-- Logs begin at Thu 2021-07-08 16:29:08 UTC, end at Thu 2021-07-08 18:49:12 UTC. -- Jul 08 16:59:32.446828 n-d-799527-4 systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 16:59:35.158645 n-d-799527-4 neutron-server[93835]: INFO neutron.common.config [-] Logging enabled! Jul 08 16:59:35.159195 n-d-799527-4 neutron-server[93835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 16:59:35.159355 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 16:59:35.162618 n-d-799527-4 neutron-server[93835]: INFO neutron.common.config [-] Logging enabled! Jul 08 16:59:35.162873 n-d-799527-4 neutron-server[93835]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 16:59:35.163189 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93835) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 16:59:35.164126 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 16:59:35.164363 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 16:59:35.164730 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 16:59:35.164980 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 16:59:35.165208 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 16:59:35.165528 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.165827 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.166164 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.166401 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.166697 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.166989 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.167274 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.167565 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.167866 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.168158 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.168439 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.168727 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.168960 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.169249 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.169541 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.170365 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.170597 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] debug = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.170888 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.171313 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.171731 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.172014 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.172307 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.172589 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.172863 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.173142 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.173427 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.173758 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] host = n-d-799527-4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.174065 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.174359 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.174648 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.174939 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.175217 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.175494 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.175782 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.176056 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.176331 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.176609 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.176898 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.177185 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.177477 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.177703 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.177947 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.178239 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.178530 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.178807 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.179083 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.179360 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.179642 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.179918 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.180188 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.180476 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.180764 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.181052 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.181328 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.181604 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.181878 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.182179 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.182468 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.182749 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.183023 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.183298 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.183586 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.183857 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.184133 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.184433 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.184723 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.185008 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.185296 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.186236 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.186523 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.186801 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.187078 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.187355 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] use_json = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.187632 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.187907 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.188192 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.188468 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.188743 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.189019 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.189294 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.189588 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:35.189887 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.190212 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.190516 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.190804 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.191104 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.191387 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.191787 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.192275 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.192782 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.193267 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.193832 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.194285 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.194591 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.194882 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.195187 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.195505 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.195810 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.196110 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.196393 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.196675 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.196955 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.197236 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.197528 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.197828 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.198145 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.198425 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.198708 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.199002 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.199281 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.199561 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.199842 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.200133 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.200413 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.200689 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.201002 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.201368 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.201687 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.202039 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.202327 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.202627 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.202912 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.203190 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.203467 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.203748 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.204024 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.204316 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.204597 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.204873 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.205150 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.205430 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.205705 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.206005 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.206290 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.206569 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.206848 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.207125 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.207399 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.207673 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.207948 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.208225 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.208501 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.208776 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.209054 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.209330 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.209611 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.209886 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.210191 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.210470 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.211572 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.211888 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.212176 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.212465 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.212756 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.213043 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.213329 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.213614 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.213900 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.214210 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.214488 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.214786 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.215077 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.215371 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.215661 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.215945 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.216246 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.216528 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.217012 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.217459 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.217756 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.218091 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.218390 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.218696 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.219001 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.219307 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.219610 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.219912 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.220207 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.220525 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.220814 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:35.221038 n-d-799527-4 neutron-server[93835]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 16:59:35.221290 n-d-799527-4 neutron-server[93835]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93835) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 16:59:35.577064 n-d-799527-4 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 16:59:35.577343 n-d-799527-4 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 16:59:35.577636 n-d-799527-4 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 16:59:35.577995 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 16:59:35.973695 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:35.974024 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:35.974307 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:35.975617 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:35.975899 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:35.976179 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.010629 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.010906 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.011188 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.025200 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.025486 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.025761 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.055644 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.055927 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.056202 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.092340 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.092621 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.092894 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.327877 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.328563 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.328563 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.328731 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.329321 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.448728 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.449047 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.449335 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.449612 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.449885 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.450223 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.450487 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.450749 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.451597 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.452050 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.452450 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.452571 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.452836 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.453108 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.453371 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.453644 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.453919 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.454206 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.454484 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.454743 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.455026 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.455376 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.455630 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.455918 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.456171 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.456421 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.456829 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:36.457077 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:36.457317 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:36.457557 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:36.457795 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:36.458057 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:36.458427 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 16:59:36.462514 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 16:59:36.466510 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 16:59:36.470609 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 08 16:59:36.472256 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 16:59:36.472711 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 16:59:36.473051 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 16:59:36.473436 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 16:59:36.476259 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 16:59:36.476513 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 16:59:36.476864 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 16:59:36.505339 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 16:59:36.505791 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.506124 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93835) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 16:59:36.506493 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.507860 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93835) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 16:59:36.508139 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 16:59:36.508384 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 16:59:36.511625 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.511912 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:36.575698 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 16:59:36.576049 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 16:59:36.576737 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 16:59:36.577136 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 16:59:36.598000 n-d-799527-4 neutron-server[93835]: DEBUG oslo_db.sqlalchemy.engines [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93835) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 16:59:37.130216 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing driver for type 'gre' Jul 08 16:59:37.130992 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] gre ID ranges: [(1, 1000)] Jul 08 16:59:37.187352 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing driver for type 'local' Jul 08 16:59:37.187686 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing driver for type 'vlan' Jul 08 16:59:37.201909 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] VlanTypeDriver initialization complete Jul 08 16:59:37.202291 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing driver for type 'vxlan' Jul 08 16:59:37.202777 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] vxlan ID ranges: [(1, 1000)] Jul 08 16:59:37.256521 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing extension driver 'port_security' Jul 08 16:59:37.256975 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] PortSecurityExtensionDriver initialization complete Jul 08 16:59:37.257491 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing mechanism driver 'openvswitch' Jul 08 16:59:37.257856 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing mechanism driver 'hyperv' Jul 08 16:59:37.265270 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 16:59:37.266001 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.266379 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.266736 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.267276 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 16:59:37.267729 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.268083 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.268686 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.269076 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 16:59:37.269483 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.269834 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.270205 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.270602 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 16:59:37.271010 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > security_group after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.271364 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > security_group after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.271708 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.272234 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 16:59:37.272649 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.273002 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.273352 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.273742 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 16:59:37.274182 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > address_group after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.274536 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > address_group after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.274876 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.275263 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93835) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 16:59:37.275655 n-d-799527-4 neutron-server[93835]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] ML2 OVO RPC backend initialized. {{(pid=93835) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 16:59:37.276348 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.276710 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.277140 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.277493 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > networks before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.277844 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.278224 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > ports before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.278568 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.278912 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnets before_response 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.279802 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.280158 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.280517 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.280858 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.281198 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.281538 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.281877 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.282240 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.282578 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.283153 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Modular L2 Plugin initialization complete Jul 08 16:59:37.283484 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading services supported by the core plugin {{(pid=93835) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 16:59:37.283809 n-d-799527-4 neutron-server[93835]: INFO neutron.plugins.ml2.managers [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Got port-security extension from driver 'port_security' Jul 08 16:59:37.284270 n-d-799527-4 neutron-server[93835]: INFO neutron.extensions.vlantransparent [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Disabled vlantransparent extension. Jul 08 16:59:37.284756 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93835) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 16:59:37.285070 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: router Jul 08 16:59:37.321218 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.321605 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.322002 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router before_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.322372 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.322742 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.323095 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_delete 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.323453 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.323820 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.324168 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.324519 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.324866 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.325221 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.325631 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.326093 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.326443 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.326780 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.327114 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.327461 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.327807 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.328147 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.328672 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.328815 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router after_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.329158 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.329507 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_create 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.329865 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.330233 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_update 55549900 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.330595 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > agent after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.330947 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > agent after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.331290 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > network after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.332135 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Tracking information for resource: router configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:37.332468 n-d-799527-4 neutron-server[93835]: DEBUG neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Tracking information for resource: floatingip configured {{(pid=93835) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 16:59:37.337591 n-d-799527-4 neutron-server[93835]: INFO neutron.db.l3_agentschedulers_db [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 16:59:37.338200 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.338564 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.338915 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.339267 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.340055 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router before_create 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.340423 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.340786 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_create 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.341142 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > router precommit_update 55550100 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.346302 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.provider_configuration [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service providers = [] {{(pid=93835) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 16:59:37.346667 n-d-799527-4 neutron-server[93835]: DEBUG neutron.db.servicetype_db [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93835) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 16:59:37.349601 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.service_base [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 16:59:37.349982 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.service_base [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 16:59:37.350333 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.service_base [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 16:59:37.351223 n-d-799527-4 neutron-server[93835]: DEBUG neutron.services.service_base [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93835) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 16:59:37.351593 n-d-799527-4 neutron-server[93835]: INFO neutron.services.service_base [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 16:59:37.351967 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.352286 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 16:59:37.363554 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.363895 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: auto_allocate Jul 08 16:59:37.369663 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: network precommit_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.370056 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: network precommit_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.370578 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.370901 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: tag Jul 08 16:59:37.377673 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.378035 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: timestamp Jul 08 16:59:37.383331 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.383618 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: network_ip_availability Jul 08 16:59:37.389584 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.389987 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.390351 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.391073 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.391394 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: flavors Jul 08 16:59:37.396328 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.396663 n-d-799527-4 neutron-server[93835]: INFO neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading Plugin: revisions Jul 08 16:59:37.400942 n-d-799527-4 neutron-server[93835]: DEBUG neutron.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93835) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 16:59:37.401340 n-d-799527-4 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 16:59:37.402094 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93835) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 16:59:37.402436 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Initializing extension manager. Jul 08 16:59:37.402947 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: __init__.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.403290 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: __pycache__ {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.403624 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.403956 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: address_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.405291 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.405855 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: address-group Jul 08 16:59:37.406203 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: address_scope.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.406916 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.407422 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: address-scope Jul 08 16:59:37.407741 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.408671 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.409180 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: router-admin-state-down-before-update Jul 08 16:59:37.409501 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: agent.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.410239 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.410939 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: agent Jul 08 16:59:37.411263 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: agent_resources_synced.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.412181 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.412693 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: agent-resources-synced Jul 08 16:59:37.413012 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: allowedaddresspairs.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.414832 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.415351 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: allowed-address-pairs Jul 08 16:59:37.415680 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: auto_allocated_topology.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.416753 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.417264 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: auto-allocated-topology Jul 08 16:59:37.417588 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: availability_zone.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.418332 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.418837 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: availability_zone Jul 08 16:59:37.419158 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: availability_zone_filter.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.420676 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.421180 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: availability_zone_filter Jul 08 16:59:37.421500 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: data_plane_status.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.422432 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.422936 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 16:59:37.423256 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: default_subnetpools.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.424180 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.424681 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: default-subnetpools Jul 08 16:59:37.425000 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.425805 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.426336 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: dhcp_agent_scheduler Jul 08 16:59:37.426658 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: dns.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.427571 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.428067 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 16:59:37.428385 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: dns_domain_ports.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.429300 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.429794 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 16:59:37.430145 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.431067 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.431564 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 16:59:37.431884 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: dvr.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.432553 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.433050 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: dvr Jul 08 16:59:37.433370 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: empty_string_filtering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.434310 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.434820 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: empty-string-filtering Jul 08 16:59:37.435139 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.436094 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.436601 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 16:59:37.436924 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.437835 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.438371 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 16:59:37.438690 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: external_net.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.439599 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.440109 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: external-net Jul 08 16:59:37.440428 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.441337 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.441841 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: extra_dhcp_opt Jul 08 16:59:37.442191 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: extraroute.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.443108 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.443609 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: extraroute Jul 08 16:59:37.443929 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: extraroute_atomic.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.444952 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.445455 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: extraroute-atomic Jul 08 16:59:37.445776 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: filter_validation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.446461 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.446963 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: filter-validation Jul 08 16:59:37.447284 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: fip_pf_description.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.448188 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.448686 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 16:59:37.449005 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: fip_port_details.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.449916 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.450446 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: fip-port-details Jul 08 16:59:37.450767 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: flavors.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.452557 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.453070 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: flavors Jul 08 16:59:37.453395 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.455080 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.455605 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 16:59:37.455936 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: floatingip_pools.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.456637 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.457146 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: floatingip-pools Jul 08 16:59:37.457473 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: ip_allocation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.458415 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.458922 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 16:59:37.459244 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.460169 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.460679 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: ip-substring-filtering Jul 08 16:59:37.461003 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l2_adjacency.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.461947 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.462448 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 16:59:37.462768 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.463720 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.464236 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: router Jul 08 16:59:37.464567 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.467548 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.468233 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 16:59:37.468579 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.469332 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.469844 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: ext-gw-mode Jul 08 16:59:37.470208 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.471126 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.471634 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: l3-ha Jul 08 16:59:37.471956 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3_flavors.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.472886 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.473412 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: l3-flavors Jul 08 16:59:37.473723 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.474664 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.475165 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 16:59:37.475486 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: l3agentscheduler.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.476506 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.477014 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: l3_agent_scheduler Jul 08 16:59:37.477335 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: logging.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.478843 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.479364 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension logging not supported by any of loaded plugins Jul 08 16:59:37.479692 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: metering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.480434 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.481005 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: metering Jul 08 16:59:37.481327 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.482501 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.483015 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: metering_source_and_destination_fields Jul 08 16:59:37.483337 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: multiprovidernet.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.484262 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.484774 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: multi-provider Jul 08 16:59:37.485095 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: netmtu.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.486049 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.486560 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: net-mtu Jul 08 16:59:37.486880 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: netmtu_writable.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.487792 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.488296 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: net-mtu-writable Jul 08 16:59:37.488615 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: network_availability_zone.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.489285 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.489785 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: network_availability_zone Jul 08 16:59:37.490133 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: network_ip_availability.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.491228 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.491741 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: network-ip-availability Jul 08 16:59:37.492066 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: network_segment_range.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.492824 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.493329 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 16:59:37.493648 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: pagination.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.494670 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.495000 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: pagination Jul 08 16:59:37.495319 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: port_device_profile.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.496234 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.496749 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: port-device-profile Jul 08 16:59:37.497068 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.498128 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.498646 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: port-mac-address-regenerate Jul 08 16:59:37.498962 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.499891 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.500397 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: port-numa-affinity-policy Jul 08 16:59:37.500717 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: port_resource_request.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.501631 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.502155 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 16:59:37.502477 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: portbindings.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.503395 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.503923 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: binding Jul 08 16:59:37.504246 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: portbindings_extended.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.505867 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.506529 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: binding-extended Jul 08 16:59:37.506824 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: portsecurity.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.507897 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.508394 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: port-security Jul 08 16:59:37.508752 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: project_id.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.509779 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.510178 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: project-id Jul 08 16:59:37.510536 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: providernet.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.511534 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.512122 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: provider Jul 08 16:59:37.512418 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.516757 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.517280 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos not supported by any of loaded plugins Jul 08 16:59:37.517632 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.519265 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.519808 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 16:59:37.520176 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.521102 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.521616 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 16:59:37.521953 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_default.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.522870 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.523380 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-default not supported by any of loaded plugins Jul 08 16:59:37.523889 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_fip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.524356 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.524854 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 16:59:37.525178 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_gateway_ip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.526218 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.526777 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 16:59:37.527138 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_port_network_policy.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.528057 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.528568 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 16:59:37.528894 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_rule_type_details.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.530520 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.531025 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 16:59:37.531346 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: qos_rules_alias.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.532399 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.532903 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 16:59:37.533225 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: quotasv2.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.534185 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.534515 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: quotas Jul 08 16:59:37.534836 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: quotasv2_detail.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.537961 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.538323 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: quota_details Jul 08 16:59:37.538655 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: rbac.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.539732 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.540265 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: rbac-policies Jul 08 16:59:37.540602 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: rbac_address_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.541734 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.542295 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: rbac-address-group Jul 08 16:59:37.542627 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: rbac_address_scope.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.543565 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.544074 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: rbac-address-scope Jul 08 16:59:37.544400 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: rbac_security_groups.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.545863 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.546398 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: rbac-security-groups Jul 08 16:59:37.546724 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: rbac_subnetpool.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.547644 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.548155 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: rbac-subnetpool Jul 08 16:59:37.548483 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: revisionifmatch.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.549402 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.549912 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: revision-if-match Jul 08 16:59:37.550259 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: revisions.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.551377 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.551884 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: standard-attr-revisions Jul 08 16:59:37.552210 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: router_availability_zone.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.552882 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.553391 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: router_availability_zone Jul 08 16:59:37.553713 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: routerservicetype.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.554660 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.555163 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 16:59:37.555485 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.556410 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.556917 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: security-groups-normalized-cidr Jul 08 16:59:37.557242 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.558186 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.558693 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: port-security-groups-filtering Jul 08 16:59:37.559015 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.559930 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.561022 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: security-groups-remote-address-group Jul 08 16:59:37.561358 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: securitygroup.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.571300 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.572040 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: security-group Jul 08 16:59:37.572514 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: segment.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.573518 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.574051 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension segment not supported by any of loaded plugins Jul 08 16:59:37.574380 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.575329 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.575834 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 16:59:37.576284 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: servicetype.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.577513 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.578338 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: service-type Jul 08 16:59:37.578817 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: sorting.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.579816 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.580148 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: sorting Jul 08 16:59:37.580469 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: standard_attr_segment.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.581464 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.581998 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 16:59:37.582320 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: standardattrdescription.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.583087 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.583855 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: standard-attr-description Jul 08 16:59:37.584316 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: stateful_security_group.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.585253 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.585770 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: stateful-security-group Jul 08 16:59:37.586122 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: stdattrs_common.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.586708 n-d-799527-4 neutron-server[93835]: WARNING neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 16:59:37.587029 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.587960 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.588468 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 16:59:37.588789 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: subnet_onboard.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.589852 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.590394 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: subnet_onboard Jul 08 16:59:37.590726 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.591697 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.592234 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 16:59:37.592557 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: subnet_service_types.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.593479 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.594020 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: subnet-service-types Jul 08 16:59:37.594345 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: subnetallocation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.595421 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.595935 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: subnet_allocation Jul 08 16:59:37.596259 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.596924 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.597439 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: subnetpool-prefix-ops Jul 08 16:59:37.597759 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.598720 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.599257 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 16:59:37.599579 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: tagging.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.600668 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.601190 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: standard-attr-tag Jul 08 16:59:37.601513 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: timestamp.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.602768 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.603280 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loaded extension: standard-attr-timestamp Jul 08 16:59:37.603605 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: trunk.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.604630 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.605205 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension trunk not supported by any of loaded plugins Jul 08 16:59:37.605466 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: trunk_details.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.606416 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.606930 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 16:59:37.607809 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: uplink_status_propagation.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.608809 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.609321 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 16:59:37.609646 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Loading extension file: vlantransparent.py {{(pid=93835) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 16:59:37.610350 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93835) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 16:59:37.610861 n-d-799527-4 neutron-server[93835]: INFO neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 16:59:37.613325 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:network Jul 08 16:59:37.613871 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:subnet Jul 08 16:59:37.614301 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 16:59:37.614691 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:port Jul 08 16:59:37.615938 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.616377 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service FLAVORS assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.616997 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.617417 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.617747 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:router Jul 08 16:59:37.618193 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 16:59:37.618695 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service METERING assigned prefix: /metering {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.620137 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.620514 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.620866 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 16:59:37.621854 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 16:59:37.622329 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:security_group Jul 08 16:59:37.622795 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 16:59:37.624045 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.624378 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 16:59:37.624724 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] subnetpool is already registered Jul 08 16:59:37.625151 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.625483 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 16:59:37.625813 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] subnetpool is already registered Jul 08 16:59:37.628102 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.628537 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service FLAVORS assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.629124 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.629543 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.629873 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:router Jul 08 16:59:37.630235 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] router is already registered Jul 08 16:59:37.630649 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 16:59:37.630984 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] floatingip is already registered Jul 08 16:59:37.631435 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service METERING assigned prefix: /metering {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.632093 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 16:59:37.632420 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] rbac_policy is already registered Jul 08 16:59:37.632825 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:security_group Jul 08 16:59:37.633157 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] security_group is already registered Jul 08 16:59:37.633603 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 16:59:37.633885 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] security_group_rule is already registered Jul 08 16:59:37.634523 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.634845 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 16:59:37.635173 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] subnetpool is already registered Jul 08 16:59:37.635595 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.v2.resource_helper [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Service CORE assigned prefix: {{(pid=93835) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 16:59:37.635914 n-d-799527-4 neutron-server[93835]: INFO neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 16:59:37.636240 n-d-799527-4 neutron-server[93835]: WARNING neutron.quota.resource_registry [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] subnetpool is already registered Jul 08 16:59:37.636694 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: extensions {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.638180 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: address-groups {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.639756 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: address-scopes {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.641077 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: agents {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.642250 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: auto-allocated-topology {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.643740 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: availability_zones {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.644935 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: dhcp-networks {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.647502 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: dhcp-agents {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.649019 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: routers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.650755 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: flavors {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.652012 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: service_profiles {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.653206 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: next_providers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.654888 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: service_profiles {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.656434 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: floatingip-pools {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.657637 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: routers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.659357 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: floatingips {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.660637 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: l3-routers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.662045 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: l3-agents {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.663476 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: metering-labels {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.664707 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: metering-label-rules {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.666107 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: network-ip-availabilities {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.667352 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: bindings {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.668901 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: quotas {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.671181 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: quotas {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.672555 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: rbac-policies {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.673736 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: security-groups {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.675069 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: security-group-rules {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.676311 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: service-providers {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.677515 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: subnetpools {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.678847 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: subnetpools {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.680379 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.682087 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.683899 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.686593 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.688269 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.690242 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.691921 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.693694 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.695552 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.697287 n-d-799527-4 neutron-server[93835]: DEBUG neutron.api.extensions [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Extended resource: tags {{(pid=93835) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 16:59:37.703370 n-d-799527-4 neutron-server[93835]: WARNING keystonemiddleware.auth_token [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 16:59:37.707871 n-d-799527-4 neutron-server[93835]: WARNING keystonemiddleware.auth_token [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 16:59:37.717128 n-d-799527-4 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Acquired lock "singleton_lock" {{(pid=93835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 16:59:37.717546 n-d-799527-4 neutron-server[93835]: DEBUG oslo_concurrency.lockutils [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Releasing lock "singleton_lock" {{(pid=93835) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 16:59:37.718216 n-d-799527-4 neutron-server[93835]: INFO oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Starting 2 workers Jul 08 16:59:37.723035 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Started child 93944 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 16:59:37.727601 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Started child 93945 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 16:59:37.728361 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:37.729164 n-d-799527-4 neutron-server[93835]: INFO neutron.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 16:59:37.729837 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Notify callbacks [] for process, before_spawn {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:37.730030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [-] (93944) wsgi starting up on http://0.0.0.0:9696 Jul 08 16:59:37.732829 n-d-799527-4 neutron-server[93835]: INFO oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Starting 1 workers Jul 08 16:59:37.733080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:37.734552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [-] (93945) wsgi starting up on http://0.0.0.0:9696 Jul 08 16:59:37.738044 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Started child 93946 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 16:59:37.738993 n-d-799527-4 neutron-server[93835]: INFO oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Starting 1 workers Jul 08 16:59:37.741710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] calling RpcWorker wait() {{(pid=93946) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 16:59:37.742199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] returning from RpcWorker wait() {{(pid=93946) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 16:59:37.743053 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Started child 93947 {{(pid=93835) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 16:59:37.743541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:37.743873 n-d-799527-4 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c2596f8-b3fc-4920-a142-d28b40b42377 None None] Notify callbacks [] for process, after_spawn {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:37.744018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 16:59:37.745790 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 16:59:37.746054 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 16:59:37.746243 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 16:59:37.746461 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 16:59:37.746807 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 16:59:37.746967 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 16:59:37.747480 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.747809 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.748630 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.748918 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.749187 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.749572 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:37.750072 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.750072 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.750322 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.750610 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.750857 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.751032 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.751199 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.751459 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.751714 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.751996 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.752253 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.752500 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.752747 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.752917 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.753188 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.753452 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.753706 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.753985 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] debug = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.754235 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.754750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.755004 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.755244 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.755481 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.755775 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.756001 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.756271 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.756506 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.756741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.756994 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.757252 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.757501 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.757715 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.757944 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.758206 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.758441 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.758901 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] host = n-d-799527-4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.759123 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.759359 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.759606 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.759851 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.760092 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.760304 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.760580 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.760835 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.761084 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.761306 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.761565 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.761826 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.762072 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.762320 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.762484 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_options = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.762715 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.762972 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.763238 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.763487 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.763699 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.763865 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.764066 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.764229 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.764474 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.764711 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.764944 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.765117 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.765331 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.765543 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.765799 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.766075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.766339 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.766530 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.766804 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.767049 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.767291 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.767519 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.767739 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.767957 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.768174 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.768680 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.768903 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.769121 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.769334 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.769649 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.769817 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.770107 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.770365 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.770615 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.770869 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.771095 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.771331 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.771592 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.771820 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.772047 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.772291 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.772547 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.772799 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.773012 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.773254 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.773466 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_json = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.773682 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.773913 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.774193 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.774408 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.774636 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.774853 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.775057 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.775286 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.775715 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.776003 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.776549 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.776549 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.777139 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.777139 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.777539 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.777539 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.778053 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.778053 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.778748 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.778748 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.778988 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.779609 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.779821 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.780216 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.780497 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.780981 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.780981 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.781226 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.781465 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.781708 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.782094 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.782343 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.782611 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.782868 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.783086 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.783310 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.783527 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.783762 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.783999 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.784236 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.784499 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.784758 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.784977 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.785202 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.785434 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.785673 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.785904 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.786172 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.786431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.786670 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.786885 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.787103 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.787321 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.787557 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.787780 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.787997 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.788210 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.788471 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.788760 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.788950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.789205 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.789395 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.789614 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.789843 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.790084 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.790297 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.790507 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.791111 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.791244 n-d-799527-4 neutron-server[93947]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 16:59:37.791382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.791382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.791632 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.791632 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.791876 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.792315 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.792315 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.792620 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.792748 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.792878 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.793058 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.793271 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.793483 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.793694 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.793903 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.794135 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.794375 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.794587 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.795523 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.795850 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.796098 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.796319 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.796540 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.796775 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.797062 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.797431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.797600 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.797892 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.798472 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.798472 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.798730 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.798945 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.799084 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.799301 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.799516 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.799778 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.800024 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.800277 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.800507 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.800725 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.800961 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.801179 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.801406 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.801622 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.802067 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.802193 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.802470 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.802724 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.802979 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.803241 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.803474 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.803748 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.803987 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.804261 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.804479 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.804736 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.805034 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.805323 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.805604 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.805834 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.806109 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.806362 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.806612 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.806864 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.807107 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.807314 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.807531 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.807820 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.808061 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.808297 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.808529 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.808786 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.809107 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.809334 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.809545 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.809756 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.813771 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.820704 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.821654 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.822693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.823476 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.824027 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.825023 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.826388 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827031 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827678 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827678 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827678 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827678 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827678 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.827678 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.828090 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.828090 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831096 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831753 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831753 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831753 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831753 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831753 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.831753 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.832427 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.832427 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.832427 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.832427 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.832802 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.832931 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.833179 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.833399 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.833686 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.833962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.834222 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.834461 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.834758 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.834960 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.835219 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.835444 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.835666 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.835880 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.836136 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.836442 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.836711 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.836965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.837221 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.837485 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.837761 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.838071 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.838283 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.838571 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.838889 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.839180 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.839441 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.839669 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.839919 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.840161 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.840379 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.840636 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.840840 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.841056 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.842086 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.842661 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.843213 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.843641 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.844017 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.844247 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.844481 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.844743 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.844974 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.845216 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.845376 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 16:59:37.845905 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93835) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 16:59:37.846092 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 16:59:37.846242 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 16:59:37.846412 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 16:59:37.846582 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 16:59:37.846734 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 16:59:37.846942 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.847105 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.847267 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.847427 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.847586 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.847767 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.847941 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848070 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848277 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848417 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848543 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848668 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848813 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.848973 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.849962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.849962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.849962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.849962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.849962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.849962 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.850688 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.850688 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.850688 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] debug = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.850688 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.850688 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851382 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851953 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851953 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851953 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.851953 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852417 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852417 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852417 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852759 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852759 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852992 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.852992 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] host = n-d-799527-4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.853226 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.853358 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.853558 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.853558 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.853792 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.853949 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.854090 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.854218 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.854341 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_options = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.855750 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.856645 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.856645 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.856645 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.856645 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.856645 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.856645 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.857056 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.857056 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.857056 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.857920 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.857920 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.858260 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.858260 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.858567 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.858567 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.858793 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.858793 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.859014 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.859139 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.859273 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.859397 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.859519 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.859642 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.860243 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.860243 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.860243 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.860243 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.861965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.862976 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_json = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.863741 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.864271 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 16:59:37.864271 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.864271 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.864271 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.864554 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.864554 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.864706 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.864841 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.865004 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.865162 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.865475 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.865790 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.866110 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.866423 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.866755 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.866920 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.867086 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.867250 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.869950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.870555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.871088 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.871239 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.871422 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.871587 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.871900 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.872066 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.872371 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.872535 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.872950 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.873227 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.873405 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.873574 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.873814 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.874035 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.874204 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.874381 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.874563 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.874703 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.874864 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875035 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875201 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875326 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875487 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875680 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875799 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.875965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.876484 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.876484 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.876484 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.876767 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.876909 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.877069 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.877233 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.877393 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.877561 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.877759 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.877948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.878103 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.878272 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.878439 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.878595 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.878757 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.878916 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.879075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.879235 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.879395 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.879555 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.879714 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.879874 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.880034 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.880197 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.881946 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.881946 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.881946 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.881946 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882354 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.882960 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.883130 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.883297 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.883459 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.883669 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.883775 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.883929 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.884092 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.884253 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.884414 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.884571 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.884730 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.884890 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.885049 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.885208 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.885365 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.885535 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.885693 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.885855 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.886048 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.886218 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.886389 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.886549 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.886709 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.886869 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887029 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887190 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887350 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887510 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887669 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.887989 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.888157 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.888328 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.888679 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.888883 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.888973 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.889101 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.889245 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.889408 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.889568 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.889727 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.889886 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.890078 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.890241 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.890385 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.891822 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.891996 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.894651 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895295 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.895830 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896362 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896362 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896362 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896564 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896564 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896717 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.896881 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.897046 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.897947 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.897947 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.897947 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.897947 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.897947 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.898390 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.898688 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.898999 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.899163 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.899472 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.899635 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.899798 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.899982 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.900140 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.900304 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.900465 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.900625 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.900801 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.900978 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.901141 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.901303 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.901461 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.901622 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.901784 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.901970 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.902141 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.902300 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.902459 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.902621 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.902782 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.905948 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906456 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906886 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906886 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906886 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906886 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.906886 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907174 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907174 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907289 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907387 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907560 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907723 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.907883 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.908044 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.908202 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.908361 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.908531 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.908691 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.908852 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.909019 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.909178 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.909335 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.909492 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.909662 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.909819 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910002 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910160 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910325 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910485 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910653 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910799 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.910965 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.911131 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.911289 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.911452 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.911619 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.911784 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.911947 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.912120 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.912276 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.915431 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916075 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916666 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 16:59:37.916666 n-d-799527-4 neutron-server[93835]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93835) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 16:59:38.116686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 16:59:38.126037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069284 Jul 08 16:59:49.463447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe800b-1461-4961-b8a2-8ac792ce9c83 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 16:59:49.606491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe800b-1461-4961-b8a2-8ac792ce9c83 None None] No non-hosted networks {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 16:59:49.616317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.agentschedulers_db [None req-6efe800b-1461-4961-b8a2-8ac792ce9c83 None None] DHCP Agent not found on host n-d-799527-4 {{(pid=93946) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 16:59:49.718677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c21e352-4224-4e2f-9f33-9c4b44f60a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:52.122965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d4ff211-f3a9-4d19-8f54-feeb8154320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:52.204802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13f8e5c0-0ad9-4e66-ac49-c1c6fa330223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:52.217764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:52.218763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.219092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.219448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.219930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.220426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.220757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.221084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.221417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.221745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.222096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.222413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.222741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 16:59:52.223133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799527-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 16:59:52.238580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799527-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 16:59:53.402843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:54.741050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:55.847818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 16:59:56.335238 n-d-799527-4 neutron-server[93945]: WARNING oslo_policy.policy [None req-e05a79d0-9518-4f8f-bf82-0b6457a1172a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 16:59:56.335846 n-d-799527-4 neutron-server[93945]: WARNING oslo_policy.policy [None req-e05a79d0-9518-4f8f-bf82-0b6457a1172a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 16:59:56.556459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-e05a79d0-9518-4f8f-bf82-0b6457a1172a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 16:59:56.557451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e05a79d0-9518-4f8f-bf82-0b6457a1172a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7087431 Jul 08 16:59:58.468845 n-d-799527-4 neutron-server[93946]: INFO neutron.db.l3_hamode_db [None req-94b7950b-e8e7-4644-a551-2d0b8d1c915b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 16:59:58.546963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7950b-e8e7-4644-a551-2d0b8d1c915b None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 16:59:58.547345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7950b-e8e7-4644-a551-2d0b8d1c915b None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 16:59:58.959792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53818) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 16:59:59.448461 n-d-799527-4 neutron-server[93944]: WARNING oslo_policy.policy [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 16:59:59.449091 n-d-799527-4 neutron-server[93944]: WARNING oslo_policy.policy [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 16:59:59.669995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 16:59:59.766426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.policy [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 16:59:59.811630 n-d-799527-4 neutron-server[93944]: WARNING oslo_policy.policy [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 16:59:59.812017 n-d-799527-4 neutron-server[93944]: WARNING oslo_policy.policy [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 16:59:59.820506 n-d-799527-4 neutron-server[93944]: INFO neutron.quota [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] Loaded quota_driver: . Jul 08 16:59:59.912794 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743853754278', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743853753803', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743853871523', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743853875049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743853859095', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743853853540', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1019692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2015140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682702'] for rbac-policy, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:59.977915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 16:59:59.979409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ccb107de-44f1-4280-ad63-a8f206b102c1 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0174015 Jul 08 17:00:02.535199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:02.829437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'name': 'private'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:00:02.859442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Made reservation on behalf of 6a36b034b3404f899803eb4e99f5db84 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:00:02.862459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:02.879072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.002780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.006444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.030548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:00:03.055606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743856449868', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.056193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Unsubscribe: segment precommit_create {{(pid=93944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 17:00:03.056702 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Added segment 860833f1-7deb-4163-ab64-388e79124998 of type vlan for network 13b79fdb-607e-48bf-912f-63c781f22536 Jul 08 17:00:03.063592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590474a2-2a28-45db-a0d1-8833ae1bd285,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:03.100055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.100392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.100747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.101051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.101372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.101688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.102024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.102339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.102650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.102957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.103267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.103577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Tracked resource versions report: Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: pushed versions: Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Log': {'1.0'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Network': {'1.1'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Port': {'1.7'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: consumer versions: Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: L3 agent@n-d-799527-4: {}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: Metadata agent@n-d-799527-4: {}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: Metering agent@n-d-799527-4: {}, Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Log': '1.0', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Network': '1.1', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Port': '1.7', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'PortForwarding': '1.2', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'QosPolicy': '1.8', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'SubPort': '1.0', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Subnet': '1.1', Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: 'Trunk': '1.1'}} Jul 08 17:00:03.104736 n-d-799527-4 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:00:03.175403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.224779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.226130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:03.226785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:03.307086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7707312 Jul 08 17:00:03.325752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee0774-b7e5-463e-ae96-e7ccdf315431 admin admin] Pushing event updated for resources: {'Network': ['ID=13b79fdb-607e-48bf-912f-63c781f22536,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:03.337965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 13b79fdb-607e-48bf-912f-63c781f22536 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:00:05.912104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:06.295313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b539a-6a02-4668-9ad6-51f6780ad131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:06.296651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e4b539a-6a02-4668-9ad6-51f6780ad131 admin admin] 10.222.0.48 "GET /v2.0/networks/13b79fdb-607e-48bf-912f-63c781f22536 HTTP/1.1" status: 200 len: 825 time: 0.3835628 Jul 08 17:00:06.319776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-05022f84-4be7-4aa4-ac2e-a6849b3c0154 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/6886a83c-6c26-401d-bce5-47b47f4013d5 HTTP/1.1" status: 200 len: 734 time: 0.0178208 Jul 08 17:00:06.328012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Request body: {'subnet': {'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'name': 'private-subnet'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:00:06.349376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Made reservation on behalf of 6a36b034b3404f899803eb4e99f5db84 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:00:06.351617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:06.644760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:06.711284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Checking segment: {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:00:06.711657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Network hostable DHCP agents. Network: 13b79fdb-607e-48bf-912f-63c781f22536, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:00:06.723457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da34cc1-2f5f-4bb1-b827-be8473221a83,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:06.740387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Network 13b79fdb-607e-48bf-912f-63c781f22536 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:00:06.752947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 13b79fdb-607e-48bf-912f-63c781f22536) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:00:06.757601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:06.758214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:06.763083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f3367-bb90-4f73-84d0-dc199d6eda68 None None] Network 13b79fdb-607e-48bf-912f-63c781f22536 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:00:06.772601 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e7aad77-d0a5-4ceb-a001-860e3c821f7f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4478686 Jul 08 17:00:07.080684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-13b79fdb-607e-48bf-912f-63c781f22536', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:00:07.081912 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:07.352896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Allocated IP 172.20.0.2 (13b79fdb-607e-48bf-912f-63c781f22536/2da34cc1-2f5f-4bb1-b827-be8473221a83/d15c1fbe-da9d-4eee-9640-c29672a0d1ab) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:00:07.557547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:07.600621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Transition to ACTIVE for port object d15c1fbe-da9d-4eee-9640-c29672a0d1ab will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:00:07.621095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Transition to ACTIVE for port object d15c1fbe-da9d-4eee-9640-c29672a0d1ab will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:00:07.628876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:07.691854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Network 13b79fdb-607e-48bf-912f-63c781f22536 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:00:07.698328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:00:07.710886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:00:07.717426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Pushing event updated for resources: {'Port': ['ID=d15c1fbe-da9d-4eee-9640-c29672a0d1ab,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:07.726187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.726534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.726873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.727206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.727536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.727862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.728186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.728507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.728827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.729147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.729465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.729781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Tracked resource versions report: Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: pushed versions: Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: { 'AddressGroup': {'1.2'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Log': {'1.0'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Network': {'1.1'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Port': {'1.7'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'PortForwarding': {'1.2'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'QosPolicy': {'1.8'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'SecurityGroup': {'1.4'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'SubPort': {'1.0'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Subnet': {'1.1'}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Trunk': {'1.1'}} Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: consumer versions: Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: L3 agent@n-d-799527-4: {}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: Metadata agent@n-d-799527-4: {}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: Metering agent@n-d-799527-4: {}, Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'ConntrackHelper': '1.0', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Log': '1.0', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Network': '1.1', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Port': '1.7', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'PortForwarding': '1.2', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'QosPolicy': '1.8', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'SecurityGroup': '1.4', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'SecurityGroupRule': '1.2', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'SubPort': '1.0', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Subnet': '1.1', Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: 'Trunk': '1.1'}} Jul 08 17:00:07.731000 n-d-799527-4 neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:00:07.800948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Attempting to bind port d15c1fbe-da9d-4eee-9640-c29672a0d1ab on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:00:07.801606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Attempting to bind port d15c1fbe-da9d-4eee-9640-c29672a0d1ab by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:00:07.801783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Attempting to bind port d15c1fbe-da9d-4eee-9640-c29672a0d1ab on network 13b79fdb-607e-48bf-912f-63c781f22536 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:00:07.806720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 16, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:00:07.807119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Checking segment: {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:00:07.807605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:07.807997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Bound using segment: {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:00:07.808496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Bound port: d15c1fbe-da9d-4eee-9640-c29672a0d1ab, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:00:07.808903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:07.872573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] For port d15c1fbe-da9d-4eee-9640-c29672a0d1ab, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:00:07.876742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] For port d15c1fbe-da9d-4eee-9640-c29672a0d1ab, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d15c1fbe-da9d-4eee-9640-c29672a0d1ab,segment=NetworkSegment(860833f1-7deb-4163-ab64-388e79124998),segment_id=860833f1-7deb-4163-ab64-388e79124998)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:00:07.881328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:07.948687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f1b6a-5c1f-4749-81e6-2ef86a797706 None None] Pushing event updated for resources: {'Port': ['ID=d15c1fbe-da9d-4eee-9640-c29672a0d1ab,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:09.182286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:09.494815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-561a04c2-b32c-4dc6-8981-2d5663f07ec3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:00:09.495810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-561a04c2-b32c-4dc6-8981-2d5663f07ec3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3125906 Jul 08 17:00:11.901958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:12.207178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-0875915e-67a0-451d-be44-43c52a3289f2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:00:12.208390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0875915e-67a0-451d-be44-43c52a3289f2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053949 Jul 08 17:00:14.078785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8bfcf2-e165-4def-b2e3-5576b58c6ff6 None None] Network 13b79fdb-607e-48bf-912f-63c781f22536 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:00:14.083376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d15c1fbe-da9d-4eee-9640-c29672a0d1ab up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:00:14.217203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c8d4ed0-5818-4466-8151-03c04b22d404 None None] Provisioning for port d15c1fbe-da9d-4eee-9640-c29672a0d1ab completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:00:14.250300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d15c1fbe-da9d-4eee-9640-c29672a0d1ab completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:00:14.255930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d15c1fbe-da9d-4eee-9640-c29672a0d1ab triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:14.256340 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:14.441899 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:14.487233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d15c1fbe-da9d-4eee-9640-c29672a0d1ab, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d15c1fbe-da9d-4eee-9640-c29672a0d1ab,segment=NetworkSegment(860833f1-7deb-4163-ab64-388e79124998),segment_id=860833f1-7deb-4163-ab64-388e79124998)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:00:14.491698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:14.543932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d15c1fbe-da9d-4eee-9640-c29672a0d1ab,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:14.650860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c2f1c00c-968e-4124-ab13-385eaf94cfbe None None] Provisioning complete for port d15c1fbe-da9d-4eee-9640-c29672a0d1ab triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:14.651224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2f1c00c-968e-4124-ab13-385eaf94cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:14.851788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:15.140265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'name': 'router1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:00:15.163930 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:15.165391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:15.301980 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:15.306557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:15.318583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:15.319772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-16da7b2c-c393-4246-862f-26020d3eafd6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4670107 Jul 08 17:00:16.055718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d15c1fbe-da9d-4eee-9640-c29672a0d1ab up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:00:16.101329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d15c1fbe-da9d-4eee-9640-c29672a0d1ab triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:16.101690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:17.680713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53890) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:17.993323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-d8702163-6292-4ec1-8421-c22d7c6be640 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:00:17.996762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d8702163-6292-4ec1-8421-c22d7c6be640 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150742 Jul 08 17:00:19.397217 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f190242-c6c0-40ed-a717-cc1cc5b296ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.349917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:20.652424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:00:20.673652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Made reservation on behalf of 3ea98f71cbcc481b84c88d31e3d2d55f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:00:20.675923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.684149 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.773411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.777221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.791100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Reserving flat network on physical network physnet1 {{(pid=93944) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 17:00:20.812955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e0c523-3e6b-4905-a5ae-98b86fa9cebd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:20.815797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.816202 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Added segment fa22b63c-cd76-4506-942d-291fdd6b9dd0 of type flat for network d946cdc5-d063-46b2-bb92-0410f44eee21 Jul 08 17:00:20.862017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.897523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.898426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:20.899038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:20.957132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6061568 Jul 08 17:00:20.959814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f1b4f-737e-4013-b3da-35d891471d9e admin admin] Pushing event updated for resources: {'Network': ['ID=d946cdc5-d063-46b2-bb92-0410f44eee21,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:20.985122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d946cdc5-d063-46b2-bb92-0410f44eee21 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:00:22.114934 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75c8e8ac-8f13-4885-8d11-5b731adb7aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:22.206979 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:23.314363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:23.334310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:23.502776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8fa1d-1dc5-483a-b8f8-fcb21a83fe88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:23.504104 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a6d8fa1d-1dc5-483a-b8f8-fcb21a83fe88 admin admin] 10.222.0.48 "GET /v2.0/subnets/2da34cc1-2f5f-4bb1-b827-be8473221a83 HTTP/1.1" status: 200 len: 849 time: 0.1887918 Jul 08 17:00:23.618534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b49bd138-69f8-4427-99de-7e1545b3f3fe admin admin] 10.222.0.48 "GET /v2.0/routers/84bf0600-8e6e-417b-9f98-2e36ac6f9fdd HTTP/1.1" status: 200 len: 704 time: 0.1090274 Jul 08 17:00:23.880206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.173017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Allocated IP 172.20.0.1 (13b79fdb-607e-48bf-912f-63c781f22536/2da34cc1-2f5f-4bb1-b827-be8473221a83/9b594e17-3f51-40bf-bed3-ea165e5695ec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:00:24.375312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.397347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Transition to ACTIVE for port object 9b594e17-3f51-40bf-bed3-ea165e5695ec will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:00:24.475563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.547145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Network 13b79fdb-607e-48bf-912f-63c781f22536 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:00:24.551773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:00:24.557610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:00:24.558165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.581794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Pushing event updated for resources: {'Port': ['ID=9b594e17-3f51-40bf-bed3-ea165e5695ec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:24.685118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.771530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.806284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b889f29c-1115-4d6b-82ad-b2a11ba270af None None] Provisioning for port 9b594e17-3f51-40bf-bed3-ea165e5695ec completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:00:24.810540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b889f29c-1115-4d6b-82ad-b2a11ba270af None None] Provisioning complete for port 9b594e17-3f51-40bf-bed3-ea165e5695ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:24.810912 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b889f29c-1115-4d6b-82ad-b2a11ba270af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.845436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b889f29c-1115-4d6b-82ad-b2a11ba270af None None] Port 9b594e17-3f51-40bf-bed3-ea165e5695ec cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:00:24.951470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.955749 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:24.956526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:25.032496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Pushing event updated for resources: {'Port': ['ID=9b594e17-3f51-40bf-bed3-ea165e5695ec,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:25.078035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Network 13b79fdb-607e-48bf-912f-63c781f22536 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:00:25.079300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:00:25.236399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:00:25.265714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4671ba2b-d1e7-4af8-99de-96dccad3fa7b None None] Provisioning complete for port 9b594e17-3f51-40bf-bed3-ea165e5695ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:25.266115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4671ba2b-d1e7-4af8-99de-96dccad3fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:25.297791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4671ba2b-d1e7-4af8-99de-96dccad3fa7b None None] Port 9b594e17-3f51-40bf-bed3-ea165e5695ec cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:00:25.326376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:00:25.338675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-64b49896-8b43-4b12-bc1c-476ece64041d admin admin] 10.222.0.48 "PUT /v2.0/routers/84bf0600-8e6e-417b-9f98-2e36ac6f9fdd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7149951 Jul 08 17:00:25.342596 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Sync routers for ids ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:00:25.354057 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Routers {'84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:00:25.354832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:00:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:25.538613 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Set router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:00:25.964795 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'name': 'router1', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:00:15Z', 'updated_at': '2021-07-08T17:00:24Z', 'revision_number': 2, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'gw_port_host': None, '_interfaces': [{'id': '9b594e17-3f51-40bf-bed3-ea165e5695ec', 'name': '', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'mac_address': 'fa:16:3e:fc:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:23Z', 'updated_at': '2021-07-08T17:00:24Z', 'revision_number': 2, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'subnets': [{'id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:26.016396 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Checking router: 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:00:26.016757 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Updating router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd port 9b594e17-3f51-40bf-bed3-ea165e5695ec binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:00:26.080497 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:26.584045 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:26.603177 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Transition to ACTIVE for port object 9b594e17-3f51-40bf-bed3-ea165e5695ec will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:00:26.609802 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:26.781177 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Pushing event updated for resources: {'Port': ['ID=9b594e17-3f51-40bf-bed3-ea165e5695ec,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:26.783456 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Attempting to bind port 9b594e17-3f51-40bf-bed3-ea165e5695ec on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:00:26.783845 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Attempting to bind port 9b594e17-3f51-40bf-bed3-ea165e5695ec by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:00:26.784289 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Attempting to bind port 9b594e17-3f51-40bf-bed3-ea165e5695ec on network 13b79fdb-607e-48bf-912f-63c781f22536 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:00:26.793770 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:00:26.794183 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Checking segment: {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:00:26.794684 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:26.795065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Bound using segment: {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:00:26.795544 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Bound port: 9b594e17-3f51-40bf-bed3-ea165e5695ec, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860833f1-7deb-4163-ab64-388e79124998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:00:26.795943 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:26.798233 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.798570 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.798900 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.799225 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.799550 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.799868 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.800185 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.800499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.800813 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.801123 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.801436 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.801747 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Tracked resource versions report: Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: pushed versions: Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: { 'AddressGroup': {'1.2'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Log': {'1.0'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Network': {'1.1'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Port': {'1.7'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'PortForwarding': {'1.2'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'QosPolicy': {'1.8'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'SecurityGroup': {'1.4'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'SubPort': {'1.0'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Subnet': {'1.1'}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Trunk': {'1.1'}} Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: consumer versions: Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: L3 agent@n-d-799527-4: {}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: Metadata agent@n-d-799527-4: {}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: Metering agent@n-d-799527-4: {}, Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'ConntrackHelper': '1.0', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Log': '1.0', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Network': '1.1', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Port': '1.7', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'PortForwarding': '1.2', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'QosPolicy': '1.8', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'SecurityGroup': '1.4', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'SecurityGroupRule': '1.2', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'SubPort': '1.0', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Subnet': '1.1', Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: 'Trunk': '1.1'}} Jul 08 17:00:26.802902 n-d-799527-4 neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:00:26.868989 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] For port 9b594e17-3f51-40bf-bed3-ea165e5695ec, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:00:26.889981 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] For port 9b594e17-3f51-40bf-bed3-ea165e5695ec, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9b594e17-3f51-40bf-bed3-ea165e5695ec,segment=NetworkSegment(860833f1-7deb-4163-ab64-388e79124998),segment_id=860833f1-7deb-4163-ab64-388e79124998)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:00:26.894636 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:26.952758 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Routers {'84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:00:26.953386 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:00:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:26.991472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05251ff3-3760-4aca-9561-0f7138c3340f None None] Pushing event updated for resources: {'Port': ['ID=9b594e17-3f51-40bf-bed3-ea165e5695ec,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:27.047539 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] Set router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:00:27.255965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'name': 'router1', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:00:15Z', 'updated_at': '2021-07-08T17:00:24Z', 'revision_number': 2, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'gw_port_host': None, '_interfaces': [{'id': '9b594e17-3f51-40bf-bed3-ea165e5695ec', 'name': '', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'mac_address': 'fa:16:3e:fc:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:23Z', 'updated_at': '2021-07-08T17:00:26Z', 'revision_number': 4, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'subnets': [{'id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:27.282562 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee853f3d-dc34-400d-8d46-0a71c3505e14 None None] The sync data for ids ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'] in n-d-799527-4 is: [{'id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'name': 'router1', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:00:15Z', 'updated_at': '2021-07-08T17:00:24Z', 'revision_number': 2, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'gw_port_host': None, '_interfaces': [{'id': '9b594e17-3f51-40bf-bed3-ea165e5695ec', 'name': '', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'mac_address': 'fa:16:3e:fc:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:23Z', 'updated_at': '2021-07-08T17:00:26Z', 'revision_number': 4, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'subnets': [{'id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:00:27.559471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:27.822480 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:00:27.835070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.policy [None req-2e912273-901c-4dd5-b729-f61dbe76684d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93945) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 17:00:27.879427 n-d-799527-4 neutron-server[93945]: WARNING oslo_policy.policy [None req-2e912273-901c-4dd5-b729-f61dbe76684d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:00:27.879798 n-d-799527-4 neutron-server[93945]: WARNING oslo_policy.policy [None req-2e912273-901c-4dd5-b729-f61dbe76684d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:00:27.888682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e912273-901c-4dd5-b729-f61dbe76684d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:27.890475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2e912273-901c-4dd5-b729-f61dbe76684d admin admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 842 time: 0.3301039 Jul 08 17:00:27.901097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:00:27.903637 n-d-799527-4 neutron-server[93945]: INFO neutron.quota [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Loaded quota_driver: . Jul 08 17:00:27.943955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Made reservation on behalf of 3ea98f71cbcc481b84c88d31e3d2d55f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:00:27.946929 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:28.359932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:00:28.360431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:28.428189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:00:28.428586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Network hostable DHCP agents. Network: d946cdc5-d063-46b2-bb92-0410f44eee21, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:00:28.436971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=229fb369-2387-4dd3-965b-61bf2cdddd3f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:28.448297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.448638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.449510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.449838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.450192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.450509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.450828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.451145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.451462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.451774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.452089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.452402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Tracked resource versions report: Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: pushed versions: Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: { 'AddressGroup': {'1.2'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Log': {'1.0'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Network': {'1.1'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Port': {'1.7'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'PortForwarding': {'1.2'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'QosPolicy': {'1.8'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'SecurityGroup': {'1.4'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'SubPort': {'1.0'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Subnet': {'1.1'}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Trunk': {'1.1'}} Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: consumer versions: Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: L3 agent@n-d-799527-4: {}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: Metadata agent@n-d-799527-4: {}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: Metering agent@n-d-799527-4: {}, Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'ConntrackHelper': '1.0', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Log': '1.0', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Network': '1.1', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Port': '1.7', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'PortForwarding': '1.2', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'QosPolicy': '1.8', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'SecurityGroup': '1.4', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'SecurityGroupRule': '1.2', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'SubPort': '1.0', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Subnet': '1.1', Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: 'Trunk': '1.1'}} Jul 08 17:00:28.453551 n-d-799527-4 neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:00:28.488893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:00:28.505332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d946cdc5-d063-46b2-bb92-0410f44eee21) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:00:28.512043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:28.512728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:28.518368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d86cc7-21a9-4ae9-b3b1-285abaa758b1 None None] Network d946cdc5-d063-46b2-bb92-0410f44eee21 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:00:28.542521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-05958b83-33c6-43b4-96e0-595abccab7ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6458826 Jul 08 17:00:28.665018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e4a8d-586e-4d26-847b-1bc6183dfc07 None None] Network d946cdc5-d063-46b2-bb92-0410f44eee21 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:00:30.822973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53954) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:31.069978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c2be0fa-dbf0-4fb5-8d02-206c67c1c9b9 admin admin] 10.222.0.48 "GET /v2.0/routers/84bf0600-8e6e-417b-9f98-2e36ac6f9fdd HTTP/1.1" status: 200 len: 710 time: 0.2458017 Jul 08 17:00:31.160321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f6a6a-4897-4e7f-b4ac-23b0eeb6c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:00:31.161611 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cf8f6a6a-4897-4e7f-b4ac-23b0eeb6c7f7 admin admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 886 time: 0.0859375 Jul 08 17:00:31.170462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:00:31.418520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:31.657443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:31.732231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:31.883313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Allocated IP 172.25.3.23 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f7265624-b1ff-44d1-93df-893f3e6bf8de) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:00:31.991346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.072766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9b594e17-3f51-40bf-bed3-ea165e5695ec up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:00:32.081527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.120431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9b594e17-3f51-40bf-bed3-ea165e5695ec completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:00:32.124569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9b594e17-3f51-40bf-bed3-ea165e5695ec triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:32.124943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.151340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:00:32.161291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:00:32.203547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.217357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:00:32.223281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7265624-b1ff-44d1-93df-893f3e6bf8de,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:32.236397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9b594e17-3f51-40bf-bed3-ea165e5695ec, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9b594e17-3f51-40bf-bed3-ea165e5695ec,segment=NetworkSegment(860833f1-7deb-4163-ab64-388e79124998),segment_id=860833f1-7deb-4163-ab64-388e79124998)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:00:32.240182 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.333570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9b594e17-3f51-40bf-bed3-ea165e5695ec,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:32.494983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.686089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.689226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.798059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:00:32.903609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:00:32.908074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:32.909289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c8123b6-01e7-44c4-a277-6330a53e9eb5 admin admin] 10.222.0.48 "PUT /v2.0/routers/84bf0600-8e6e-417b-9f98-2e36ac6f9fdd HTTP/1.1" status: 200 len: 889 time: 1.7421427 Jul 08 17:00:32.913140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Sync routers for ids ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:00:32.924739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Routers {'84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:00:32.925413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:00:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:33.148033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Set router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:00:33.540848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'name': 'router1', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'f7265624-b1ff-44d1-93df-893f3e6bf8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:00:15Z', 'updated_at': '2021-07-08T17:00:32Z', 'revision_number': 4, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'gw_port': {'id': 'f7265624-b1ff-44d1-93df-893f3e6bf8de', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:31Z', 'updated_at': '2021-07-08T17:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9b594e17-3f51-40bf-bed3-ea165e5695ec', 'name': '', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'mac_address': 'fa:16:3e:fc:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:23Z', 'updated_at': '2021-07-08T17:00:32Z', 'revision_number': 5, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'subnets': [{'id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:33.592103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Checking router: 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:00:33.592449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Updating router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd port f7265624-b1ff-44d1-93df-893f3e6bf8de binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:00:33.624689 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:33.944464 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:33.954560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Transition to ACTIVE for port object f7265624-b1ff-44d1-93df-893f3e6bf8de will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:00:33.959586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:34.012624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Attempting to bind port f7265624-b1ff-44d1-93df-893f3e6bf8de on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:00:34.013019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Attempting to bind port f7265624-b1ff-44d1-93df-893f3e6bf8de by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:00:34.013522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Attempting to bind port f7265624-b1ff-44d1-93df-893f3e6bf8de on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:00:34.015606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd715a-3421-4f38-9687-aef3aa78fa6b None None] Pushing event updated for resources: {'Port': ['ID=f7265624-b1ff-44d1-93df-893f3e6bf8de,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:34.021489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:00:34.021821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:00:34.022250 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:34.022636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:00:34.023098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Bound port: f7265624-b1ff-44d1-93df-893f3e6bf8de, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:00:34.023495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:34.085919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] For port f7265624-b1ff-44d1-93df-893f3e6bf8de, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:00:34.089189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9b594e17-3f51-40bf-bed3-ea165e5695ec up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:00:34.093693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] For port f7265624-b1ff-44d1-93df-893f3e6bf8de, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7265624-b1ff-44d1-93df-893f3e6bf8de,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:00:34.114127 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:34.180607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd715a-3421-4f38-9687-aef3aa78fa6b None None] Pushing event updated for resources: {'Port': ['ID=f7265624-b1ff-44d1-93df-893f3e6bf8de,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:34.188684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Routers {'84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:00:34.189153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:00:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:34.317262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9b594e17-3f51-40bf-bed3-ea165e5695ec triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:34.317627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:34.410547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] Set router 84bf0600-8e6e-417b-9f98-2e36ac6f9fdd gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:00:34.643581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'name': 'router1', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'f7265624-b1ff-44d1-93df-893f3e6bf8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:00:15Z', 'updated_at': '2021-07-08T17:00:32Z', 'revision_number': 4, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'gw_port': {'id': 'f7265624-b1ff-44d1-93df-893f3e6bf8de', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:31Z', 'updated_at': '2021-07-08T17:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9b594e17-3f51-40bf-bed3-ea165e5695ec', 'name': '', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'mac_address': 'fa:16:3e:fc:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:23Z', 'updated_at': '2021-07-08T17:00:32Z', 'revision_number': 5, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'subnets': [{'id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:00:34.669701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56231d77-5268-4c37-af67-ca1e6790c430 None None] The sync data for ids ['84bf0600-8e6e-417b-9f98-2e36ac6f9fdd'] in n-d-799527-4 is: [{'id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'name': 'router1', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'f7265624-b1ff-44d1-93df-893f3e6bf8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:00:15Z', 'updated_at': '2021-07-08T17:00:32Z', 'revision_number': 4, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'gw_port': {'id': 'f7265624-b1ff-44d1-93df-893f3e6bf8de', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:31Z', 'updated_at': '2021-07-08T17:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9b594e17-3f51-40bf-bed3-ea165e5695ec', 'name': '', 'network_id': '13b79fdb-607e-48bf-912f-63c781f22536', 'tenant_id': '6a36b034b3404f899803eb4e99f5db84', 'mac_address': 'fa:16:3e:fc:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf0600-8e6e-417b-9f98-2e36ac6f9fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:00:23Z', 'updated_at': '2021-07-08T17:00:32Z', 'revision_number': 5, 'project_id': '6a36b034b3404f899803eb4e99f5db84', 'subnets': [{'id': '2da34cc1-2f5f-4bb1-b827-be8473221a83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6886a83c-6c26-401d-bce5-47b47f4013d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:00:35.321598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:00:35.448179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6b60697b-8187-40c6-88cf-7ffc2897a03f admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1254499 Jul 08 17:00:36.089255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7265624-b1ff-44d1-93df-893f3e6bf8de up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:00:36.138811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f7265624-b1ff-44d1-93df-893f3e6bf8de completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:00:36.142804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f7265624-b1ff-44d1-93df-893f3e6bf8de triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:36.143442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:36.225137 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:36.246347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f7265624-b1ff-44d1-93df-893f3e6bf8de, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7265624-b1ff-44d1-93df-893f3e6bf8de,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:00:36.250301 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:36.299617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f7265624-b1ff-44d1-93df-893f3e6bf8de,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:00:38.078641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7265624-b1ff-44d1-93df-893f3e6bf8de up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:00:38.127328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f7265624-b1ff-44d1-93df-893f3e6bf8de triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:00:38.127797 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:49.400028 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-732ec8e9-98e2-438a-859f-4ab36fdde234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:52.121394 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-897836fc-9925-4614-a7e9-d6fedf091071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:52.212438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:53.340719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:00:54.703803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:04.822006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:01:19.408338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63d82dee-3445-43af-adb3-07058d7cbc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:22.115285 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-026d7f11-3660-4f33-9284-7e93335c7588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:22.208767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:23.345009 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:24.706013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:41.821167 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:01:49.400661 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76eb29a4-7081-4eca-9d06-dc2d1eb2dcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:52.118622 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22b9383b-19f9-4711-8d40-f599134c1496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:52.210868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:53.346802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:01:54.710904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:16.016566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:16.077197 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7292ec-082a-42a3-91de-624670d1d18d admin admin] GET failed (client error): The resource could not be found. Jul 08 17:02:16.078538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e7292ec-082a-42a3-91de-624670d1d18d admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610886 Jul 08 17:02:16.238698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb09ec0-6e26-4b41-a773-c116b0302d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:16.240221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-feb09ec0-6e26-4b41-a773-c116b0302d21 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579540 Jul 08 17:02:18.387638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:18.552299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3d64a-3928-4e94-8207-72dc67a0549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:18.553716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-51d3d64a-3928-4e94-8207-72dc67a0549e admin admin] 10.222.0.48 "GET /v2.0/subnets/2da34cc1-2f5f-4bb1-b827-be8473221a83 HTTP/1.1" status: 200 len: 849 time: 0.1650777 Jul 08 17:02:18.562952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:02:18.644501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:18.787831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743856341270'] for subnet, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:18.819135 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:02:18.823761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:18.824390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:18.824746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37cd41-27a6-40ad-9516-e48a6ac2c037 None None] Network 13b79fdb-607e-48bf-912f-63c781f22536 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:02:18.825747 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] 10.222.0.48 "PUT /v2.0/subnets/2da34cc1-2f5f-4bb1-b827-be8473221a83 HTTP/1.1" status: 200 len: 868 time: 0.2665009 Jul 08 17:02:18.840944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da34cc1-2f5f-4bb1-b827-be8473221a83,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:02:18.848431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.848783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.849160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.849496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.849820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.850187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.850551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.851595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.851868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.852191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.852512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:18.852830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bea8877-71ec-42be-99a4-1ab0fbf18a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:02:19.201100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5d86dbf3-e048-4fb9-a3a2-e1ea366c4237 None None] Provisioning complete for port 9b594e17-3f51-40bf-bed3-ea165e5695ec triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:02:19.201474 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d86dbf3-e048-4fb9-a3a2-e1ea366c4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:19.288672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5d86dbf3-e048-4fb9-a3a2-e1ea366c4237 None None] Provisioning complete for port d15c1fbe-da9d-4eee-9640-c29672a0d1ab triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:02:19.288927 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5d86dbf3-e048-4fb9-a3a2-e1ea366c4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:19.400816 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdfb6-0e3d-4e9d-83da-c1733c5e57c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:20.998840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:21.198567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea8cdd-6696-401d-a857-6cbc54a5d9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:21.199052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea8cdd-6696-401d-a857-6cbc54a5d9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:21.200591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-08ea8cdd-6696-401d-a857-6cbc54a5d9dd admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2008705 Jul 08 17:02:22.119969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbfe90ce-fff7-44db-bae1-84112fe9432b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:22.218411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:23.349158 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:23.376641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:23.506252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc2b35-50f6-468c-bb2e-d1352dee6033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:23.507345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc2b35-50f6-468c-bb2e-d1352dee6033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:23.509142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-50bc2b35-50f6-468c-bb2e-d1352dee6033 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315076 Jul 08 17:02:24.712628 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:25.655934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:25.784378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57a030-0664-41ff-af88-1dc02ee4d551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:25.785783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2e57a030-0664-41ff-af88-1dc02ee4d551 admin admin] 10.222.0.48 "GET /v2.0/networks/13b79fdb-607e-48bf-912f-63c781f22536 HTTP/1.1" status: 200 len: 869 time: 0.1289032 Jul 08 17:02:27.924416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:28.047389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14910a49-bf24-4881-b9da-17c1a46ac2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:28.048665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-14910a49-bf24-4881-b9da-17c1a46ac2f6 admin admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 886 time: 0.1233099 Jul 08 17:02:30.194857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:30.317845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3ecbb-63fb-4a57-80f2-8a48d4584f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:30.318336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3ecbb-63fb-4a57-80f2-8a48d4584f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:30.320672 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-38c3ecbb-63fb-4a57-80f2-8a48d4584f97 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248825 Jul 08 17:02:32.498232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:32.638709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4b61d-cf67-4039-abf5-256192fa8db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:32.639166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4b61d-cf67-4039-abf5-256192fa8db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:32.640691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-89f4b61d-cf67-4039-abf5-256192fa8db6 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1414967 Jul 08 17:02:34.819667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:34.902758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccabd33c-5d33-4535-a927-065eea353916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:34.904079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ccabd33c-5d33-4535-a927-065eea353916 admin admin] 10.222.0.48 "GET /v2.0/subnets/229fb369-2387-4dd3-965b-61bf2cdddd3f HTTP/1.1" status: 200 len: 816 time: 0.0834217 Jul 08 17:02:37.050204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:02:37.141376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a987e8-e696-4c5c-9fda-8fe73c927865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:02:37.143005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63a987e8-e696-4c5c-9fda-8fe73c927865 admin admin] 10.222.0.48 "GET /v2.0/subnets/2da34cc1-2f5f-4bb1-b827-be8473221a83 HTTP/1.1" status: 200 len: 868 time: 0.0915871 Jul 08 17:02:49.401231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6caeabc-a1ef-40c2-83a0-e447fe4ccec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:52.120387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-004c0aa0-a900-4ac2-9a10-c7996c1f360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:52.210657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:53.351595 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:54.716994 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:02:55.818919 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:03:01.668295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:03:01.714286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-8bf5f8fd-121c-455f-9ee5-36f515690ace admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:03:01.715331 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8bf5f8fd-121c-455f-9ee5-36f515690ace admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461020 Jul 08 17:03:03.964070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:03:04.022006 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3de245-5f45-4153-b2a3-e5b1508babe6 admin admin] GET failed (client error): The resource could not be found. Jul 08 17:03:04.023306 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e3de245-5f45-4153-b2a3-e5b1508babe6 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583065 Jul 08 17:03:04.105920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84a1bb-7d7b-4c9d-9aed-5448a90b39f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:03:04.107418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8f84a1bb-7d7b-4c9d-9aed-5448a90b39f5 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0802851 Jul 08 17:03:06.291850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:03:06.337178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:03:06.356888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Made reservation on behalf of 3ea98f71cbcc481b84c88d31e3d2d55f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:03:06.359122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:06.388076 n-d-799527-4 neutron-server[93944]: WARNING neutron.services.revisions.revision_plugin [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Could not find related network for resource to bump revision. Jul 08 17:03:06.399663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:03:06.408542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:06.408881 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Added segment fc5bcc4b-6237-45c5-8f87-bb1fe178c05a of type vlan for network e9af4a5c-239f-4ed4-920a-7315bf55c485 Jul 08 17:03:06.450108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:06.476644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:06.477613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:03:06.478255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:06.533503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2405133 Jul 08 17:03:06.536484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95092a-2dd6-4647-a2ba-84fbbd9ba394 admin admin] Pushing event updated for resources: {'Network': ['ID=e9af4a5c-239f-4ed4-920a-7315bf55c485,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:03:06.555585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:03:08.711674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54714) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:03:08.771539 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-988367f5-7031-4ece-9dd7-18e756969b46 admin admin] GET failed (client error): The resource could not be found. Jul 08 17:03:08.772851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-988367f5-7031-4ece-9dd7-18e756969b46 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602481 Jul 08 17:03:08.873416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55101869-0054-412b-93c2-fc029683dee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:03:08.874980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-55101869-0054-412b-93c2-fc029683dee7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981696 Jul 08 17:03:08.885093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:03:08.905545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Made reservation on behalf of 3ea98f71cbcc481b84c88d31e3d2d55f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:03:08.907731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.071439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.128720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:03:09.140178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.140520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.140855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.141184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.141509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.141836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.142183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.142504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.143085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.143404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.143723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.144041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.148381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:03:09.148741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Network hostable DHCP agents. Network: e9af4a5c-239f-4ed4-920a-7315bf55c485, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:03:09.165341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:03:09.173427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, e9af4a5c-239f-4ed4-920a-7315bf55c485) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:03:09.177454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:03:09.178057 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.183263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ee161-66c7-4e53-8db5-c28ebe56aafa None None] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:03:09.192311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-825cd7f2-35a8-4a32-be66-55194ab98d48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3106334 Jul 08 17:03:09.426484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-e9af4a5c-239f-4ed4-920a-7315bf55c485', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'tenant_id': '3ea98f71cbcc481b84c88d31e3d2d55f', 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:03:09.427389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.570991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Allocated IP 192.168.233.2 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/26490c69-97af-40c7-8293-5befcff91964) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:03:09.716624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.726056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Transition to ACTIVE for port object 26490c69-97af-40c7-8293-5befcff91964 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:03:09.746763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Transition to ACTIVE for port object 26490c69-97af-40c7-8293-5befcff91964 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:03:09.752489 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.793691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:03:09.796400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:03:09.799391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:03:09.807832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Pushing event updated for resources: {'Port': ['ID=26490c69-97af-40c7-8293-5befcff91964,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:03:09.831772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.832110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.832447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.832782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.833145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.834347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.834684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.835011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.835379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.835728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.836091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.836448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:03:09.871907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Attempting to bind port 26490c69-97af-40c7-8293-5befcff91964 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:03:09.872274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Attempting to bind port 26490c69-97af-40c7-8293-5befcff91964 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:03:09.872646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Attempting to bind port 26490c69-97af-40c7-8293-5befcff91964 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:03:09.877498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:03:09.877877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:03:09.878298 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.878682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:03:09.879129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Bound port: 26490c69-97af-40c7-8293-5befcff91964, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:03:09.879513 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:09.946882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] For port 26490c69-97af-40c7-8293-5befcff91964, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:03:09.950251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] For port 26490c69-97af-40c7-8293-5befcff91964, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=26490c69-97af-40c7-8293-5befcff91964,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:03:09.954435 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:10.010690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13b168-975d-4a1b-a899-ed160960005e None None] Pushing event updated for resources: {'Port': ['ID=26490c69-97af-40c7-8293-5befcff91964,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:03:10.871863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3f32b-de40-41a9-b904-61320c40773a None None] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:03:10.991878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-358e841b-11d4-40e8-81c4-e4dd08dcbb1f None None] Provisioning for port 26490c69-97af-40c7-8293-5befcff91964 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:03:12.200357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 26490c69-97af-40c7-8293-5befcff91964 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:03:12.248654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 26490c69-97af-40c7-8293-5befcff91964 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:03:12.252032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 26490c69-97af-40c7-8293-5befcff91964 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:03:12.252396 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:12.329812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:12.361226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 26490c69-97af-40c7-8293-5befcff91964, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=26490c69-97af-40c7-8293-5befcff91964,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:03:12.367719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:12.414087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=26490c69-97af-40c7-8293-5befcff91964,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:03:14.176740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 26490c69-97af-40c7-8293-5befcff91964 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:03:14.226308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 26490c69-97af-40c7-8293-5befcff91964 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:03:14.226676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:19.401462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc0afa27-5c70-4a66-902f-8a3efe2bea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:22.123497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e13336d-b836-4e52-92c3-c10a33222334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:22.212470 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:23.353581 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:24.721118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:32.818578 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:03:49.402944 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f9f0dfe-8af5-4b89-9bef-8cfa70db7d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:52.123740 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8f9eeb2-2652-409b-8ec2-a2fb4b2512ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:52.213949 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:53.356433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:03:54.723577 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:09.817773 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:04:19.406224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df9e9891-c594-4ae4-a852-a8f332b03cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.084239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:04:22.090268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-d688c2db-89ab-4519-aba8-f798a899ddb9 tempest-verify_tempest_config-779226429 tempest-verify_tempest_config-779226429-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:04:22.091284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d688c2db-89ab-4519-aba8-f798a899ddb9 tempest-verify_tempest_config-779226429 tempest-verify_tempest_config-779226429-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060885 Jul 08 17:04:22.127399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cba6c8f1-4ba1-4a4d-9bf9-e988c901c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.215657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.398853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:04:22.508679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.627952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.632409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.677912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98a2023087894cfb96c0d879f38d805f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2780423 Jul 08 17:04:22.679870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed4125-14f3-4905-8758-180acc670b34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:04:22.680790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54788) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:04:22.686562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.686907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.687243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.687575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.687903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.688229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.688553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.688876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.689193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.689511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.689830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.690176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f300633-1015-4888-9814-9dd2a378aa5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.737612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.759192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.846159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.849094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:22.850263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08ed4125-14f3-4905-8758-180acc670b34 HTTP/1.1" status: 204 len: 168 time: 0.1684241 Jul 08 17:04:22.857870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed4125-14f3-4905-8758-180acc670b34,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:04:22.865202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.865558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.865887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.866245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.866572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.866899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.867224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.867549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.867871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.868216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.868728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:22.869062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4769-efb4-412b-8e19-48b8d3f0974e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:04:23.362734 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:24.726447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:46.816505 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:04:49.408118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db99702e-eea0-4ce2-8b7d-60b9c26e3b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:52.128828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c169ca0-8fec-40ba-ac83-cee1ec9670b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:52.215840 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:53.361414 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:04:54.734456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:19.408294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fedea176-3cce-4996-b130-58140eb83fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:22.128742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c90e116-9350-4876-89a6-fd53fe00c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:22.217089 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:23.364139 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:23.814925 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:05:24.741493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:49.408989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ff62-645b-4650-af27-52b734fa80e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:52.130574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3e56f1d-a848-46de-95e1-41e358f6a22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:52.219366 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:53.368039 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:05:54.737200 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:00.812900 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:06:19.412027 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54fd44fb-1e3d-4277-8844-8a99d16ace54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:22.133732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f92f-f387-4757-89f9-415ed8d50718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:22.219974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:23.370692 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:24.741235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:37.811853 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 5 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:06:49.413392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e457592-f40e-4a08-a210-5dc9351c61e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:52.133351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a387996a-ecbe-4d4c-bd5e-5501ff87523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:52.219804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:53.373858 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:06:54.735186 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:12.502067 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:12.521847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2027836'] for agent, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:14.811464 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:07:19.414830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69887ff5-b52c-4085-98c8-74728368d0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:22.234807 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8488dd5c-01f5-4385-b805-615983be5e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:22.240263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:23.375896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:24.737486 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:42.473210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:42.490918 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:49.418146 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-319c9823-e193-4619-b2d1-2f771c0483e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:51.810614 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:07:52.135357 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-45c3a7ce-a7a9-4c0d-ba53-ae44b60f94cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:52.221031 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:53.382687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:07:54.742512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:00.029461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:08:00.131620 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9151f814-4ba4-422b-981e-77bc846ae6b7 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1010463 Jul 08 17:08:02.296850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:08:02.349785 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e5ea5be-4073-4d12-8f08-ec21f51d6630 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0518680 Jul 08 17:08:12.494783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:12.498429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:19.418123 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68dae3df-c76f-4616-ad64-64151348e5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:22.136753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1c12f26-0eff-4fe7-b146-ccb595c438a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:22.223758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:23.383473 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:24.742916 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:28.810187 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:08:42.492565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:42.517390 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:49.422372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70d8fff2-39bb-4760-aa4e-1dcf693fdadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:52.142237 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-831f7246-7bd0-4893-9806-0cb9de20a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:52.228080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:53.388044 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:08:54.746359 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:05.808676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:09:12.507004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:12.513295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:19.430369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3c33919-df92-4677-aa8e-c479024a66fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:22.141116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5832fa73-ee88-4585-ba8e-147269e2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:22.237711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:23.390192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:23.807033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55190) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:24.297898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.389701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.395160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.452348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0082ce6da7e4ac7888a9cbf03540a21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6442633 Jul 08 17:09:24.453644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e568f11-2983-42be-8dea-5081e9faeeab,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:24.455818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:24.463469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.464088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.465529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.466114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.466728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.467517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.467998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.468479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.468960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.469449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.470645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.471228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb3d72-52c1-4e9b-9511-5ac7504a2679 admin admin] Tracked resource versions report: Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: pushed versions: Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Log': {'1.0'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Network': {'1.1'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Port': {'1.7'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: consumer versions: Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: HyperV agent@n-h1-799527-4: {}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: HyperV agent@n-h2-799527-4: {}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: L3 agent@n-d-799527-4: {}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: Metadata agent@n-d-799527-4: {}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: Metering agent@n-d-799527-4: {}, Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Log': '1.0', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Network': '1.1', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Port': '1.7', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'PortForwarding': '1.2', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'QosPolicy': '1.8', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'SubPort': '1.0', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Subnet': '1.1', Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: 'Trunk': '1.1'}} Jul 08 17:09:24.473228 n-d-799527-4 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:09:24.607973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.635310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.689684 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.693195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:24.694578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e568f11-2983-42be-8dea-5081e9faeeab HTTP/1.1" status: 204 len: 168 time: 0.2375543 Jul 08 17:09:24.703832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e568f11-2983-42be-8dea-5081e9faeeab,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:24.713056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.713398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.713812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.714216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.714788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.715124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.715474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.715900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.716120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.716444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.716870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.717083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b403458d-80d3-44e6-b846-053bab2d9c09 admin admin] Tracked resource versions report: Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: pushed versions: Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: { 'AddressGroup': {'1.2'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Log': {'1.0'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Network': {'1.1'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Port': {'1.7'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'PortForwarding': {'1.2'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'QosPolicy': {'1.8'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'SecurityGroup': {'1.4'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'SubPort': {'1.0'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Subnet': {'1.1'}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Trunk': {'1.1'}} Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: consumer versions: Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: HyperV agent@n-h1-799527-4: {}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: HyperV agent@n-h2-799527-4: {}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: L3 agent@n-d-799527-4: {}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: Metadata agent@n-d-799527-4: {}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: Metering agent@n-d-799527-4: {}, Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'ConntrackHelper': '1.0', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Log': '1.0', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Network': '1.1', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Port': '1.7', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'PortForwarding': '1.2', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'QosPolicy': '1.8', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'SecurityGroup': '1.4', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'SecurityGroupRule': '1.2', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'SubPort': '1.0', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Subnet': '1.1', Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: 'Trunk': '1.1'}} Jul 08 17:09:24.718230 n-d-799527-4 neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:09:24.756866 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.023904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:25.444994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0204a965-bd39-414f-9d2a-c714fd862def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.489158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55280) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:25.514631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427f2b71-c91a-4b4d-bc76-34b00e3ab369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.553440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0204a965-bd39-414f-9d2a-c714fd862def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.560480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0204a965-bd39-414f-9d2a-c714fd862def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.616552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0204a965-bd39-414f-9d2a-c714fd862def admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e25b513720c4428819c614dcfd7bb86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5915294 Jul 08 17:09:25.617878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:25.618811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204a965-bd39-414f-9d2a-c714fd862def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310b2bb-342f-46ea-a2f5-c6da63b60e57,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:25.773020 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427f2b71-c91a-4b4d-bc76-34b00e3ab369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.774485 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b74-46ea-4390-818d-7b63c9a7e79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.785673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-427f2b71-c91a-4b4d-bc76-34b00e3ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.823975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b74-46ea-4390-818d-7b63c9a7e79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.845780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-427f2b71-c91a-4b4d-bc76-34b00e3ab369 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=035ddf2361d44160943b823fcf12e89a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3545120 Jul 08 17:09:25.848712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:25.853975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f2b71-c91a-4b4d-bc76-34b00e3ab369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807f30a5-6a4d-4dce-9863-aadc033139dc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:25.906981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b74-46ea-4390-818d-7b63c9a7e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.913584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b5a0b74-46ea-4390-818d-7b63c9a7e79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.916891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6b5a0b74-46ea-4390-818d-7b63c9a7e79e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1310b2bb-342f-46ea-a2f5-c6da63b60e57 HTTP/1.1" status: 204 len: 168 time: 0.2979321 Jul 08 17:09:25.934958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a0b74-46ea-4390-818d-7b63c9a7e79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310b2bb-342f-46ea-a2f5-c6da63b60e57,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:25.953578 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d9214d8-c046-4d42-98a6-96cb7824663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:25.991523 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d9214d8-c046-4d42-98a6-96cb7824663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.053050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d9214d8-c046-4d42-98a6-96cb7824663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.055642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d9214d8-c046-4d42-98a6-96cb7824663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.056858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1d9214d8-c046-4d42-98a6-96cb7824663b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/807f30a5-6a4d-4dce-9863-aadc033139dc HTTP/1.1" status: 204 len: 168 time: 0.2069685 Jul 08 17:09:26.065458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9214d8-c046-4d42-98a6-96cb7824663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807f30a5-6a4d-4dce-9863-aadc033139dc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:26.395251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:26.410681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20dc2ac5-4c84-408b-a273-37a3e45d8c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.512194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20dc2ac5-4c84-408b-a273-37a3e45d8c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.517482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20dc2ac5-4c84-408b-a273-37a3e45d8c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.555967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc2ac5-4c84-408b-a273-37a3e45d8c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59a978-024c-4ea5-9b6d-b5782d731d37,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:26.566070 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-20dc2ac5-4c84-408b-a273-37a3e45d8c91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1686effb1e67414e9eb75b2d0b120e5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1687024 Jul 08 17:09:26.568600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:26.622179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d659d41b-bf49-47ee-a162-3652787b41dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.643682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d659d41b-bf49-47ee-a162-3652787b41dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.701475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d659d41b-bf49-47ee-a162-3652787b41dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.705530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d659d41b-bf49-47ee-a162-3652787b41dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:26.707060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d659d41b-bf49-47ee-a162-3652787b41dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f59a978-024c-4ea5-9b6d-b5782d731d37 HTTP/1.1" status: 204 len: 168 time: 0.1371422 Jul 08 17:09:26.716821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659d41b-bf49-47ee-a162-3652787b41dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59a978-024c-4ea5-9b6d-b5782d731d37,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:28.174213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:28.279331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:28.394532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6708fa1-514e-4685-8a0c-4cbaf81031b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.517396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6708fa1-514e-4685-8a0c-4cbaf81031b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.531184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6708fa1-514e-4685-8a0c-4cbaf81031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.560271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6708fa1-514e-4685-8a0c-4cbaf81031b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691ff667-1271-4b0b-9b90-c1479f2bdb73,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:28.581372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d6708fa1-514e-4685-8a0c-4cbaf81031b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=514082cde9c64ce8824c6cae9e092cf7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4058893 Jul 08 17:09:28.581834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:28.634376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6903325-394a-465c-9bc7-68573a3facc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.663235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68f0f35a-b6bc-46ef-ad3f-8ad3065f022b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.674807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6903325-394a-465c-9bc7-68573a3facc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.761173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6903325-394a-465c-9bc7-68573a3facc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.763615 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6903325-394a-465c-9bc7-68573a3facc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.764750 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f6903325-394a-465c-9bc7-68573a3facc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/691ff667-1271-4b0b-9b90-c1479f2bdb73 HTTP/1.1" status: 204 len: 168 time: 0.1819487 Jul 08 17:09:28.779013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6903325-394a-465c-9bc7-68573a3facc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691ff667-1271-4b0b-9b90-c1479f2bdb73,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:28.808874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68f0f35a-b6bc-46ef-ad3f-8ad3065f022b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.814670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-68f0f35a-b6bc-46ef-ad3f-8ad3065f022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.854172 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-68f0f35a-b6bc-46ef-ad3f-8ad3065f022b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0535267506b4d95be2c7dfcc9ed39ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5725989 Jul 08 17:09:28.856999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0f35a-b6bc-46ef-ad3f-8ad3065f022b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f015ccc-3ce7-4718-9427-df008043f217,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:28.857125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55546) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:28.916829 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3de49e00-5f3e-46b8-8f43-76a88805e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:28.943025 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3de49e00-5f3e-46b8-8f43-76a88805e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.011193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3de49e00-5f3e-46b8-8f43-76a88805e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.018756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3de49e00-5f3e-46b8-8f43-76a88805e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.023566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3de49e00-5f3e-46b8-8f43-76a88805e604 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f015ccc-3ce7-4718-9427-df008043f217 HTTP/1.1" status: 204 len: 168 time: 0.1620750 Jul 08 17:09:29.033539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de49e00-5f3e-46b8-8f43-76a88805e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f015ccc-3ce7-4718-9427-df008043f217,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:29.592130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:29.605912 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ec51c61-a547-4d56-83ce-9833e1a6658f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.681074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:29.707329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6626b01-f2e8-4f2f-989c-b8218607bfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.708572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ec51c61-a547-4d56-83ce-9833e1a6658f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.713070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0ec51c61-a547-4d56-83ce-9833e1a6658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.759907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec51c61-a547-4d56-83ce-9833e1a6658f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf2ec4-7132-4d13-a31c-f67f91198346,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:29.774609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0ec51c61-a547-4d56-83ce-9833e1a6658f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00fc7c49aa8d44fd8455ca1020350e61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1811891 Jul 08 17:09:29.777187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:29.839165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c38cb1e0-3884-4eb6-8265-b1d8bb6db860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.844459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6626b01-f2e8-4f2f-989c-b8218607bfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.850359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6626b01-f2e8-4f2f-989c-b8218607bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.862464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c38cb1e0-3884-4eb6-8265-b1d8bb6db860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.914762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c38cb1e0-3884-4eb6-8265-b1d8bb6db860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.917420 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c38cb1e0-3884-4eb6-8265-b1d8bb6db860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:29.919243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c38cb1e0-3884-4eb6-8265-b1d8bb6db860 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ecf2ec4-7132-4d13-a31c-f67f91198346 HTTP/1.1" status: 204 len: 168 time: 0.1409853 Jul 08 17:09:29.931837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cb1e0-3884-4eb6-8265-b1d8bb6db860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf2ec4-7132-4d13-a31c-f67f91198346,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:30.009080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f6626b01-f2e8-4f2f-989c-b8218607bfcf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d25d8a441e5470b9dc924209a7ccc8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3256593 Jul 08 17:09:30.011074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6626b01-f2e8-4f2f-989c-b8218607bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a219235-5211-46a6-9a03-cc50d0db0f02,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:30.011918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:30.079697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7552dcc0-d321-4065-bf97-928308df6371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.092728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:30.106788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7552dcc0-d321-4065-bf97-928308df6371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.164453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7552dcc0-d321-4065-bf97-928308df6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.167536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7552dcc0-d321-4065-bf97-928308df6371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.168833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7552dcc0-d321-4065-bf97-928308df6371 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a219235-5211-46a6-9a03-cc50d0db0f02 HTTP/1.1" status: 204 len: 168 time: 0.1559980 Jul 08 17:09:30.178717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552dcc0-d321-4065-bf97-928308df6371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a219235-5211-46a6-9a03-cc50d0db0f02,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:30.356500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd76bd18-5821-48ee-b1b6-68bab082fba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.459615 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd76bd18-5821-48ee-b1b6-68bab082fba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.465414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd76bd18-5821-48ee-b1b6-68bab082fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.512408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bd76bd18-5821-48ee-b1b6-68bab082fba6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfb8655e08424333817a787b1072c2f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4157996 Jul 08 17:09:30.512408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76bd18-5821-48ee-b1b6-68bab082fba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb35d0ff-43dd-4c52-b981-7adb37c63939,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:30.513724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:30.568847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc58f3e5-e957-4f29-a42c-cbe05b4ce69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.591212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc58f3e5-e957-4f29-a42c-cbe05b4ce69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.642087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc58f3e5-e957-4f29-a42c-cbe05b4ce69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.647206 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cc58f3e5-e957-4f29-a42c-cbe05b4ce69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:30.648746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cc58f3e5-e957-4f29-a42c-cbe05b4ce69d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb35d0ff-43dd-4c52-b981-7adb37c63939 HTTP/1.1" status: 204 len: 168 time: 0.1339695 Jul 08 17:09:30.658475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58f3e5-e957-4f29-a42c-cbe05b4ce69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb35d0ff-43dd-4c52-b981-7adb37c63939,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:31.146596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:31.160731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d918d11a-f75a-474f-b437-e83ad45d25f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.255532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d918d11a-f75a-474f-b437-e83ad45d25f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.261175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d918d11a-f75a-474f-b437-e83ad45d25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.308865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918d11a-f75a-474f-b437-e83ad45d25f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c7b38-0967-4a68-a552-c90835eeb36b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:31.336522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55704) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:31.351050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d918d11a-f75a-474f-b437-e83ad45d25f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be34ec8dea7940c0b2b764fc92bd49cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2031939 Jul 08 17:09:31.410837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c505673-f5ea-459b-831f-161fb56b1e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.440773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c505673-f5ea-459b-831f-161fb56b1e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.504547 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c505673-f5ea-459b-831f-161fb56b1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.507501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c505673-f5ea-459b-831f-161fb56b1e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:31.511067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3c505673-f5ea-459b-831f-161fb56b1e57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/653c7b38-0967-4a68-a552-c90835eeb36b HTTP/1.1" status: 204 len: 168 time: 0.1712391 Jul 08 17:09:31.517660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505673-f5ea-459b-831f-161fb56b1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c7b38-0967-4a68-a552-c90835eeb36b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:31.572883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:31.576100 n-d-799527-4 neutron-server[93945]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 17:09:31.607890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-edb73577-751a-4d6b-b5ea-70c3d8b9114b tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0420dedea965407888914d3e48caac34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335300 Jul 08 17:09:31.812662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-bdd7a257-2528-4e24-b37d-22c9d90125f8 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:31.815414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-bdd7a257-2528-4e24-b37d-22c9d90125f8 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013466 Jul 08 17:09:31.833081 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-b6c753a0-2528-4933-9f05-e7fd82a5d5ec tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/quotas/0420dedea965407888914d3e48caac34 HTTP/1.1" status: 200 len: 375 time: 0.0112238 Jul 08 17:09:31.890474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-0b1a3214-8e56-4358-8b2b-69a3c9fa1bbb tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0420dedea965407888914d3e48caac34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482390 Jul 08 17:09:32.322322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:32.559605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:32.669819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55810) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:32.731948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-380209465-network', 'tenant_id': '9ba5a10ec44f4f9bb788369accfef652'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:32.772301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Made reservation on behalf of 9ba5a10ec44f4f9bb788369accfef652 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:32.774987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:32.797480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:32.814190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9661679-2cf8-4734-b8f7-efd8f6553942 tempest-AutoAllocateNetworkTest-398522822 tempest-AutoAllocateNetworkTest-398522822-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cbe96bc46566443aadfa7337bbed8b25&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2524545 Jul 08 17:09:32.816810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:32.866993 n-d-799527-4 neutron-server[93944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 17:09:32.937553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:32.944397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:32.958352 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1e6b1f6-b693-4a99-a8e3-39caae6b57bf req-1bb08b58-2f3d-46ac-8b8d-0fbe4aebd517 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 210 time: 0.2868183 Jul 08 17:09:32.994600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:09:33.020389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760fdfa-a914-480c-b085-251103b52cfb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:33.023915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743856449868', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.024462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Unsubscribe: segment precommit_create {{(pid=93945) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 17:09:33.025172 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Added segment 74b5060c-13ea-45a2-90d6-c7ac382141dc of type vlan for network 72b69cb4-37b1-4e40-b922-e23c8f722a84 Jul 08 17:09:33.095809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.175015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.176207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:33.176921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.233371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebe8b9-a2fe-4c3c-8119-9da51827e3a6 tempest-AutoAllocateNetworkTest-398522822 tempest-AutoAllocateNetworkTest-398522822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:33.245142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-93ebe8b9-a2fe-4c3c-8119-9da51827e3a6 tempest-AutoAllocateNetworkTest-398522822 tempest-AutoAllocateNetworkTest-398522822-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4271383 Jul 08 17:09:33.248165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55854) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:33.309690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9859567 Jul 08 17:09:33.318471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:33.362563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4660afd-3a97-4b8d-addb-4251e5c88b6b admin admin] Pushing event updated for resources: {'Network': ['ID=72b69cb4-37b1-4e40-b922-e23c8f722a84,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:33.376465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Request body: {'subnet': {'network_id': '72b69cb4-37b1-4e40-b922-e23c8f722a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-380209465-subnet', 'tenant_id': '9ba5a10ec44f4f9bb788369accfef652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:33.382076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 72b69cb4-37b1-4e40-b922-e23c8f722a84 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:09:33.383799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ac6288e4-71e7-4a57-bdcc-bdf532bfe9fe tempest-AutoAllocateNetworkTest-398522822 tempest-AutoAllocateNetworkTest-398522822-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1306574 Jul 08 17:09:33.386414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:33.408871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Made reservation on behalf of 9ba5a10ec44f4f9bb788369accfef652 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:33.412858 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.451647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1d06e109-2d47-441c-a056-3faecd9f50e5 tempest-AutoAllocateNetworkTest-398522822 tempest-AutoAllocateNetworkTest-398522822-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cbe96bc46566443aadfa7337bbed8b25 HTTP/1.1" status: 200 len: 208 time: 0.0613263 Jul 08 17:09:33.692126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.761842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3874ce9f-9df9-4423-ad6e-12eb9533938d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:33.771242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Checking segment: {'id': '74b5060c-13ea-45a2-90d6-c7ac382141dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '72b69cb4-37b1-4e40-b922-e23c8f722a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:09:33.771471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Network hostable DHCP agents. Network: 72b69cb4-37b1-4e40-b922-e23c8f722a84, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:09:33.799146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Network 72b69cb4-37b1-4e40-b922-e23c8f722a84 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:09:33.810903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 72b69cb4-37b1-4e40-b922-e23c8f722a84) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:33.815976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:33.816622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:33.825839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866514a3-5ca7-4025-b83c-92881d9256b0 None None] Network 72b69cb4-37b1-4e40-b922-e23c8f722a84 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:09:33.835457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e94d4e44-ca95-4da7-b67b-4e65c23724e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5158234 Jul 08 17:09:33.871227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.003405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05fc947-d81c-45f8-ab9f-47a3c9032a4e None None] Network 72b69cb4-37b1-4e40-b922-e23c8f722a84 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:09:34.177783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.214586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8921144-b857-472b-b24c-1d06c8de5916 req-8079db38-82e4-47ae-b655-10f1afda00f2 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 210 time: 0.0736036 Jul 08 17:09:34.308758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4e95674-3a9f-4dbf-9d98-26f14ea784e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.330669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.387949 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf89c-29c0-41bf-abb2-6dbe5d53ca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.416830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4e95674-3a9f-4dbf-9d98-26f14ea784e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.422181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4e95674-3a9f-4dbf-9d98-26f14ea784e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.462944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4e95674-3a9f-4dbf-9d98-26f14ea784e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40641d2f864148debbc4c4dd0cc1e697&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5892448 Jul 08 17:09:34.466200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.468095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e95674-3a9f-4dbf-9d98-26f14ea784e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc8770-d420-469b-98a8-cb00b800574d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:34.551510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28a2b633-0274-430b-863a-a59e4d2eebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.581465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf89c-29c0-41bf-abb2-6dbe5d53ca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.596625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28a2b633-0274-430b-863a-a59e4d2eebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.598614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf89c-29c0-41bf-abb2-6dbe5d53ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.669761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.53', 50238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.676765 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ab1cf89c-29c0-41bf-abb2-6dbe5d53ca4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbe96bc46566443aadfa7337bbed8b25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4948072 Jul 08 17:09:34.688985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.690475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cf89c-29c0-41bf-abb2-6dbe5d53ca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9360790d-0aee-4c37-8769-548a3b87da3e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:34.702633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06266e9c-bbd6-45ce-a69f-5151fed27a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.713413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-a05c0f91-f0c8-47e1-bfa0-1ab715f60ee1 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0420dedea965407888914d3e48caac34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424070 Jul 08 17:09:34.755891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28a2b633-0274-430b-863a-a59e4d2eebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.759143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28a2b633-0274-430b-863a-a59e4d2eebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.765917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-28a2b633-0274-430b-863a-a59e4d2eebf0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9dc8770-d420-469b-98a8-cb00b800574d HTTP/1.1" status: 204 len: 168 time: 0.2986817 Jul 08 17:09:34.785012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2b633-0274-430b-863a-a59e4d2eebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc8770-d420-469b-98a8-cb00b800574d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:34.848482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b823160-ecfd-4ec9-b8a3-6196090560bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.882171 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06266e9c-bbd6-45ce-a69f-5151fed27a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.885240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b823160-ecfd-4ec9-b8a3-6196090560bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.888732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06266e9c-bbd6-45ce-a69f-5151fed27a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.951003 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b823160-ecfd-4ec9-b8a3-6196090560bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.953581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b823160-ecfd-4ec9-b8a3-6196090560bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:34.954992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b823160-ecfd-4ec9-b8a3-6196090560bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9360790d-0aee-4c37-8769-548a3b87da3e HTTP/1.1" status: 204 len: 168 time: 0.2618475 Jul 08 17:09:34.966279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06266e9c-bbd6-45ce-a69f-5151fed27a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aee82d-167f-4a18-b238-7ec8737d128a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:34.969296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b823160-ecfd-4ec9-b8a3-6196090560bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9360790d-0aee-4c37-8769-548a3b87da3e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:34.973845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-06266e9c-bbd6-45ce-a69f-5151fed27a9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94b254c5a1e44c76a5a98e0fad031126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424074 Jul 08 17:09:34.976470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:34.978849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-5e96c617-0bbf-41e7-9324-71476396494a tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:34.981188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-5e96c617-0bbf-41e7-9324-71476396494a tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350953 Jul 08 17:09:35.039764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Request body: {'port': {'device_id': '948533a9-0e38-411f-953c-34e4ae09378d', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '0420dedea965407888914d3e48caac34'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:35.061881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0010dd6-7964-4658-bcbf-f059495276b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.115550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0010dd6-7964-4658-bcbf-f059495276b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.207781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0010dd6-7964-4658-bcbf-f059495276b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.211006 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0010dd6-7964-4658-bcbf-f059495276b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.213142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b0010dd6-7964-4658-bcbf-f059495276b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1aee82d-167f-4a18-b238-7ec8737d128a HTTP/1.1" status: 204 len: 168 time: 0.2352939 Jul 08 17:09:35.223388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0010dd6-7964-4658-bcbf-f059495276b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aee82d-167f-4a18-b238-7ec8737d128a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:35.437968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c7434b3-a54f-4305-8b37-9948e87f6161 req-b4e22d59-be90-468b-9d4f-d7155c045f8b tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 210 time: 0.0602045 Jul 08 17:09:35.454990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Made reservation on behalf of 0420dedea965407888914d3e48caac34 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:35.459968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.472252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.590793 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.596352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.687988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b1dded-82a8-4c79-a2a4-5d30de44c1a5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:35.843788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Allocated IP 192.168.233.153 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:09:35.875409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:35.879784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-127108174-network', 'tenant_id': 'fdd398a78bd043bbb010b093f1291142'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:35.904484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Made reservation on behalf of fdd398a78bd043bbb010b093f1291142 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:35.909258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:35.920266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.031260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.037736 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.059409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.066087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:09:36.082748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Transition to ACTIVE for port object 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:36.091867 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.092446 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Added segment cf69f5f8-3105-4ecd-8577-9b232f399912 of type vlan for network 7ec02fd9-579b-4468-a717-036aa4ca2268 Jul 08 17:09:36.102609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfe590a-7793-4d6b-90de-6fd6f1316ba0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:36.105161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:36.133590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44db9044-8c9f-4c89-8c44-ce7d417b851e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.143665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.164968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.187109 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.189055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:36.189276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.256563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec02fd9-579b-4468-a717-036aa4ca2268,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:36.260732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:09:36.269368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 7ec02fd9-579b-4468-a717-036aa4ca2268 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:09:36.278146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:36.296299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:09:36.302992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:36.303778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.327133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Pushing event updated for resources: {'Port': ['ID=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:36.386658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:36.401264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44db9044-8c9f-4c89-8c44-ce7d417b851e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.407917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cda382-b234-4780-b742-00569e9cd173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.413796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44db9044-8c9f-4c89-8c44-ce7d417b851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.453518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-44db9044-8c9f-4c89-8c44-ce7d417b851e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f911139b477e4ff498d32be1ea937ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460755 Jul 08 17:09:36.453710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56010) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:36.456964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-eee64c8c-8ad4-4053-b671-22c8fdb91d15 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4224024 Jul 08 17:09:36.458756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b16108a7-56b5-417b-8e3e-314b3e0a40d4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5837908 Jul 08 17:09:36.469333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-434af3f7-9623-4d3a-bbaf-95d362590b8f tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:09:36.471018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-434af3f7-9623-4d3a-bbaf-95d362590b8f tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076013 Jul 08 17:09:36.473195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56012) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:36.483596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Request body: {'subnet': {'network_id': '7ec02fd9-579b-4468-a717-036aa4ca2268', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-127108174-subnet', 'tenant_id': 'fdd398a78bd043bbb010b093f1291142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:36.510447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db9044-8c9f-4c89-8c44-ce7d417b851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87fb223-06be-4f1d-bd2f-448edb13833b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:36.584775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ce9d01e4-25f8-4f0f-be10-0d9b4378d90d None None] Provisioning for port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:09:36.590665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ce9d01e4-25f8-4f0f-be10-0d9b4378d90d None None] Provisioning complete for port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:09:36.591924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce9d01e4-25f8-4f0f-be10-0d9b4378d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.593875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565c38d6-7941-42a7-ae4f-616db2c460b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.627676 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565c38d6-7941-42a7-ae4f-616db2c460b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.650042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d01e4-25f8-4f0f-be10-0d9b4378d90d None None] Port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:09:36.703693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cda382-b234-4780-b742-00569e9cd173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.705252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565c38d6-7941-42a7-ae4f-616db2c460b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.708463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565c38d6-7941-42a7-ae4f-616db2c460b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.709887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-565c38d6-7941-42a7-ae4f-616db2c460b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b87fb223-06be-4f1d-bd2f-448edb13833b HTTP/1.1" status: 204 len: 168 time: 0.2463109 Jul 08 17:09:36.718948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c38d6-7941-42a7-ae4f-616db2c460b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87fb223-06be-4f1d-bd2f-448edb13833b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:36.728351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e5cda382-b234-4780-b742-00569e9cd173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.745177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Made reservation on behalf of fdd398a78bd043bbb010b093f1291142 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:36.748290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.768106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cda382-b234-4780-b742-00569e9cd173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1d17a-e515-4c6a-98c2-bf3663f637c5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:36.817235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e5cda382-b234-4780-b742-00569e9cd173 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d88e54479f7e4bf49a16af53815184a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292283 Jul 08 17:09:36.817997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:36.922228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d152a75f-d591-450d-8522-5ff9de9216c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:36.979510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d152a75f-d591-450d-8522-5ff9de9216c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:37.080795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d152a75f-d591-450d-8522-5ff9de9216c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:37.084789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d152a75f-d591-450d-8522-5ff9de9216c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:37.088982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d152a75f-d591-450d-8522-5ff9de9216c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83e1d17a-e515-4c6a-98c2-bf3663f637c5 HTTP/1.1" status: 204 len: 168 time: 0.2697389 Jul 08 17:09:37.126538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152a75f-d591-450d-8522-5ff9de9216c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1d17a-e515-4c6a-98c2-bf3663f637c5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:37.199990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:37.247010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddc6b3-5b38-4119-91dc-aa10c608a059 req-cb7ff19f-0733-469a-8086-a743658d4617 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:37.248982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9ddc6b3-5b38-4119-91dc-aa10c608a059 req-cb7ff19f-0733-469a-8086-a743658d4617 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 936 time: 0.2192867 Jul 08 17:09:37.308750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5252129-7dda-4625-b241-2843c0eea1df,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:37.370214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Checking segment: {'id': 'cf69f5f8-3105-4ecd-8577-9b232f399912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7ec02fd9-579b-4468-a717-036aa4ca2268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:09:37.370707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Network hostable DHCP agents. Network: 7ec02fd9-579b-4468-a717-036aa4ca2268, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:09:37.394173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Network 7ec02fd9-579b-4468-a717-036aa4ca2268 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:09:37.408929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 7ec02fd9-579b-4468-a717-036aa4ca2268) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:37.422349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9ddc6b3-5b38-4119-91dc-aa10c608a059 req-ff82a288-be7a-46d9-ba18-c3602141824d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673472 Jul 08 17:09:37.423382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d748b8d-ed90-4723-acab-a3e153fceb64 None None] Network 7ec02fd9-579b-4468-a717-036aa4ca2268 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:09:37.435167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:37.437231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:37.474378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4819160-d4e8-4d3a-a2d3-56a52a008817 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0001113 Jul 08 17:09:37.620681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efb56d-1eca-468b-ae9a-834fa9ad663d None None] Network 7ec02fd9-579b-4468-a717-036aa4ca2268 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:09:37.757267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Request body: {'port': {'device_id': '948533a9-0e38-411f-953c-34e4ae09378d', 'device_owner': 'compute:tempest-test_az-1913062670', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:37.870600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.082139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:38.131873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:38.191780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd40aa0a-a642-4d0f-b7bc-dba89744205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.199943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Deleting subnet 3874ce9f-9df9-4423-ad6e-12eb9533938d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:09:38.208925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.250640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:38.306514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.329364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.430855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.489181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.491301 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3874ce9f-9df9-4423-ad6e-12eb9533938d HTTP/1.1" status: 204 len: 168 time: 0.4080279 Jul 08 17:09:38.492317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e79641-cacc-44e5-8200-832e9e2ff4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3874ce9f-9df9-4423-ad6e-12eb9533938d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:38.494851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56082) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:38.585344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:09:38.609280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.652228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Transition to ACTIVE for port object 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:38.689046 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.743049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.777057 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8257dcc0-b2fc-443a-81d4-6e8d4d25c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:38.935176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Attempting to bind port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:09:38.935560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Attempting to bind port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:09:38.935929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Attempting to bind port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:09:38.964388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:09:38.964388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Attempting to bind port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:09:38.994716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1244910-bcf0-40b3-a87a-83f8f7c54fab req-afe57208-a93b-4a0a-bdd9-5a3bd822021d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:38.996496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1244910-bcf0-40b3-a87a-83f8f7c54fab req-afe57208-a93b-4a0a-bdd9-5a3bd822021d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.2675824 Jul 08 17:09:39.004341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.028608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.029051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.030000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > port after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > port after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.033505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.243267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:09:39.243902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:09:39.244558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:09:39.245137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Bound port: 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:09:39.245636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.331233 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.332497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.333039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.333578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:39.334483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b69cb4-37b1-4e40-b922-e23c8f722a84']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:39.357007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:39.361356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd40aa0a-a642-4d0f-b7bc-dba89744205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.370015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b5060c-13ea-45a2-90d6-c7ac382141dc') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:39.370550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b5060c-13ea-45a2-90d6-c7ac382141dc') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:39.385674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:39.404358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.439078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1244910-bcf0-40b3-a87a-83f8f7c54fab req-5cb427aa-cccc-413b-92df-134db32079bc tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307957 Jul 08 17:09:39.444518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.456130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:09:39.456894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: from cryptography.utils import int_from_bytes Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: from cryptography.utils import int_from_bytes Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:09:39.461637 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:09:39.496485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd40aa0a-a642-4d0f-b7bc-dba89744205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.556353 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.597712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.605417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] 10.222.0.48 "DELETE /v2.0/networks/72b69cb4-37b1-4e40-b922-e23c8f722a84 HTTP/1.1" status: 204 len: 168 time: 1.1081076 Jul 08 17:09:39.607187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef2664-167a-4237-9e96-3469f57a95bc admin admin] Pushing event deleted for resources: {'Network': ['ID=72b69cb4-37b1-4e40-b922-e23c8f722a84,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:39.608553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] For port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:09:39.613910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] For port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:09:39.617997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:39.636494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.743536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:39.768648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd40aa0a-a642-4d0f-b7bc-dba89744205c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2a3429fd1b04885a531c528037c3ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6356986 Jul 08 17:09:39.769489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40aa0a-a642-4d0f-b7bc-dba89744205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec6f5a-d35d-493e-9563-ee68d575d6e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:39.773063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:39.784764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:39.785395 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:39.792243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-cffba5db-63a2-47bb-8728-4238acdba5f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 HTTP/1.1" status: 200 len: 1118 time: 2.6144586 Jul 08 17:09:39.803561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Deleting subnet e5252129-7dda-4625-b241-2843c0eea1df {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:09:39.803697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948533a9-0e38-411f-953c-34e4ae09378d', 'tag': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:09:39.930797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.049763 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8257dcc0-b2fc-443a-81d4-6e8d4d25c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.062072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8257dcc0-b2fc-443a-81d4-6e8d4d25c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.069372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.130063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8257dcc0-b2fc-443a-81d4-6e8d4d25c0ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a3b096fcbc34fa6abccabf825656f79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8772702 Jul 08 17:09:40.154262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:40.155133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257dcc0-b2fc-443a-81d4-6e8d4d25c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc61aab1-ed85-4274-ba82-0e31890e4998,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:40.157905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad2f293a-d8d0-4581-acda-d95520ea98a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.191809 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.293495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc509-add4-4240-9080-c7f1b2da88af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.302910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7679ee4d-5d77-4885-8ecd-45ccafa80d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.317085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.342423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7679ee4d-5d77-4885-8ecd-45ccafa80d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.374552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc509-add4-4240-9080-c7f1b2da88af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.379618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5252129-7dda-4625-b241-2843c0eea1df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:40.401750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.406485 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0fb7d28c-bb5f-4698-bb9b-87ba7135a223 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5252129-7dda-4625-b241-2843c0eea1df HTTP/1.1" status: 204 len: 168 time: 0.7869072 Jul 08 17:09:40.409054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:40.492221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad2f293a-d8d0-4581-acda-d95520ea98a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.499016 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb5416-a04b-462b-bff7-ebad0840680d" -d '{"events": [{"name": "network-changed", "server_uuid": "948533a9-0e38-411f-953c-34e4ae09378d", "tag": "6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:09:40.503319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad2f293a-d8d0-4581-acda-d95520ea98a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.519075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc509-add4-4240-9080-c7f1b2da88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.522417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc509-add4-4240-9080-c7f1b2da88af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.523571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b6ffc509-add4-4240-9080-c7f1b2da88af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6ec6f5a-d35d-493e-9563-ee68d575d6e7 HTTP/1.1" status: 204 len: 168 time: 0.7495787 Jul 08 17:09:40.538460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7679ee4d-5d77-4885-8ecd-45ccafa80d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.541194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7679ee4d-5d77-4885-8ecd-45ccafa80d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.545175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7679ee4d-5d77-4885-8ecd-45ccafa80d16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc61aab1-ed85-4274-ba82-0e31890e4998 HTTP/1.1" status: 204 len: 168 time: 0.3860297 Jul 08 17:09:40.557476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad2f293a-d8d0-4581-acda-d95520ea98a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c7efe737924406ba50191e456ee3431&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1680379 Jul 08 17:09:40.558405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:40.558774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.569723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f293a-d8d0-4581-acda-d95520ea98a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff27696-16b7-44ee-873c-b54c499a6f5f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:40.575026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679ee4d-5d77-4885-8ecd-45ccafa80d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc61aab1-ed85-4274-ba82-0e31890e4998,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:40.603587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffc509-add4-4240-9080-c7f1b2da88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec6f5a-d35d-493e-9563-ee68d575d6e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:40.658531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565ebdd8-dece-4261-8164-6c706a380b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.716161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565ebdd8-dece-4261-8164-6c706a380b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.806721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.827985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565ebdd8-dece-4261-8164-6c706a380b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.830765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-565ebdd8-dece-4261-8164-6c706a380b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:40.830960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.831314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.831924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-565ebdd8-dece-4261-8164-6c706a380b2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fff27696-16b7-44ee-873c-b54c499a6f5f HTTP/1.1" status: 204 len: 168 time: 0.2726088 Jul 08 17:09:40.832088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.832422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.832769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.833099 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.833413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.833728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.834080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.834522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.848974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ebdd8-dece-4261-8164-6c706a380b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff27696-16b7-44ee-873c-b54c499a6f5f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:40.989514 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.994775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.995319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.996216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:09:40.996756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec02fd9-579b-4468-a717-036aa4ca2268']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:41.029751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf69f5f8-3105-4ecd-8577-9b232f399912') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:41.030068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf69f5f8-3105-4ecd-8577-9b232f399912') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:41.074830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.127309 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b6e314-a38e-4a73-a302-062a11d8ab59 x-openstack-request-id: req-90b6e314-a38e-4a73-a302-062a11d8ab59 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:09:41.127594 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948533a9-0e38-411f-953c-34e4ae09378d", "tag": "6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:09:41.127844 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90b6e314-a38e-4a73-a302-062a11d8ab59 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:09:41.128294 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948533a9-0e38-411f-953c-34e4ae09378d', 'tag': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5', 'status': 'completed', 'code': 200} Jul 08 17:09:41.132111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.151365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:09:41.152010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: from cryptography.utils import int_from_bytes Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: from cryptography.utils import int_from_bytes Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:09:41.162397 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:09:41.253101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842d35-ce71-4e6c-8b0d-e1b0f3d582ba req-d293fba3-da7d-431c-9383-e86e54f08e73 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:41.255085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc842d35-ce71-4e6c-8b0d-e1b0f3d582ba req-d293fba3-da7d-431c-9383-e86e54f08e73 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.4964383 Jul 08 17:09:41.270124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.346862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.349966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ec02fd9-579b-4468-a717-036aa4ca2268 HTTP/1.1" status: 204 len: 168 time: 0.9410539 Jul 08 17:09:41.356894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a4781-5c40-4ebd-8b4d-2ca268d456f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec02fd9-579b-4468-a717-036aa4ca2268,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:41.390806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc842d35-ce71-4e6c-8b0d-e1b0f3d582ba req-796871a2-44fb-45d0-bc36-95dd9d8747f4 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244140 Jul 08 17:09:41.536085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:41.550186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66d3e26a-6640-4a20-bfe2-69de5e51168b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.677005 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66d3e26a-6640-4a20-bfe2-69de5e51168b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.685349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66d3e26a-6640-4a20-bfe2-69de5e51168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.738857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3e26a-6640-4a20-bfe2-69de5e51168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ef54f-15f6-43a3-8f39-6038b5824686,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:41.774802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-66d3e26a-6640-4a20-bfe2-69de5e51168b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cede896e4d0e4d8b8fa02fa816d15628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372656 Jul 08 17:09:41.775561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56194) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:41.807518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:41.827445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f89db5c1-020c-425c-ad23-1b5c9b484291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.846243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:41.855293 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a110-4c1d-41b1-8442-f75f42648a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.908756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a110-4c1d-41b1-8442-f75f42648a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:41.945558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4eeef51c-191d-42f8-87be-b0f9ea4c199c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ba5a10ec44f4f9bb788369accfef652&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0981719 Jul 08 17:09:41.948520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:42.004213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a110-4c1d-41b1-8442-f75f42648a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.007476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6cd0a110-4c1d-41b1-8442-f75f42648a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.010334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6cd0a110-4c1d-41b1-8442-f75f42648a5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e3ef54f-15f6-43a3-8f39-6038b5824686 HTTP/1.1" status: 204 len: 168 time: 0.2335391 Jul 08 17:09:42.021727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0a110-4c1d-41b1-8442-f75f42648a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ef54f-15f6-43a3-8f39-6038b5824686,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:42.075859 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b124569-be01-4df0-8e8e-82473085c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.108709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f89db5c1-020c-425c-ad23-1b5c9b484291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.119401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b124569-be01-4df0-8e8e-82473085c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.121498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f89db5c1-020c-425c-ad23-1b5c9b484291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.189955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:42.195148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f89db5c1-020c-425c-ad23-1b5c9b484291 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c73bf4fde3e45bd8981767b4f94904b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780835 Jul 08 17:09:42.202337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89db5c1-020c-425c-ad23-1b5c9b484291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87e6b28-379f-4961-aa54-01816972e164,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:42.240546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b124569-be01-4df0-8e8e-82473085c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.250260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b124569-be01-4df0-8e8e-82473085c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.252077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b124569-be01-4df0-8e8e-82473085c5e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6760fdfa-a914-480c-b085-251103b52cfb HTTP/1.1" status: 204 len: 168 time: 0.3021872 Jul 08 17:09:42.268348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b124569-be01-4df0-8e8e-82473085c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760fdfa-a914-480c-b085-251103b52cfb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:42.296644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e85426a-01dd-4ccf-84a3-7019394aac4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.329654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e85426a-01dd-4ccf-84a3-7019394aac4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.389172 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e85426a-01dd-4ccf-84a3-7019394aac4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.399697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e85426a-01dd-4ccf-84a3-7019394aac4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.401406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6e85426a-01dd-4ccf-84a3-7019394aac4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d87e6b28-379f-4961-aa54-01816972e164 HTTP/1.1" status: 204 len: 168 time: 0.2098687 Jul 08 17:09:42.412677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85426a-01dd-4ccf-84a3-7019394aac4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87e6b28-379f-4961-aa54-01816972e164,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:42.587077 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.593133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:42.606854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-00fcf1de-7c63-4cdb-b454-8a76a08719bc tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003633 Jul 08 17:09:42.722463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79d2f2-3343-4be7-a6e1-52c181103d83 req-f2ca1e54-4b43-49ca-8bdc-ace1d268c55e tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:42.724430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e79d2f2-3343-4be7-a6e1-52c181103d83 req-f2ca1e54-4b43-49ca-8bdc-ace1d268c55e tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1420369 Jul 08 17:09:42.780339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-6b018253-df9c-47f1-a7fd-086a4899f368 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:42.783385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-6b018253-df9c-47f1-a7fd-086a4899f368 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756771 Jul 08 17:09:42.810010 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:09:42.839046 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e79d2f2-3343-4be7-a6e1-52c181103d83 req-5c443777-e7bb-4b52-b551-d4ccd646daed tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984356 Jul 08 17:09:42.843911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-f9c0a239-4bd0-41c0-80fa-9d6f5d772ad9 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/quotas/11509fd76e304e50b8fdcd4aab56e33c HTTP/1.1" status: 200 len: 375 time: 0.0538650 Jul 08 17:09:42.909680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-b324d1e2-895f-4792-978b-2a697fdcab8d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646122 Jul 08 17:09:43.160263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b3b6b9d-cb40-4b8c-8e1e-0a5c3fc9bf4b req-9137308d-60f7-456d-bace-faa9c56b596a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 210 time: 0.0510483 Jul 08 17:09:43.210788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:43.307611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2b355cf-2acf-47ab-8d04-2745960c6e03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdd398a78bd043bbb010b093f1291142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934079 Jul 08 17:09:43.308463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:43.368772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f901380c-bb8f-4e81-a8f7-f1cbe4f97a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:43.412527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f901380c-bb8f-4e81-a8f7-f1cbe4f97a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:43.483738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f901380c-bb8f-4e81-a8f7-f1cbe4f97a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:43.488048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f901380c-bb8f-4e81-a8f7-f1cbe4f97a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:43.491746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f901380c-bb8f-4e81-a8f7-f1cbe4f97a2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddfe590a-7793-4d6b-90de-6fd6f1316ba0 HTTP/1.1" status: 204 len: 168 time: 0.1797078 Jul 08 17:09:43.513247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901380c-bb8f-4e81-a8f7-f1cbe4f97a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfe590a-7793-4d6b-90de-6fd6f1316ba0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:44.070740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8808f8-6c37-4837-a2c5-5de6fb1ebcb4 req-5d254e48-98be-48ad-b186-7ce49d24532a tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:44.080530 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a8808f8-6c37-4837-a2c5-5de6fb1ebcb4 req-5d254e48-98be-48ad-b186-7ce49d24532a tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1107023 Jul 08 17:09:44.127694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a8808f8-6c37-4837-a2c5-5de6fb1ebcb4 req-62568894-0841-4cd0-a86a-35eeb9d0577e tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461957 Jul 08 17:09:44.426681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72808f8f-0480-4d78-a9e7-9fbda7ddb26c req-baf2e2ce-a8c3-4804-9dbc-0d3f368dd534 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 210 time: 0.0445759 Jul 08 17:09:45.279053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.21', 63933) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:45.323577 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-7b8cc408-7f1b-47fa-8471-f5ee8ae29a05 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430479 Jul 08 17:09:45.549724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3841c6-2164-4fac-881c-483f88cfbe19 req-1c49dac8-2b3b-4e1a-b537-0886a1ab39d5 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:45.559026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce3841c6-2164-4fac-881c-483f88cfbe19 req-1c49dac8-2b3b-4e1a-b537-0886a1ab39d5 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1797519 Jul 08 17:09:45.569712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-2514e12a-a89f-49ae-8b44-22def301e254 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:45.571565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-2514e12a-a89f-49ae-8b44-22def301e254 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430897 Jul 08 17:09:45.639041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:45.641002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Request body: {'port': {'device_id': 'e7504572-5580-4687-b6c4-88ee559afb35', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '11509fd76e304e50b8fdcd4aab56e33c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:45.674731 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce3841c6-2164-4fac-881c-483f88cfbe19 req-2e3ec753-7226-4b88-ac4b-a32d01199759 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144109 Jul 08 17:09:45.759030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-503ec7ad-f96b-4c91-9b71-05d8c21ce07f req-567c6888-e5a6-4649-ad0d-6689396f01e8 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 210 time: 0.0948875 Jul 08 17:09:45.869222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Made reservation on behalf of 11509fd76e304e50b8fdcd4aab56e33c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:45.872813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:45.904035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.058533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.064188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.139912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:46.143672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65449e-50e1-4d3c-85a8-812e669011a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.280233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Allocated IP 192.168.233.5 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/0d1abdaf-1c2d-4e98-881a-5f32e94daa80) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:09:46.291124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65449e-50e1-4d3c-85a8-812e669011a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.296670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa65449e-50e1-4d3c-85a8-812e669011a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.387849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65449e-50e1-4d3c-85a8-812e669011a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf89bce-5405-4f1b-a51b-70ce6e8e0934,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:46.393763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fa65449e-50e1-4d3c-85a8-812e669011a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=818baa6400c94a5b85451277a1ac73aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534850 Jul 08 17:09:46.396575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:46.495588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da89b1bd-bce5-4c1e-bd8a-27805496d544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.548122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da89b1bd-bce5-4c1e-bd8a-27805496d544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.607704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.638226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da89b1bd-bce5-4c1e-bd8a-27805496d544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.641503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da89b1bd-bce5-4c1e-bd8a-27805496d544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.645223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da89b1bd-bce5-4c1e-bd8a-27805496d544 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdf89bce-5405-4f1b-a51b-70ce6e8e0934 HTTP/1.1" status: 204 len: 168 time: 0.2448783 Jul 08 17:09:46.657941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89b1bd-bce5-4c1e-bd8a-27805496d544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf89bce-5405-4f1b-a51b-70ce6e8e0934,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:46.665849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Transition to ACTIVE for port object 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:46.755574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:46.878350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Pushing event updated for resources: {'Port': ['ID=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:46.895721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:09:46.898213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:46.903142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:09:47.003973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:47.007686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:47.038459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-be87d63e-2a41-44de-bc38-58f967d7744e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4162939 Jul 08 17:09:47.066140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-5ab9393d-8d2a-4667-9f7c-d44a67f1bf9d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:09:47.067132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-5ab9393d-8d2a-4667-9f7c-d44a67f1bf9d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060041 Jul 08 17:09:47.070539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28376f-68c7-4963-b393-9730a5315f22 req-b2af032a-0745-42bd-bad1-edc2bf61e507 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:47.072273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c28376f-68c7-4963-b393-9730a5315f22 req-b2af032a-0745-42bd-bad1-edc2bf61e507 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1765518 Jul 08 17:09:47.162681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c28376f-68c7-4963-b393-9730a5315f22 req-24a35aa4-0952-4061-8526-17fe8b2a5587 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789471 Jul 08 17:09:47.191535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41203030-5256-4a4b-b96b-c34b815efe89 None None] Provisioning for port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:09:47.197208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41203030-5256-4a4b-b96b-c34b815efe89 None None] Provisioning complete for port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:09:47.197668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41203030-5256-4a4b-b96b-c34b815efe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:47.298351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41203030-5256-4a4b-b96b-c34b815efe89 None None] Port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:09:47.529831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee696-5db9-4a40-8c8d-26cd650a9129 req-2acaa5e6-f0c5-4d7b-9508-a019fcee7f46 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:47.532670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-505ee696-5db9-4a40-8c8d-26cd650a9129 req-2acaa5e6-f0c5-4d7b-9508-a019fcee7f46 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.4645169 Jul 08 17:09:47.541486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb5416-a04b-462b-bff7-ebad0840680d req-15a2e791-9075-458f-a83b-a09eec57080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:47.542999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3cb5416-a04b-462b-bff7-ebad0840680d req-15a2e791-9075-458f-a83b-a09eec57080e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0420dedea965407888914d3e48caac34&device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 1121 time: 0.1350636 Jul 08 17:09:47.593311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3cb5416-a04b-462b-bff7-ebad0840680d req-6583f9c2-8007-444f-829e-050fb424bc62 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0420dedea965407888914d3e48caac34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334177 Jul 08 17:09:47.650693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-505ee696-5db9-4a40-8c8d-26cd650a9129 req-a6c81bb5-c781-41d5-b5c2-5e21f9bbc4b5 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066959 Jul 08 17:09:47.950903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb5416-a04b-462b-bff7-ebad0840680d req-b01100d6-1eb9-4d68-8a96-53364f0e5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:47.956191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3cb5416-a04b-462b-bff7-ebad0840680d req-b01100d6-1eb9-4d68-8a96-53364f0e5a49 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3497512 Jul 08 17:09:48.019147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:48.092600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b91fbd2-59aa-4af4-b458-f32a69efb7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.130157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985142d-d048-420c-bfb9-e6438288a2bd req-2f239af7-9e77-4310-ba9b-a4879ead38a9 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.130699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985142d-d048-420c-bfb9-e6438288a2bd req-2f239af7-9e77-4310-ba9b-a4879ead38a9 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.131179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985142d-d048-420c-bfb9-e6438288a2bd req-2f239af7-9e77-4310-ba9b-a4879ead38a9 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.143238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b985142d-d048-420c-bfb9-e6438288a2bd req-2f239af7-9e77-4310-ba9b-a4879ead38a9 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3703363 Jul 08 17:09:48.177791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-aa095ed9-3c74-4ab7-a3b0-b6a647797615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.179608 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-aa095ed9-3c74-4ab7-a3b0-b6a647797615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0420dedea965407888914d3e48caac34&device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 1121 time: 0.1602256 Jul 08 17:09:48.297998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-b9d97b37-984d-4afb-8d29-d01ade67ebf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 HTTP/1.1" status: 200 len: 217 time: 0.1083968 Jul 08 17:09:48.363697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-ef2f8cad-35d8-455f-8690-76e935bce409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.367330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-ef2f8cad-35d8-455f-8690-76e935bce409 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0611587 Jul 08 17:09:48.428292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706344e2-ee04-4e49-a9db-5ec3ea90e1fc req-dcc78bfb-3872-4aa2-b97f-101ce2db6a63 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.430035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-706344e2-ee04-4e49-a9db-5ec3ea90e1fc req-dcc78bfb-3872-4aa2-b97f-101ce2db6a63 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 886 time: 0.2575839 Jul 08 17:09:48.484439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b91fbd2-59aa-4af4-b458-f32a69efb7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.490275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b91fbd2-59aa-4af4-b458-f32a69efb7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.534413 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b91fbd2-59aa-4af4-b458-f32a69efb7ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d06d9be3f3c142e19ea487e7f6e14dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960046 Jul 08 17:09:48.535049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:48.572007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44474b-3739-485e-a19b-211ea7243ca3 req-595e2de0-0355-4766-8f50-a70c68611436 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.574046 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af44474b-3739-485e-a19b-211ea7243ca3 req-595e2de0-0355-4766-8f50-a70c68611436 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.2055323 Jul 08 17:09:48.586487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91fbd2-59aa-4af4-b458-f32a69efb7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e638121c-7465-4d71-b0e7-a651b2e37a9f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:48.603615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-e4b781cc-2e85-4285-9466-bb2bf9556fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:48.605125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-e4b781cc-2e85-4285-9466-bb2bf9556fbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247000 Jul 08 17:09:48.622179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e69c12a0-5d08-4f8b-a862-af57f90e2ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.646754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e69c12a0-5d08-4f8b-a862-af57f90e2ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.713239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e69c12a0-5d08-4f8b-a862-af57f90e2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.716942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e69c12a0-5d08-4f8b-a862-af57f90e2ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:48.717870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e69c12a0-5d08-4f8b-a862-af57f90e2ff9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e638121c-7465-4d71-b0e7-a651b2e37a9f HTTP/1.1" status: 204 len: 168 time: 0.1791842 Jul 08 17:09:48.727063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c12a0-5d08-4f8b-a862-af57f90e2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e638121c-7465-4d71-b0e7-a651b2e37a9f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:48.742965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af44474b-3739-485e-a19b-211ea7243ca3 req-180c31c7-ec2f-46b9-a965-bae946e0b741 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617067 Jul 08 17:09:48.790719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-7b81e5de-afb9-460a-bf17-7d18265024bd service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722627 Jul 08 17:09:49.042620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7e7f043-aa81-44e9-898c-83a4e891a74d req-ce7878b6-cdc2-4ee7-aec0-ce4ecbfc758b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371264 Jul 08 17:09:49.044065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d43eb-8ab7-4c5f-9a31-b1637e72b8a0 req-994e668b-ce48-4f32-9fa0-8b80809d1299 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:49.044653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d43eb-8ab7-4c5f-9a31-b1637e72b8a0 req-994e668b-ce48-4f32-9fa0-8b80809d1299 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:49.045605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d43eb-8ab7-4c5f-9a31-b1637e72b8a0 req-994e668b-ce48-4f32-9fa0-8b80809d1299 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:49.056720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e32d43eb-8ab7-4c5f-9a31-b1637e72b8a0 req-994e668b-ce48-4f32-9fa0-8b80809d1299 tempest-NetworksTest-580926433 tempest-NetworksTest-580926433-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2649565 Jul 08 17:09:49.299580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a35d3-8b64-4f40-bbc0-90756ad48bd0 req-fc744b3c-10ff-4e0b-ad2f-647520f2bc3a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:49.304110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e28a35d3-8b64-4f40-bbc0-90756ad48bd0 req-fc744b3c-10ff-4e0b-ad2f-647520f2bc3a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.1115928 Jul 08 17:09:49.363959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e28a35d3-8b64-4f40-bbc0-90756ad48bd0 req-445c1155-c223-49dd-8ad0-5e81b823c567 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Jul 08 17:09:49.421053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c657390-0acd-4b62-87c3-8fd5ba4614d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:49.428361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:49.696556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:49.701398 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b30112-b25c-4303-a3ef-eaa807d32727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:49.837822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-8d0d7460-a401-415b-bb7b-bf18d9107c5d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432439 Jul 08 17:09:49.857839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b30112-b25c-4303-a3ef-eaa807d32727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:49.870150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e3b30112-b25c-4303-a3ef-eaa807d32727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:49.927143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e3b30112-b25c-4303-a3ef-eaa807d32727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f48ac3c41efd43fba0af8bbe9dce2857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976106 Jul 08 17:09:49.927853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:49.956735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b30112-b25c-4303-a3ef-eaa807d32727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9e803-89b9-4a85-b61a-f723cdf38776,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:49.971955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-ac1c420d-b507-41f7-81f3-6431c998ebc4 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:49.979880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-ac1c420d-b507-41f7-81f3-6431c998ebc4 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408055 Jul 08 17:09:50.003351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-3ab3b019-7413-4bc7-9db9-a3b9d702d657 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/quotas/ee7e20b22aee4fc2b28df1804538de46 HTTP/1.1" status: 200 len: 375 time: 0.0214410 Jul 08 17:09:50.015267 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4034b9-ac73-4e8f-8bab-20f0fc02cae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.048150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-a6fb9eda-e8db-4f63-8dcc-82e298ca2a36 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422144 Jul 08 17:09:50.068398 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4034b9-ac73-4e8f-8bab-20f0fc02cae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.083529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74f7703a-69b8-4372-896a-6a1c800654b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.205851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4034b9-ac73-4e8f-8bab-20f0fc02cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.215319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e4034b9-ac73-4e8f-8bab-20f0fc02cae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.223491 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e4034b9-ac73-4e8f-8bab-20f0fc02cae3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28c9e803-89b9-4a85-b61a-f723cdf38776 HTTP/1.1" status: 204 len: 168 time: 0.2896211 Jul 08 17:09:50.246297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4034b9-ac73-4e8f-8bab-20f0fc02cae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9e803-89b9-4a85-b61a-f723cdf38776,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:50.426233 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74f7703a-69b8-4372-896a-6a1c800654b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.449540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74f7703a-69b8-4372-896a-6a1c800654b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.485792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e679ec2-c16c-4d1a-91b7-47c657478b2b req-4042087a-4e3e-48bf-b348-0f0877ff1861 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:50.487671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e679ec2-c16c-4d1a-91b7-47c657478b2b req-4042087a-4e3e-48bf-b348-0f0877ff1861 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1617002 Jul 08 17:09:50.490582 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba59fe18-e02e-46bf-8318-8095ddeff9cd req-f444214e-8ff2-492e-85a2-a5005f52db6f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.1237507 Jul 08 17:09:50.578371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-74f7703a-69b8-4372-896a-6a1c800654b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2876e7cf67f4aaaa0bf36266b31e840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626170 Jul 08 17:09:50.580361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:50.588002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7703a-69b8-4372-896a-6a1c800654b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069d441-2a9a-4a9a-8c6c-90b17943c449,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:50.644428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e679ec2-c16c-4d1a-91b7-47c657478b2b req-bdb45256-58fa-44d5-b724-ca8e3aaef334 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489618 Jul 08 17:09:50.686398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129b25aa-90d9-46b2-8c6d-0db9d80d8f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.724189 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129b25aa-90d9-46b2-8c6d-0db9d80d8f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.914902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129b25aa-90d9-46b2-8c6d-0db9d80d8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.918184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129b25aa-90d9-46b2-8c6d-0db9d80d8f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:50.919411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-129b25aa-90d9-46b2-8c6d-0db9d80d8f5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1069d441-2a9a-4a9a-8c6c-90b17943c449 HTTP/1.1" status: 204 len: 168 time: 0.3381565 Jul 08 17:09:50.935977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74754b7c-69bc-4b95-9c00-649dcd33d60e req-4c8da463-7a68-421f-875e-fda3c8ea3d6e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:50.951700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-74754b7c-69bc-4b95-9c00-649dcd33d60e req-4c8da463-7a68-421f-875e-fda3c8ea3d6e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.1462841 Jul 08 17:09:50.957575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b25aa-90d9-46b2-8c6d-0db9d80d8f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069d441-2a9a-4a9a-8c6c-90b17943c449,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:50.981786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:51.030213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-74754b7c-69bc-4b95-9c00-649dcd33d60e req-9a4b9810-a90e-4177-8052-b7a384aac146 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771914 Jul 08 17:09:51.046125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1805ffd8-bb98-44c2-ae4a-a608b01d8ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.063865 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f26edd0-b0cd-45c3-846c-3b7aa2cc1fa8 req-2095ef92-faae-4794-93cd-78b6289fe603 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718920 Jul 08 17:09:51.223184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26edd0-b0cd-45c3-846c-3b7aa2cc1fa8 req-0a5b09ed-6e21-4205-98a2-cbb6a38358ec tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:51.224811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f26edd0-b0cd-45c3-846c-3b7aa2cc1fa8 req-0a5b09ed-6e21-4205-98a2-cbb6a38358ec tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550698 Jul 08 17:09:51.248651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f26edd0-b0cd-45c3-846c-3b7aa2cc1fa8 req-1443b56c-873b-4a91-bf14-4d1668d3b21f tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/quotas/85c0cd91fdfa4c8ab8f7fee5b769c53b HTTP/1.1" status: 200 len: 375 time: 0.0176768 Jul 08 17:09:51.300367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f26edd0-b0cd-45c3-846c-3b7aa2cc1fa8 req-b5a346b6-2e6d-4363-b383-aaa6d38923b7 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434921 Jul 08 17:09:51.302219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1805ffd8-bb98-44c2-ae4a-a608b01d8ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.309033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1805ffd8-bb98-44c2-ae4a-a608b01d8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.361855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1805ffd8-bb98-44c2-ae4a-a608b01d8ff9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d50195a719b442d98c28a340f06d87f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788559 Jul 08 17:09:51.363984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805ffd8-bb98-44c2-ae4a-a608b01d8ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce24da7-cef7-4f4a-9486-59c6d0310484,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:51.364923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:51.468839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78579279-ff39-42f4-9280-b2ce84183a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.508457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78579279-ff39-42f4-9280-b2ce84183a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.597088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78579279-ff39-42f4-9280-b2ce84183a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.599818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78579279-ff39-42f4-9280-b2ce84183a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:51.601400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-78579279-ff39-42f4-9280-b2ce84183a50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fce24da7-cef7-4f4a-9486-59c6d0310484 HTTP/1.1" status: 204 len: 168 time: 0.2352896 Jul 08 17:09:51.611448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579279-ff39-42f4-9280-b2ce84183a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce24da7-cef7-4f4a-9486-59c6d0310484,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:51.739673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9af53eb-c027-4d5a-b00b-2c13a78dc67f req-dc779710-d157-463e-86b9-e569b38c6289 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0354230 Jul 08 17:09:51.993439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68922d-d8f9-464e-b24b-d908640a87ad req-1e7d8124-730d-46af-8ec2-4b5c750137ea tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:51.994826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de68922d-d8f9-464e-b24b-d908640a87ad req-1e7d8124-730d-46af-8ec2-4b5c750137ea tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1227558 Jul 08 17:09:52.164148 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69ead936-0542-4aad-87ec-de6d6a786d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:52.249614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:52.256472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de68922d-d8f9-464e-b24b-d908640a87ad req-0f8e72b7-1679-421c-b4b3-7ddc66e7b615 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532821 Jul 08 17:09:52.367345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a499e-ff6a-4907-bbd7-75277abd31a1 req-35fafbe5-04e4-4656-9238-fe299f9bf02c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:52.368919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-528a499e-ff6a-4907-bbd7-75277abd31a1 req-35fafbe5-04e4-4656-9238-fe299f9bf02c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.0802445 Jul 08 17:09:52.416923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-528a499e-ff6a-4907-bbd7-75277abd31a1 req-7f2104f9-b08b-4ae2-9029-8616d4a506a5 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Jul 08 17:09:52.854441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:52.961645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4176d7b4-3efd-4080-a4ab-056782b97496 req-3fb304c5-aeeb-433a-af46-ebcd79ed0935 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0321517 Jul 08 17:09:53.010772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-network', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:53.036887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Made reservation on behalf of ae5cd308032d4afe8234652f67a43667 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:53.039433 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.054228 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.207686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:09:53.317015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47d3e9a4-9df3-4c03-9e75-5d08abee36be req-bbc93a11-aaf3-4254-a9c8-b10364f477fc tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351932 Jul 08 17:09:53.412215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.426111 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.436144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.471896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:09:53.479717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e220b8b3-4102-4ae8-88b4-435035c1b9c2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:53.483894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5', 'mac_address': 'fa:16:3e:c1:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:tempest-test_az-1913062670', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:09:53.513856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:09:53.530630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e9a4-9df3-4c03-9e75-5d08abee36be req-471febbf-246c-46f6-b0e5-49fa75fe1e01 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:53.536547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.538077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47d3e9a4-9df3-4c03-9e75-5d08abee36be req-471febbf-246c-46f6-b0e5-49fa75fe1e01 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201383 Jul 08 17:09:53.551768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.552113 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Added segment 1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d of type vlan for network f43f822e-0d21-4f58-ab9c-ae4097f8181a Jul 08 17:09:53.562323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:09:53.567522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47d3e9a4-9df3-4c03-9e75-5d08abee36be req-0d423b64-c9df-4715-8f96-e7a9d4dee770 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/quotas/85c0cd91fdfa4c8ab8f7fee5b769c53b HTTP/1.1" status: 200 len: 375 time: 0.0284641 Jul 08 17:09:53.587617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:09:53.595173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.601451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc161-2b0b-4333-ac68-e4075d162d59 req-6cd6c26b-f923-4a65-8ea6-8068e77b1c0b tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:53.609039 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3bbc161-2b0b-4333-ac68-e4075d162d59 req-6cd6c26b-f923-4a65-8ea6-8068e77b1c0b tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 970 time: 0.1386130 Jul 08 17:09:53.627897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47d3e9a4-9df3-4c03-9e75-5d08abee36be req-ff1f0a75-99fc-4b19-875e-479d717008db tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594227 Jul 08 17:09:53.646698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.661630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:53.670587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.671292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.671871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.673265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.674104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.674664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.675811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.676334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.677041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.677802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.678413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.678903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Tracked resource versions report: Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: pushed versions: Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: { 'AddressGroup': {'1.2'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'ConntrackHelper': {'1.0'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Log': {'1.0'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Network': {'1.1'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Port': {'1.7'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'PortForwarding': {'1.2'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'QosPolicy': {'1.8'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'SecurityGroup': {'1.4'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'SubPort': {'1.0'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Subnet': {'1.1'}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Trunk': {'1.1'}} Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: consumer versions: Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: HyperV agent@n-h1-799527-4: {}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: HyperV agent@n-h2-799527-4: {}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: L3 agent@n-d-799527-4: {}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: Metadata agent@n-d-799527-4: {}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: Metering agent@n-d-799527-4: {}, Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'ConntrackHelper': '1.0', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Log': '1.0', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Network': '1.1', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Port': '1.7', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'PortForwarding': '1.2', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'QosPolicy': '1.8', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'SecurityGroup': '1.4', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'SecurityGroupRule': '1.2', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'SubPort': '1.0', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Subnet': '1.1', Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: 'Trunk': '1.1'}} Jul 08 17:09:53.680190 n-d-799527-4 neutron-server[93946]: {{(pid=93946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:09:53.689010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.697407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:53.698145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:53.732518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3bbc161-2b0b-4333-ac68-e4075d162d59 req-191e8c04-b762-40fb-bcbc-a84c8ae04fa4 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117189 Jul 08 17:09:53.771937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:53.772127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9164293 Jul 08 17:09:53.782853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Request body: {'subnet': {'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-subnet', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:53.792471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eb78a-6463-4b3d-b08b-73d97d2b83b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f43f822e-0d21-4f58-ab9c-ae4097f8181a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:53.803850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:09:53.821415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Made reservation on behalf of ae5cd308032d4afe8234652f67a43667 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:53.824496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.014870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:09:54.017661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe011a4-0037-486f-890a-cc9c77a629fd req-061f5f74-83c9-4814-a756-44a681bfb26c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:54.026886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbe011a4-0037-486f-890a-cc9c77a629fd req-061f5f74-83c9-4814-a756-44a681bfb26c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.1261954 Jul 08 17:09:54.099741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbe011a4-0037-486f-890a-cc9c77a629fd req-dc035773-07c8-4621-9f9e-c8c213cb2793 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718222 Jul 08 17:09:54.128483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.205989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d17874-6bbc-4e40-86dd-75146f7b53e4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:54.214672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Checking segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:09:54.215108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Network hostable DHCP agents. Network: f43f822e-0d21-4f58-ab9c-ae4097f8181a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:09:54.237655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:09:54.252674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f43f822e-0d21-4f58-ab9c-ae4097f8181a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:54.266865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:54.267398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.270341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850978e-1adf-43fe-8fb6-cd42709e4af2 None None] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:09:54.314529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fee95b8-cf2d-4e24-9863-b6b1f78ad838 req-75c220e1-b8d3-4f2a-aa78-ca347b5a296c tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0492303 Jul 08 17:09:54.323232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cfece95e-2dcf-40a8-b761-104cb33c0647 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5497835 Jul 08 17:09:54.326447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56732) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:54.331941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:54.356042 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.357659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.477699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.669897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.720400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:09:54.723905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.789134 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:54.962971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Allocated IP 172.20.0.2 (f43f822e-0d21-4f58-ab9c-ae4097f8181a/c6d17874-6bbc-4e40-86dd-75146f7b53e4/e2a5573d-0234-4262-996e-4f3115eb13a5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:09:55.098169 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.159892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.186312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638d76-f0d6-4424-9d5a-004a9318ea85 req-47df1f87-dc66-466f-99d6-6cc749446dc6 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:55.186312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c638d76-f0d6-4424-9d5a-004a9318ea85 req-47df1f87-dc66-466f-99d6-6cc749446dc6 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 971 time: 0.1632633 Jul 08 17:09:55.200119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062da929-29c8-4548-a0ee-a32f5e8af720 req-020dd339-c570-4968-b8b3-e8305ecf239d tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433860 Jul 08 17:09:55.206290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:09:55.241220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c638d76-f0d6-4424-9d5a-004a9318ea85 req-2e48132c-6556-4976-8c6e-e8f9e05d69a0 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Jul 08 17:09:55.246088 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.275731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Transition to ACTIVE for port object e2a5573d-0234-4262-996e-4f3115eb13a5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:55.306587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Transition to ACTIVE for port object e2a5573d-0234-4262-996e-4f3115eb13a5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:55.320948 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.355640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:09:55.362228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:09:55.365276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:09:55.365648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.369883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:55.395095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:09:55.415446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Pushing event updated for resources: {'Port': ['ID=e2a5573d-0234-4262-996e-4f3115eb13a5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:55.443498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Allocated IP 172.25.3.175 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4e7bb8bd-4171-410f-88ab-4cbd9b86d29d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:09:55.462209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062da929-29c8-4548-a0ee-a32f5e8af720 req-c25daa09-a766-4729-81b8-62692353142c tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:55.464023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062da929-29c8-4548-a0ee-a32f5e8af720 req-c25daa09-a766-4729-81b8-62692353142c tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268772 Jul 08 17:09:55.482631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Attempting to bind port e2a5573d-0234-4262-996e-4f3115eb13a5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:09:55.482998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Attempting to bind port e2a5573d-0234-4262-996e-4f3115eb13a5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:09:55.483361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Attempting to bind port e2a5573d-0234-4262-996e-4f3115eb13a5 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:09:55.488174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062da929-29c8-4548-a0ee-a32f5e8af720 req-8ab1e1cb-6308-4c7b-8101-111288f48198 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/quotas/85c0cd91fdfa4c8ab8f7fee5b769c53b HTTP/1.1" status: 200 len: 375 time: 0.0172536 Jul 08 17:09:55.490659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeebba-2e5b-4b6f-ad49-c25237a48c66 req-d43c6a9b-8d96-44ca-bde6-864c48c5dd1c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:55.492523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87eeebba-2e5b-4b6f-ad49-c25237a48c66 req-d43c6a9b-8d96-44ca-bde6-864c48c5dd1c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.1142440 Jul 08 17:09:55.499367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:09:55.499745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Checking segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:09:55.500193 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.501107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Bound using segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:09:55.501591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Bound port: e2a5573d-0234-4262-996e-4f3115eb13a5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:09:55.502018 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.559276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87eeebba-2e5b-4b6f-ad49-c25237a48c66 req-6245845b-1679-4bbe-8bcf-75b5bc52ec25 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Jul 08 17:09:55.565338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.571762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062da929-29c8-4548-a0ee-a32f5e8af720 req-22ed5c0f-7563-4e3a-a7e4-9e6449e331e9 tempest-QuotasAdminNegativeTest-1842118106 tempest-QuotasAdminNegativeTest-1842118106-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658684 Jul 08 17:09:55.619167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948533a9-0e38-411f-953c-34e4ae09378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:09:55.685501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.695388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:09:55.697042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] For port e2a5573d-0234-4262-996e-4f3115eb13a5, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:09:55.710341 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.719264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] For port e2a5573d-0234-4262-996e-4f3115eb13a5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e2a5573d-0234-4262-996e-4f3115eb13a5,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:09:55.759337 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.784939 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c9cc9-f63c-46e8-846a-573d93d0d329" -d '{"events": [{"server_uuid": "948533a9-0e38-411f-953c-34e4ae09378d", "name": "network-vif-plugged", "status": "completed", "tag": "6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:09:55.801349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:55.812608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:55.855101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:09:55.859233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:09:55.865061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336db1c4-21fc-42c2-9381-976fa3eb526d None None] Pushing event updated for resources: {'Port': ['ID=e2a5573d-0234-4262-996e-4f3115eb13a5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:55.869123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:09:55.910631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ceef0c56-1fb1-4a41-afcb-60beae0b8e1c req-e6118036-6c48-4f54-820d-82ee9409a2c9 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0484090 Jul 08 17:09:55.947745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:56.122290 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da4b5d3-d91d-4d8a-af60-c70f2e547478 x-openstack-request-id: req-8da4b5d3-d91d-4d8a-af60-c70f2e547478 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:09:56.122290 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948533a9-0e38-411f-953c-34e4ae09378d", "name": "network-vif-plugged", "status": "completed", "tag": "6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:09:56.122290 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8da4b5d3-d91d-4d8a-af60-c70f2e547478 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:09:56.122290 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948533a9-0e38-411f-953c-34e4ae09378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5', 'code': 200} Jul 08 17:09:56.479447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc9a2b-14eb-470e-b64a-4f0d55fb1c62 req-b2262669-f6d7-4ecb-aac0-c28433e67454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:56.481015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72cc9a2b-14eb-470e-b64a-4f0d55fb1c62 req-b2262669-f6d7-4ecb-aac0-c28433e67454 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 1123 time: 0.2209363 Jul 08 17:09:56.529248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72cc9a2b-14eb-470e-b64a-4f0d55fb1c62 req-9b82c888-6456-428f-b1b8-d0792c55aace service neutron] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:56.551507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e2a5573d-0234-4262-996e-4f3115eb13a5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:09:56.730889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e2a5573d-0234-4262-996e-4f3115eb13a5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:09:56.757328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9881f-f530-4ff5-8ee8-506897508d99 req-52e1a4a5-b9aa-4556-a594-4af4f5e9f26d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:56.760428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:56.768922 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea9881f-f530-4ff5-8ee8-506897508d99 req-52e1a4a5-b9aa-4556-a594-4af4f5e9f26d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 972 time: 0.2415519 Jul 08 17:09:56.848758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72cc9a2b-14eb-470e-b64a-4f0d55fb1c62 req-9b82c888-6456-428f-b1b8-d0792c55aace service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:56.849987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:56.862048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea9881f-f530-4ff5-8ee8-506897508d99 req-66d0fb36-18da-438a-b44a-7da71bfaf334 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918205 Jul 08 17:09:56.870047 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-72cc9a2b-14eb-470e-b64a-4f0d55fb1c62 req-9b82c888-6456-428f-b1b8-d0792c55aace service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:56.930538 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72cc9a2b-14eb-470e-b64a-4f0d55fb1c62 req-9b82c888-6456-428f-b1b8-d0792c55aace service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381149 Jul 08 17:09:56.967654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82c888-6456-428f-b1b8-d0792c55aace service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b7ff62-7ef5-4632-8b44-9d9da1910c29,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:57.047391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97e2f-88e4-4d54-9db1-43419038701f req-82763ca1-1c21-4a76-8793-859445b427d3 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:57.049134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfd97e2f-88e4-4d54-9db1-43419038701f req-82763ca1-1c21-4a76-8793-859445b427d3 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.2085428 Jul 08 17:09:57.124129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee3b6069-6642-4ba4-9f59-b39206aa9e1b req-0ba9114d-4a94-44dc-9fdb-b25641cbe46e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0443122 Jul 08 17:09:57.245184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac246333-721e-45bf-9978-4b640f8c79e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.279493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfd97e2f-88e4-4d54-9db1-43419038701f req-e1b1a299-a57d-40b2-9f81-78b63d65a3d9 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478512 Jul 08 17:09:57.281880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.379051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93cac28-f1c8-4f4e-bf40-05c8c5fb60fa None None] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:09:57.399247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac246333-721e-45bf-9978-4b640f8c79e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.407528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac246333-721e-45bf-9978-4b640f8c79e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.450529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:57.471999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:09:57.477025 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac246333-721e-45bf-9978-4b640f8c79e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85c0cd91fdfa4c8ab8f7fee5b769c53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085539 Jul 08 17:09:57.483093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:57.504644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] Provisioning for port e2a5573d-0234-4262-996e-4f3115eb13a5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:09:57.507711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246333-721e-45bf-9978-4b640f8c79e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c2acd-6cf1-45de-a3f5-6add845f0473,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:57.519471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] Provisioning complete for port e2a5573d-0234-4262-996e-4f3115eb13a5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:09:57.519839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.590370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a3ea-d054-44c0-a500-ce9d010a51ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.618112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a3ea-d054-44c0-a500-ce9d010a51ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.619666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b11c9e-420c-46a4-a983-cafaeb0e5751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.638875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.643330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:09:57.652935 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:09:57.663115 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:09:57.663753 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:09:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:57.683208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] For port e2a5573d-0234-4262-996e-4f3115eb13a5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e2a5573d-0234-4262-996e-4f3115eb13a5,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:09:57.688380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.703930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a3ea-d054-44c0-a500-ce9d010a51ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.709213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a3ea-d054-44c0-a500-ce9d010a51ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.727804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d1b3a3ea-d054-44c0-a500-ce9d010a51ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b66c2acd-6cf1-45de-a3f5-6add845f0473 HTTP/1.1" status: 204 len: 168 time: 0.2315838 Jul 08 17:09:57.749817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3a3ea-d054-44c0-a500-ce9d010a51ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c2acd-6cf1-45de-a3f5-6add845f0473,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:57.753341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aacdb-8244-4382-a261-7e9532c3b7db None None] Pushing event updated for resources: {'Port': ['ID=e2a5573d-0234-4262-996e-4f3115eb13a5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:57.788094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b11c9e-420c-46a4-a983-cafaeb0e5751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.794512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19b11c9e-420c-46a4-a983-cafaeb0e5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.827916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11c9e-420c-46a4-a983-cafaeb0e5751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce612e73-b459-47da-8a4c-dae4e2d75dfe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:57.834426 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:57.835656 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e11a50b9-33fc-4883-ab82-ad1c06872d60 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5080435 Jul 08 17:09:57.838701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:57.841495 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:09:57.866772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-19b11c9e-420c-46a4-a983-cafaeb0e5751 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07fd862e6ce44338ab5807c2d3f7fe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125946 Jul 08 17:09:57.867531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:57.992256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-072c3368-9e48-4332-971c-e81462043315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.017604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff4fa7da-d21c-4ce1-bdbb-7952528392ea None None] Provisioning complete for port e2a5573d-0234-4262-996e-4f3115eb13a5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:09:58.018051 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa7da-d21c-4ce1-bdbb-7952528392ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.080389 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-072c3368-9e48-4332-971c-e81462043315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.171646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Request body: {'port': {'device_id': 'e7504572-5580-4687-b6c4-88ee559afb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:58.181638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:58.201027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93075c4e-0d88-4d7a-bac3-979131e3307d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.209684 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:09:56Z', 'revision_number': 3, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:58.271590 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:09:58.271945 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Updating router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:09:58.318593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93075c4e-0d88-4d7a-bac3-979131e3307d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.319670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-072c3368-9e48-4332-971c-e81462043315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.322546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-072c3368-9e48-4332-971c-e81462043315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.323858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-072c3368-9e48-4332-971c-e81462043315 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce612e73-b459-47da-8a4c-dae4e2d75dfe HTTP/1.1" status: 204 len: 168 time: 0.4550459 Jul 08 17:09:58.328981 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.339517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93075c4e-0d88-4d7a-bac3-979131e3307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.385707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230ee16e-7591-42a5-9bbe-ee2039cac45f req-18a39799-efec-41c6-8c17-33a94ccea723 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0607340 Jul 08 17:09:58.396609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c3368-9e48-4332-971c-e81462043315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce612e73-b459-47da-8a4c-dae4e2d75dfe,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:58.457714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93075c4e-0d88-4d7a-bac3-979131e3307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985998ca-87e1-4ce1-a614-2e2dd9b4c180,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:58.489766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-93075c4e-0d88-4d7a-bac3-979131e3307d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c06157ed1590481ebf3447dabee1b57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067284 Jul 08 17:09:58.491188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e2a5573d-0234-4262-996e-4f3115eb13a5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:09:58.492043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:58.573217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e2a5573d-0234-4262-996e-4f3115eb13a5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:09:58.573988 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.605089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.652148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaa295-b404-4b3f-a00b-953d9b97c183 req-7f8b5782-2592-4344-9000-a8edfe5ae2c3 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:58.665459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bdaa295-b404-4b3f-a00b-953d9b97c183 req-7f8b5782-2592-4344-9000-a8edfe5ae2c3 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 972 time: 0.5063739 Jul 08 17:09:58.668874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e471-a36d-44c7-a7e4-b71e5161a10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.722764 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e471-a36d-44c7-a7e4-b71e5161a10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.770536 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.780749 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Transition to ACTIVE for port object 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:58.790044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b285a7-ab0b-4a2d-b02d-bab9e22b88c6 req-e2b27cfe-f795-4b48-b763-e33c554b6811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:58.790938 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.792034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69b285a7-ab0b-4a2d-b02d-bab9e22b88c6 req-e2b27cfe-f795-4b48-b763-e33c554b6811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 934 time: 0.1775153 Jul 08 17:09:58.833190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bdaa295-b404-4b3f-a00b-953d9b97c183 req-de75b716-0696-4bf7-8c72-9840f782d96d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665282 Jul 08 17:09:58.855358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69b285a7-ab0b-4a2d-b02d-bab9e22b88c6 req-5b4bda26-96d4-42e4-8bcc-f3558c6be6f9 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Jul 08 17:09:58.857041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e471-a36d-44c7-a7e4-b71e5161a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.869169 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ea6e471-a36d-44c7-a7e4-b71e5161a10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.876163 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8ea6e471-a36d-44c7-a7e4-b71e5161a10a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/985998ca-87e1-4ce1-a614-2e2dd9b4c180 HTTP/1.1" status: 204 len: 168 time: 0.3804455 Jul 08 17:09:58.880437 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Pushing event updated for resources: {'Port': ['ID=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:58.894417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e471-a36d-44c7-a7e4-b71e5161a10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985998ca-87e1-4ce1-a614-2e2dd9b4c180,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:58.902683 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.903015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.903353 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.903689 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.904020 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.904521 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.904849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.905325 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.905650 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.905992 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.907054 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.907572 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Tracked resource versions report: Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: pushed versions: Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: { 'AddressGroup': {'1.2'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'ConntrackHelper': {'1.0'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Log': {'1.0'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Network': {'1.1'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Port': {'1.7'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'PortForwarding': {'1.2'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'QosPolicy': {'1.8'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'SecurityGroup': {'1.4'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'SubPort': {'1.0'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Subnet': {'1.1'}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Trunk': {'1.1'}} Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: consumer versions: Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: { DHCP agent@n-d-799527-4: {}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: HyperV agent@n-h1-799527-4: {}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: HyperV agent@n-h2-799527-4: {}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: L3 agent@n-d-799527-4: {}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: Metadata agent@n-d-799527-4: {}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: Metering agent@n-d-799527-4: {}, Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: Open vSwitch agent@n-d-799527-4: { 'AddressGroup': '1.2', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'ConntrackHelper': '1.0', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Log': '1.0', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Network': '1.1', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Port': '1.7', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'PortForwarding': '1.2', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'QosPolicy': '1.8', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'SecurityGroup': '1.4', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'SecurityGroupRule': '1.2', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'SubPort': '1.0', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Subnet': '1.1', Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: 'Trunk': '1.1'}} Jul 08 17:09:58.908914 n-d-799527-4 neutron-server[93947]: {{(pid=93947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:09:58.915053 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Attempting to bind port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:09:58.915821 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Attempting to bind port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:09:58.917076 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Attempting to bind port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:09:58.924083 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:09:58.924460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:09:58.924864 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.925255 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:09:58.925728 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Bound port: 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:09:58.926183 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:58.988684 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] For port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:09:58.992456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:58.994478 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] For port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:09:59.008232 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.013688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e15374d-213c-4427-981d-356a0d6eb1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.100068 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e2f61-66e1-4b65-8931-4f97818c05db None None] Pushing event updated for resources: {'Port': ['ID=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:59.110846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.21', 63938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:59.132646 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:09:59.133608 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:09:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:59.153452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-24334c9a-eea4-46e7-90d4-e9ee83ff0b4d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414720 Jul 08 17:09:59.227443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e15374d-213c-4427-981d-356a0d6eb1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.251482 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:09:59.280089 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e15374d-213c-4427-981d-356a0d6eb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.339109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1e15374d-213c-4427-981d-356a0d6eb1d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5518f31efa26448ba49f8f6532f709d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452034 Jul 08 17:09:59.341853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:09:59.384838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.396041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-ff8d36f2-dbea-4152-8a13-d9cdac72bf96 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:09:59.399893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-ff8d36f2-dbea-4152-8a13-d9cdac72bf96 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360883 Jul 08 17:09:59.400559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15374d-213c-4427-981d-356a0d6eb1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daaa1c6-da93-408c-8bdd-70f57bdc64c8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:59.418128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:09:59.490314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:09:59.524817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.587560 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:09:56Z', 'revision_number': 3, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:09:59.614551 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8ccff-0dc1-4881-88f8-53b9ab58120f None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:09:56Z', 'revision_number': 3, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:09:59.656719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Transition to ACTIVE for port object 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:09:59.692917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef6094aa-1a38-4c52-98e8-bb781db1daf8 req-459db69f-5ed5-44ed-807c-4e32effd2364 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 210 time: 0.0706494 Jul 08 17:09:59.699095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.701044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ce4fba6-1701-41b5-bc44-c3b8f024bde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.762780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:09:59.768074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.778233 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.823925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ce4fba6-1701-41b5-bc44-c3b8f024bde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.857466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Pushing event updated for resources: {'Port': ['ID=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:09:59.966834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:09:59.993282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.054278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Attempting to bind port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:00.054611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Attempting to bind port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:00.054934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Attempting to bind port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:00.084469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Allocated IP 172.20.0.1 (f43f822e-0d21-4f58-ab9c-ae4097f8181a/c6d17874-6bbc-4e40-86dd-75146f7b53e4/5b34215a-564b-4e2d-b213-adb0e6323b55) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:00.089699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:00.090044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Attempting to bind port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:00.099127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:00.099474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:00.099863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:00.100303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Bound port: 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:00.100659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.109985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ce4fba6-1701-41b5-bc44-c3b8f024bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.112842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ce4fba6-1701-41b5-bc44-c3b8f024bde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.114302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ce4fba6-1701-41b5-bc44-c3b8f024bde6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2daaa1c6-da93-408c-8bdd-70f57bdc64c8 HTTP/1.1" status: 204 len: 168 time: 0.7674813 Jul 08 17:10:00.166639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bd002a-22ef-429b-9a37-1c6a22c38c45,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:00.227170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4fba6-1701-41b5-bc44-c3b8f024bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daaa1c6-da93-408c-8bdd-70f57bdc64c8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:00.504928 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.506325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8a57-2af3-4c42-9fb6-f1b145320ba8 req-18aee7d9-d750-432a-8217-5266f8039bb4 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:00.508211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a76d8a57-2af3-4c42-9fb6-f1b145320ba8 req-18aee7d9-d750-432a-8217-5266f8039bb4 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 972 time: 0.3352215 Jul 08 17:10:00.520589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.59 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/bbb381a0-4f97-4158-99cc-bad99cf05541) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:00.529242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:00.542777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Transition to ACTIVE for port object 5b34215a-564b-4e2d-b213-adb0e6323b55 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:00.601436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a76d8a57-2af3-4c42-9fb6-f1b145320ba8 req-cdf71a30-2710-45e7-aa62-05db7cd73736 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841022 Jul 08 17:10:00.621733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] For port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:00.629140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:00.643981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:00.644599 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.674993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2178e-b1a6-4337-b141-fad55fd63773 req-4e859d40-5b14-486c-b35a-a232a9fe1638 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:00.676576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-90d2178e-b1a6-4337-b141-fad55fd63773 req-4e859d40-5b14-486c-b35a-a232a9fe1638 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 946 time: 0.4588127 Jul 08 17:10:00.732616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] For port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:00.801113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.811175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.849187 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.882655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:00.893842 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.931574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:00.932210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:00.933612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] 10.222.0.21 "PUT /v2.0/ports/0d1abdaf-1c2d-4e98-881a-5f32e94daa80 HTTP/1.1" status: 200 len: 1094 time: 2.9354963 Jul 08 17:10:00.940714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7504572-5580-4687-b6c4-88ee559afb35', 'tag': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:00.943179 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707c91d5-4f25-457c-b4bb-6f787bdfcb14" -d '{"events": [{"name": "network-changed", "server_uuid": "e7504572-5580-4687-b6c4-88ee559afb35", "tag": "0d1abdaf-1c2d-4e98-881a-5f32e94daa80"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:00.948538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:00.961025 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-90d2178e-b1a6-4337-b141-fad55fd63773 req-61a866ae-272f-44bd-9243-302912132e86 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664886 Jul 08 17:10:00.963871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:00.967917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:01.030252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.063712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object bbb381a0-4f97-4158-99cc-bad99cf05541 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:01.090333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:01.163345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312fad-6ef3-4e2f-9f68-adb73b37460d service neutron] Pushing event updated for resources: {'Port': ['ID=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:01.218880 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.224137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.337673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=bbb381a0-4f97-4158-99cc-bad99cf05541,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:01.388542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:01.396947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:01.399452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:01.447914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf54e1-c3a8-4c44-92a3-be4ab6897ed6 req-05640976-222a-4739-b27c-c2f417a912fa tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:01.449478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31bf54e1-c3a8-4c44-92a3-be4ab6897ed6 req-05640976-222a-4739-b27c-c2f417a912fa tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 1123 time: 0.3092251 Jul 08 17:10:01.470705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f135ffe4-ff87-41f4-8262-6baa951a3516 None None] Provisioning for port 5b34215a-564b-4e2d-b213-adb0e6323b55 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:01.477517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f135ffe4-ff87-41f4-8262-6baa951a3516 None None] Provisioning complete for port 5b34215a-564b-4e2d-b213-adb0e6323b55 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:01.481565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f135ffe4-ff87-41f4-8262-6baa951a3516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.501528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b34215a-564b-4e2d-b213-adb0e6323b55,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:01.517361 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31bf54e1-c3a8-4c44-92a3-be4ab6897ed6 req-a3d29139-b3c1-46c3-be99-721d6b54d690 tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.527130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:01.528600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.547351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f135ffe4-ff87-41f4-8262-6baa951a3516 None None] Port 5b34215a-564b-4e2d-b213-adb0e6323b55 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:01.643872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-d7cdf952-b3da-4a0a-bcd8-b9d0a08060a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:01.645393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-d7cdf952-b3da-4a0a-bcd8-b9d0a08060a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 1097 time: 0.6357682 Jul 08 17:10:01.674414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31bf54e1-c3a8-4c44-92a3-be4ab6897ed6 req-a3d29139-b3c1-46c3-be99-721d6b54d690 tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.681919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31bf54e1-c3a8-4c44-92a3-be4ab6897ed6 req-a3d29139-b3c1-46c3-be99-721d6b54d690 tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.701750 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-afe5208c-4261-4283-b064-a345f6be5902 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2914491 Jul 08 17:10:01.720754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Request body: {'port': {'device_id': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:01.721263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-78fdffc3-a864-4a72-8517-7b8fe536fecd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80 HTTP/1.1" status: 200 len: 217 time: 0.0611589 Jul 08 17:10:01.728576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31bf54e1-c3a8-4c44-92a3-be4ab6897ed6 req-a3d29139-b3c1-46c3-be99-721d6b54d690 tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648311 Jul 08 17:10:01.743455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23124c-8114-4dcd-9092-0282d69576ff req-3b551cbb-5df6-4560-9ee8-c77d89a238e2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:01.744879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b23124c-8114-4dcd-9092-0282d69576ff req-3b551cbb-5df6-4560-9ee8-c77d89a238e2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 935 time: 0.4760730 Jul 08 17:10:01.779103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f5cbb4c4-4ba6-46ba-9749-71faab320db7 None None] Provisioning for port bbb381a0-4f97-4158-99cc-bad99cf05541 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:01.786089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f5cbb4c4-4ba6-46ba-9749-71faab320db7 None None] Provisioning complete for port bbb381a0-4f97-4158-99cc-bad99cf05541 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:01.786742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb4c4-4ba6-46ba-9749-71faab320db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.806153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d29139-b3c1-46c3-be99-721d6b54d690 tempest-AggregatesAdminTestJSON-1448993456 tempest-AggregatesAdminTestJSON-1448993456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc017a-b4dc-4224-a27d-0b61b60d6a8d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:01.844925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.847875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-90b2d8d2-2268-40b3-9549-fea501892504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:01.849351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-90b2d8d2-2268-40b3-9549-fea501892504 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1197736 Jul 08 17:10:01.850844 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93aa272-b7f2-4780-a70d-1cf229c790f3 x-openstack-request-id: req-e93aa272-b7f2-4780-a70d-1cf229c790f3 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:01.851132 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7504572-5580-4687-b6c4-88ee559afb35", "tag": "0d1abdaf-1c2d-4e98-881a-5f32e94daa80", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:01.851383 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e93aa272-b7f2-4780-a70d-1cf229c790f3 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:01.852001 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7504572-5580-4687-b6c4-88ee559afb35', 'tag': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80', 'status': 'completed', 'code': 200} Jul 08 17:10:01.865755 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:01.875712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b23124c-8114-4dcd-9092-0282d69576ff req-0040da33-3bb5-4c69-af10-58e4ca6534cf tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225874 Jul 08 17:10:01.879043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f5cbb4c4-4ba6-46ba-9749-71faab320db7 None None] Port bbb381a0-4f97-4158-99cc-bad99cf05541 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:02.309747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb381a0-4f97-4158-99cc-bad99cf05541 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:02.319115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.340171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Transition to ACTIVE for port object bbb381a0-4f97-4158-99cc-bad99cf05541 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:02.345955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.366466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-3da00be3-c84a-4b93-9d54-79c2fe5f7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:02.367955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-3da00be3-c84a-4b93-9d54-79c2fe5f7407 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5107622 Jul 08 17:10:02.432936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-8846cd0b-e975-4556-9c9c-abaada2b7dec tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77475a550f194ceb98cbfb15f723fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771270 Jul 08 17:10:02.458541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Pushing event updated for resources: {'Port': ['ID=bbb381a0-4f97-4158-99cc-bad99cf05541,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:02.482998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:02.554794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:02.559138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.567388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-6b0d093e-015f-4682-a236-02e262593b29 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873281 Jul 08 17:10:02.577886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ada87-a5dc-4e7d-ac0a-204a427bba0f req-d123037b-a439-471b-8560-f90344ec7337 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:02.581052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-533ada87-a5dc-4e7d-ac0a-204a427bba0f req-d123037b-a439-471b-8560-f90344ec7337 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 946 time: 0.2691100 Jul 08 17:10:02.618603 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.632694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Attempting to bind port bbb381a0-4f97-4158-99cc-bad99cf05541 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:02.633136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Attempting to bind port bbb381a0-4f97-4158-99cc-bad99cf05541 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:02.633607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Attempting to bind port bbb381a0-4f97-4158-99cc-bad99cf05541 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:02.646204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-58b686c1-16c8-40fd-8ac8-10e9126e70c7 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:02.648148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-58b686c1-16c8-40fd-8ac8-10e9126e70c7 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067549 Jul 08 17:10:02.648626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Port bbb381a0-4f97-4158-99cc-bad99cf05541 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:02.649014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Attempting to bind port bbb381a0-4f97-4158-99cc-bad99cf05541 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:02.654348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:02.654795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:02.655366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:02.655824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Bound port: bbb381a0-4f97-4158-99cc-bad99cf05541, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:02.656751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.678589 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-884360ee-b073-4f0a-8c6d-43cd24ea4f2b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/quotas/77475a550f194ceb98cbfb15f723fb5d HTTP/1.1" status: 200 len: 375 time: 0.0187500 Jul 08 17:10:02.691510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.734129 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-224f3859-8edd-415d-b158-71dbe3c6261b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368321 Jul 08 17:10:02.774789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] For port bbb381a0-4f97-4158-99cc-bad99cf05541, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:02.780858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] For port bbb381a0-4f97-4158-99cc-bad99cf05541, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bbb381a0-4f97-4158-99cc-bad99cf05541,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:02.789783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.818274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-533ada87-a5dc-4e7d-ac0a-204a427bba0f req-e8b467b4-9522-44ab-940c-91474dc3dc92 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060480 Jul 08 17:10:02.827891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.851114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:02.851782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:02.853284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] 10.222.0.21 "PUT /v2.0/ports/bbb381a0-4f97-4158-99cc-bad99cf05541 HTTP/1.1" status: 200 len: 1095 time: 1.1419296 Jul 08 17:10:02.853706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'tag': 'bbb381a0-4f97-4158-99cc-bad99cf05541'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:02.863115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b34215a-564b-4e2d-b213-adb0e6323b55,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:02.876760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc77a542-5dcf-4de7-8095-8efecb956116 req-d6a4c41d-20f5-469a-8326-1283732d86a0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878935 Jul 08 17:10:02.921377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cd5df-09d1-4e84-856f-bceb5240aefa service neutron] Pushing event updated for resources: {'Port': ['ID=bbb381a0-4f97-4158-99cc-bad99cf05541,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:03.098967 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d004865b-1301-4ebe-81cd-4adcd3ea372b" -d '{"events": [{"name": "network-changed", "server_uuid": "065feda4-bb65-4f3f-bad5-ceb357b7e042", "tag": "bbb381a0-4f97-4158-99cc-bad99cf05541"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:03.163719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7e31be3a-e399-47d9-bfed-5eec50b30df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.165212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-7e31be3a-e399-47d9-bfed-5eec50b30df2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 1098 time: 0.2062895 Jul 08 17:10:03.167214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:03.168636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:03.245711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-89acbf73-3b8e-4c80-8d38-0d13ce74e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.247263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-89acbf73-3b8e-4c80-8d38-0d13ce74e0a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 1097 time: 0.2545111 Jul 08 17:10:03.260145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db403c0b-f9a9-4322-9b8d-78c3cd64bd95 req-58e45d7d-1fbf-4c22-bc2f-81c998e8ff23 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.261802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db403c0b-f9a9-4322-9b8d-78c3cd64bd95 req-58e45d7d-1fbf-4c22-bc2f-81c998e8ff23 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 947 time: 0.1729739 Jul 08 17:10:03.273261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-f8b26f54-3204-4a0e-b066-2d2ec11c3c9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=bbb381a0-4f97-4158-99cc-bad99cf05541 HTTP/1.1" status: 200 len: 217 time: 0.0952630 Jul 08 17:10:03.330749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-34a497b4-1684-43d2-a017-cbe3086fb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.332331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-34a497b4-1684-43d2-a017-cbe3086fb007 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0517542 Jul 08 17:10:03.435233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db403c0b-f9a9-4322-9b8d-78c3cd64bd95 req-e0741381-9423-43e1-9a18-1d4c9001f51c tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628704 Jul 08 17:10:03.460809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-ba1bc165-bf9e-4a03-8a30-33d0a6cd5813 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6e3e87395f494ec8a194d6f856e25aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186137 Jul 08 17:10:03.482043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-00b88899-0e41-45a7-a88a-cc6ac6b83827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.483789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-00b88899-0e41-45a7-a88a-cc6ac6b83827 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2207205 Jul 08 17:10:03.521997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d6b3429c-138f-40f8-b824-63bf1c41960f None None] Provisioning complete for port 5b34215a-564b-4e2d-b213-adb0e6323b55 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:03.522374 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6b3429c-138f-40f8-b824-63bf1c41960f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:03.574140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3429c-138f-40f8-b824-63bf1c41960f None None] Port 5b34215a-564b-4e2d-b213-adb0e6323b55 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:03.584030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:10:03.595312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-699ab550-b92f-4e97-a220-895f5e151e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.596833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-699ab550-b92f-4e97-a220-895f5e151e62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2540672 Jul 08 17:10:03.729026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-96cdd2c9-f50b-4c58-8b3b-446e51290dc9 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.730612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-96cdd2c9-f50b-4c58-8b3b-446e51290dc9 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674763 Jul 08 17:10:03.795465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-8211d6c4-32bc-43b9-a619-e6001569dc93 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/quotas/6e3e87395f494ec8a194d6f856e25aa0 HTTP/1.1" status: 200 len: 375 time: 0.0536656 Jul 08 17:10:03.806018 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1898c6c-d55e-48b0-87d2-fa0bd646d5db x-openstack-request-id: req-e1898c6c-d55e-48b0-87d2-fa0bd646d5db {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:03.806331 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065feda4-bb65-4f3f-bad5-ceb357b7e042", "tag": "bbb381a0-4f97-4158-99cc-bad99cf05541", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:03.806660 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1898c6c-d55e-48b0-87d2-fa0bd646d5db {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:03.807158 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'tag': 'bbb381a0-4f97-4158-99cc-bad99cf05541', 'status': 'completed', 'code': 200} Jul 08 17:10:03.810351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-adc18708-ecf3-4501-a86d-b45f86fe3124 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80 HTTP/1.1" status: 200 len: 217 time: 0.3190236 Jul 08 17:10:03.856114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-c7e1ad83-d634-48cb-a709-bcf59e6c3b92 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e3e87395f494ec8a194d6f856e25aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489919 Jul 08 17:10:03.857896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-cf374448-c0de-4b4b-b579-0c547a29bf0e service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501779 Jul 08 17:10:03.863202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-ffd8436c-f4de-4aa4-8dbd-4de9c19dff05 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77475a550f194ceb98cbfb15f723fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547500 Jul 08 17:10:03.868087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:10:03.880160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:10:03.880885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-701ad6b1-eab9-44fc-acc1-2c874e8252a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/719a0646-a7c2-4b9d-a31f-20b7d105ffa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0411227 Jul 08 17:10:03.893880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:03.894633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:09:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:03.994165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-84531846-fc93-4134-895e-5b5eda1cab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:03.997533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035d35f3-8cef-4b76-a82c-f58a1b7a32f5 req-cb1f66a6-981b-48c4-97b8-697e4f95ebf2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275303 Jul 08 17:10:03.999579 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-84531846-fc93-4134-895e-5b5eda1cab0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1806927 Jul 08 17:10:04.068639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-aa226e3c-93ce-4a9c-a60d-8e345d2ea82a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:04.076505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-aa226e3c-93ce-4a9c-a60d-8e345d2ea82a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955442 Jul 08 17:10:04.096527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:04.164018 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-d5237840-b527-4ec8-8449-ae8f9b5dc633 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/quotas/77475a550f194ceb98cbfb15f723fb5d HTTP/1.1" status: 200 len: 375 time: 0.0852280 Jul 08 17:10:04.217082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-01dc39ee-6be6-4fd4-bc88-07597241fa2f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528271 Jul 08 17:10:04.252010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-f138ef8f-905f-427e-bee2-3a0d686ce106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:04.253529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-f138ef8f-905f-427e-bee2-3a0d686ce106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 1098 time: 0.1614382 Jul 08 17:10:04.292637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-764fda3e-afa0-4749-85cc-b232ce875a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:04.294217 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-764fda3e-afa0-4749-85cc-b232ce875a1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142453 Jul 08 17:10:04.559738 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae412044-0702-437d-9336-3b5102b13f05 req-97ff9855-bb37-47a0-878b-220fac9ac805 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 210 time: 0.0803032 Jul 08 17:10:04.614466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-f150a22c-c459-42df-933b-c03788b5fec8 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102243 Jul 08 17:10:04.672178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 2, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:04.717111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:10:04.717695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Updating router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 port 5b34215a-564b-4e2d-b213-adb0e6323b55 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:10:04.737552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-f8056538-4e04-45de-b6a6-fc4e64a32830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:04.739829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-f8056538-4e04-45de-b6a6-fc4e64a32830 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.4782207 Jul 08 17:10:04.742600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-dbcf0a64-da76-42a8-a1b2-3eab93a1afeb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77475a550f194ceb98cbfb15f723fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149511 Jul 08 17:10:04.819156 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:04.860791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c91d5-4f25-457c-b4bb-6f787bdfcb14 req-42d2e88c-8247-4682-8416-51d6228b4a16 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282832 Jul 08 17:10:05.138408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-7afda128-e5db-425e-8e5f-66094d8acb4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=bbb381a0-4f97-4158-99cc-bad99cf05541 HTTP/1.1" status: 200 len: 217 time: 0.3906524 Jul 08 17:10:05.170122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-5f916571-233b-4dd0-b2ff-a9f5ee06bbf1 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:05.172752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1c5d9-33de-4397-b665-fc2af1e443fa req-2aa916a3-8ddf-42ac-9fbc-da701a4bb73d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:05.172942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-5f916571-233b-4dd0-b2ff-a9f5ee06bbf1 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 821 time: 0.3559937 Jul 08 17:10:05.174320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d1c5d9-33de-4397-b665-fc2af1e443fa req-2aa916a3-8ddf-42ac-9fbc-da701a4bb73d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 946 time: 0.6807463 Jul 08 17:10:05.193417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-7cad77d6-dc7a-420d-946e-983fd9e31050 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/quotas/ae5cd308032d4afe8234652f67a43667 HTTP/1.1" status: 200 len: 375 time: 0.0118275 Jul 08 17:10:05.205375 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.220506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Transition to ACTIVE for port object 5b34215a-564b-4e2d-b213-adb0e6323b55 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:05.232325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.255593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-46a11ff4-933b-400b-8981-ff117f080e25 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:05.257143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-46a11ff4-933b-400b-8981-ff117f080e25 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710543 Jul 08 17:10:05.277158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Request body: {'port': {'device_id': '4dd5642c-8884-4304-991d-76679b51b63b', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '77475a550f194ceb98cbfb15f723fb5d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:05.288599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-2c2c26ce-df20-4701-8b62-ce8162b56d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:05.290185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-2c2c26ce-df20-4701-8b62-ce8162b56d9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1129014 Jul 08 17:10:05.325318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e7819-5412-4e45-a65a-d2c8bbcf4dbd None None] Pushing event updated for resources: {'Port': ['ID=5b34215a-564b-4e2d-b213-adb0e6323b55,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:05.377990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d1c5d9-33de-4397-b665-fc2af1e443fa req-1ac90c89-85f6-4d84-bc2b-37952e8679df tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908827 Jul 08 17:10:05.418056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-2f513ac3-5b4f-48aa-acdb-5223ead48518 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068040 Jul 08 17:10:05.446053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Attempting to bind port 5b34215a-564b-4e2d-b213-adb0e6323b55 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:05.446683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Attempting to bind port 5b34215a-564b-4e2d-b213-adb0e6323b55 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:05.447352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Attempting to bind port 5b34215a-564b-4e2d-b213-adb0e6323b55 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:05.455061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:05.455729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Checking segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:05.456126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.456514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Bound using segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:05.457398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Bound port: 5b34215a-564b-4e2d-b213-adb0e6323b55, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:05.457398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.495452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-836adeae-f6ed-4db1-9963-5b71bb46a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:05.497236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-836adeae-f6ed-4db1-9963-5b71bb46a13b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918755 Jul 08 17:10:05.547036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] For port 5b34215a-564b-4e2d-b213-adb0e6323b55, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:05.551292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] For port 5b34215a-564b-4e2d-b213-adb0e6323b55, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b34215a-564b-4e2d-b213-adb0e6323b55,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:05.559442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.581227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Made reservation on behalf of 77475a550f194ceb98cbfb15f723fb5d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:05.585675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.601410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.624582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-61725eb6-5af8-4bf6-b04f-97b11de0dc48 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:10:05.633386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-61725eb6-5af8-4bf6-b04f-97b11de0dc48 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0776010 Jul 08 17:10:05.647153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0793b95b-9de9-4778-a6aa-00cfdbbbef36 req-54cd3d26-3f26-4699-9b5e-222a16187f64 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 210 time: 0.0493979 Jul 08 17:10:05.659621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:05.660249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:09:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:05.678854 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-2dc9be8f-6aba-4362-afbc-a031fd7687d0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709213 Jul 08 17:10:05.717965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e7819-5412-4e45-a65a-d2c8bbcf4dbd None None] Pushing event updated for resources: {'Port': ['ID=5b34215a-564b-4e2d-b213-adb0e6323b55,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:05.827418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-9bc0f88f-768c-4612-a264-45707b2d5f9e service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925414 Jul 08 17:10:05.887362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.901676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:05.929811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:05.961624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-fb997ca9-a9bc-4948-b05f-ae43085fab61 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321764 Jul 08 17:10:06.013105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-da586e2d-a780-4066-869d-061d5cab90eb tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6e3e87395f494ec8a194d6f856e25aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434771 Jul 08 17:10:06.038187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d70699-9473-42fb-a42e-ff2731ba3ac7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:06.151236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-ff29ec38-fecf-40aa-8de3-7985488f7142 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:06.152779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-ff29ec38-fecf-40aa-8de3-7985488f7142 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250479 Jul 08 17:10:06.166262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Request body: {'port': {'device_id': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '6e3e87395f494ec8a194d6f856e25aa0'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:06.206047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Allocated IP 192.168.233.104 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/b4116c7f-ae4e-4299-b983-6b384b509c50) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:06.261151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:05Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:06.311847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004865b-1301-4ebe-81cd-4adcd3ea372b req-2431efba-dc74-4fb8-8b34-322efe8b0568 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208937 Jul 08 17:10:06.315097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f724ec2-17a2-4132-aeb1-eb782619eec7 None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:05Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:10:06.484959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Made reservation on behalf of 6e3e87395f494ec8a194d6f856e25aa0 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:06.493516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:06.514506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f676a-a04f-41ff-807f-0d0acf280c48 req-dc2ac3cf-def1-4a64-a72e-cd43fba99412 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:06.519477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:06.522281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f0f676a-a04f-41ff-807f-0d0acf280c48 req-dc2ac3cf-def1-4a64-a72e-cd43fba99412 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 947 time: 0.6246293 Jul 08 17:10:06.658843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f0f676a-a04f-41ff-807f-0d0acf280c48 req-dcf9dbbc-e452-4130-be70-0f9d64e6fa57 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356714 Jul 08 17:10:06.661782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80a7df2b-6c95-412c-892d-4e3a71605fc6 req-fb56bef3-6418-4aaf-8d3c-54aae941e7d3 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 210 time: 0.0712705 Jul 08 17:10:06.665959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-e4d1af2c-17ba-4af2-897c-a8baf3385426 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=77475a550f194ceb98cbfb15f723fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505724 Jul 08 17:10:06.816163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-f0c01ec9-4eed-46dd-86bd-c4b960ed157e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:06.817683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-f0c01ec9-4eed-46dd-86bd-c4b960ed157e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416359 Jul 08 17:10:06.824467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:06.840155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Request body: {'port': {'device_id': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '77475a550f194ceb98cbfb15f723fb5d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:06.866593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9466dbea-edaa-4865-97b3-d77be1957eb5 req-2a2cf440-4e13-4659-ad91-70590c2dfad7 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 210 time: 0.0921590 Jul 08 17:10:06.907971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Transition to ACTIVE for port object b4116c7f-ae4e-4299-b983-6b384b509c50 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:06.935388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:06.948255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.045368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b917be7f-f07f-4b5d-923d-ed3f3b63bf55,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:07.108144 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc6752dc-7c09-4765-b4fb-32a77464bcb5 req-bb8bac7e-4398-4464-b3a7-b7e75a99fa87 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 210 time: 0.0423629 Jul 08 17:10:07.122637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.202728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Allocated IP 192.168.233.218 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/eec80594-369a-4e00-ad3a-1ed5db4bdc38) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:07.244354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:07.245112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Made reservation on behalf of 77475a550f194ceb98cbfb15f723fb5d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:07.255981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.264993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:07.283198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:07.289447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:07.331158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff7c4-978a-4ba3-bf4c-27c4f3f2ae2f req-62ba8171-41dd-4ba1-9cff-354cee659a3b tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:07.344844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-761ff7c4-978a-4ba3-bf4c-27c4f3f2ae2f req-62ba8171-41dd-4ba1-9cff-354cee659a3b tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 946 time: 0.3819730 Jul 08 17:10:07.346700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:07.435891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.467357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Transition to ACTIVE for port object eec80594-369a-4e00-ad3a-1ed5db4bdc38 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:07.539074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:07.539982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.543851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:07.549765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.590103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80', 'mac_address': 'fa:16:3e:ac:81:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:07.636214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-761ff7c4-978a-4ba3-bf4c-27c4f3f2ae2f req-e26f34d7-fa9c-4cf2-a392-3cb2a41d244f tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903483 Jul 08 17:10:07.670653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:07.675549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-6fe4a0bb-8143-4ad3-86d1-2ef47fe601ca tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4073029 Jul 08 17:10:07.689259 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.690809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:07.692793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Request body: {'port': {'device_id': '4dd5642c-8884-4304-991d-76679b51b63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:07.720252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:07.730932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:07.782227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Pushing event updated for resources: {'Port': ['ID=eec80594-369a-4e00-ad3a-1ed5db4bdc38,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:07.820716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:07.842480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.844637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bbb381a0-4f97-4158-99cc-bad99cf05541 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:07.857959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:07.861567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.898100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-35f7d4c4-fb51-4286-9670-5c469e8e14ee tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7358046 Jul 08 17:10:07.919784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-637ea7ea-e049-4f07-b221-b11ddaf33362 None None] Provisioning for port b4116c7f-ae4e-4299-b983-6b384b509c50 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:07.922822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Request body: {'port': {'device_id': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:07.959447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-637ea7ea-e049-4f07-b221-b11ddaf33362 None None] Provisioning complete for port b4116c7f-ae4e-4299-b983-6b384b509c50 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:07.959677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-637ea7ea-e049-4f07-b221-b11ddaf33362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:07.998632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Allocated IP 192.168.233.240 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/94341487-40a3-43db-a979-f1978d853bf3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:08.022407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.53', 50252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:08.039017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.053634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:08.080654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port bbb381a0-4f97-4158-99cc-bad99cf05541, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bbb381a0-4f97-4158-99cc-bad99cf05541,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:08.099035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-637ea7ea-e049-4f07-b221-b11ddaf33362 None None] Port b4116c7f-ae4e-4299-b983-6b384b509c50 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:08.108113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'bbb381a0-4f97-4158-99cc-bad99cf05541', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'bbb381a0-4f97-4158-99cc-bad99cf05541', 'mac_address': 'fa:16:3e:49:2f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:08.155263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744026d-cb2b-4ad9-a372-3a59345c8e90 req-25318270-e008-4cff-9b5f-8324d72f7df0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:08.157665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3744026d-cb2b-4ad9-a372-3a59345c8e90 req-25318270-e008-4cff-9b5f-8324d72f7df0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 947 time: 0.2185669 Jul 08 17:10:08.173274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.192016 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.208189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b37cfb-bab9-4e46-aea7-e0070e28930e req-f2d20b65-fec8-48ab-aa3f-3bdd6129681e tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:08.209738 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1b37cfb-bab9-4e46-aea7-e0070e28930e req-f2d20b65-fec8-48ab-aa3f-3bdd6129681e tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 936 time: 0.3024161 Jul 08 17:10:08.217589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb381a0-4f97-4158-99cc-bad99cf05541 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:08.242656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e4d85ff-5021-4055-8e49-6b76713fdfdd None None] Provisioning for port eec80594-369a-4e00-ad3a-1ed5db4bdc38 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:08.250736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port bbb381a0-4f97-4158-99cc-bad99cf05541, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bbb381a0-4f97-4158-99cc-bad99cf05541,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:08.252449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e4d85ff-5021-4055-8e49-6b76713fdfdd None None] Provisioning complete for port eec80594-369a-4e00-ad3a-1ed5db4bdc38 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:08.253727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e4d85ff-5021-4055-8e49-6b76713fdfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.257120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.311703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1b37cfb-bab9-4e46-aea7-e0070e28930e req-c63244dc-01e1-450a-9dc9-8763ab371b5d tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943139 Jul 08 17:10:08.329841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d85ff-5021-4055-8e49-6b76713fdfdd None None] Port eec80594-369a-4e00-ad3a-1ed5db4bdc38 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:08.361982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=bbb381a0-4f97-4158-99cc-bad99cf05541,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:08.370629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3744026d-cb2b-4ad9-a372-3a59345c8e90 req-1bca86c2-7257-4ba8-99b3-162555bab775 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193163 Jul 08 17:10:08.457371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a359a8b3-3b98-424a-9422-429ad7f74293 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:08.457616 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.458852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a359a8b3-3b98-424a-9422-429ad7f74293 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.53 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 821 time: 0.4255555 Jul 08 17:10:08.476976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'port': {'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'admin_state_up': True, 'tenant_id': 'ae5cd308032d4afe8234652f67a43667'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:08.489061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Transition to ACTIVE for port object 94341487-40a3-43db-a979-f1978d853bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:08.503250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b34215a-564b-4e2d-b213-adb0e6323b55 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:08.530661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.575427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 5b34215a-564b-4e2d-b213-adb0e6323b55 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:08.581174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5b34215a-564b-4e2d-b213-adb0e6323b55 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:08.581767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.614427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['0d1abdaf-1c2d-4e98-881a-5f32e94daa80'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:08.657397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:08.665370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:08.670303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:08.680904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:08.766505 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.834550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Made reservation on behalf of ae5cd308032d4afe8234652f67a43667 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:08.841192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.845183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 5b34215a-564b-4e2d-b213-adb0e6323b55, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b34215a-564b-4e2d-b213-adb0e6323b55,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:08.866150 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.887236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:08.887914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.895715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:08.905076 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.919630 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3113fbba-8d6b-47c6-b20e-c949916881b6 req-04f0fa57-6960-40d1-a700-29da02d5fa17 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 210 time: 0.3995121 Jul 08 17:10:08.923519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event updated for resources: {'Port': ['ID=94341487-40a3-43db-a979-f1978d853bf3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:08.932035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Transition to ACTIVE for port object b4116c7f-ae4e-4299-b983-6b384b509c50 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:08.947060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-8debc6d5-fbb0-4f20-b894-bca95079a75f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1136522 Jul 08 17:10:08.947777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:08.964791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Request body: {'port': {'device_id': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:09.019872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-591bb143-6370-4cda-a38f-2f40e87ad99e None None] Provisioning for port 94341487-40a3-43db-a979-f1978d853bf3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:09.051840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-591bb143-6370-4cda-a38f-2f40e87ad99e None None] Provisioning complete for port 94341487-40a3-43db-a979-f1978d853bf3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:09.052257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-591bb143-6370-4cda-a38f-2f40e87ad99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.075852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910849-730a-4f6f-83ca-2f99f52e546f req-68ed5585-2ffc-480d-8e54-510678cf7629 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:09.082418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=5b34215a-564b-4e2d-b213-adb0e6323b55,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:09.084876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19910849-730a-4f6f-83ca-2f99f52e546f req-68ed5585-2ffc-480d-8e54-510678cf7629 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 936 time: 0.5050552 Jul 08 17:10:09.126444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-591bb143-6370-4cda-a38f-2f40e87ad99e None None] Port 94341487-40a3-43db-a979-f1978d853bf3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:09.174255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:09.176458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Allocated IP 172.20.0.7 (f43f822e-0d21-4f58-ab9c-ae4097f8181a/c6d17874-6bbc-4e40-86dd-75146f7b53e4/a264f9e3-1a83-44a8-baa6-763fe6e69822) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:09.220917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19910849-730a-4f6f-83ca-2f99f52e546f req-c5d822d3-7add-4c79-877f-701cda91c26b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355231 Jul 08 17:10:09.221491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.269160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec80594-369a-4e00-ad3a-1ed5db4bdc38 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:09.306115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Attempting to bind port b4116c7f-ae4e-4299-b983-6b384b509c50 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:09.306459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Attempting to bind port b4116c7f-ae4e-4299-b983-6b384b509c50 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:09.306850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Attempting to bind port b4116c7f-ae4e-4299-b983-6b384b509c50 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:09.311207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.322579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Port b4116c7f-ae4e-4299-b983-6b384b509c50 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:09.323296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Attempting to bind port b4116c7f-ae4e-4299-b983-6b384b509c50 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:09.344627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Transition to ACTIVE for port object eec80594-369a-4e00-ad3a-1ed5db4bdc38 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:09.348771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:09.348771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:09.348771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:09.348771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Bound port: b4116c7f-ae4e-4299-b983-6b384b509c50, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:09.348771 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.384836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.492248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf179d4-015c-4670-87f1-ad94d0064700 req-36a80d4b-2f59-4650-9aa3-e375df818e30 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:09.493746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cf179d4-015c-4670-87f1-ad94d0064700 req-36a80d4b-2f59-4650-9aa3-e375df818e30 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 947 time: 0.2176263 Jul 08 17:10:09.497233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Pushing event updated for resources: {'Port': ['ID=eec80594-369a-4e00-ad3a-1ed5db4bdc38,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:09.601997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.617045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:09.620057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cf179d4-015c-4670-87f1-ad94d0064700 req-14bfa48f-6376-4ac4-ba4e-de6df6afdb0b tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948653 Jul 08 17:10:09.635712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Transition to ACTIVE for port object a264f9e3-1a83-44a8-baa6-763fe6e69822 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:09.643426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Attempting to bind port eec80594-369a-4e00-ad3a-1ed5db4bdc38 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:09.643763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Attempting to bind port eec80594-369a-4e00-ad3a-1ed5db4bdc38 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:09.644092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Attempting to bind port eec80594-369a-4e00-ad3a-1ed5db4bdc38 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:09.647135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:09.661128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Port eec80594-369a-4e00-ad3a-1ed5db4bdc38 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:09.661465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Attempting to bind port eec80594-369a-4e00-ad3a-1ed5db4bdc38 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:09.666161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.683994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:09.684300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:09.684693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:09.685136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Bound port: eec80594-369a-4e00-ad3a-1ed5db4bdc38, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:09.685496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.753884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.853389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:09.866707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:09.869053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] For port eec80594-369a-4e00-ad3a-1ed5db4bdc38, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:09.876504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:09.910351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] For port eec80594-369a-4e00-ad3a-1ed5db4bdc38, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:09.913532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event updated for resources: {'Port': ['ID=a264f9e3-1a83-44a8-baa6-763fe6e69822,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:09.925408 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.949335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94341487-40a3-43db-a979-f1978d853bf3 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:09.955927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:09.956610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:09.958303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b4116c7f-ae4e-4299-b983-6b384b509c50 HTTP/1.1" status: 200 len: 1096 time: 2.2714336 Jul 08 17:10:09.962463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:09.970462 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac5acc1-4203-40ab-a222-d242c8878755" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:09.976445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.011724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.012268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.022689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604769b0-593b-45f4-bad6-43c4d5914753 req-15e368eb-f93f-4ef3-b9fc-1be9a37aec05 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.029952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-604769b0-593b-45f4-bad6-43c4d5914753 req-15e368eb-f93f-4ef3-b9fc-1be9a37aec05 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 948 time: 0.4656727 Jul 08 17:10:10.034288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6077-6af1-40e4-9a5e-b388b4e09c0c req-be9f0fce-0b31-4ffb-8acc-4526966fd53f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.041817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd8e6077-6af1-40e4-9a5e-b388b4e09c0c req-be9f0fce-0b31-4ffb-8acc-4526966fd53f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 948 time: 0.2786136 Jul 08 17:10:10.044540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.045303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.047324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Transition to ACTIVE for port object 94341487-40a3-43db-a979-f1978d853bf3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:10.048046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] 10.222.0.21 "PUT /v2.0/ports/eec80594-369a-4e00-ad3a-1ed5db4bdc38 HTTP/1.1" status: 200 len: 1096 time: 2.1387267 Jul 08 17:10:10.048233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49dd53-0bc0-4b60-8b07-567a31e47af4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:10.058531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'tag': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:10.060744 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff9360a-f577-401c-9bf4-041df3928edc" -d '{"events": [{"name": "network-changed", "server_uuid": "55457262-e4d7-4c63-ae55-f9327a3063c7", "tag": "eec80594-369a-4e00-ad3a-1ed5db4bdc38"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:10.089628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-ee2092b3-5ab7-44e6-9d95-212f485fc909 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6181850 Jul 08 17:10:10.091732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30edc-8958-4a43-920a-ba86e39a375b service neutron] Pushing event updated for resources: {'Port': ['ID=eec80594-369a-4e00-ad3a-1ed5db4bdc38,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:10.091879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.109179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Request body: {'port': {'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:10.176373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-604769b0-593b-45f4-bad6-43c4d5914753 req-7fdf725f-1929-4e65-b235-5b594b8d6719 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454031 Jul 08 17:10:10.191134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Pushing event updated for resources: {'Port': ['ID=94341487-40a3-43db-a979-f1978d853bf3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:10.195698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd8e6077-6af1-40e4-9a5e-b388b4e09c0c req-cd84d7e7-6914-4c68-b6e4-d21c3a51b73e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529231 Jul 08 17:10:10.264698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-ddf178f5-46f3-48bc-bab5-959f9c84bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.268750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-ddf178f5-46f3-48bc-bab5-959f9c84bfc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1099 time: 0.2575994 Jul 08 17:10:10.271509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-06c6aab8-e9e5-461d-acd0-3388c40467f5 None None] Provisioning for port a264f9e3-1a83-44a8-baa6-763fe6e69822 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:10.277045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-06c6aab8-e9e5-461d-acd0-3388c40467f5 None None] Provisioning complete for port a264f9e3-1a83-44a8-baa6-763fe6e69822 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:10.277734 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06c6aab8-e9e5-461d-acd0-3388c40467f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.289146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.335224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-06c6aab8-e9e5-461d-acd0-3388c40467f5 None None] Port a264f9e3-1a83-44a8-baa6-763fe6e69822 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:10.345269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-476b2d5c-ebc8-4c20-8924-2e850322ffdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b4116c7f-ae4e-4299-b983-6b384b509c50 HTTP/1.1" status: 200 len: 217 time: 0.0652628 Jul 08 17:10:10.386603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-8f312f1c-2a16-4315-8326-19524fd8de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.391125 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-8f312f1c-2a16-4315-8326-19524fd8de7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e3e87395f494ec8a194d6f856e25aa0&device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 1099 time: 0.2472374 Jul 08 17:10:10.409204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Attempting to bind port 94341487-40a3-43db-a979-f1978d853bf3 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:10.409829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Attempting to bind port 94341487-40a3-43db-a979-f1978d853bf3 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:10.410450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Attempting to bind port 94341487-40a3-43db-a979-f1978d853bf3 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:10.430568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Port 94341487-40a3-43db-a979-f1978d853bf3 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:10.431150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Attempting to bind port 94341487-40a3-43db-a979-f1978d853bf3 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:10.442771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:10.443495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:10.444100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:10.444717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Bound port: 94341487-40a3-43db-a979-f1978d853bf3, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:10.445342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.449162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-8c9c5f93-8424-43c3-8d54-d19f1f3032a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.450854 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-8c9c5f93-8424-43c3-8d54-d19f1f3032a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0947154 Jul 08 17:10:10.454626 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e209d6-48c1-479e-b539-9819360bedc7 x-openstack-request-id: req-36e209d6-48c1-479e-b539-9819360bedc7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:10.455100 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:10.455534 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36e209d6-48c1-479e-b539-9819360bedc7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:10.456199 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'status': 'completed', 'code': 200} Jul 08 17:10:10.465960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-f4acc65e-cae4-4246-a29a-618eac1e6e7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38 HTTP/1.1" status: 200 len: 217 time: 0.0639029 Jul 08 17:10:10.473248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b34215a-564b-4e2d-b213-adb0e6323b55 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:10.508119 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b29ab0-f856-4a64-98fa-ed7379164108 x-openstack-request-id: req-a7b29ab0-f856-4a64-98fa-ed7379164108 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:10.508462 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55457262-e4d7-4c63-ae55-f9327a3063c7", "tag": "eec80594-369a-4e00-ad3a-1ed5db4bdc38", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:10.508777 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7b29ab0-f856-4a64-98fa-ed7379164108 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:10.509228 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'tag': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38', 'status': 'completed', 'code': 200} Jul 08 17:10:10.553351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5b34215a-564b-4e2d-b213-adb0e6323b55 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:10.554034 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.580402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-a7d84509-0993-4901-a205-8722fe11981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.582091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-a7d84509-0993-4901-a205-8722fe11981b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192329 Jul 08 17:10:10.623508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] For port 94341487-40a3-43db-a979-f1978d853bf3, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:10.637970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-705de7c8-b4f2-4282-83a0-efac202c0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.639558 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-705de7c8-b4f2-4282-83a0-efac202c0760 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1410561 Jul 08 17:10:10.674911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] For port 94341487-40a3-43db-a979-f1978d853bf3, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=94341487-40a3-43db-a979-f1978d853bf3,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:10.695453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.771754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c8c38-85d3-4ee9-8bbf-0c096b4bd1c4 req-f5388b72-cf16-473a-9f23-525e6de094ae tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.773341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c5c8c38-85d3-4ee9-8bbf-0c096b4bd1c4 req-f5388b72-cf16-473a-9f23-525e6de094ae tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 931 time: 0.3277597 Jul 08 17:10:10.811270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.812788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:10.814245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] 10.222.0.21 "PUT /v2.0/ports/94341487-40a3-43db-a979-f1978d853bf3 HTTP/1.1" status: 200 len: 1096 time: 1.8552775 Jul 08 17:10:10.829638 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-dbce8640-6fa5-43e5-a05b-477b36b6c430 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387958 Jul 08 17:10:10.842614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c5c8c38-85d3-4ee9-8bbf-0c096b4bd1c4 req-9e582cbe-1d47-423f-9a9b-16eda0807479 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617270 Jul 08 17:10:10.860200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952af209-9805-4954-8132-93d811da094f req-7db5f6f9-0a99-44ce-953f-cfa26686f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:10.861667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-7db5f6f9-0a99-44ce-953f-cfa26686f32e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136946 Jul 08 17:10:10.927384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728a257-215e-4d66-a51f-c530545b9407 service neutron] Pushing event updated for resources: {'Port': ['ID=94341487-40a3-43db-a979-f1978d853bf3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:11.014645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a264f9e3-1a83-44a8-baa6-763fe6e69822 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:11.029772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.041368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0845c-7c12-4b2e-ba03-44cd3ecf342d req-b1bb7b6a-15d5-4fe9-8cf8-eadec3dc5aa6 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.041644 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-20607cff-4629-496c-8193-6bc6436d0633 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698451 Jul 08 17:10:11.049027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9db0845c-7c12-4b2e-ba03-44cd3ecf342d req-b1bb7b6a-15d5-4fe9-8cf8-eadec3dc5aa6 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 948 time: 0.2957053 Jul 08 17:10:11.057989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Transition to ACTIVE for port object a264f9e3-1a83-44a8-baa6-763fe6e69822 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:11.086120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506c20fb-69e0-48f6-a31a-8a6f6c5466e5 req-61d59f86-43b7-4eaf-8896-c9b7b2f71f11 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348297 Jul 08 17:10:11.097997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-2e772137-d931-4ef6-9591-bb47d606ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.099480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-2e772137-d931-4ef6-9591-bb47d606ce9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 1099 time: 0.2265584 Jul 08 17:10:11.122966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.132734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9db0845c-7c12-4b2e-ba03-44cd3ecf342d req-ee8a1a7d-98f9-45be-a6f4-dfbbb13e561d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825961 Jul 08 17:10:11.169010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-decb4bb2-f6df-4e6d-8806-4e66fb5f28dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=94341487-40a3-43db-a979-f1978d853bf3 HTTP/1.1" status: 200 len: 217 time: 0.0609171 Jul 08 17:10:11.212437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=a264f9e3-1a83-44a8-baa6-763fe6e69822,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:11.291630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5acc1-4203-40ab-a222-d242c8878755 req-125619a0-7cd3-4e57-8497-c03315913929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.293562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-125619a0-7cd3-4e57-8497-c03315913929 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1099 time: 0.1235642 Jul 08 17:10:11.297121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-1a5569aa-a76c-49ce-8356-c1c27173d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.298491 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-1a5569aa-a76c-49ce-8356-c1c27173d835 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0871525 Jul 08 17:10:11.300637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bbb381a0-4f97-4158-99cc-bad99cf05541 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:11.351490 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-952af209-9805-4954-8132-93d811da094f req-5e69de44-836d-46d1-b98a-49c5ba77c83d service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020706 Jul 08 17:10:11.352345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Attempting to bind port a264f9e3-1a83-44a8-baa6-763fe6e69822 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:11.352838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Attempting to bind port a264f9e3-1a83-44a8-baa6-763fe6e69822 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:11.353163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Attempting to bind port a264f9e3-1a83-44a8-baa6-763fe6e69822 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:11.368209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e895f9e-7a64-47a9-957d-b9483d20b22f req-3c71528b-34fe-4416-bfb6-638f42371fc0 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.377243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e895f9e-7a64-47a9-957d-b9483d20b22f req-3c71528b-34fe-4416-bfb6-638f42371fc0 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 947 time: 0.3180633 Jul 08 17:10:11.382259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port bbb381a0-4f97-4158-99cc-bad99cf05541 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:11.388328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port bbb381a0-4f97-4158-99cc-bad99cf05541 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:11.389196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.414515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Port a264f9e3-1a83-44a8-baa6-763fe6e69822 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:11.415161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Attempting to bind port a264f9e3-1a83-44a8-baa6-763fe6e69822 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:11.465663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc32f9-da99-4533-8075-25065e82087d req-642ef5f0-809b-4d1e-952c-3ee27c822f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.467195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-642ef5f0-809b-4d1e-952c-3ee27c822f89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485021 Jul 08 17:10:11.473419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:11.473713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Checking segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:11.474217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Bound using segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:11.474781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Bound port: a264f9e3-1a83-44a8-baa6-763fe6e69822, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:11.475025 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.494808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.504322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e895f9e-7a64-47a9-957d-b9483d20b22f req-4234fda2-ab76-42fd-83eb-8eb1443fc0e8 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260521 Jul 08 17:10:11.544974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port bbb381a0-4f97-4158-99cc-bad99cf05541, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bbb381a0-4f97-4158-99cc-bad99cf05541,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:11.548511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb381a0-4f97-4158-99cc-bad99cf05541'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:11.551222 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9664ddb9-f5e9-482d-8594-81aa026b260d" -d '{"events": [{"server_uuid": "065feda4-bb65-4f3f-bad5-ceb357b7e042", "name": "network-vif-plugged", "status": "completed", "tag": "bbb381a0-4f97-4158-99cc-bad99cf05541"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:11.558151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.559530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:11.569290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-2b2a3c74-db91-45cb-b4ec-07fed4a7c33e service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939772 Jul 08 17:10:11.570925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5acc1-4203-40ab-a222-d242c8878755 req-a13692e7-0caf-4cbe-a527-55e1c95dc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.572603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-a13692e7-0caf-4cbe-a527-55e1c95dc742 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2717268 Jul 08 17:10:11.632426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] For port a264f9e3-1a83-44a8-baa6-763fe6e69822, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:11.655036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] For port a264f9e3-1a83-44a8-baa6-763fe6e69822, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:11.673055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-7f3200de-0efe-44ca-9eba-a36513068ca7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b4116c7f-ae4e-4299-b983-6b384b509c50 HTTP/1.1" status: 200 len: 217 time: 0.0778575 Jul 08 17:10:11.678467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9360a-f577-401c-9bf4-041df3928edc req-3439f659-6aa7-451a-bf6e-b230d9744fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.681297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-3439f659-6aa7-451a-bf6e-b230d9744fa3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e3e87395f494ec8a194d6f856e25aa0&device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 1099 time: 0.2388115 Jul 08 17:10:11.696295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=bbb381a0-4f97-4158-99cc-bad99cf05541,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:11.711670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:11.716224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:11.716603 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.719043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.792499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5acc1-4203-40ab-a222-d242c8878755 req-b0bdcbde-ab86-4f71-b629-4b9d23de1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.794023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-b0bdcbde-ab86-4f71-b629-4b9d23de1d42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1119075 Jul 08 17:10:11.803044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebbc32f9-da99-4533-8075-25065e82087d req-ab324a33-4f39-449f-adae-e295a9b6e2ac service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258117 Jul 08 17:10:11.865866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda2a24-20fa-49e5-b6f8-67540fbda1c3 req-a8bfdb45-3aad-4f61-89f2-4313e90a68f8 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.867474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-edda2a24-20fa-49e5-b6f8-67540fbda1c3 req-a8bfdb45-3aad-4f61-89f2-4313e90a68f8 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 948 time: 0.1511431 Jul 08 17:10:11.896868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5acc1-4203-40ab-a222-d242c8878755 req-dc7d551f-47fe-486e-bee3-5c4f97fa241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:11.898647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-dc7d551f-47fe-486e-bee3-5c4f97fa241d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927994 Jul 08 17:10:11.946554 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:11.963657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-edda2a24-20fa-49e5-b6f8-67540fbda1c3 req-ab208433-98bc-4fd8-a319-f65b9589f392 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831175 Jul 08 17:10:11.988324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:12.001032 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:12.011770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.012462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:12.013844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] 10.222.0.53 "PUT /v2.0/ports/a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 1091 time: 1.9100075 Jul 08 17:10:12.039962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-a3e53c31-ea83-47bf-83e4-b7eea527ec6e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332352 Jul 08 17:10:12.100928 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4738a5-ac1a-488c-b2d6-c139480b81fc x-openstack-request-id: req-9f4738a5-ac1a-488c-b2d6-c139480b81fc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:12.102813 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065feda4-bb65-4f3f-bad5-ceb357b7e042", "name": "network-vif-plugged", "status": "completed", "tag": "bbb381a0-4f97-4158-99cc-bad99cf05541", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:12.105836 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f4738a5-ac1a-488c-b2d6-c139480b81fc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:12.106343 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb381a0-4f97-4158-99cc-bad99cf05541', 'code': 200} Jul 08 17:10:12.123030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:12.161820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aac5acc1-4203-40ab-a222-d242c8878755 req-f4848a0d-8b09-4fcb-acd3-9670eeac8b4b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131771 Jul 08 17:10:12.170701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1953b94-43d3-4cdb-a541-0a7949c9fc10 service neutron] Pushing event updated for resources: {'Port': ['ID=a264f9e3-1a83-44a8-baa6-763fe6e69822,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:12.205618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9360a-f577-401c-9bf4-041df3928edc req-1fd23a5d-30a9-45c9-9709-f08093594c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.207875 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-1fd23a5d-30a9-45c9-9709-f08093594c4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2795749 Jul 08 17:10:12.224603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd271-0766-4105-bc8b-311a089579a8 req-be6cec94-9983-4436-b28d-86a99b3d8948 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.230468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864cd271-0766-4105-bc8b-311a089579a8 req-be6cec94-9983-4436-b28d-86a99b3d8948 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 949 time: 0.5569746 Jul 08 17:10:12.272992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fbcce-d3e1-41a0-8154-39f73fb3cd6e req-576aaea2-e26d-452c-911c-551a1d169a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.274495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b5fbcce-d3e1-41a0-8154-39f73fb3cd6e req-576aaea2-e26d-452c-911c-551a1d169a87 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 1100 time: 0.0933433 Jul 08 17:10:12.292462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-669bbc52-c9ff-41bc-9710-5669a6777a75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38 HTTP/1.1" status: 200 len: 217 time: 0.0576243 Jul 08 17:10:12.337859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce98f89-72d2-4dc3-b9d8-c88b69435840 req-b11e7f8d-c8c6-45ac-942f-b644e2718898 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.339359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fce98f89-72d2-4dc3-b9d8-c88b69435840 req-b11e7f8d-c8c6-45ac-942f-b644e2718898 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 943 time: 0.1102171 Jul 08 17:10:12.340901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b5fbcce-d3e1-41a0-8154-39f73fb3cd6e req-d891a846-6f16-4c38-a6c5-9a4a8515cf60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587356 Jul 08 17:10:12.348862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864cd271-0766-4105-bc8b-311a089579a8 req-a520526d-4b0b-42ca-95e5-44051b5119da tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074610 Jul 08 17:10:12.350678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-cc1daee1-ed4e-4d3e-8826-ae5496248ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.352487 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-cc1daee1-ed4e-4d3e-8826-ae5496248ebf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1094 time: 0.2864444 Jul 08 17:10:12.370272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9360a-f577-401c-9bf4-041df3928edc req-1ed1dd76-687f-41ae-b9ff-d98641a332cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.371862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-1ed1dd76-687f-41ae-b9ff-d98641a332cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0719485 Jul 08 17:10:12.394498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fce98f89-72d2-4dc3-b9d8-c88b69435840 req-afe5bd56-c90d-4e81-917a-ded28c0e1ae0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481966 Jul 08 17:10:12.400268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-da1ddde1-2228-4cd2-b091-d6333ec01be4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.0394368 Jul 08 17:10:12.457614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'tag': '94341487-40a3-43db-a979-f1978d853bf3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:12.461128 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07" -d '{"events": [{"name": "network-changed", "server_uuid": "902ff729-05a2-4b88-a4c6-6867dd01352c", "tag": "94341487-40a3-43db-a979-f1978d853bf3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:12.488604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-f2848420-5aa6-40b5-99f8-80e8d67360bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.490293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-f2848420-5aa6-40b5-99f8-80e8d67360bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0843699 Jul 08 17:10:12.524762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:12.526671 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:12.527223 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c313eb92-9077-449b-a274-604c77c65d89" -d '{"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:12.543423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:12.555234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9360a-f577-401c-9bf4-041df3928edc req-7485363b-5c1e-4a01-8c22-c4af7e84de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.556749 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-7485363b-5c1e-4a01-8c22-c4af7e84de9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225941 Jul 08 17:10:12.563755 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec11de-89ea-412b-9640-d7cf69648f9a x-openstack-request-id: req-c1ec11de-89ea-412b-9640-d7cf69648f9a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:12.564109 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902ff729-05a2-4b88-a4c6-6867dd01352c", "tag": "94341487-40a3-43db-a979-f1978d853bf3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:12.564417 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1ec11de-89ea-412b-9640-d7cf69648f9a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:12.564970 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'tag': '94341487-40a3-43db-a979-f1978d853bf3', 'status': 'completed', 'code': 200} Jul 08 17:10:12.567527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-e0bda09f-518a-4e59-9a6e-46d291605364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.569524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-e0bda09f-518a-4e59-9a6e-46d291605364 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734603 Jul 08 17:10:12.708113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350bd0-3662-421b-a988-bfdbebdbb191 req-2ed5cb32-9d31-4109-84a0-7fafcc8f063a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.709445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45350bd0-3662-421b-a988-bfdbebdbb191 req-2ed5cb32-9d31-4109-84a0-7fafcc8f063a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 948 time: 0.1385183 Jul 08 17:10:12.730426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-e22d5f70-4c3d-4ddc-a3d0-8dd7d4f50588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.731836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-e22d5f70-4c3d-4ddc-a3d0-8dd7d4f50588 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 1099 time: 0.1185043 Jul 08 17:10:12.738969 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-d0635a82-3c43-4f22-b900-a837d211b523 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520271 Jul 08 17:10:12.740844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-4891361d-13fe-4e5d-a72e-6b037ce9bcdf service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633935 Jul 08 17:10:12.810705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45350bd0-3662-421b-a988-bfdbebdbb191 req-edf7e991-3eea-46b1-9e8f-691f5aeae60c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949192 Jul 08 17:10:12.848632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-00c3f43e-5960-400a-b616-d013c79688e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.850241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-00c3f43e-5960-400a-b616-d013c79688e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1069980 Jul 08 17:10:12.863479 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0162a7c-5e1a-4db3-a548-ef96e4158822 x-openstack-request-id: req-a0162a7c-5e1a-4db3-a548-ef96e4158822 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:12.863769 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:12.864016 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0162a7c-5e1a-4db3-a548-ef96e4158822 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:12.864410 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'status': 'completed', 'code': 200} Jul 08 17:10:12.907048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-d048f569-0f9d-48d6-ae6a-a632e2be3409 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=94341487-40a3-43db-a979-f1978d853bf3 HTTP/1.1" status: 200 len: 217 time: 0.0485075 Jul 08 17:10:12.959365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ff9360a-f577-401c-9bf4-041df3928edc req-58dfb418-a0ba-4d47-8e15-1e4add7114e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119529 Jul 08 17:10:12.961086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5d2bd3-72e2-4f24-8fd8-80ded736c443 req-471c1dde-befd-4668-a6f0-3e10302e73c3 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051160 Jul 08 17:10:12.968661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec7275-2f09-43ab-8883-1515c263e82f req-f2d51ca8-88a3-4606-a80c-0e5233bd9515 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.970522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-072fb78b-ac75-459c-8457-2998eb848b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:12.970839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0cec7275-2f09-43ab-8883-1515c263e82f req-f2d51ca8-88a3-4606-a80c-0e5233bd9515 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 948 time: 0.2252011 Jul 08 17:10:12.972220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-072fb78b-ac75-459c-8457-2998eb848b9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0584757 Jul 08 17:10:13.016915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0cec7275-2f09-43ab-8883-1515c263e82f req-0ad8ef62-0c51-4bd2-99e2-4a549b97e199 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388970 Jul 08 17:10:13.061287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-f9b8f570-36c9-4d46-bf80-f8bd0cd7fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.063655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-f9b8f570-36c9-4d46-bf80-f8bd0cd7fd1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839512 Jul 08 17:10:13.123597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313eb92-9077-449b-a274-604c77c65d89 req-e2e006ef-8afe-484b-9dc9-5389bac2c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.126428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-e2e006ef-8afe-484b-9dc9-5389bac2c929 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1094 time: 0.0662241 Jul 08 17:10:13.249819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-bc783305-e27d-46f9-8304-3079d74e98d0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789088 Jul 08 17:10:13.259053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313eb92-9077-449b-a274-604c77c65d89 req-f67c2d71-85bf-43b4-a891-81e5078c7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.260808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-f67c2d71-85bf-43b4-a891-81e5078c7d82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1254873 Jul 08 17:10:13.312113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-4de36f05-59c4-4f95-a050-e1e6fdd66a04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.0416989 Jul 08 17:10:13.385580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313eb92-9077-449b-a274-604c77c65d89 req-6cf99f09-9ce6-4417-af20-d0664d957647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.391007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-6cf99f09-9ce6-4417-af20-d0664d957647 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0684707 Jul 08 17:10:13.458616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313eb92-9077-449b-a274-604c77c65d89 req-a9778e8e-7f63-4469-81e1-a4753a670d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.460340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-a9778e8e-7f63-4469-81e1-a4753a670d1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655980 Jul 08 17:10:13.537912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:13.590019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff1e97-5968-4a66-8e51-a847370ce7a3 req-07e8666b-18f2-41a5-b824-02bf29edb7af tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.595019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36ff1e97-5968-4a66-8e51-a847370ce7a3 req-07e8666b-18f2-41a5-b824-02bf29edb7af tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 948 time: 0.3821735 Jul 08 17:10:13.616686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-9282d6b7-e3dd-4e52-8b66-ad14c6e4fc4e service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487770 Jul 08 17:10:13.661139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36ff1e97-5968-4a66-8e51-a847370ce7a3 req-d9aea557-b414-4729-964a-9d45215e3ab4 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621877 Jul 08 17:10:13.666322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2bd2c21-dfee-4d32-8ec1-eb4e89337e07 req-73475dbf-ec0c-44af-a2cc-43660b7f140f service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092035 Jul 08 17:10:13.723482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c0580-eee2-4223-a188-9c3cbd20099a req-c4f48fca-411f-4832-bddd-d024dc9ce27d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.725033 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1c0580-eee2-4223-a188-9c3cbd20099a req-c4f48fca-411f-4832-bddd-d024dc9ce27d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 949 time: 0.1619008 Jul 08 17:10:13.736257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8339f7-5d94-44d6-a2bf-440495105053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:13.786922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:13.830521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1c0580-eee2-4223-a188-9c3cbd20099a req-6bdf3240-180a-4cb2-a042-073fc3e833e5 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983052 Jul 08 17:10:13.840947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93c8e2-e4aa-4683-9cac-4c41a6d2b112 req-0c864078-7477-45cd-b48d-9e38e7869665 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:13.842478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e93c8e2-e4aa-4683-9cac-4c41a6d2b112 req-0c864078-7477-45cd-b48d-9e38e7869665 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 943 time: 0.0753462 Jul 08 17:10:13.845497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c313eb92-9077-449b-a274-604c77c65d89 req-d157ddec-2e9f-4f71-80b3-03cdba263999 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176363 Jul 08 17:10:13.901314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e93c8e2-e4aa-4683-9cac-4c41a6d2b112 req-32942d1a-0cca-4e39-93cd-6a1336d4f4d9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Jul 08 17:10:13.974573 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8339f7-5d94-44d6-a2bf-440495105053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:13.986170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad8339f7-5d94-44d6-a2bf-440495105053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.021526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad8339f7-5d94-44d6-a2bf-440495105053 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25fdabe3335e4471a3ed48cd46fe90fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807642 Jul 08 17:10:14.022215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:14.059455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9c5905d-e2ab-4fb9-8ba5-39226001e019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.083815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71a5fad1-9edc-4299-9650-6e23f3132d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.090288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8339f7-5d94-44d6-a2bf-440495105053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc2d30e-cd25-44af-b41a-8813904ea798,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:14.108303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7504572-5580-4687-b6c4-88ee559afb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:14.113213 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfcb8b-f66f-462a-87b1-9731bc774085" -d '{"events": [{"server_uuid": "e7504572-5580-4687-b6c4-88ee559afb35", "name": "network-vif-plugged", "status": "completed", "tag": "0d1abdaf-1c2d-4e98-881a-5f32e94daa80"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:14.142977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71a5fad1-9edc-4299-9650-6e23f3132d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.159690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d30b-3b8a-4fbb-b8b1-3866094296b7 req-4623c03b-7c57-4d0f-984a-6924d9a7fe56 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:14.161252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7268d30b-3b8a-4fbb-b8b1-3866094296b7 req-4623c03b-7c57-4d0f-984a-6924d9a7fe56 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 948 time: 0.1269050 Jul 08 17:10:14.214827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71a5fad1-9edc-4299-9650-6e23f3132d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.219382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71a5fad1-9edc-4299-9650-6e23f3132d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.222886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-71a5fad1-9edc-4299-9650-6e23f3132d39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdc2d30e-cd25-44af-b41a-8813904ea798 HTTP/1.1" status: 204 len: 168 time: 0.1974192 Jul 08 17:10:14.230366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7268d30b-3b8a-4fbb-b8b1-3866094296b7 req-1f181d85-e55e-4d4e-b2f2-f5d32261f023 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Jul 08 17:10:14.237742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5fad1-9edc-4299-9650-6e23f3132d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc2d30e-cd25-44af-b41a-8813904ea798,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:14.248673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9c5905d-e2ab-4fb9-8ba5-39226001e019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.268014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9c5905d-e2ab-4fb9-8ba5-39226001e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.298536 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28540a38-d0c8-4bc7-9427-1bfe18adff88 x-openstack-request-id: req-28540a38-d0c8-4bc7-9427-1bfe18adff88 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:14.305486 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7504572-5580-4687-b6c4-88ee559afb35", "name": "network-vif-plugged", "status": "completed", "tag": "0d1abdaf-1c2d-4e98-881a-5f32e94daa80", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:14.306096 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28540a38-d0c8-4bc7-9427-1bfe18adff88 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:14.306497 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7504572-5580-4687-b6c4-88ee559afb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80', 'code': 200} Jul 08 17:10:14.330535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b9c5905d-e2ab-4fb9-8ba5-39226001e019 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f79779ef5354ef3aafefb7a1a8e5490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342922 Jul 08 17:10:14.330535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5905d-e2ab-4fb9-8ba5-39226001e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddadc179-0ae0-4fa4-b48c-631ac813aaab,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:14.330877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:14.415640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acaa7-7aa1-4894-8b8a-90099a82227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.452900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cbddf-9181-4d4a-bac8-caf01850a411 req-467ed6f4-85e5-45ce-9a91-6c5cb4fa1697 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:14.459116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acaa7-7aa1-4894-8b8a-90099a82227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.460276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-747cbddf-9181-4d4a-bac8-caf01850a411 req-467ed6f4-85e5-45ce-9a91-6c5cb4fa1697 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 948 time: 0.1345294 Jul 08 17:10:14.506280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9bcde-b97b-41c8-839f-3b3649fafc90 req-8707266b-adfd-46a2-928a-1178e8f4212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:14.508098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0d9bcde-b97b-41c8-839f-3b3649fafc90 req-8707266b-adfd-46a2-928a-1178e8f4212f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 1099 time: 0.1286082 Jul 08 17:10:14.511644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-747cbddf-9181-4d4a-bac8-caf01850a411 req-486cde7b-8961-4e40-8f26-27ef9eef5870 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505085 Jul 08 17:10:14.550650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acaa7-7aa1-4894-8b8a-90099a82227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.555116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acaa7-7aa1-4894-8b8a-90099a82227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.556455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-580acaa7-7aa1-4894-8b8a-90099a82227d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddadc179-0ae0-4fa4-b48c-631ac813aaab HTTP/1.1" status: 204 len: 168 time: 0.2246904 Jul 08 17:10:14.564528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0d9bcde-b97b-41c8-839f-3b3649fafc90 req-5692270e-171e-4da2-9b22-f2333b8004cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495830 Jul 08 17:10:14.572968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580acaa7-7aa1-4894-8b8a-90099a82227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddadc179-0ae0-4fa4-b48c-631ac813aaab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:14.649500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:14.667218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fa53-7504-45fa-955a-1b9464ca06bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.833874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fa53-7504-45fa-955a-1b9464ca06bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.841007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fa53-7504-45fa-955a-1b9464ca06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.897121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7fa53-7504-45fa-955a-1b9464ca06bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68902d-d8cb-4408-ab06-8951c4ef6952,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:14.902666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:14.905575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e2f7fa53-7504-45fa-955a-1b9464ca06bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ef364d358d44edf90f97d97267bb8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549777 Jul 08 17:10:14.908745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:14.926834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b979375-a623-4b22-9d07-c3ad16fb96a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:14.950293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32660fe-7fca-4f44-9bee-e9360f2a0970 req-75acd1f0-e59e-41dd-9be3-683c950cf3f6 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:14.951593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f32660fe-7fca-4f44-9bee-e9360f2a0970 req-75acd1f0-e59e-41dd-9be3-683c950cf3f6 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 948 time: 0.1620970 Jul 08 17:10:15.001846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be8a13a1-8f50-452d-9f89-6cae31e12696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.017288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f32660fe-7fca-4f44-9bee-e9360f2a0970 req-b76df08f-20a2-4233-a102-b54cd95e9b18 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557952 Jul 08 17:10:15.031401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be8a13a1-8f50-452d-9f89-6cae31e12696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.039911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b979375-a623-4b22-9d07-c3ad16fb96a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.045033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b979375-a623-4b22-9d07-c3ad16fb96a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.094850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be8a13a1-8f50-452d-9f89-6cae31e12696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.097655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be8a13a1-8f50-452d-9f89-6cae31e12696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.098986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-be8a13a1-8f50-452d-9f89-6cae31e12696 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa68902d-d8cb-4408-ab06-8951c4ef6952 HTTP/1.1" status: 204 len: 168 time: 0.1893401 Jul 08 17:10:15.128909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a13a1-8f50-452d-9f89-6cae31e12696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68902d-d8cb-4408-ab06-8951c4ef6952,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:15.151852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b979375-a623-4b22-9d07-c3ad16fb96a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bd11467995047bea4e4173191997787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445297 Jul 08 17:10:15.151852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b979375-a623-4b22-9d07-c3ad16fb96a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4055f4b2-1f15-4526-9e85-a80dcd70979f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:15.154562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57340) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:15.213219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70a072-21e0-4e8b-83ff-716700904a46 req-5a0966e9-fcf7-44d0-8bd9-66c9f796fe66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:15.215028 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b70a072-21e0-4e8b-83ff-716700904a46 req-5a0966e9-fcf7-44d0-8bd9-66c9f796fe66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 949 time: 0.1558473 Jul 08 17:10:15.239628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:15.281589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9765f314-2022-46a9-9233-0f3f9ec0e770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.282482 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b70a072-21e0-4e8b-83ff-716700904a46 req-92c12fe3-bb86-4794-823d-a4408d69b9f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613127 Jul 08 17:10:15.293687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e8803-a3a0-448c-9088-38ec2d59d5ef req-82321e7d-230e-4f10-add3-47fd17638d63 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:15.295219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f4e8803-a3a0-448c-9088-38ec2d59d5ef req-82321e7d-230e-4f10-add3-47fd17638d63 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 943 time: 0.1461971 Jul 08 17:10:15.330663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9765f314-2022-46a9-9233-0f3f9ec0e770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.340983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eec80594-369a-4e00-ad3a-1ed5db4bdc38 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:15.370335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f4e8803-a3a0-448c-9088-38ec2d59d5ef req-c77e698f-ba5a-46be-8b1e-db8a600b205c tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663037 Jul 08 17:10:15.414354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9765f314-2022-46a9-9233-0f3f9ec0e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.423884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9765f314-2022-46a9-9233-0f3f9ec0e770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.436555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9765f314-2022-46a9-9233-0f3f9ec0e770 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4055f4b2-1f15-4526-9e85-a80dcd70979f HTTP/1.1" status: 204 len: 168 time: 0.2639413 Jul 08 17:10:15.458873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765f314-2022-46a9-9233-0f3f9ec0e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4055f4b2-1f15-4526-9e85-a80dcd70979f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:15.523555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eec80594-369a-4e00-ad3a-1ed5db4bdc38, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:15.542764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312337d-66b7-4ed9-84f6-6f7a52d053e5 req-83f6e791-32f0-452f-b8ed-b66aaa611207 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:15.551846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b312337d-66b7-4ed9-84f6-6f7a52d053e5 req-83f6e791-32f0-452f-b8ed-b66aaa611207 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 972 time: 0.0913341 Jul 08 17:10:15.557684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38', 'mac_address': 'fa:16:3e:c6:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:15.629776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b312337d-66b7-4ed9-84f6-6f7a52d053e5 req-4d390d8e-2eaf-4100-8b88-6d1f85985db3 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741088 Jul 08 17:10:15.653095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:15.674478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'mac_address': 'fa:16:3e:13:52:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:15.677348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.694102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec80594-369a-4e00-ad3a-1ed5db4bdc38 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:15.723515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af763c-084d-4cb6-900e-b48dd2d45bb3 req-7a53ec65-af55-463c-84c2-8082f16669f0 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:15.729017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-12af763c-084d-4cb6-900e-b48dd2d45bb3 req-7a53ec65-af55-463c-84c2-8082f16669f0 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 948 time: 0.1100490 Jul 08 17:10:15.743732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eec80594-369a-4e00-ad3a-1ed5db4bdc38, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:15.746397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.757658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.758608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 94341487-40a3-43db-a979-f1978d853bf3 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:15.771103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:15.787084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-12af763c-084d-4cb6-900e-b48dd2d45bb3 req-ca300284-b4b5-4697-8b71-6d5865f01b20 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484457 Jul 08 17:10:15.842592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:15.858315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 94341487-40a3-43db-a979-f1978d853bf3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=94341487-40a3-43db-a979-f1978d853bf3,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:15.862875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.873058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eec80594-369a-4e00-ad3a-1ed5db4bdc38,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:15.904105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '94341487-40a3-43db-a979-f1978d853bf3', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '94341487-40a3-43db-a979-f1978d853bf3', 'mac_address': 'fa:16:3e:2c:ea:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:15.962551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba5ad-e892-4c3d-9a34-eac45cb4062a req-8a117b89-745c-41f8-92a1-79cb317ee0f4 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:15.965589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdeba5ad-e892-4c3d-9a34-eac45cb4062a req-8a117b89-745c-41f8-92a1-79cb317ee0f4 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 948 time: 0.0755858 Jul 08 17:10:15.969186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:15.971929 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:15.988229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94341487-40a3-43db-a979-f1978d853bf3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:16.017041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 94341487-40a3-43db-a979-f1978d853bf3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=94341487-40a3-43db-a979-f1978d853bf3,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:16.022553 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:16.064785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdeba5ad-e892-4c3d-9a34-eac45cb4062a req-8b889f4c-b65c-47cf-9b1b-8926f72769a4 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919855 Jul 08 17:10:16.089335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=94341487-40a3-43db-a979-f1978d853bf3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:16.101229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b4116c7f-ae4e-4299-b983-6b384b509c50'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:16.238255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad0b60-036f-4c0d-a0ed-e7987b6c2226 req-f687eb46-1d01-422d-ad76-82fee6c49d13 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:16.240103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6ad0b60-036f-4c0d-a0ed-e7987b6c2226 req-f687eb46-1d01-422d-ad76-82fee6c49d13 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 1100 time: 0.0964158 Jul 08 17:10:16.267033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a6ad0b60-036f-4c0d-a0ed-e7987b6c2226 req-37bd0b66-8dc7-4226-aeac-30361f4c8e51 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:16.284763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['94341487-40a3-43db-a979-f1978d853bf3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:16.355270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['eec80594-369a-4e00-ad3a-1ed5db4bdc38'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:16.358988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d43fa-0dc1-432d-86a7-611015a57265 req-7081d41c-2659-4c0c-9bf8-a2993b36420b tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:16.366682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c2d43fa-0dc1-432d-86a7-611015a57265 req-7081d41c-2659-4c0c-9bf8-a2993b36420b tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 949 time: 0.1459088 Jul 08 17:10:16.456408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c2d43fa-0dc1-432d-86a7-611015a57265 req-69430fa8-9136-4e4f-92cf-639452f417e4 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876014 Jul 08 17:10:16.495600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a6ad0b60-036f-4c0d-a0ed-e7987b6c2226 req-37bd0b66-8dc7-4226-aeac-30361f4c8e51 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:16.505230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a6ad0b60-036f-4c0d-a0ed-e7987b6c2226 req-37bd0b66-8dc7-4226-aeac-30361f4c8e51 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:16.518692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-aacf5e4a-05ab-4cf4-aa4e-e1b89231e42d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:16.520153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-aacf5e4a-05ab-4cf4-aa4e-e1b89231e42d tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.53 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 972 time: 0.1620891 Jul 08 17:10:16.616704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6ad0b60-036f-4c0d-a0ed-e7987b6c2226 req-37bd0b66-8dc7-4226-aeac-30361f4c8e51 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688750 Jul 08 17:10:16.652374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd0b66-8dc7-4226-aeac-30361f4c8e51 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a71308-6c95-4a00-8fb4-623dad34202a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:16.790699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Deleting port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:10:16.791100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:16.881690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb04c18-62d3-4c23-9202-a2bbfb2a2e86 req-ad93bcda-f9d3-4af2-9784-3d14692cee0d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:16.883204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0fb04c18-62d3-4c23-9202-a2bbfb2a2e86 req-ad93bcda-f9d3-4af2-9784-3d14692cee0d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 943 time: 0.1345298 Jul 08 17:10:16.929797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] For port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:16.930206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:16.955352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Calling delete_port for 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 owned by compute:tempest-test_az-1913062670 {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:10:16.960864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0fb04c18-62d3-4c23-9202-a2bbfb2a2e86 req-0788146a-9667-4c9e-afdc-6c35a176179c tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716386 Jul 08 17:10:17.254389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a264f9e3-1a83-44a8-baa6-763fe6e69822 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:17.290557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:17.349988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eec80594-369a-4e00-ad3a-1ed5db4bdc38 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:17.394136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:10:17.435731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540281-4420-427a-b14f-905768ff3cfa req-030ed105-b6a2-4d46-98b6-56ee336412b9 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:17.453225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57540281-4420-427a-b14f-905768ff3cfa req-030ed105-b6a2-4d46-98b6-56ee336412b9 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/ports?device_id=948533a9-0e38-411f-953c-34e4ae09378d HTTP/1.1" status: 200 len: 972 time: 0.1343834 Jul 08 17:10:17.455034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04822ad-c62c-479b-98d1-31108c645fd8 req-8d9cd517-e80b-4815-9d72-ac4f6f8dc369 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:17.466301 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e04822ad-c62c-479b-98d1-31108c645fd8 req-8d9cd517-e80b-4815-9d72-ac4f6f8dc369 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 949 time: 0.1510777 Jul 08 17:10:17.498880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port eec80594-369a-4e00-ad3a-1ed5db4bdc38 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:17.511379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57540281-4420-427a-b14f-905768ff3cfa req-7814fdd2-f419-44cf-88a5-0e560787fa45 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.48 "GET /v2.0/security-groups?id=37b1dded-82a8-4c79-a2a4-5d30de44c1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Jul 08 17:10:17.520298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port eec80594-369a-4e00-ad3a-1ed5db4bdc38 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:17.520675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.522319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.565642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:17.589338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Pushing event deleted for resources: {'Port': ['ID=6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:17.611191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port b4116c7f-ae4e-4299-b983-6b384b509c50 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:17.619030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b4116c7f-ae4e-4299-b983-6b384b509c50 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:17.619637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.622684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a264f9e3-1a83-44a8-baa6-763fe6e69822, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:17.639624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e04822ad-c62c-479b-98d1-31108c645fd8 req-e8dd5ce9-06bf-4d1a-9415-74831899e26f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707568 Jul 08 17:10:17.700861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] No DVR routers for this DVR port 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:10:17.711191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.716387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7cf755cf-a9ab-4efb-a04c-067d7d1b2319 req-93e892f0-087d-4e27-bca2-dab0f3a42c44 tempest-AggregatesAdminTestJSON-370019112 tempest-AggregatesAdminTestJSON-370019112-project] 10.222.0.53 "DELETE /v2.0/ports/6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 HTTP/1.1" status: 204 len: 173 time: 1.1894162 Jul 08 17:10:17.717162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948533a9-0e38-411f-953c-34e4ae09378d', 'name': 'network-vif-deleted', 'tag': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:17.719807 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c4e22-0de2-4af2-8c4e-314b65e8b204" -d '{"events": [{"server_uuid": "948533a9-0e38-411f-953c-34e4ae09378d", "name": "network-vif-deleted", "tag": "6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:17.727487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.731512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:17.833340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:17.844239 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55e5d55-5a67-4ffb-9d74-58d771f733bb" -d '{"events": [{"server_uuid": "55457262-e4d7-4c63-ae55-f9327a3063c7", "name": "network-vif-plugged", "status": "completed", "tag": "eec80594-369a-4e00-ad3a-1ed5db4bdc38"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:17.860673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-86e785df-ca68-467d-a4f9-fefea34de879 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642657 Jul 08 17:10:17.865075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.868188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eec80594-369a-4e00-ad3a-1ed5db4bdc38, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:17.883097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7fd1a-c6ec-4a68-8945-01eaffda6625 req-2d676516-af08-4b7f-9c3f-dd78cc262d32 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:17.892755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8da7fd1a-c6ec-4a68-8945-01eaffda6625 req-2d676516-af08-4b7f-9c3f-dd78cc262d32 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 948 time: 0.2288561 Jul 08 17:10:17.942276 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:17.943069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 94341487-40a3-43db-a979-f1978d853bf3 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:17.977714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a264f9e3-1a83-44a8-baa6-763fe6e69822 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:17.987648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8da7fd1a-c6ec-4a68-8945-01eaffda6625 req-dd0f77c5-5537-4047-9245-e5c75e4082be tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908344 Jul 08 17:10:18.031632 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.051440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-a3804b14-d5f1-4d4b-a293-c1f6a7ac1e7a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:18.061112 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-a3804b14-d5f1-4d4b-a293-c1f6a7ac1e7a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992943 Jul 08 17:10:18.071736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a264f9e3-1a83-44a8-baa6-763fe6e69822, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:18.086488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-735197fc-5a76-4667-a253-65b59210c56b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/quotas/ee7e20b22aee4fc2b28df1804538de46 HTTP/1.1" status: 200 len: 375 time: 0.0242603 Jul 08 17:10:18.095451 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.103249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eec80594-369a-4e00-ad3a-1ed5db4bdc38,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:18.120308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:18.146181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.164166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 94341487-40a3-43db-a979-f1978d853bf3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:18.174163 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-3a13e63e-da3b-4146-9eba-8a4b85281bdd tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826902 Jul 08 17:10:18.175606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 94341487-40a3-43db-a979-f1978d853bf3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:18.175973 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.178654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a264f9e3-1a83-44a8-baa6-763fe6e69822,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:18.220588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd0d1-36c0-4f0d-ae9e-901c3192c02f req-03285289-4f56-46c5-96b4-6efffb85661a tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:18.222183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-349dd0d1-36c0-4f0d-ae9e-901c3192c02f req-03285289-4f56-46c5-96b4-6efffb85661a tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 950 time: 0.0791481 Jul 08 17:10:18.262419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:18.282794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-349dd0d1-36c0-4f0d-ae9e-901c3192c02f req-792b9e9e-94cd-48be-981b-339f00713aae tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517950 Jul 08 17:10:18.313142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a264f9e3-1a83-44a8-baa6-763fe6e69822'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:18.325361 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ad545-2fce-4c41-8a55-b155aa68f089 x-openstack-request-id: req-b57ad545-2fce-4c41-8a55-b155aa68f089 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:18.326330 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948533a9-0e38-411f-953c-34e4ae09378d", "name": "network-vif-deleted", "tag": "6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:18.326330 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b57ad545-2fce-4c41-8a55-b155aa68f089 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:18.326634 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948533a9-0e38-411f-953c-34e4ae09378d', 'name': 'network-vif-deleted', 'tag': '6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5', 'status': 'completed', 'code': 200} Jul 08 17:10:18.353352 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.364491 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eabeb0-2ebd-49de-bc34-619e8bce32ab x-openstack-request-id: req-62eabeb0-2ebd-49de-bc34-619e8bce32ab {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:18.364780 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55457262-e4d7-4c63-ae55-f9327a3063c7", "name": "network-vif-plugged", "status": "completed", "tag": "eec80594-369a-4e00-ad3a-1ed5db4bdc38", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:18.365030 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62eabeb0-2ebd-49de-bc34-619e8bce32ab {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:18.365433 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38', 'code': 200} Jul 08 17:10:18.407247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 94341487-40a3-43db-a979-f1978d853bf3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=94341487-40a3-43db-a979-f1978d853bf3,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:18.418279 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.506415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=94341487-40a3-43db-a979-f1978d853bf3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:18.517022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-261e4c60-5e0f-47d9-bf3e-57f042d7f180 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:18.518642 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-261e4c60-5e0f-47d9-bf3e-57f042d7f180 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 1099 time: 0.0991333 Jul 08 17:10:18.558525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedbda3-61fa-484c-8303-859b2f997bb4 req-6a5d92c1-1f5e-4cb1-ac55-4147ca7cbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:18.560265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bedbda3-61fa-484c-8303-859b2f997bb4 req-6a5d92c1-1f5e-4cb1-ac55-4147ca7cbf81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 1101 time: 0.1053224 Jul 08 17:10:18.613582 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bedbda3-61fa-484c-8303-859b2f997bb4 req-0a8cde8e-4fe6-429c-b301-51bb2eb955ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460782 Jul 08 17:10:18.652992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df898b-fcb8-4f66-ae85-00fc50f3157d req-b956b4ed-8291-4a8d-8a2b-9376ffb6f94d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:18.658553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3df898b-fcb8-4f66-ae85-00fc50f3157d req-b956b4ed-8291-4a8d-8a2b-9376ffb6f94d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 944 time: 0.1353693 Jul 08 17:10:18.729407 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3df898b-fcb8-4f66-ae85-00fc50f3157d req-6b3103ca-a1dd-4b5a-b1fa-74c37277baf8 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519381 Jul 08 17:10:18.740723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Deleting port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:10:18.741781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.847403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] For port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:18.847779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:18.870182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Calling delete_port for 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:10:19.192685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:19.211059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['0d1abdaf-1c2d-4e98-881a-5f32e94daa80'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:19.251313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d1abdaf-1c2d-4e98-881a-5f32e94daa80,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:19.279793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a264f9e3-1a83-44a8-baa6-763fe6e69822 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:19.376379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] No DVR routers for this DVR port 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:10:19.380484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:19.385057 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7ac5325-c402-4e2e-bc1d-f7ca942c1b1e req-3afe0010-3208-4d19-9c66-b88e8a7166f5 tempest-DeleteServersAdminTestJSON-38702699 tempest-DeleteServersAdminTestJSON-38702699-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0d1abdaf-1c2d-4e98-881a-5f32e94daa80 HTTP/1.1" status: 204 len: 173 time: 0.8237977 Jul 08 17:10:19.400758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7504572-5580-4687-b6c4-88ee559afb35', 'name': 'network-vif-deleted', 'tag': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:19.409848 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5eee38-5321-417e-a6f3-c2463a0350b2" -d '{"events": [{"server_uuid": "e7504572-5580-4687-b6c4-88ee559afb35", "name": "network-vif-deleted", "tag": "0d1abdaf-1c2d-4e98-881a-5f32e94daa80"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:19.448005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-739f965b-479d-42a2-8e89-718bce1a737e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:19.460800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66c38d-9577-4066-a041-3e196dc6d0d9 req-6fd6850b-59a2-47ae-8363-89eef7e91f54 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:19.462895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a66c38d-9577-4066-a041-3e196dc6d0d9 req-6fd6850b-59a2-47ae-8363-89eef7e91f54 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 950 time: 0.1740918 Jul 08 17:10:19.471964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port a264f9e3-1a83-44a8-baa6-763fe6e69822 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:19.484972 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a264f9e3-1a83-44a8-baa6-763fe6e69822 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:19.486759 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:19.576593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a66c38d-9577-4066-a041-3e196dc6d0d9 req-09a8c404-7e88-4b35-8cfa-cc4c0d0324e4 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002014 Jul 08 17:10:19.637361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:19.678940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a264f9e3-1a83-44a8-baa6-763fe6e69822, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:19.689681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:19.690579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:10:19.717150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:10:19.717765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae37d5f-8cb8-4bea-ac0f-c2b58a9074a5 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:10:19.800242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:19.812347 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:10:19.878999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7f2afb7-c6a8-41ce-9271-f1f379724448 req-a8168916-82b3-40db-ac96-94a3044ba5ac tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7504572-5580-4687-b6c4-88ee559afb35 HTTP/1.1" status: 200 len: 210 time: 0.0844831 Jul 08 17:10:19.946209 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cae70b-8aee-4ec3-b17e-60db8916886b x-openstack-request-id: req-f2cae70b-8aee-4ec3-b17e-60db8916886b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:19.946719 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7504572-5580-4687-b6c4-88ee559afb35", "name": "network-vif-deleted", "tag": "0d1abdaf-1c2d-4e98-881a-5f32e94daa80", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:19.947220 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2cae70b-8aee-4ec3-b17e-60db8916886b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:19.947770 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7504572-5580-4687-b6c4-88ee559afb35', 'name': 'network-vif-deleted', 'tag': '0d1abdaf-1c2d-4e98-881a-5f32e94daa80', 'status': 'completed', 'code': 200} Jul 08 17:10:20.054556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a264f9e3-1a83-44a8-baa6-763fe6e69822,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:20.176251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57520) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:20.181202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f90de152-c2c4-4568-9385-f27c2da303b3 req-35e6cc2d-8f8a-4e4d-bba8-164f324ce77d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 210 time: 0.0409248 Jul 08 17:10:20.214543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aafcbf-bbcc-4ec1-9c83-c6811818f225 req-9468bebf-706f-43c4-a90c-74741322d992 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:20.223056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c6aafcbf-bbcc-4ec1-9c83-c6811818f225 req-9468bebf-706f-43c4-a90c-74741322d992 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 950 time: 0.1986439 Jul 08 17:10:20.253996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5affa6be-7f17-4cac-b92e-459ae0b823b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0420dedea965407888914d3e48caac34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526453 Jul 08 17:10:20.256779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:20.294336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c6aafcbf-bbcc-4ec1-9c83-c6811818f225 req-b1886081-d813-4cf8-ba59-3fdc565358c2 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 Jul 08 17:10:20.316675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1ad-68ce-4490-9c9a-11b40063c153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.356381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1ad-68ce-4490-9c9a-11b40063c153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.366480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}, {'server_uuid': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94341487-40a3-43db-a979-f1978d853bf3'}, {'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:20.369157 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba7661f-cf7f-4526-92ad-589a9dfa674a" -d '{"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-plugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}, {"server_uuid": "902ff729-05a2-4b88-a4c6-6867dd01352c", "name": "network-vif-plugged", "status": "completed", "tag": "94341487-40a3-43db-a979-f1978d853bf3"}, {"server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "name": "network-vif-plugged", "status": "completed", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:20.391908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2631efc-cabe-4f1b-9866-21e7da1bd4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.463171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5d82e-8ede-43d6-8e9f-4a1833d42740 req-d48ca0d3-fde0-41b1-a480-d934bc88362d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:20.466393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88d5d82e-8ede-43d6-8e9f-4a1833d42740 req-d48ca0d3-fde0-41b1-a480-d934bc88362d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 945 time: 0.1258698 Jul 08 17:10:20.490404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1ad-68ce-4490-9c9a-11b40063c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.493166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c1ad-68ce-4490-9c9a-11b40063c153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.506075 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dfa5c1ad-68ce-4490-9c9a-11b40063c153 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37b1dded-82a8-4c79-a2a4-5d30de44c1a5 HTTP/1.1" status: 204 len: 168 time: 0.2391512 Jul 08 17:10:20.523341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c1ad-68ce-4490-9c9a-11b40063c153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b1dded-82a8-4c79-a2a4-5d30de44c1a5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:20.527644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2631efc-cabe-4f1b-9866-21e7da1bd4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.532606 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983a50c3-d968-42c9-9b54-72cecc810168 x-openstack-request-id: req-983a50c3-d968-42c9-9b54-72cecc810168 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:20.533452 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-plugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "code": 200}, {"server_uuid": "902ff729-05a2-4b88-a4c6-6867dd01352c", "name": "network-vif-plugged", "status": "completed", "tag": "94341487-40a3-43db-a979-f1978d853bf3", "code": 200}, {"server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "name": "network-vif-plugged", "status": "completed", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:20.533889 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-983a50c3-d968-42c9-9b54-72cecc810168 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:20.534111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2631efc-cabe-4f1b-9866-21e7da1bd4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.534213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88d5d82e-8ede-43d6-8e9f-4a1833d42740 req-4fa268fe-792e-4260-97c4-fb83d012e17d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 Jul 08 17:10:20.546159 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'code': 200} Jul 08 17:10:20.546723 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94341487-40a3-43db-a979-f1978d853bf3', 'code': 200} Jul 08 17:10:20.548613 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'code': 200} Jul 08 17:10:20.570740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:20.572250 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a2631efc-cabe-4f1b-9866-21e7da1bd4b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80b2ffe7e4304bcb9fdaa9f5ce6e2a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916759 Jul 08 17:10:20.598999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2631efc-cabe-4f1b-9866-21e7da1bd4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e358e-884b-4347-9f12-b0002e48b911,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:20.664181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7ae6-2728-4d06-87e2-de93e6cabaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.719337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7ae6-2728-4d06-87e2-de93e6cabaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.814257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80baf7-38c3-47c4-b15e-cf6be1e030dc req-669a5c83-3bc6-4936-ace3-facef9c4a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:20.815946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d80baf7-38c3-47c4-b15e-cf6be1e030dc req-669a5c83-3bc6-4936-ace3-facef9c4a1e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.1481295 Jul 08 17:10:20.853825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7ae6-2728-4d06-87e2-de93e6cabaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.856710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9e6c7ae6-2728-4d06-87e2-de93e6cabaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:20.858117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9e6c7ae6-2728-4d06-87e2-de93e6cabaf7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b85e358e-884b-4347-9f12-b0002e48b911 HTTP/1.1" status: 204 len: 168 time: 0.2863858 Jul 08 17:10:20.900121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba8c1b-f424-4421-b7ac-a5dce1ad97e3 req-cca61c76-f8a5-4bfb-a67a-93527493aee5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:20.902103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ffba8c1b-f424-4421-b7ac-a5dce1ad97e3 req-cca61c76-f8a5-4bfb-a67a-93527493aee5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 950 time: 0.1441414 Jul 08 17:10:20.904037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c7ae6-2728-4d06-87e2-de93e6cabaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e358e-884b-4347-9f12-b0002e48b911,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:20.907271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d80baf7-38c3-47c4-b15e-cf6be1e030dc req-2d5c7e30-74e8-4d9d-80d8-0ff094ed925e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841351 Jul 08 17:10:20.984810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f309c50-a784-40ce-919e-6cb05cb9b16b req-559b6dfb-d787-4558-b8c3-64a3c6ca6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:20.987012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f309c50-a784-40ce-919e-6cb05cb9b16b req-559b6dfb-d787-4558-b8c3-64a3c6ca6190 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 1101 time: 0.2042027 Jul 08 17:10:20.987297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ffba8c1b-f424-4421-b7ac-a5dce1ad97e3 req-386a5b80-98a3-4fff-bebe-9cdd4a231b33 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706134 Jul 08 17:10:20.995243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2159f7-5054-4876-b830-e5f7d9282213 req-309d8817-9dd9-4740-83ae-36747112eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:20.996982 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf2159f7-5054-4876-b830-e5f7d9282213 req-309d8817-9dd9-4740-83ae-36747112eec9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.1970747 Jul 08 17:10:21.067267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f309c50-a784-40ce-919e-6cb05cb9b16b req-9c1e63c2-5b97-425c-8e9d-0ba8ea186803 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Jul 08 17:10:21.076400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf2159f7-5054-4876-b830-e5f7d9282213 req-2840c6e2-fd7f-4149-8847-4e36a0caf466 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531595 Jul 08 17:10:21.124780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:21.209709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-27422c2c-0ade-468f-b10b-908626c8b537 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482254 Jul 08 17:10:21.294282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-31533271-5348-4578-833f-3e58adb3825b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed5d6629b6554b3989ed431693e55524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651857 Jul 08 17:10:21.294602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:21.379807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fca22542-c809-4ad4-8a1d-c3447ad25b83 req-60c2b4be-5f94-4ad7-ac04-929a81884605 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 210 time: 0.0426497 Jul 08 17:10:21.391760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eb8c2-fee8-4da1-9f78-e79c3bdad2fc req-a7e05191-87de-4980-9a05-50775915e44a tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:21.393702 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d04eb8c2-fee8-4da1-9f78-e79c3bdad2fc req-a7e05191-87de-4980-9a05-50775915e44a tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 950 time: 0.1722133 Jul 08 17:10:21.457479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e93fc32a-67a5-402a-952c-47bbadcf2851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.463441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d04eb8c2-fee8-4da1-9f78-e79c3bdad2fc req-166f0401-ab7c-42ac-a6f4-8ffddde93dac tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Jul 08 17:10:21.499819 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e93fc32a-67a5-402a-952c-47bbadcf2851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.502424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:21.502704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-79e76284-c4e4-4c2f-b9f1-7a61c189fb90 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:21.504403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-79e76284-c4e4-4c2f-b9f1-7a61c189fb90 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938564 Jul 08 17:10:21.527238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5d1dd57-3b93-4f1f-b5ed-c378f5c819e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.549467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:21.601759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e93fc32a-67a5-402a-952c-47bbadcf2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.604418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e93fc32a-67a5-402a-952c-47bbadcf2851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.607916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e93fc32a-67a5-402a-952c-47bbadcf2851 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cebc017a-b4dc-4224-a27d-0b61b60d6a8d HTTP/1.1" status: 204 len: 168 time: 0.3095932 Jul 08 17:10:21.629223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fc32a-67a5-402a-952c-47bbadcf2851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc017a-b4dc-4224-a27d-0b61b60d6a8d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:21.693864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-10986a2b-63d0-4e5f-8682-7272c4300ace tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672380 Jul 08 17:10:21.696953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5d1dd57-3b93-4f1f-b5ed-c378f5c819e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.714741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5d1dd57-3b93-4f1f-b5ed-c378f5c819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:21.730551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-546cc733-90c2-403f-9d2c-7e1215a2c1ed tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318253 Jul 08 17:10:21.903699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:21.908462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.022463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-297313b6-d34c-498b-8222-0e3dd399330f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:22.029494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-297313b6-d34c-498b-8222-0e3dd399330f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2797408 Jul 08 17:10:22.122713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': 'aebfec17-1db5-486c-a92d-89c813095922', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:22.138978 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d5d1dd57-3b93-4f1f-b5ed-c378f5c819e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3acc6bdfdb314b6f8bdf6ea1b4d006f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347315 Jul 08 17:10:22.140916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1dd57-3b93-4f1f-b5ed-c378f5c819e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c4fa9-d8a6-4bf2-afde-fdfd0b210077,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:22.151171 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-845cb0e5-d30f-4680-9cf9-b5dc29442bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.177125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.7 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/a92ca4c8-dfae-4192-818d-3245d70c0bd0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:22.239019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57612) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:22.239362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:22.292159 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.301001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-3a70fb71-28c0-47b4-af5e-bd609238ae92 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:22.308510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-3a70fb71-28c0-47b4-af5e-bd609238ae92 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5842848 Jul 08 17:10:22.386003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-409dc644-d6a5-4712-aa1b-710c12df0b0d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/quotas/11509fd76e304e50b8fdcd4aab56e33c HTTP/1.1" status: 200 len: 375 time: 0.0763981 Jul 08 17:10:22.408828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:22.412896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.428560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bcd05-880d-4aeb-a6a1-d97bc94921b0 req-d9d8ddc7-e015-4017-9c0b-0c1ac554f6b3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:22.431718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-553bcd05-880d-4aeb-a6a1-d97bc94921b0 req-d9d8ddc7-e015-4017-9c0b-0c1ac554f6b3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 945 time: 0.5083535 Jul 08 17:10:22.458846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-1cb19325-3d89-4b65-8873-7dcecf7ba905 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718887 Jul 08 17:10:22.525154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c45037-0f44-4c84-9bf5-f2b308dea95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.548579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c45037-0f44-4c84-9bf5-f2b308dea95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.556734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-553bcd05-880d-4aeb-a6a1-d97bc94921b0 req-02e5c12a-7f25-4bcf-a1af-e7723658a9f2 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950470 Jul 08 17:10:22.575699 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6a30a20-2b05-4b0e-b012-cce7f65b633f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.657445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.673668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-2f5fb895-9af1-4569-b8bb-4f43b222fd07 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:22.675196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-2f5fb895-9af1-4569-b8bb-4f43b222fd07 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.21 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 950 time: 0.3131313 Jul 08 17:10:22.782610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object a92ca4c8-dfae-4192-818d-3245d70c0bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:22.792214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c45037-0f44-4c84-9bf5-f2b308dea95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.795147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c45037-0f44-4c84-9bf5-f2b308dea95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:22.796958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d2c45037-0f44-4c84-9bf5-f2b308dea95d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/485c4fa9-d8a6-4bf2-afde-fdfd0b210077 HTTP/1.1" status: 204 len: 168 time: 0.5506771 Jul 08 17:10:22.832674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c45037-0f44-4c84-9bf5-f2b308dea95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c4fa9-d8a6-4bf2-afde-fdfd0b210077,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:22.840854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067716a-7e38-4f15-899f-3e3cf2f58325 req-f54ab4e6-d9cb-4f1a-b582-0325e6b79625 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:22.850129 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7067716a-7e38-4f15-899f-3e3cf2f58325 req-f54ab4e6-d9cb-4f1a-b582-0325e6b79625 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 950 time: 0.1381803 Jul 08 17:10:22.925946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7067716a-7e38-4f15-899f-3e3cf2f58325 req-d119f7c3-4a5f-44b7-ae49-0fde42f83ba0 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744865 Jul 08 17:10:22.948384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f32157bd-9065-46b9-937a-02a722f6bad6 req-5a8c536a-9fe7-4a2b-9d51-bddbdf0c7f8d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 210 time: 0.0612323 Jul 08 17:10:23.013062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.027159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:23.128835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6a30a20-2b05-4b0e-b012-cce7f65b633f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.163691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.91 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/3cb5b514-8e85-4717-b4d6-75865f32da28) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:23.176990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Deleting port eec80594-369a-4e00-ad3a-1ed5db4bdc38 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:10:23.177334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.182511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f13eeaff-2c64-49da-b9a2-3db48ed8ebf8 req-c75ed736-5a01-4591-ac01-4b5be870e64d tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 210 time: 0.0477569 Jul 08 17:10:23.189897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6a30a20-2b05-4b0e-b012-cce7f65b633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.218640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:23.278484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6a30a20-2b05-4b0e-b012-cce7f65b633f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6e85c7fdf4843ffbe897dff01f6c163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0356827 Jul 08 17:10:23.289602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:23.356020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:10:23.368991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:23.428566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:10:23.430296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0d1abdaf-1c2d-4e98-881a-5f32e94daa80 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:10:23.441205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] For port eec80594-369a-4e00-ad3a-1ed5db4bdc38, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eec80594-369a-4e00-ad3a-1ed5db4bdc38,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:23.441578 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.459286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Calling delete_port for eec80594-369a-4e00-ad3a-1ed5db4bdc38 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:10:23.486731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.623235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.636326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18171b6c-4c1f-4fbf-8cb7-067b8d1d126e req-0ebf239b-f521-40b0-b900-2d5baf9af3b8 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:23.643837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18171b6c-4c1f-4fbf-8cb7-067b8d1d126e req-0ebf239b-f521-40b0-b900-2d5baf9af3b8 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 950 time: 0.2444124 Jul 08 17:10:23.699224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object 3cb5b514-8e85-4717-b4d6-75865f32da28 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:23.744646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18171b6c-4c1f-4fbf-8cb7-067b8d1d126e req-30bc1526-16f5-48ca-9209-9e0d051d1bf7 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/security-groups?id=b917be7f-f07f-4b5d-923d-ed3f3b63bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999000 Jul 08 17:10:23.773629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.787255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:23.813475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=a92ca4c8-dfae-4192-818d-3245d70c0bd0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:23.831122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:23.845387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:23.852122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-network', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:23.858348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:23.861789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:23.882958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:23.920039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:23.920932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.947302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:23.947998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:23.970676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a30a20-2b05-4b0e-b012-cce7f65b633f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babd63ba-808e-4e12-b523-cc968acfa09c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:23.971345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9105859 Jul 08 17:10:23.981799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-32f48201-ba85-4fd7-aaa2-a73d60f098ad tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4403417 Jul 08 17:10:23.983070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6877301-c420-43e3-9d99-fd0b04f4b6d2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=3cb5b514-8e85-4717-b4d6-75865f32da28,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:24.003703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Request body: {'port': {'device_id': 'aebfec17-1db5-486c-a92d-89c813095922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:24.012402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Request body: {'port': {'device_id': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:24.152935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.154685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.231547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4719537f-65a0-4d91-a28c-4aa59e33803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.252816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271656d-7065-4c6b-894d-bacc60f838f2 req-92287487-ecef-4924-bcf3-264661b086c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:24.254061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3271656d-7065-4c6b-894d-bacc60f838f2 req-92287487-ecef-4924-bcf3-264661b086c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 945 time: 0.1599927 Jul 08 17:10:24.257572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-524aa757-a426-413e-a05c-bd7560b3253e None None] Provisioning for port a92ca4c8-dfae-4192-818d-3245d70c0bd0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:24.268090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-524aa757-a426-413e-a05c-bd7560b3253e None None] Provisioning complete for port a92ca4c8-dfae-4192-818d-3245d70c0bd0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:24.268466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-524aa757-a426-413e-a05c-bd7560b3253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.286560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Made reservation on behalf of 08eb38057a634c8c935188d417ce4a4d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:24.288892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.328876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-524aa757-a426-413e-a05c-bd7560b3253e None None] Port a92ca4c8-dfae-4192-818d-3245d70c0bd0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:24.339296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.357529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4719537f-65a0-4d91-a28c-4aa59e33803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.427005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4719537f-65a0-4d91-a28c-4aa59e33803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.430019 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4719537f-65a0-4d91-a28c-4aa59e33803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.433830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4719537f-65a0-4d91-a28c-4aa59e33803e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/babd63ba-808e-4e12-b523-cc968acfa09c HTTP/1.1" status: 204 len: 168 time: 1.1151280 Jul 08 17:10:24.434605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.443203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3271656d-7065-4c6b-894d-bacc60f838f2 req-10cfedf2-d6a9-40a9-b670-8d814492f4b3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164305 Jul 08 17:10:24.455555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719537f-65a0-4d91-a28c-4aa59e33803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd63ba-808e-4e12-b523-cc968acfa09c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:24.469538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c9376-1f67-454d-b43c-c3d6a9b7cfe4 req-d28d8e5c-985a-4211-a1c3-a5e813aec71a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:24.471099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-487c9376-1f67-454d-b43c-c3d6a9b7cfe4 req-d28d8e5c-985a-4211-a1c3-a5e813aec71a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.8910499 Jul 08 17:10:24.489912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['eec80594-369a-4e00-ad3a-1ed5db4bdc38'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:24.575297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b735e1a7-1a10-420b-9c45-386c91eaadbc None None] Provisioning for port 3cb5b514-8e85-4717-b4d6-75865f32da28 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:24.586567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b735e1a7-1a10-420b-9c45-386c91eaadbc None None] Provisioning complete for port 3cb5b514-8e85-4717-b4d6-75865f32da28 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:24.587635 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b735e1a7-1a10-420b-9c45-386c91eaadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.628503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Pushing event deleted for resources: {'Port': ['ID=eec80594-369a-4e00-ad3a-1ed5db4bdc38,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:24.665103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b735e1a7-1a10-420b-9c45-386c91eaadbc None None] Port 3cb5b514-8e85-4717-b4d6-75865f32da28 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:24.709108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb5b514-8e85-4717-b4d6-75865f32da28 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:24.731098 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.770596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.785252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-dd22bde2-b82a-4f42-8ce6-5c0f925977f2 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788972 Jul 08 17:10:24.797955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Transition to ACTIVE for port object 3cb5b514-8e85-4717-b4d6-75865f32da28 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:24.814660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] No DVR routers for this DVR port eec80594-369a-4e00-ad3a-1ed5db4bdc38 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:10:24.824030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-487c9376-1f67-454d-b43c-c3d6a9b7cfe4 req-554b757d-1f7b-4367-9b29-66ab75bce3fa tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966705 Jul 08 17:10:24.836174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:24.838376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5377926-8a9c-489f-91dc-dc8f093205a2 req-39d09c55-81aa-4370-8569-50fadf6e2378 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.21 "DELETE /v2.0/ports/eec80594-369a-4e00-ad3a-1ed5db4bdc38 HTTP/1.1" status: 204 len: 173 time: 2.1516490 Jul 08 17:10:24.839881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'name': 'network-vif-deleted', 'tag': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:24.842215 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d12ee-0b25-4507-9a20-381b3e6640b1" -d '{"events": [{"server_uuid": "55457262-e4d7-4c63-ae55-f9327a3063c7", "name": "network-vif-deleted", "tag": "eec80594-369a-4e00-ad3a-1ed5db4bdc38"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:24.865018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.019499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:25.045102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.048460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9baef5da-980e-4191-9066-4dec1291caa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.065112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.154300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92ca4c8-dfae-4192-818d-3245d70c0bd0 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:25.166872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.170785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1fc6a-5d1d-49e0-8f14-c7c0310187f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:25.241969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.242659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.242659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.242979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.243317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.243639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.243973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.244305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.244632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.244961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.245284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.245604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.252079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Transition to ACTIVE for port object a92ca4c8-dfae-4192-818d-3245d70c0bd0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:25.253253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:10:25.257318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25f1c260-07ce-4440-b5d0-dca685ad87a8 req-7888f370-5c04-4f7e-bc0e-0c9b386aa583 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 210 time: 0.0824466 Jul 08 17:10:25.266384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.282145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.282496 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Added segment 80903149-a92b-46ab-a661-070536e63f85 of type vlan for network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 Jul 08 17:10:25.320296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5b514-8e85-4717-b4d6-75865f32da28,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:25.351920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.352471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.352721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.353153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.353517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.353840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.354199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.354502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.354819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.355162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.357447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.357447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:25.382856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4d672-71af-49c5-9da5-307bf261fd4b req-1e5f4670-c61f-484d-bf4d-bd360d73d0b8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:25.388384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1c4d672-71af-49c5-9da5-307bf261fd4b req-1e5f4670-c61f-484d-bf4d-bd360d73d0b8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 935 time: 0.7664077 Jul 08 17:10:25.477021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-80ab40a2-2b94-45eb-b7dd-2b710db8766f tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:25.479803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-80ab40a2-2b94-45eb-b7dd-2b710db8766f tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6758244 Jul 08 17:10:25.485416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a92ca4c8-dfae-4192-818d-3245d70c0bd0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:25.507541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Request body: {'port': {'device_id': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '11509fd76e304e50b8fdcd4aab56e33c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:25.519022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.542802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1c4d672-71af-49c5-9da5-307bf261fd4b req-04a22816-8632-4ddf-b2b1-fb8b5146d337 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534078 Jul 08 17:10:25.623487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Attempting to bind port 3cb5b514-8e85-4717-b4d6-75865f32da28 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:25.623822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Attempting to bind port 3cb5b514-8e85-4717-b4d6-75865f32da28 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:25.624706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Attempting to bind port 3cb5b514-8e85-4717-b4d6-75865f32da28 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:25.645144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Port 3cb5b514-8e85-4717-b4d6-75865f32da28 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:25.645468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Attempting to bind port 3cb5b514-8e85-4717-b4d6-75865f32da28 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:25.657241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:25.657581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:25.657996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:25.658434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Bound port: 3cb5b514-8e85-4717-b4d6-75865f32da28, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:25.658799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.716379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-1382f3a1-828f-4a0f-98a4-5afbc40ccf82 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3989940 Jul 08 17:10:25.748041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:25.791634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] For port 3cb5b514-8e85-4717-b4d6-75865f32da28, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:25.816647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] For port 3cb5b514-8e85-4717-b4d6-75865f32da28, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3cb5b514-8e85-4717-b4d6-75865f32da28,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:25.827233 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.829130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:25.829720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.844044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9db49085-98ea-430c-adcd-f694dc99c817 req-9f8ab7bc-7a00-45a3-ab64-962d5f346950 tempest-ServerDiagnosticsNegativeTest-552308696 tempest-ServerDiagnosticsNegativeTest-552308696-project] 10.222.0.48 "GET /v2.0/ports?device_id=55457262-e4d7-4c63-ae55-f9327a3063c7 HTTP/1.1" status: 200 len: 210 time: 0.0837271 Jul 08 17:10:25.845430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.911460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:25.912198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.913871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] 10.222.0.53 "PUT /v2.0/ports/3cb5b514-8e85-4717-b4d6-75865f32da28 HTTP/1.1" status: 200 len: 1095 time: 1.9322240 Jul 08 17:10:25.914446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebfec17-1db5-486c-a92d-89c813095922', 'tag': '3cb5b514-8e85-4717-b4d6-75865f32da28'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:25.918117 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab" -d '{"events": [{"name": "network-changed", "server_uuid": "aebfec17-1db5-486c-a92d-89c813095922", "tag": "3cb5b514-8e85-4717-b4d6-75865f32da28"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:25.919298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9baef5da-980e-4191-9066-4dec1291caa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.926568 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82fa70-5fef-44e3-b099-354739c2c3e4 x-openstack-request-id: req-0e82fa70-5fef-44e3-b099-354739c2c3e4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:25.926796 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55457262-e4d7-4c63-ae55-f9327a3063c7", "name": "network-vif-deleted", "tag": "eec80594-369a-4e00-ad3a-1ed5db4bdc38", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:25.927271 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e82fa70-5fef-44e3-b099-354739c2c3e4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:25.927858 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55457262-e4d7-4c63-ae55-f9327a3063c7', 'name': 'network-vif-deleted', 'tag': 'eec80594-369a-4e00-ad3a-1ed5db4bdc38', 'status': 'completed', 'code': 200} Jul 08 17:10:25.939142 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9baef5da-980e-4191-9066-4dec1291caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:25.965798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926557a1-f5ea-4f99-ab43-37108df72070 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5b514-8e85-4717-b4d6-75865f32da28,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:25.967165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e698e9-19fe-41fc-8d2e-25e3e7753a38,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:25.980188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Attempting to bind port a92ca4c8-dfae-4192-818d-3245d70c0bd0 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:25.980318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:10:25.980781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Attempting to bind port a92ca4c8-dfae-4192-818d-3245d70c0bd0 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:25.980885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Attempting to bind port a92ca4c8-dfae-4192-818d-3245d70c0bd0 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:25.999904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Port a92ca4c8-dfae-4192-818d-3245d70c0bd0 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:26.000237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Attempting to bind port a92ca4c8-dfae-4192-818d-3245d70c0bd0 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:26.012603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9baef5da-980e-4191-9066-4dec1291caa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cfb66053dfc481c928c7ba7d30cfbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9920144 Jul 08 17:10:26.016530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:26.029685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:26.031214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:26.031790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:26.032446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Bound port: a92ca4c8-dfae-4192-818d-3245d70c0bd0, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:26.032994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.035105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baef5da-980e-4191-9066-4dec1291caa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07123e59-a6bd-4b0e-aa7a-3e15fccba7d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:26.052636 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-801fd89c-5e41-4f3c-93e3-98c3b955c111 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7748482 Jul 08 17:10:26.064099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-63ac5232-3cb6-4210-9e4f-6c9a2d7befb9 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77475a550f194ceb98cbfb15f723fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536792 Jul 08 17:10:26.064949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:26.066710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Made reservation on behalf of 11509fd76e304e50b8fdcd4aab56e33c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:26.070523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.084892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Request body: {'subnet': {'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-subnet', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:26.128215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.219243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Made reservation on behalf of 08eb38057a634c8c935188d417ce4a4d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:26.221438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.228176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fb67f8-848a-44bc-8a77-d0807adac574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.261754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-a3d1c382-06fb-4665-947c-1369e7d6a5d4 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:26.263263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-a3d1c382-06fb-4665-947c-1369e7d6a5d4 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977098 Jul 08 17:10:26.287211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-9785b2e9-d49d-4851-bc9d-22e350a8c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:26.288688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-9785b2e9-d49d-4851-bc9d-22e350a8c74a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 1098 time: 0.3127210 Jul 08 17:10:26.295532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] For port a92ca4c8-dfae-4192-818d-3245d70c0bd0, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:26.328390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] For port a92ca4c8-dfae-4192-818d-3245d70c0bd0, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:26.330740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fb67f8-848a-44bc-8a77-d0807adac574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.345583 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-018825ea-adf8-4fad-991a-a689871e7c38 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/quotas/77475a550f194ceb98cbfb15f723fb5d HTTP/1.1" status: 200 len: 375 time: 0.0536239 Jul 08 17:10:26.346121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.346677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-11793201-875e-4d90-a249-d5ad34e3f657 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=3cb5b514-8e85-4717-b4d6-75865f32da28 HTTP/1.1" status: 200 len: 217 time: 0.0456176 Jul 08 17:10:26.397788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Allocated IP 192.168.233.62 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/55bb6062-d46f-45ae-bd9c-f6ae2ecefc49) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:26.424372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:26.425009 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.426430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/a92ca4c8-dfae-4192-818d-3245d70c0bd0 HTTP/1.1" status: 200 len: 1094 time: 2.4190750 Jul 08 17:10:26.463052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-0b770015-07d5-457f-ba9a-da6636a8a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:26.464831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-0b770015-07d5-457f-ba9a-da6636a8a3bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1121044 Jul 08 17:10:26.498520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13dd94-868e-47e5-8108-33738655c1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a92ca4c8-dfae-4192-818d-3245d70c0bd0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:26.519048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fb67f8-848a-44bc-8a77-d0807adac574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.521904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26fb67f8-848a-44bc-8a77-d0807adac574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.523170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-26fb67f8-848a-44bc-8a77-d0807adac574 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07123e59-a6bd-4b0e-aa7a-3e15fccba7d4 HTTP/1.1" status: 204 len: 168 time: 0.5054827 Jul 08 17:10:26.582477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb67f8-848a-44bc-8a77-d0807adac574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07123e59-a6bd-4b0e-aa7a-3e15fccba7d4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:26.607127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.638731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-409ae897-b510-4706-8872-2fd82e354a98 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2848213 Jul 08 17:10:26.689496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-3d837970-ff0a-46e3-ac52-0c49f7d35153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:26.691254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-3d837970-ff0a-46e3-ac52-0c49f7d35153 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2172904 Jul 08 17:10:26.720253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.731442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ddd2a77a-52dd-4978-bbca-789c1b8ca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:26.734050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ddd2a77a-52dd-4978-bbca-789c1b8ca626 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 1097 time: 0.2369583 Jul 08 17:10:26.822620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:26.851419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Transition to ACTIVE for port object 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:26.892481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-06473a52-3b00-43b0-bfa5-f0bebc7f3b67 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935437 Jul 08 17:10:26.897377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.029762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:27.045146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:27.060920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:27.109738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-edd13172-5d3d-47a4-afe4-1d2a8bed556b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0 HTTP/1.1" status: 200 len: 217 time: 0.3635819 Jul 08 17:10:27.133713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Pushing event updated for resources: {'Port': ['ID=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:27.210137 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71923bf8-ac06-4d2f-a756-ff1a5922c70d x-openstack-request-id: req-71923bf8-ac06-4d2f-a756-ff1a5922c70d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:27.210506 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebfec17-1db5-486c-a92d-89c813095922", "tag": "3cb5b514-8e85-4717-b4d6-75865f32da28", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:27.210720 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71923bf8-ac06-4d2f-a756-ff1a5922c70d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:27.211128 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebfec17-1db5-486c-a92d-89c813095922', 'tag': '3cb5b514-8e85-4717-b4d6-75865f32da28', 'status': 'completed', 'code': 200} Jul 08 17:10:27.216414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-9024900c-7787-4ecb-9fc3-c2f4f87dc4c3 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162332 Jul 08 17:10:27.223754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8572c90d-0771-45d9-a333-236cecfccf18,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:27.262813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-172b7d13-897b-4e9d-a8d4-b67178490cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:27.263896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:27.264297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-172b7d13-897b-4e9d-a8d4-b67178490cf5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1453977 Jul 08 17:10:27.264438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.271326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Checking segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:27.271796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Network hostable DHCP agents. Network: e1e698e9-19fe-41fc-8d2e-25e3e7753a38, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:10:27.310232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-768be4b1-ee12-4d2f-942d-938718b34811 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8031142 Jul 08 17:10:27.326461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Allocated IP 172.25.3.192 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/1c3872b8-4c9d-4e00-b1fe-310fd5f01607) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:27.345756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Request body: {'port': {'device_id': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:27.393952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eec80594-369a-4e00-ad3a-1ed5db4bdc38 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:10:27.455127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: eec80594-369a-4e00-ad3a-1ed5db4bdc38 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:10:27.455465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eec80594-369a-4e00-ad3a-1ed5db4bdc38 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:10:27.474904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de8cb0a5-80a1-4892-a3a8-79701980af02 None None] Provisioning for port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:27.480932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de8cb0a5-80a1-4892-a3a8-79701980af02 None None] Provisioning complete for port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:27.481673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de8cb0a5-80a1-4892-a3a8-79701980af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.482395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-503c5808-e18c-41e3-bbbd-582be490d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:27.484533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-503c5808-e18c-41e3-bbbd-582be490d3ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 1098 time: 0.1976333 Jul 08 17:10:27.488471 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.509428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:10:27.538866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, e1e698e9-19fe-41fc-8d2e-25e3e7753a38) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:27.539272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de8cb0a5-80a1-4892-a3a8-79701980af02 None None] Port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:27.554774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:27.555379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.560837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f99ee-645f-48a1-b0ec-d46da8aebf33 None None] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:27.576700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.590862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e2759563-b099-4725-9c0b-7fe25c28d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:27.592532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-e2759563-b099-4725-9c0b-7fe25c28d472 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3141985 Jul 08 17:10:27.601561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-88891881-bf77-4588-b6b7-447b398963bf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5302067 Jul 08 17:10:27.604898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:27.618537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:27.677239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db7435-047b-46a0-91f5-e6697edafff6 req-b5633e4b-112e-42d5-b941-08ef1970362e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:27.681006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38db7435-047b-46a0-91f5-e6697edafff6 req-b5633e4b-112e-42d5-b941-08ef1970362e tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 935 time: 0.2397580 Jul 08 17:10:27.712724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.713833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.741839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.824013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-ff7a08cd-09c3-4213-a11f-f1ce7145c2ca service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213097 Jul 08 17:10:27.851483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:10:27.853526 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:27.885881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:27.956944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:27.958906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'tag': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:27.961304 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2087056-17b7-4471-985f-74b8b4a5cea9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3734bcb-2fb7-4b39-9cac-5df8a73634b0", "tag": "a92ca4c8-dfae-4192-818d-3245d70c0bd0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:27.966357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:27.971683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.007327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event updated for resources: {'Port': ['ID=1c3872b8-4c9d-4e00-b1fe-310fd5f01607,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:28.081510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Allocated IP 172.20.0.2 (e1e698e9-19fe-41fc-8d2e-25e3e7753a38/8572c90d-0771-45d9-a333-236cecfccf18/a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:28.085109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-1fb730b6-ba2f-4500-a281-9bff9471ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:28.091108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-1fb730b6-ba2f-4500-a281-9bff9471ba9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.5985301 Jul 08 17:10:28.217014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-2debf234-3670-4ab6-b4fc-9faa993a9b56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=3cb5b514-8e85-4717-b4d6-75865f32da28 HTTP/1.1" status: 200 len: 217 time: 0.0701473 Jul 08 17:10:28.222214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38db7435-047b-46a0-91f5-e6697edafff6 req-3c964d1a-8813-4a8b-9140-9b220827749f tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241100 Jul 08 17:10:28.269589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:28.275136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-11e07a34-b59e-42c2-9d3a-f7f6a30b8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:28.276604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-11e07a34-b59e-42c2-9d3a-f7f6a30b8ed1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0520654 Jul 08 17:10:28.276817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e37488fe-0098-4b27-a87e-ed34a23c68bc req-a67a367d-3853-493e-b116-4bcbd2d30aae service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295230 Jul 08 17:10:28.282913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.287353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.322808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Transition to ACTIVE for port object 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:28.337606 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.344222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.359216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Transition to ACTIVE for port object a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:28.363008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.392926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Transition to ACTIVE for port object a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:28.408310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.470337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:28.473056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Pushing event updated for resources: {'Port': ['ID=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:28.479061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:28.488882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:28.497955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Pushing event updated for resources: {'Port': ['ID=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:28.529587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.565397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-0df455b6-8f4b-4e0c-8b1e-41d5fe5b5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:28.567328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-0df455b6-8f4b-4e0c-8b1e-41d5fe5b5540 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2647266 Jul 08 17:10:28.573512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Attempting to bind port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:28.573688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Attempting to bind port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:28.574059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Attempting to bind port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:28.586723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Attempting to bind port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:28.587181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Attempting to bind port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:28.587764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Attempting to bind port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:28.592199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:28.592375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Attempting to bind port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:28.599085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:28.599852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Checking segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:28.600987 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.601524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Bound using segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:28.602370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Bound port: a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:28.603206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.717558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] For port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:28.735327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] For port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:28.738718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-00abe27e-95b9-4c84-b01b-2d0bd54f0cef tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77475a550f194ceb98cbfb15f723fb5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814145 Jul 08 17:10:28.745003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.835054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a2da2-b25d-4bbb-b161-75ff9d1ccf2a None None] Pushing event updated for resources: {'Port': ['ID=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:28.879744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:28.880065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:28.880457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:28.880899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Bound port: 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:28.881252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:28.904513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e361b-f9ab-46b8-9609-fc55376ae325 req-0046dfe7-704b-4bdc-ae8c-6024a49e53be tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:28.910610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-891e361b-f9ab-46b8-9609-fc55376ae325 req-0046dfe7-704b-4bdc-ae8c-6024a49e53be tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 947 time: 0.4831021 Jul 08 17:10:29.016440 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-891e361b-f9ab-46b8-9609-fc55376ae325 req-534b122d-6bca-4ba9-b3f1-7f87dc1b9425 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Jul 08 17:10:29.030970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-29719f1d-299a-448e-a726-f7fe1849fce8 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:29.032727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-29719f1d-299a-448e-a726-f7fe1849fce8 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810295 Jul 08 17:10:29.033387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-2b08a3dd-a354-4643-b251-195fd8a91196 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545946 Jul 08 17:10:29.037520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.040202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] For port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:29.048359 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.060327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Request body: {'port': {'device_id': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '77475a550f194ceb98cbfb15f723fb5d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:29.078007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.133553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] For port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:29.144791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.163248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:29.163889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.165782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] 10.222.0.21 "PUT /v2.0/ports/55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 HTTP/1.1" status: 200 len: 1095 time: 1.8546681 Jul 08 17:10:29.214278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'tag': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:29.218612 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf330f0-9b1e-46f7-b7a6-f77002cf3938", "tag": "55bb6062-d46f-45ae-bd9c-f6ae2ecefc49"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:29.236677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event updated for resources: {'Port': ['ID=1c3872b8-4c9d-4e00-b1fe-310fd5f01607,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:29.278383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7614729c-ccea-4df5-8434-7d3076ad3f80 req-d2b54c8f-31f1-438f-8181-5ef914356901 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 210 time: 0.0338540 Jul 08 17:10:29.290160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.334358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd681d-ef93-4f2f-bd3a-977dcc4da24b service neutron] Pushing event updated for resources: {'Port': ['ID=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:29.339972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81c2cbe-0d9d-4437-ae2f-a96d092e54ab req-f5b051d1-dad6-4402-9b84-cd9bbd85b390 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806926 Jul 08 17:10:29.367421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-b5747a01-f616-47ff-94b1-9adbd16b0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:29.369262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-b5747a01-f616-47ff-94b1-9adbd16b0734 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 1098 time: 0.0763464 Jul 08 17:10:29.416025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-8e5a9c01-028d-4165-ba20-8ed2c18a8d99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 HTTP/1.1" status: 200 len: 217 time: 0.0380723 Jul 08 17:10:29.417822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.439124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Made reservation on behalf of 77475a550f194ceb98cbfb15f723fb5d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:29.446327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.494604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-55766e01-5f72-49e7-b2b6-2aa096fc554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:29.496008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:29.496418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-55766e01-5f72-49e7-b2b6-2aa096fc554f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0735691 Jul 08 17:10:29.497198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-6664a3d2-be6c-4cd5-8ba3-4a30c23e4f47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7798932 Jul 08 17:10:29.516687 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f849991-524f-4d8a-92f5-f264f4e4cf61 x-openstack-request-id: req-1f849991-524f-4d8a-92f5-f264f4e4cf61 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:29.516964 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3734bcb-2fb7-4b39-9cac-5df8a73634b0", "tag": "a92ca4c8-dfae-4192-818d-3245d70c0bd0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:29.517214 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f849991-524f-4d8a-92f5-f264f4e4cf61 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:29.517588 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'tag': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', 'status': 'completed', 'code': 200} Jul 08 17:10:29.638108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-cc711053-b05a-47e1-bf19-1191cc774b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:29.640519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-cc711053-b05a-47e1-bf19-1191cc774b8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313848 Jul 08 17:10:29.778670 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-e0a1bad0-16a5-4b20-817d-c0658d87c4f2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309628 Jul 08 17:10:29.782187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-72c2bce5-89d4-4df4-bea2-5d48a1acb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:29.784373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-72c2bce5-89d4-4df4-bea2-5d48a1acb25b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 1097 time: 0.2199264 Jul 08 17:10:29.850756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:29.889381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-87508007-2c7d-4763-ad12-2da972eb3e42 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.3808899 Jul 08 17:10:29.907795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Allocated IP 172.25.3.133 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/8494b7d8-3b10-4668-9487-4554b9d09074) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:29.964846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3d58cd-6df1-412b-a702-a497c2664ed5 req-c662820e-589c-4ed7-9fff-96d3216a68c2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788411 Jul 08 17:10:30.045422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-82d36cb0-ec83-4986-a56c-045b46edc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.047040 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-82d36cb0-ec83-4986-a56c-045b46edc133 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1977763 Jul 08 17:10:30.107597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-65c234fc-c6fb-4c45-9983-3e970e9b6dff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0 HTTP/1.1" status: 200 len: 217 time: 0.0538912 Jul 08 17:10:30.148989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Allocated IP 192.168.233.57 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/4a620636-fd6e-4f13-a54b-933d896fd78e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:30.171291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-221c972b-417d-4472-b592-9f2bbfa782b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.174343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-221c972b-417d-4472-b592-9f2bbfa782b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0605383 Jul 08 17:10:30.178482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-e7766776-bdc9-4ecd-9b7d-84d4abbb34c6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.184506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b6cfa-d377-4d3b-8322-b85fb52b922d None None] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:30.185014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-e7766776-bdc9-4ecd-9b7d-84d4abbb34c6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.2825689 Jul 08 17:10:30.191199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-bcc1f6d5-4662-493c-9a3d-55749333c079 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:10:30.202040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-078422ec-5ffc-455e-ba1b-1467fa5a3f09 req-bcc1f6d5-4662-493c-9a3d-55749333c079 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110531 Jul 08 17:10:30.276793 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba46bdb-927d-423a-a55d-c42f1291cb8a x-openstack-request-id: req-3ba46bdb-927d-423a-a55d-c42f1291cb8a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:30.277036 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf330f0-9b1e-46f7-b7a6-f77002cf3938", "tag": "55bb6062-d46f-45ae-bd9c-f6ae2ecefc49", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:30.277191 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ba46bdb-927d-423a-a55d-c42f1291cb8a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:30.277587 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'tag': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49', 'status': 'completed', 'code': 200} Jul 08 17:10:30.284077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a8af2c0f-2396-42b2-9694-9584667f7c63 None None] Provisioning for port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:30.287699 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0ee2a379-bce8-4221-93fa-d1cfc263ac0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e3e87395f494ec8a194d6f856e25aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357769 Jul 08 17:10:30.293634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:30.298780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.451015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-4aa40c1d-3b98-4c36-aec0-4578d3f9053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.453134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-4aa40c1d-3b98-4c36-aec0-4578d3f9053d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 1098 time: 0.1645448 Jul 08 17:10:30.455082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-3b6445a9-6dda-4719-b5a6-623ac1027c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.456395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-3b6445a9-6dda-4719-b5a6-623ac1027c77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2636919 Jul 08 17:10:30.463985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.560157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:30.566732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:30.577169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:30.580162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-b86ddb18-4482-412f-b29c-b92cdc6c4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.581663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-b86ddb18-4482-412f-b29c-b92cdc6c4863 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1194293 Jul 08 17:10:30.607832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:30.646177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:30.652549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:30.653201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.693094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-20d3db7b-f215-4114-bdc2-11c2fe0dd5ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 HTTP/1.1" status: 200 len: 217 time: 0.1020451 Jul 08 17:10:30.771905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.774307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b903353-0053-4468-a648-8fcdc3618596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.784675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-ecea434e-faea-4ba1-af70-a02f4d139b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.786132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-ecea434e-faea-4ba1-af70-a02f4d139b2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0815525 Jul 08 17:10:30.805160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:30.811818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.815815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66c4e-b843-4cb6-97df-3ad49246ea42 req-7347b000-5da1-4fae-bcad-6a34bca992b3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.818011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18f66c4e-b843-4cb6-97df-3ad49246ea42 req-7347b000-5da1-4fae-bcad-6a34bca992b3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 947 time: 0.2282488 Jul 08 17:10:30.841686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-f582ea11-5dda-43bc-92eb-4b4346b2127a service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638679 Jul 08 17:10:30.864500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7ac3ac9c-8645-4d70-8901-4cdecfe0f719 None None] Provisioning complete for port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:30.864869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ac9c-8645-4d70-8901-4cdecfe0f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.888348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b903353-0053-4468-a648-8fcdc3618596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:30.888580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:30.925833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Pushing event updated for resources: {'Port': ['ID=8494b7d8-3b10-4668-9487-4554b9d09074,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:30.948608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18f66c4e-b843-4cb6-97df-3ad49246ea42 req-3b1b3d61-2bf4-41d8-86f1-024908bbcd21 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104217 Jul 08 17:10:30.982667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-2b054c51-8977-4fa6-9501-e38ba4ef7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:30.984769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-2b054c51-8977-4fa6-9501-e38ba4ef7053 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907535 Jul 08 17:10:30.987426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2087056-17b7-4471-985f-74b8b4a5cea9 req-baaf06ee-f929-4851-ad2a-2775a780bca8 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368570 Jul 08 17:10:31.011614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4eaf7-46fe-445e-809e-ca8bfc422b22 req-c71c8c38-960b-4b1d-ba8b-f6507e0d8a0a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:31.014495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-abe4eaf7-46fe-445e-809e-ca8bfc422b22 req-c71c8c38-960b-4b1d-ba8b-f6507e0d8a0a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 947 time: 0.5884926 Jul 08 17:10:31.061076 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.095698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8148d8c2-55de-4af5-aa0a-8dd4c0129213 req-15cedb20-8ed1-4828-b65d-79a4429e0d4f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 210 time: 0.0319538 Jul 08 17:10:31.120918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b903353-0053-4468-a648-8fcdc3618596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.121456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-961c2156-49fb-4038-8fdd-23d877aff783 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296790 Jul 08 17:10:31.123500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b903353-0053-4468-a648-8fcdc3618596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.124911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b903353-0053-4468-a648-8fcdc3618596 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b917be7f-f07f-4b5d-923d-ed3f3b63bf55 HTTP/1.1" status: 204 len: 168 time: 0.8184001 Jul 08 17:10:31.142230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Transition to ACTIVE for port object 4a620636-fd6e-4f13-a54b-933d896fd78e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:31.149127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-abe4eaf7-46fe-445e-809e-ca8bfc422b22 req-a82bb429-f6e4-4076-b72e-104d8432be8b tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204069 Jul 08 17:10:31.161955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b903353-0053-4468-a648-8fcdc3618596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917be7f-f07f-4b5d-923d-ed3f3b63bf55,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:31.242533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.302210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.312746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a92ca4c8-dfae-4192-818d-3245d70c0bd0 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:31.316956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['94341487-40a3-43db-a979-f1978d853bf3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:31.319568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b4116c7f-ae4e-4299-b983-6b384b509c50'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:31.338392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fc80a4b-666e-43e0-b2ac-36e7d38e1380 req-f2cb216c-d938-4b1b-88bd-bbcf663c3391 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104831 Jul 08 17:10:31.365385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-f490e5db-4df0-44f3-aefa-6d014fb2dac9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:31.372310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-f490e5db-4df0-44f3-aefa-6d014fb2dac9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 821 time: 0.1455226 Jul 08 17:10:31.388318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-bfd08e83-56a3-4c4d-bf42-2f2173691205 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/quotas/ae5cd308032d4afe8234652f67a43667 HTTP/1.1" status: 200 len: 375 time: 0.0151284 Jul 08 17:10:31.460271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:31.464107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:31.466403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event updated for resources: {'Port': ['ID=4a620636-fd6e-4f13-a54b-933d896fd78e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:31.478048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:31.492101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-f10ae66d-d323-4fcb-bd6e-53c8d213ad1b tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1028466 Jul 08 17:10:31.570212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:31.594634 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1827d5bf-47ee-42f8-8fb6-6279fa90c96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.622920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:31.623600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.639067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-ed6baa3c-0e87-4f72-88b7-6a58e9225e90 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435692 Jul 08 17:10:31.729110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.742434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a92ca4c8-dfae-4192-818d-3245d70c0bd0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:31.799933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', 'mac_address': 'fa:16:3e:46:04:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:31.811165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-1d5da8b2-0d03-424f-9006-9677dc77cf0f service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707339 Jul 08 17:10:31.881804 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1827d5bf-47ee-42f8-8fb6-6279fa90c96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.897316 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1827d5bf-47ee-42f8-8fb6-6279fa90c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.913972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-3c783dd0-a917-4691-b116-cdae70f856ba tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8621082 Jul 08 17:10:31.918494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:31.930148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Request body: {'port': {'device_id': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:31.966640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92ca4c8-dfae-4192-818d-3245d70c0bd0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:31.974359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-27ccb1cc-8bb0-4df6-85b5-db0af7210715 None None] Provisioning for port 4a620636-fd6e-4f13-a54b-933d896fd78e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:31.986890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827d5bf-47ee-42f8-8fb6-6279fa90c96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b8367-8672-4673-aa45-c3d8aad7b29f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:32.012496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1827d5bf-47ee-42f8-8fb6-6279fa90c96d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3119897c4224b5ba3fcb30f2b37c98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386690 Jul 08 17:10:32.013151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:32.020183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-27ccb1cc-8bb0-4df6-85b5-db0af7210715 None None] Provisioning complete for port 4a620636-fd6e-4f13-a54b-933d896fd78e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:32.021336 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27ccb1cc-8bb0-4df6-85b5-db0af7210715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.039820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:10:32.065082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a92ca4c8-dfae-4192-818d-3245d70c0bd0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:32.079345 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.080203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3cb5b514-8e85-4717-b4d6-75865f32da28 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:32.084994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-27ccb1cc-8bb0-4df6-85b5-db0af7210715 None None] Port 4a620636-fd6e-4f13-a54b-933d896fd78e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:32.116688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.118534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b559e2-948e-4e67-900a-8c23cd713889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.173900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b559e2-948e-4e67-900a-8c23cd713889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.222157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3cb5b514-8e85-4717-b4d6-75865f32da28, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3cb5b514-8e85-4717-b4d6-75865f32da28,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:32.229844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a92ca4c8-dfae-4192-818d-3245d70c0bd0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:32.251299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '3cb5b514-8e85-4717-b4d6-75865f32da28', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '3cb5b514-8e85-4717-b4d6-75865f32da28', 'mac_address': 'fa:16:3e:1a:70:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:32.317837 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.333693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b559e2-948e-4e67-900a-8c23cd713889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.334138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5b514-8e85-4717-b4d6-75865f32da28 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:32.341841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b559e2-948e-4e67-900a-8c23cd713889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.343894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-83b559e2-948e-4e67-900a-8c23cd713889 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/619b8367-8672-4673-aa45-c3d8aad7b29f HTTP/1.1" status: 204 len: 168 time: 0.3295975 Jul 08 17:10:32.371479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b559e2-948e-4e67-900a-8c23cd713889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b8367-8672-4673-aa45-c3d8aad7b29f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:32.386060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3cb5b514-8e85-4717-b4d6-75865f32da28, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3cb5b514-8e85-4717-b4d6-75865f32da28,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:32.399029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c828-4e32-4d9e-929f-1d591c0fa858 req-e2b0d23e-30e6-4644-b2c4-54bb212943bb tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:32.400735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.407311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2dc4c828-4e32-4d9e-929f-1d591c0fa858 req-e2b0d23e-30e6-4644-b2c4-54bb212943bb tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 947 time: 0.1825771 Jul 08 17:10:32.454359 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2dc4c828-4e32-4d9e-929f-1d591c0fa858 req-440ec3c4-9708-4473-afd5-c26436ec9c3d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Jul 08 17:10:32.521135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a620636-fd6e-4f13-a54b-933d896fd78e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:32.527409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3cb5b514-8e85-4717-b4d6-75865f32da28,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:32.529088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.542081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:32.544433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Transition to ACTIVE for port object 4a620636-fd6e-4f13-a54b-933d896fd78e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:32.562805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.611196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:32.611752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:32.669219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:32.716647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a92ca4c8-dfae-4192-818d-3245d70c0bd0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:32.783933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1db0d-3d93-49f7-90fa-2e40f79fc975 req-e0212884-7f89-4e9d-a12e-b2afd8a3c5ec tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:32.802146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-67f1db0d-3d93-49f7-90fa-2e40f79fc975 req-e0212884-7f89-4e9d-a12e-b2afd8a3c5ec tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 947 time: 0.1441045 Jul 08 17:10:32.880631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-67f1db0d-3d93-49f7-90fa-2e40f79fc975 req-e8cdbab8-42cc-4154-9729-0533bd135ee6 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697358 Jul 08 17:10:32.892084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-454ece48-3749-489c-838e-bbd68ad9dc28 req-44b86b2e-23da-45ce-8cfb-7671deb929d6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 210 time: 0.3433778 Jul 08 17:10:32.961854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Pushing event updated for resources: {'Port': ['ID=4a620636-fd6e-4f13-a54b-933d896fd78e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:33.030759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:10:33.042099 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:10:33.055117 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:33.055797 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:33.105831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:33.112717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:33.129687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-37b5e157-c9e1-4ac1-9413-dadc82f0d55a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5236018 Jul 08 17:10:33.140595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Attempting to bind port 4a620636-fd6e-4f13-a54b-933d896fd78e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:33.140971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Attempting to bind port 4a620636-fd6e-4f13-a54b-933d896fd78e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:33.141269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Attempting to bind port 4a620636-fd6e-4f13-a54b-933d896fd78e on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:33.168162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Port 4a620636-fd6e-4f13-a54b-933d896fd78e on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:33.168496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Attempting to bind port 4a620636-fd6e-4f13-a54b-933d896fd78e on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:33.188086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:33.188443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:33.188844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:33.189300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Bound port: 4a620636-fd6e-4f13-a54b-933d896fd78e, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:33.189671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:33.305087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] For port 4a620636-fd6e-4f13-a54b-933d896fd78e, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:33.309260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] For port 4a620636-fd6e-4f13-a54b-933d896fd78e, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a620636-fd6e-4f13-a54b-933d896fd78e,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:33.328358 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:33.349423 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:33.369695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:33.370445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:33.371756 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a620636-fd6e-4f13-a54b-933d896fd78e HTTP/1.1" status: 200 len: 1095 time: 1.4498768 Jul 08 17:10:33.372195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'tag': '4a620636-fd6e-4f13-a54b-933d896fd78e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:33.374535 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd2edfa-8157-4a83-a682-b06fb9ec007b" -d '{"events": [{"name": "network-changed", "server_uuid": "10ee4722-8d0d-4b2d-8596-8f203579da01", "tag": "4a620636-fd6e-4f13-a54b-933d896fd78e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:33.425200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:33.431432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0f71c-27ea-41ec-accf-002315001079 service neutron] Pushing event updated for resources: {'Port': ['ID=4a620636-fd6e-4f13-a54b-933d896fd78e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:33.504114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7f0ef-0685-495a-ac3f-1eab13a7c114 req-7eac5d1b-e770-434e-9f87-bc249cb14bfb tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:33.505566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51e7f0ef-0685-495a-ac3f-1eab13a7c114 req-7eac5d1b-e770-434e-9f87-bc249cb14bfb tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 947 time: 0.2808766 Jul 08 17:10:33.537382 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87fd145-f6a6-4912-afb6-3ae18240ebf1 x-openstack-request-id: req-e87fd145-f6a6-4912-afb6-3ae18240ebf1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:33.537904 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ee4722-8d0d-4b2d-8596-8f203579da01", "tag": "4a620636-fd6e-4f13-a54b-933d896fd78e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:33.538573 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e87fd145-f6a6-4912-afb6-3ae18240ebf1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:33.538961 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'tag': '4a620636-fd6e-4f13-a54b-933d896fd78e', 'status': 'completed', 'code': 200} Jul 08 17:10:33.570184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-5821db99-898f-463d-a0da-75e727887287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:33.571620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-5821db99-898f-463d-a0da-75e727887287 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 1098 time: 0.1279969 Jul 08 17:10:33.666773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-2fb65962-d5c0-4051-aa34-f87505f6a176 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=4a620636-fd6e-4f13-a54b-933d896fd78e HTTP/1.1" status: 200 len: 217 time: 0.0859530 Jul 08 17:10:33.712524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51e7f0ef-0685-495a-ac3f-1eab13a7c114 req-e2ff1eaf-e126-4267-ae1d-4fc57f3f0747 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764457 Jul 08 17:10:33.792618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-072a266e-17da-4332-9448-3b26a11170b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:33.803759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-072a266e-17da-4332-9448-3b26a11170b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1187682 Jul 08 17:10:33.835767 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:30Z', 'revision_number': 3, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:33.935223 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:10:33.935581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Updating router fdb2abd0-3e1c-41da-8846-4e8279a913d4 port 8494b7d8-3b10-4668-9487-4554b9d09074 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:10:34.007033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:34.017514 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.040121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-a7916e9c-59f6-4728-b3be-c4de8b2388f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:34.041952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-a7916e9c-59f6-4728-b3be-c4de8b2388f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2285566 Jul 08 17:10:34.090223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:34.128369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49', 'mac_address': 'fa:16:3e:e2:f3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:34.232419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.234306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d074a-745b-44e0-a9fb-e006556cd07a req-83cf16f7-becf-4d8e-a850-0b2324986ea3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:34.254559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-320d074a-745b-44e0-a9fb-e006556cd07a req-83cf16f7-becf-4d8e-a850-0b2324986ea3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 948 time: 0.3637841 Jul 08 17:10:34.269422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:34.312035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:34.316974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.324762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cae53e4-896f-49c3-b647-55f10e451316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.375194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:34.421099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-320d074a-745b-44e0-a9fb-e006556cd07a req-b1d6b77a-5abc-415a-a7c1-834b1fdbad04 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655743 Jul 08 17:10:34.438258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-40fd2188-aa11-4826-865c-bc5bd8e31b8b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782499 Jul 08 17:10:34.523021 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.535963 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Transition to ACTIVE for port object 8494b7d8-3b10-4668-9487-4554b9d09074 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:34.543308 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.566429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['55bb6062-d46f-45ae-bd9c-f6ae2ecefc49'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:34.589818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cae53e4-896f-49c3-b647-55f10e451316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.602303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7cae53e4-896f-49c3-b647-55f10e451316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.649032 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Attempting to bind port 8494b7d8-3b10-4668-9487-4554b9d09074 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:34.649413 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Attempting to bind port 8494b7d8-3b10-4668-9487-4554b9d09074 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:34.649782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Attempting to bind port 8494b7d8-3b10-4668-9487-4554b9d09074 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:34.652814 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e058-7893-43e6-9e37-aece741f66b0 None None] Pushing event updated for resources: {'Port': ['ID=8494b7d8-3b10-4668-9487-4554b9d09074,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:34.658880 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:34.659251 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:34.659657 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.660053 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:34.660522 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Bound port: 8494b7d8-3b10-4668-9487-4554b9d09074, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:34.661050 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.684322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-219a7e4d-412a-4f69-9fa9-78305f22a4e9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:34.686979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-219a7e4d-412a-4f69-9fa9-78305f22a4e9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.21 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 821 time: 0.4042966 Jul 08 17:10:34.698448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-687d5ac4-2b45-40d2-9788-9cdf3d07b965 req-eaed5332-6bb8-4bca-adfe-0cd5e043fd81 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501585 Jul 08 17:10:34.707590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915616f-0540-4469-8e24-3f8ca447e3d9 req-c892c1a7-3746-4328-b306-80965b108d9c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:34.712864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b915616f-0540-4469-8e24-3f8ca447e3d9 req-c892c1a7-3746-4328-b306-80965b108d9c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 947 time: 0.4328122 Jul 08 17:10:34.716704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'port': {'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'admin_state_up': True, 'tenant_id': 'ae5cd308032d4afe8234652f67a43667'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:34.770362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7cae53e4-896f-49c3-b647-55f10e451316 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0db82c7d426a4bb4a5a57ee7222b8765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598345 Jul 08 17:10:34.771591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b3f6921-1c73-4b2d-afed-923c536ded78 req-18908382-e7a2-41a6-adf2-5bd77d932059 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 210 time: 0.1053948 Jul 08 17:10:34.775650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:34.777754 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] For port 8494b7d8-3b10-4668-9487-4554b9d09074, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:34.788319 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] For port 8494b7d8-3b10-4668-9487-4554b9d09074, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8494b7d8-3b10-4668-9487-4554b9d09074,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:34.803026 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.870358 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:34.870983 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:34.875043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae53e4-896f-49c3-b647-55f10e451316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3080f6-9f6e-4d36-8aa4-e54a63d8ca10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:34.908711 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b915616f-0540-4469-8e24-3f8ca447e3d9 req-bd29392b-7f19-46d6-814f-e129c650051e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791778 Jul 08 17:10:34.960195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef2b1-0cbb-4dd5-8bcf-f278c33be274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:34.997813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef2b1-0cbb-4dd5-8bcf-f278c33be274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.002131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-fa9f1ad2-5a52-431f-bb45-9ec379f7a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.003875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-fa9f1ad2-5a52-431f-bb45-9ec379f7a7fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 1098 time: 0.2313662 Jul 08 17:10:35.034159 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8e058-7893-43e6-9e37-aece741f66b0 None None] Pushing event updated for resources: {'Port': ['ID=8494b7d8-3b10-4668-9487-4554b9d09074,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:35.088921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Made reservation on behalf of ae5cd308032d4afe8234652f67a43667 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:35.092914 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.129257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.142464 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:35.181279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-8a4c7899-5208-4548-8eb4-3ee188a4e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.182837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-8a4c7899-5208-4548-8eb4-3ee188a4e429 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1714656 Jul 08 17:10:35.236794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-36971430-cef5-4762-b808-0e0104674fab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=4a620636-fd6e-4f13-a54b-933d896fd78e HTTP/1.1" status: 200 len: 217 time: 0.0440972 Jul 08 17:10:35.252235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd0ef4-2c34-42c7-a012-660b598f76d0 req-343b27b8-1ba6-4bae-acf6-893901fdd551 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.253766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19bd0ef4-2c34-42c7-a012-660b598f76d0 req-343b27b8-1ba6-4bae-acf6-893901fdd551 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 948 time: 0.1544709 Jul 08 17:10:35.254429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef2b1-0cbb-4dd5-8bcf-f278c33be274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.257083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2ef2b1-0cbb-4dd5-8bcf-f278c33be274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.260491 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6e2ef2b1-0cbb-4dd5-8bcf-f278c33be274 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea3080f6-9f6e-4d36-8aa4-e54a63d8ca10 HTTP/1.1" status: 204 len: 168 time: 0.4812922 Jul 08 17:10:35.315604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ef2b1-0cbb-4dd5-8bcf-f278c33be274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3080f6-9f6e-4d36-8aa4-e54a63d8ca10,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:35.324555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Allocated IP 172.20.0.11 (f43f822e-0d21-4f58-ab9c-ae4097f8181a/c6d17874-6bbc-4e40-86dd-75146f7b53e4/99234428-6c04-4d09-88f5-49f6c3528850) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:35.336637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a92ca4c8-dfae-4192-818d-3245d70c0bd0 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:35.380765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-384346db-edaa-4d4c-9f2c-43fd16b78272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.382322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-384346db-edaa-4d4c-9f2c-43fd16b78272 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1231856 Jul 08 17:10:35.414610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19bd0ef4-2c34-42c7-a012-660b598f76d0 req-06b3d84d-3278-4022-8c8a-206801883822 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454463 Jul 08 17:10:35.419025 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:30Z', 'revision_number': 3, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:35.458159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:35.468298 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f7939-8417-48ea-a722-653254ccca90 None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:30Z', 'revision_number': 3, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:10:35.510217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port a92ca4c8-dfae-4192-818d-3245d70c0bd0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:35.527950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-a4babf9a-7fff-41a3-b2af-89fd55d30a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.529522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-a4babf9a-7fff-41a3-b2af-89fd55d30a3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135843 Jul 08 17:10:35.531664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a92ca4c8-dfae-4192-818d-3245d70c0bd0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:35.533311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.565921 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-84921e87-e445-44b4-8d8b-00f706245a12 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c4dc99b20774dd5959daea9b2cef1b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653183 Jul 08 17:10:35.665894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:35.674899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.677783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:35.677783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.705293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.711918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Transition to ACTIVE for port object 99234428-6c04-4d09-88f5-49f6c3528850 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:35.732458 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-6fc7712c-1934-4b34-8b1f-43668e66cb4a service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878703 Jul 08 17:10:35.743284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:35.745345 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29af5a-dcab-4b48-8d8d-d4fb01c400a5" -d '{"events": [{"server_uuid": "f3734bcb-2fb7-4b39-9cac-5df8a73634b0", "name": "network-vif-plugged", "status": "completed", "tag": "a92ca4c8-dfae-4192-818d-3245d70c0bd0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:35.761091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a92ca4c8-dfae-4192-818d-3245d70c0bd0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:35.771217 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.773255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3cb5b514-8e85-4717-b4d6-75865f32da28 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:35.818361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-58e36172-3cc5-423b-9149-b72b93198439 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.825684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-58e36172-3cc5-423b-9149-b72b93198439 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588160 Jul 08 17:10:35.839899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:35.851094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Allocated IP 172.20.0.1 (e1e698e9-19fe-41fc-8d2e-25e3e7753a38/8572c90d-0771-45d9-a333-236cecfccf18/e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:35.862726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-8fe74241-6f1d-4fd5-846e-21adad8629c1 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/quotas/7c4dc99b20774dd5959daea9b2cef1b0 HTTP/1.1" status: 200 len: 375 time: 0.0358984 Jul 08 17:10:35.925062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a57b48cb-fcae-4e25-87f4-8833117d4b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.939124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-8f8227fd-f39c-4126-b188-43453745107b tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c4dc99b20774dd5959daea9b2cef1b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755243 Jul 08 17:10:35.942708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.949197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6a023-043c-4d53-8663-d4f66ddca2be req-a2a2ae82-a83c-4e00-a965-ee7b2ff065f2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:35.954324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:35.956429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5a6a023-043c-4d53-8663-d4f66ddca2be req-a2a2ae82-a83c-4e00-a965-ee7b2ff065f2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 948 time: 0.2488303 Jul 08 17:10:35.960695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efd2edfa-8157-4a83-a682-b06fb9ec007b req-67b6f607-a286-4709-b911-5267c3d6fe41 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189109 Jul 08 17:10:35.989347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a264f9e3-1a83-44a8-baa6-763fe6e69822'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:36.018579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5a6a023-043c-4d53-8663-d4f66ddca2be req-9c62455d-17d4-44f2-a1f8-77d7c5741290 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610747 Jul 08 17:10:36.059055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a92ca4c8-dfae-4192-818d-3245d70c0bd0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:36.110563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:36.110763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:36.124009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:36.125146 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.132837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:36.137700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 3cb5b514-8e85-4717-b4d6-75865f32da28 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:36.138946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event updated for resources: {'Port': ['ID=99234428-6c04-4d09-88f5-49f6c3528850,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:36.167533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 3cb5b514-8e85-4717-b4d6-75865f32da28 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:36.167957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.294418 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab80e6-1aa9-4cd1-b23d-c15c20bd0457 x-openstack-request-id: req-aaab80e6-1aa9-4cd1-b23d-c15c20bd0457 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:36.298264 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3734bcb-2fb7-4b39-9cac-5df8a73634b0", "name": "network-vif-plugged", "status": "completed", "tag": "a92ca4c8-dfae-4192-818d-3245d70c0bd0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:36.298778 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aaab80e6-1aa9-4cd1-b23d-c15c20bd0457 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:36.299995 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', 'code': 200} Jul 08 17:10:36.371513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:36.434568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc527b6b-9d23-4e5b-a4ee-bd2d4d57cf08 req-a828532e-df02-4d61-9fcb-eecb89b40844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:36.446999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc527b6b-9d23-4e5b-a4ee-bd2d4d57cf08 req-a828532e-df02-4d61-9fcb-eecb89b40844 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 1099 time: 0.1334822 Jul 08 17:10:36.500507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a57b48cb-fcae-4e25-87f4-8833117d4b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.518656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.529658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.533947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Transition to ACTIVE for port object e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:36.567953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:36.579629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.589010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc527b6b-9d23-4e5b-a4ee-bd2d4d57cf08 req-975199d5-22ff-4514-be79-3ffe888f0020 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337211 Jul 08 17:10:36.593547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3cb5b514-8e85-4717-b4d6-75865f32da28, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3cb5b514-8e85-4717-b4d6-75865f32da28,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:36.599150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a57b48cb-fcae-4e25-87f4-8833117d4b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.599519 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.650578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8494b7d8-3b10-4668-9487-4554b9d09074 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:36.661262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b48cb-fcae-4e25-87f4-8833117d4b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16497d1b-e1f4-4804-8836-99918acecc75,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:36.694620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba4f3af2-7dd9-4c8b-9733-bebd761b9698 None None] Provisioning for port 99234428-6c04-4d09-88f5-49f6c3528850 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:36.709701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba4f3af2-7dd9-4c8b-9733-bebd761b9698 None None] Provisioning complete for port 99234428-6c04-4d09-88f5-49f6c3528850 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:36.710156 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3af2-7dd9-4c8b-9733-bebd761b9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.759620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:36.763270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f3af2-7dd9-4c8b-9733-bebd761b9698 None None] Port 99234428-6c04-4d09-88f5-49f6c3528850 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:36.769831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a57b48cb-fcae-4e25-87f4-8833117d4b80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef73e503bccd4da5bd9c9ffd7836c352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9277883 Jul 08 17:10:36.777058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.788544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3cb5b514-8e85-4717-b4d6-75865f32da28,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:36.803766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8494b7d8-3b10-4668-9487-4554b9d09074 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:36.808588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8494b7d8-3b10-4668-9487-4554b9d09074 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:36.809094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.838792 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-6f1ac3f3-414e-4619-a23c-87f46ad72fbe tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1401222 Jul 08 17:10:36.876522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:36.896329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Request body: {'port': {'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:36.898471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:36.913197 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.922992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20350594-f794-4808-8fc0-10aa27721b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.925868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Pushing event updated for resources: {'Port': ['ID=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:36.929322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:36.945165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 8494b7d8-3b10-4668-9487-4554b9d09074, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8494b7d8-3b10-4668-9487-4554b9d09074,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:36.954440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:36.962621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d60de5-1e8f-4cac-b592-2d126c5dbf1d req-39023d14-2862-4d21-8a84-053ee9de94bf tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:36.968094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7d60de5-1e8f-4cac-b592-2d126c5dbf1d req-39023d14-2862-4d21-8a84-053ee9de94bf tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 947 time: 0.1786780 Jul 08 17:10:37.004966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20350594-f794-4808-8fc0-10aa27721b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.019662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d76f0-f3ba-4e9a-98fe-8a75b15fc0fc req-d560ceb8-2039-4564-b764-7ddf004b178c tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:37.024852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=8494b7d8-3b10-4668-9487-4554b9d09074,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:37.030983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87d76f0-f3ba-4e9a-98fe-8a75b15fc0fc req-d560ceb8-2039-4564-b764-7ddf004b178c tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 932 time: 0.5245941 Jul 08 17:10:37.086615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7d60de5-1e8f-4cac-b592-2d126c5dbf1d req-97526593-0b05-430d-a3c9-ef40b329136b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945151 Jul 08 17:10:37.130485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20350594-f794-4808-8fc0-10aa27721b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.136701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-20350594-f794-4808-8fc0-10aa27721b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.138826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-20350594-f794-4808-8fc0-10aa27721b3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16497d1b-e1f4-4804-8836-99918acecc75 HTTP/1.1" status: 204 len: 168 time: 0.3780768 Jul 08 17:10:37.157753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350594-f794-4808-8fc0-10aa27721b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16497d1b-e1f4-4804-8836-99918acecc75,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:37.169879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.262793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc5b9c76-0763-4b6e-8538-a34313ee92b2 req-75b42680-b43e-4506-9e2b-f186bc21ff19 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 210 time: 0.0409749 Jul 08 17:10:37.298367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d4e18c2-e879-478e-8cc5-0ec26b029e21 None None] Provisioning for port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:37.303550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d4e18c2-e879-478e-8cc5-0ec26b029e21 None None] Provisioning complete for port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:37.304135 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d4e18c2-e879-478e-8cc5-0ec26b029e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.350363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.355928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a620636-fd6e-4f13-a54b-933d896fd78e details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:37.356157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87d76f0-f3ba-4e9a-98fe-8a75b15fc0fc req-27bf29d3-96f7-460c-9425-bab2d2d5bb4a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149796 Jul 08 17:10:37.432147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.460438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e18c2-e879-478e-8cc5-0ec26b029e21 None None] Port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:37.585722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee47be-0a0d-40ad-ba25-a01342ebf2d5 req-3848d054-9004-4263-90f1-15f303e5e7e3 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:37.590919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15ee47be-0a0d-40ad-ba25-a01342ebf2d5 req-3848d054-9004-4263-90f1-15f303e5e7e3 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 949 time: 0.1248281 Jul 08 17:10:37.645458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4a620636-fd6e-4f13-a54b-933d896fd78e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a620636-fd6e-4f13-a54b-933d896fd78e,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:37.666427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15ee47be-0a0d-40ad-ba25-a01342ebf2d5 req-b17dfe5a-b961-464c-a30d-5f4682bbadfd tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672936 Jul 08 17:10:37.670140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4a620636-fd6e-4f13-a54b-933d896fd78e', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '4a620636-fd6e-4f13-a54b-933d896fd78e', 'mac_address': 'fa:16:3e:34:90:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:37.761068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.787005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a620636-fd6e-4f13-a54b-933d896fd78e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:37.812896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4a620636-fd6e-4f13-a54b-933d896fd78e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a620636-fd6e-4f13-a54b-933d896fd78e,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:37.823782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:37.919448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4a620636-fd6e-4f13-a54b-933d896fd78e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:38.113160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4a620636-fd6e-4f13-a54b-933d896fd78e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:38.301450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49'}, {'server_uuid': 'aebfec17-1db5-486c-a92d-89c813095922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5b514-8e85-4717-b4d6-75865f32da28'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:38.304602 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835f6fea-aed0-4152-86fa-e5b7de03c1f8" -d '{"events": [{"server_uuid": "ccf330f0-9b1e-46f7-b7a6-f77002cf3938", "name": "network-vif-plugged", "status": "completed", "tag": "55bb6062-d46f-45ae-bd9c-f6ae2ecefc49"}, {"server_uuid": "aebfec17-1db5-486c-a92d-89c813095922", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5b514-8e85-4717-b4d6-75865f32da28"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:38.343684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98524d5e-62e8-4472-8fd0-edda74b9109d req-991e1d38-67fc-4f18-8204-79406dca4985 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:38.344984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-3ec18701-1608-4ba0-a7ac-3c19f3c03d07 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7c4dc99b20774dd5959daea9b2cef1b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302119 Jul 08 17:10:38.351960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98524d5e-62e8-4472-8fd0-edda74b9109d req-991e1d38-67fc-4f18-8204-79406dca4985 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 949 time: 0.8060329 Jul 08 17:10:38.354102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe353980-78b6-40e6-b072-f76595a5fea4 req-1e909923-c994-4214-9a62-e227f52726fa tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:38.355575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe353980-78b6-40e6-b072-f76595a5fea4 req-1e909923-c994-4214-9a62-e227f52726fa tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 948 time: 0.1072798 Jul 08 17:10:38.399701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:38.422969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.437477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.472416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe353980-78b6-40e6-b072-f76595a5fea4 req-9e03675e-38af-49b5-8e42-a6256f30f893 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041548 Jul 08 17:10:38.474605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98524d5e-62e8-4472-8fd0-edda74b9109d req-1732fc05-3739-4e75-84b4-572bee6cd585 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216075 Jul 08 17:10:38.556528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8494b7d8-3b10-4668-9487-4554b9d09074 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:38.580619 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.595530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99234428-6c04-4d09-88f5-49f6c3528850 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:38.610848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.614189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Pushing event updated for resources: {'Port': ['ID=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:38.632152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-c794ee58-9896-4f64-b257-173e4e57e893 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:38.633954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-c794ee58-9896-4f64-b257-173e4e57e893 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775099 Jul 08 17:10:38.650072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Request body: {'port': {'device_id': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '7c4dc99b20774dd5959daea9b2cef1b0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:38.667473 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665087bd-f22b-4c1d-98ed-6e88d921e570 x-openstack-request-id: req-665087bd-f22b-4c1d-98ed-6e88d921e570 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:38.668158 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf330f0-9b1e-46f7-b7a6-f77002cf3938", "name": "network-vif-plugged", "status": "completed", "tag": "55bb6062-d46f-45ae-bd9c-f6ae2ecefc49", "code": 200}, {"server_uuid": "aebfec17-1db5-486c-a92d-89c813095922", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5b514-8e85-4717-b4d6-75865f32da28", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:38.668158 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-665087bd-f22b-4c1d-98ed-6e88d921e570 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:38.668496 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49', 'code': 200} Jul 08 17:10:38.668751 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebfec17-1db5-486c-a92d-89c813095922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5b514-8e85-4717-b4d6-75865f32da28', 'code': 200} Jul 08 17:10:38.682367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8494b7d8-3b10-4668-9487-4554b9d09074 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:38.683574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.777058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-395208794-network', 'tenant_id': '96159d06a8104138a3bc27351f6c1476'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:38.803951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.21', 63957) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:38.805017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:10:38.805017 n-d-799527-4 neutron-server[93945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:10:38.805017 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id': '7c4dc99b20774dd5959daea9b2cef1b0', 'id': '71bc84c7-22d9-4c90-a9df-617a5cd5aa89', 'expiration': datetime.datetime(2021, 7, 8, 17, 12, 38, 790468)}] Jul 08 17:10:38.805017 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:10:38.806079 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:10:38.808804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Transition to ACTIVE for port object 99234428-6c04-4d09-88f5-49f6c3528850 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:38.848882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:38.856777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cbff9d48-3e28-4e93-863d-ba4666124afc req-b3b21117-1c04-47ef-9f11-83b72995299b tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 210 time: 0.0495863 Jul 08 17:10:38.857082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Made reservation on behalf of 96159d06a8104138a3bc27351f6c1476 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:38.860130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.862020 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.870795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:38.890735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebca3-1a29-4ee0-a034-56c0ab89e971 req-6141c6a2-0b77-4964-a2df-ebc81dbc457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:38.892224 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86aebca3-1a29-4ee0-a034-56c0ab89e971 req-6141c6a2-0b77-4964-a2df-ebc81dbc457b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 1100 time: 0.1027048 Jul 08 17:10:38.924997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:38.946766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86aebca3-1a29-4ee0-a034-56c0ab89e971 req-9fd55721-3042-4d6d-bcff-4c49dce63b53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Jul 08 17:10:39.042085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Pushing event updated for resources: {'Port': ['ID=99234428-6c04-4d09-88f5-49f6c3528850,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:39.104146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c279a-2837-418e-8631-b69974f8521f req-27f71d3b-d1da-477d-9252-b015c415ab3a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:39.105892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-981c279a-2837-418e-8631-b69974f8521f req-27f71d3b-d1da-477d-9252-b015c415ab3a tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 949 time: 0.0860631 Jul 08 17:10:39.115476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b47cf-68e5-40ee-a347-2b7292abe3ed req-369565da-603f-4018-85b6-dedcaab527fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:39.116995 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e6b47cf-68e5-40ee-a347-2b7292abe3ed req-369565da-603f-4018-85b6-dedcaab527fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 1100 time: 0.3061023 Jul 08 17:10:39.154516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-981c279a-2837-418e-8631-b69974f8521f req-62d3e7a1-2067-4d91-9225-b75bc785af12 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Jul 08 17:10:39.205840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea97df9e-2c79-497c-8837-1087a8f3e0f0 None None] Provisioning complete for port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:39.206415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea97df9e-2c79-497c-8837-1087a8f3e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.249754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ea97df9e-2c79-497c-8837-1087a8f3e0f0 None None] Port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:39.252708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de4e15-070d-4c01-a6d0-fb2e1f49de7d req-b83ed699-0892-49d5-ab96-983c36272026 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:39.259341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63de4e15-070d-4c01-a6d0-fb2e1f49de7d req-b83ed699-0892-49d5-ab96-983c36272026 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 944 time: 0.3951936 Jul 08 17:10:39.282440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Attempting to bind port 99234428-6c04-4d09-88f5-49f6c3528850 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:39.282768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Attempting to bind port 99234428-6c04-4d09-88f5-49f6c3528850 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:39.283094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Attempting to bind port 99234428-6c04-4d09-88f5-49f6c3528850 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:39.302600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e6b47cf-68e5-40ee-a347-2b7292abe3ed req-277b5f96-1759-49f4-a854-5b42a357054d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339343 Jul 08 17:10:39.310551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Port 99234428-6c04-4d09-88f5-49f6c3528850 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:39.311468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Attempting to bind port 99234428-6c04-4d09-88f5-49f6c3528850 on network f43f822e-0d21-4f58-ab9c-ae4097f8181a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:39.314787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:10:39.339693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:39.340029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Checking segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:39.340410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Bound using segment: {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:39.340841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Bound port: 99234428-6c04-4d09-88f5-49f6c3528850, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:39.341248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.349659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a620636-fd6e-4f13-a54b-933d896fd78e up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:39.362509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63de4e15-070d-4c01-a6d0-fb2e1f49de7d req-122d2230-be7c-4793-a0e7-9ce37e1f07ed tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022706 Jul 08 17:10:39.415913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4a620636-fd6e-4f13-a54b-933d896fd78e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:39.422945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4a620636-fd6e-4f13-a54b-933d896fd78e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:39.423329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.469514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.477477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.491550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Made reservation on behalf of 7c4dc99b20774dd5959daea9b2cef1b0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:39.497906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.527598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.544197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b564ea00-2a9a-40f6-a652-e97b4c9880b2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:39.568160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.584254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:10:39.592154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] For port 99234428-6c04-4d09-88f5-49f6c3528850, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:39.615927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.616550 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Added segment 307332e4-7722-48d6-85f8-5b48be526c66 of type vlan for network 8ee50f18-fad4-40cf-9053-64d979871b16 Jul 08 17:10:39.631377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] For port 99234428-6c04-4d09-88f5-49f6c3528850, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=99234428-6c04-4d09-88f5-49f6c3528850,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:39.631746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4a620636-fd6e-4f13-a54b-933d896fd78e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a620636-fd6e-4f13-a54b-933d896fd78e,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:39.634772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:10:39.646123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-908f402c-110a-4303-97e8-edbb4452eef1 admin admin] 10.222.0.48 "PUT /v2.0/routers/fdb2abd0-3e1c-41da-8846-4e8279a913d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5320187 Jul 08 17:10:39.646891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:10:39.649469 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.694289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:39.694993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:39.706319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.746523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.747660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.766342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.802798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4a620636-fd6e-4f13-a54b-933d896fd78e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:39.816258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Pushing event updated for resources: {'Port': ['ID=99234428-6c04-4d09-88f5-49f6c3528850,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:39.844655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.845814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:39.846520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.958068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:39.958785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:39.972168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-7a0dc7ea-da67-4e55-848e-269407704264 service neutron] 10.222.0.21 "PUT /v2.0/ports/99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 1092 time: 3.1022136 Jul 08 17:10:39.974001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:39.990019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:39.998482 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd36b0-a37c-4bf2-b837-62d96d400e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "tag": "99234428-6c04-4d09-88f5-49f6c3528850"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:40.017719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:40.022241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6202884 Jul 08 17:10:40.025060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0e91-3ad9-45ae-81c3-a934a2fb6ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee50f18-fad4-40cf-9053-64d979871b16,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:40.052252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8ee50f18-fad4-40cf-9053-64d979871b16 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:10:40.060481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02d855-9a16-4b17-84b8-cb1f68e1ed57 req-3f1c9316-32dc-45b0-a590-d53fada4d57e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.069919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de02d855-9a16-4b17-84b8-cb1f68e1ed57 req-3f1c9316-32dc-45b0-a590-d53fada4d57e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 949 time: 0.3898206 Jul 08 17:10:40.079771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Request body: {'subnet': {'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-395208794-subnet', 'tenant_id': '96159d06a8104138a3bc27351f6c1476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:40.094926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530b09c3-9a1b-4732-b304-1204d4c39c29,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:40.142646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5373ae-7a43-47e8-85db-f6ed1364211e req-733b230c-9459-4a67-afad-426e615e28d8 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.153395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd5373ae-7a43-47e8-85db-f6ed1364211e req-733b230c-9459-4a67-afad-426e615e28d8 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 949 time: 0.4069898 Jul 08 17:10:40.225803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de02d855-9a16-4b17-84b8-cb1f68e1ed57 req-ec8fa7fc-85c9-4102-87cc-acfa00f94c03 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545281 Jul 08 17:10:40.245679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd5373ae-7a43-47e8-85db-f6ed1364211e req-7fc7459e-35b2-4141-88a2-21f838d3cdee tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911307 Jul 08 17:10:40.253182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Allocated IP 192.168.233.250 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/e5d165b2-26f3-4e94-80e4-547e8dc7b4be) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:40.255337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Made reservation on behalf of 96159d06a8104138a3bc27351f6c1476 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:40.257816 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.264832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-ef1ca48b-34a0-4d63-aaf9-1fccec7ec251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.267062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-ef1ca48b-34a0-4d63-aaf9-1fccec7ec251 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1095 time: 0.2260256 Jul 08 17:10:40.381142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-086d26b3-c980-4e3d-91e6-4f535b5d2017 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 217 time: 0.0941715 Jul 08 17:10:40.384342 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3230e9cb-fe88-47d3-acbc-36a69cf6695c x-openstack-request-id: req-3230e9cb-fe88-47d3-acbc-36a69cf6695c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:40.384632 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "tag": "99234428-6c04-4d09-88f5-49f6c3528850", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:40.384890 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3230e9cb-fe88-47d3-acbc-36a69cf6695c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:40.385286 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850', 'status': 'completed', 'code': 200} Jul 08 17:10:40.443214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 2, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:40.473770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:10:40.474170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Updating router fdb2abd0-3e1c-41da-8846-4e8279a913d4 port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:10:40.516233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.552386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:40.558488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6ccb9f3-169e-40f8-aa6f-569b8f86eb91 req-d9e58ae8-9275-4168-b617-153e213e1d62 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 210 time: 0.0735960 Jul 08 17:10:40.565483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-e99596aa-46d1-47f0-89f5-9e8328c4c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.567243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-e99596aa-46d1-47f0-89f5-9e8328c4c318 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.1737342 Jul 08 17:10:40.575554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-network', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:40.657026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-9122b50f-fc47-483c-8278-0106f50f50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.659123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-9122b50f-fc47-483c-8278-0106f50f50ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842948 Jul 08 17:10:40.673072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a620636-fd6e-4f13-a54b-933d896fd78e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:40.676134 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dde8538-8c1e-4851-b53e-244208e4d9b4" -d '{"events": [{"server_uuid": "10ee4722-8d0d-4b2d-8596-8f203579da01", "name": "network-vif-plugged", "status": "completed", "tag": "4a620636-fd6e-4f13-a54b-933d896fd78e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:40.709457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Made reservation on behalf of df073b8f0a2942188808838c11fbaa52 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:40.711768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.753474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.815191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.829857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-c2e3675c-adbe-422e-98cf-9e9bb1b5bd20 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615164 Jul 08 17:10:40.841015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487faf-55bb-4973-9280-e49213b4b0d4 req-331f439a-56a4-405c-8b09-365543fc667f tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.843258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d487faf-55bb-4973-9280-e49213b4b0d4 req-331f439a-56a4-405c-8b09-365543fc667f tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 944 time: 0.1170611 Jul 08 17:10:40.844194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.845445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1795-3746-4c7e-8b19-4f74e8d84ffe req-c098122d-9ab6-4b81-9ee3-9050e07441b3 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:40.852248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df1a1795-3746-4c7e-8b19-4f74e8d84ffe req-c098122d-9ab6-4b81-9ee3-9050e07441b3 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 949 time: 0.3401847 Jul 08 17:10:40.856576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Transition to ACTIVE for port object e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:40.865739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.876204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Transition to ACTIVE for port object e5d165b2-26f3-4e94-80e4-547e8dc7b4be will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:40.883191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:40.931513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def1b3a-cfe5-44df-86f1-7b48d21dc30c None None] Pushing event updated for resources: {'Port': ['ID=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:40.962959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d487faf-55bb-4973-9280-e49213b4b0d4 req-2eb8a018-9e31-4276-b982-9189c2c25de9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102972 Jul 08 17:10:40.995164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:41.010423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f5db9e8-a8bf-4fdd-b675-448215d2a979 req-85120d14-3b00-42f4-9119-4287032adc5f service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590245 Jul 08 17:10:41.035174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df1a1795-3746-4c7e-8b19-4f74e8d84ffe req-9047848d-96fe-4ed8-9eed-1683cd5c8ba0 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808665 Jul 08 17:10:41.044618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Attempting to bind port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:41.059839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Attempting to bind port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:41.060162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Attempting to bind port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:41.068141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:41.072259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Checking segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:41.073095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.075167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Bound using segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:41.075588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Bound port: e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:41.075999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.080578 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e536db9-b8de-412c-93d0-702350303195 x-openstack-request-id: req-7e536db9-b8de-412c-93d0-702350303195 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:41.080810 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ee4722-8d0d-4b2d-8596-8f203579da01", "name": "network-vif-plugged", "status": "completed", "tag": "4a620636-fd6e-4f13-a54b-933d896fd78e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:41.081320 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e536db9-b8de-412c-93d0-702350303195 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:41.082589 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a620636-fd6e-4f13-a54b-933d896fd78e', 'code': 200} Jul 08 17:10:41.150570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:41.150929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Network hostable DHCP agents. Network: 8ee50f18-fad4-40cf-9053-64d979871b16, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:10:41.154549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.200773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-39f9ea6a-7341-490f-8562-a790d5f2a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.202993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-39f9ea6a-7341-490f-8562-a790d5f2a15f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1095 time: 0.1231616 Jul 08 17:10:41.227299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] For port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:41.235790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] For port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:41.251841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.303401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:41.319121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:41.325733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:41.333208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Pushing event updated for resources: {'Port': ['ID=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:41.375199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Network 8ee50f18-fad4-40cf-9053-64d979871b16 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:10:41.379156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.408771 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.430976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8ee50f18-fad4-40cf-9053-64d979871b16) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:41.460547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4c133-1cee-4e08-a655-8800a8284224 None None] Network 8ee50f18-fad4-40cf-9053-64d979871b16 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:41.493961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-22c177d2-fdee-4a27-8c9f-7f3a89682801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.495633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-22c177d2-fdee-4a27-8c9f-7f3a89682801 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.2830596 Jul 08 17:10:41.499863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.500418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.539120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:10:41.553698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:41.554703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:41.557196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.557708 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Added segment 5e1434e9-400f-439c-a605-4dd354a39d32 of type vlan for network 5858c2c4-867a-48a5-83c9-8288ef71302a Jul 08 17:10:41.559464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def1b3a-cfe5-44df-86f1-7b48d21dc30c None None] Pushing event updated for resources: {'Port': ['ID=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:41.573200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-64689375-8de8-4586-81e5-a840c31f3155 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 217 time: 0.0643258 Jul 08 17:10:41.697543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.698370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.726444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:41.767084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.767307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-82e78b81-99da-426f-8711-e1f080431e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.769045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-82e78b81-99da-426f-8711-e1f080431e21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.1888111 Jul 08 17:10:41.811351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-397a7af4-bb4b-41eb-b5d4-12ce1e599d85 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1657517 Jul 08 17:10:41.813513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99123cee-274d-4886-adb6-483a5b34d630 req-8242eb60-fca4-4e3d-b6e0-b6f89c97aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.815091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99123cee-274d-4886-adb6-483a5b34d630 req-8242eb60-fca4-4e3d-b6e0-b6f89c97aa87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 1100 time: 0.6213377 Jul 08 17:10:41.815559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:41.819724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a02557-0456-4624-91f2-a280541b0c5d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:41.839783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2e3a-9eb8-449f-a0bb-53d8c73ff01b req-405fe18b-533f-4b4b-a144-80830a0fed08 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.841238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28ed2e3a-9eb8-449f-a0bb-53d8c73ff01b req-405fe18b-533f-4b4b-a144-80830a0fed08 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 949 time: 0.1832666 Jul 08 17:10:41.851332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.852306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.852890 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:41.862491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Request body: {'port': {'device_id': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:41.882612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-4408125e-5f5d-4915-9c95-1e1f17112caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:41.884293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-4408125e-5f5d-4915-9c95-1e1f17112caf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988913 Jul 08 17:10:41.905906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28ed2e3a-9eb8-449f-a0bb-53d8c73ff01b req-a3c1125d-2c12-4845-91bc-06719f950bb9 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Jul 08 17:10:41.921258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd37aed1-ba84-4f00-99d6-781057c150d2 None None] Provisioning for port e5d165b2-26f3-4e94-80e4-547e8dc7b4be completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:41.929664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0444392-bba8-463b-b81e-87ecf5dfb7c2 None None] Network 8ee50f18-fad4-40cf-9053-64d979871b16 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:41.935005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-428b5953-bbee-4299-85ab-af1bb0d7dddc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8615854 Jul 08 17:10:41.957457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd37aed1-ba84-4f00-99d6-781057c150d2 None None] Provisioning complete for port e5d165b2-26f3-4e94-80e4-547e8dc7b4be triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:41.958782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd37aed1-ba84-4f00-99d6-781057c150d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.090953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd37aed1-ba84-4f00-99d6-781057c150d2 None None] Port e5d165b2-26f3-4e94-80e4-547e8dc7b4be cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:42.101421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5468676 Jul 08 17:10:42.106864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99123cee-274d-4886-adb6-483a5b34d630 req-aafefb87-7010-4b11-94c6-cc97617e99b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769494 Jul 08 17:10:42.108722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58150) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:42.110958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-4663a4f6-1f5a-4f3c-bda4-4e46ffc46149 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040131 Jul 08 17:10:42.114712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e786c3f1-d955-4682-991e-325ca6dceea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.120414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Request body: {'subnet': {'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-subnet', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:42.135378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.141258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88c18-2a8f-46d5-bb5c-818a4ebf0382 admin admin] Pushing event updated for resources: {'Network': ['ID=5858c2c4-867a-48a5-83c9-8288ef71302a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:42.158674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5858c2c4-867a-48a5-83c9-8288ef71302a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:10:42.174611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a4b92-1f45-4726-88ff-6bd9618638e9 req-1d156831-4f83-4db5-887f-7fc30d6afbd0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:42.176135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb3a4b92-1f45-4726-88ff-6bd9618638e9 req-1d156831-4f83-4db5-887f-7fc30d6afbd0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 949 time: 0.7634137 Jul 08 17:10:42.239856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Made reservation on behalf of df073b8f0a2942188808838c11fbaa52 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:42.241690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.282532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01bd36b0-a37c-4bf2-b837-62d96d400e8a req-7a231516-4c40-460b-b423-efedeabf6c07 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568649 Jul 08 17:10:42.291185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc8f4-c6d6-4dd0-a432-21be73c0109f req-b1bf506a-4e8f-495f-8a16-5207e94dd26f tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:42.297132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:41Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:42.299079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-709cc8f4-c6d6-4dd0-a432-21be73c0109f req-b1bf506a-4e8f-495f-8a16-5207e94dd26f tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 949 time: 0.1869812 Jul 08 17:10:42.332922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ef992-1ea7-4bdc-996b-6ec98c613aa6 None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:41Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:10:42.350264 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-709cc8f4-c6d6-4dd0-a432-21be73c0109f req-4d534f4e-1d09-4c93-a6d8-80c8548f553c tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Jul 08 17:10:42.401797 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb3a4b92-1f45-4726-88ff-6bd9618638e9 req-c5ff279a-39fd-45a7-b461-9c14c9eda791 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201343 Jul 08 17:10:42.614724 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.616422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.645400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:42.652464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56ab1-aebe-4296-b66c-ff60e0ecf04c req-355e5ce3-24a9-4cff-bf66-2e59d07f5682 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:42.654227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81a56ab1-aebe-4296-b66c-ff60e0ecf04c req-355e5ce3-24a9-4cff-bf66-2e59d07f5682 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 936 time: 0.1583920 Jul 08 17:10:42.709021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e786c3f1-d955-4682-991e-325ca6dceea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.746153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e786c3f1-d955-4682-991e-325ca6dceea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.750956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81a56ab1-aebe-4296-b66c-ff60e0ecf04c req-9ed5ca4f-76b0-4e7b-aaaa-34056c14a150 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847080 Jul 08 17:10:42.870001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:42.877495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:42.879269 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.883728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:42.889871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-627382515-network', 'tenant_id': '8b8dac477baf4453b92d3f824401435c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:42.916416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Made reservation on behalf of 8b8dac477baf4453b92d3f824401435c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:42.919501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.930418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:42.933260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786c3f1-d955-4682-991e-325ca6dceea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8606bd6-c9e2-43a9-a5f2-3bf8639309a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.011008 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.038806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e786c3f1-d955-4682-991e-325ca6dceea4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76daa33f90124a33882629e54ebf07fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2173841 Jul 08 17:10:43.039587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.051264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:43.059472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:43.071046 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.113337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.120194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.151191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:10:43.171498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2efa356-b14a-4620-99c9-74192e7b5b77,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.175018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.175489 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Added segment b724afac-6b49-421d-a434-75100c01a34b of type vlan for network 1dbbc5b8-0dd1-440a-9f08-3b76ab720607 Jul 08 17:10:43.206174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.259430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.335982 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.337147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:43.337837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.405999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d165b2-26f3-4e94-80e4-547e8dc7b4be {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:43.409430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5243707 Jul 08 17:10:43.414652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b53a92-4318-4154-98ef-c1c1e97888a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbbc5b8-0dd1-440a-9f08-3b76ab720607,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.416990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:43.421303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.425388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Request body: {'subnet': {'network_id': '1dbbc5b8-0dd1-440a-9f08-3b76ab720607', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-627382515-subnet', 'tenant_id': '8b8dac477baf4453b92d3f824401435c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:43.428003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1dbbc5b8-0dd1-440a-9f08-3b76ab720607 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:10:43.457880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a745f44-8449-468d-b9fe-25da60263de6 req-ae9dea69-6063-46f7-8729-9eb2ff7c92e9 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:43.459539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a745f44-8449-468d-b9fe-25da60263de6 req-ae9dea69-6063-46f7-8729-9eb2ff7c92e9 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 948 time: 0.1590531 Jul 08 17:10:43.476419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Made reservation on behalf of 8b8dac477baf4453b92d3f824401435c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:43.478800 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.511463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78047727-6109-421c-9065-aeaab05751a9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.515960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Transition to ACTIVE for port object e5d165b2-26f3-4e94-80e4-547e8dc7b4be will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:43.528802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 99234428-6c04-4d09-88f5-49f6c3528850 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:43.536858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7400db-8851-40ee-ad95-4be68ef8f090 req-6b73ece2-627b-4246-93a2-5adb57889bf6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:43.538555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c7400db-8851-40ee-ad95-4be68ef8f090 req-6b73ece2-627b-4246-93a2-5adb57889bf6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 944 time: 0.8160613 Jul 08 17:10:43.543259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.562117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Checking segment: {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:43.562117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Network hostable DHCP agents. Network: 5858c2c4-867a-48a5-83c9-8288ef71302a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:10:43.596586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b751e9e8-bdc8-4070-98a8-4e05338ff176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.643113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b751e9e8-bdc8-4070-98a8-4e05338ff176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.676806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 99234428-6c04-4d09-88f5-49f6c3528850, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=99234428-6c04-4d09-88f5-49f6c3528850,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:43.694838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '99234428-6c04-4d09-88f5-49f6c3528850', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:43.720729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.745426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b751e9e8-bdc8-4070-98a8-4e05338ff176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.748039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b751e9e8-bdc8-4070-98a8-4e05338ff176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.749627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.752711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b751e9e8-bdc8-4070-98a8-4e05338ff176 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8606bd6-c9e2-43a9-a5f2-3bf8639309a4 HTTP/1.1" status: 204 len: 168 time: 0.6949725 Jul 08 17:10:43.766343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a745f44-8449-468d-b9fe-25da60263de6 req-07b48b2c-a885-4d03-a8d5-5108db9225b8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973518 Jul 08 17:10:43.796589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99234428-6c04-4d09-88f5-49f6c3528850 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:43.820388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Checking segment: {'id': 'b724afac-6b49-421d-a434-75100c01a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1dbbc5b8-0dd1-440a-9f08-3b76ab720607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:43.821623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Network hostable DHCP agents. Network: 1dbbc5b8-0dd1-440a-9f08-3b76ab720607, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:10:43.827443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Network 5858c2c4-867a-48a5-83c9-8288ef71302a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:10:43.829218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621ef183-fc44-401d-81e1-bfccf979faf5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.851459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 99234428-6c04-4d09-88f5-49f6c3528850, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=99234428-6c04-4d09-88f5-49f6c3528850,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:43.860163 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.860815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Network 1dbbc5b8-0dd1-440a-9f08-3b76ab720607 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:10:43.880558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1dbbc5b8-0dd1-440a-9f08-3b76ab720607) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:43.898090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751e9e8-bdc8-4070-98a8-4e05338ff176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8606bd6-c9e2-43a9-a5f2-3bf8639309a4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.917630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:43.920038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:43.921142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532022ea-ab9e-4985-aeb1-51da77dffbae None None] Network 1dbbc5b8-0dd1-440a-9f08-3b76ab720607 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:43.924281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:43.927863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 5858c2c4-867a-48a5-83c9-8288ef71302a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:43.957257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4bc36-4df8-45a2-8c8c-9c02f35c8a1a None None] Network 5858c2c4-867a-48a5-83c9-8288ef71302a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:43.960016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6bae14a8-9748-4ed0-86c2-7a4f37c56a30 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5408003 Jul 08 17:10:44.002211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c7400db-8851-40ee-ad95-4be68ef8f090 req-cc8111e9-5332-45ac-8d9d-a9b6e117631f tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461629 Jul 08 17:10:44.008228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:44.024931 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.137223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Attempting to bind port e5d165b2-26f3-4e94-80e4-547e8dc7b4be on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:44.138237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Attempting to bind port e5d165b2-26f3-4e94-80e4-547e8dc7b4be by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:44.139158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Attempting to bind port e5d165b2-26f3-4e94-80e4-547e8dc7b4be on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:44.146897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e7abf2f8-e1a8-4779-bcac-1af17c3b6888 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0330620 Jul 08 17:10:44.148569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Port e5d165b2-26f3-4e94-80e4-547e8dc7b4be on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:44.149512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Attempting to bind port e5d165b2-26f3-4e94-80e4-547e8dc7b4be on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:44.153391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:44.163522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:44.169332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:44.171322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:44.171918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:44.173354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Bound port: e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:44.173896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.197589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a382dbe-8ff3-481f-826d-7a8c0b35b38f req-7c170a2b-7a6a-4094-a24d-f9f08272dabb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:44.199410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a382dbe-8ff3-481f-826d-7a8c0b35b38f req-7c170a2b-7a6a-4094-a24d-f9f08272dabb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 949 time: 0.1888621 Jul 08 17:10:44.210327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['99234428-6c04-4d09-88f5-49f6c3528850'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:44.273338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=99234428-6c04-4d09-88f5-49f6c3528850,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:44.301203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a382dbe-8ff3-481f-826d-7a8c0b35b38f req-c53f491d-6fa4-4dcc-a3e1-0fe99b5d92ed tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905519 Jul 08 17:10:44.360614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.361897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.399170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-5858c2c4-867a-48a5-83c9-8288ef71302a', 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'fixed_ips': [{'subnet_id': '78047727-6109-421c-9065-aeaab05751a9'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:10:44.400122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.444473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55908e15-8f8e-49b0-8862-f6f5c0b6b44b None None] Network 1dbbc5b8-0dd1-440a-9f08-3b76ab720607 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:44.455355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] For port e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:44.457103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58196) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:44.465069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67c0c-74f8-45f3-9226-892f67a2fc22 req-a9a427a8-dcb4-4a1f-a28e-973093a0f6b5 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:44.472627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03d67c0c-74f8-45f3-9226-892f67a2fc22 req-a9a427a8-dcb4-4a1f-a28e-973093a0f6b5 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 949 time: 0.2182178 Jul 08 17:10:44.478776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef2f1-b227-46f4-8d21-39ca6ab0b5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.479996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] For port e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:44.505192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.582747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:44.609977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:44.621331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.636456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:44.637450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.639310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-f30ea246-dd39-4227-817f-91a777b789d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5d165b2-26f3-4e94-80e4-547e8dc7b4be HTTP/1.1" status: 200 len: 1096 time: 2.8106432 Jul 08 17:10:44.647062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'tag': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:44.649504 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0" -d '{"events": [{"name": "network-changed", "server_uuid": "664ae79e-4894-46dd-b5f2-46376d9c45c0", "tag": "e5d165b2-26f3-4e94-80e4-547e8dc7b4be"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:44.735760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Allocated IP 172.20.0.2 (5858c2c4-867a-48a5-83c9-8288ef71302a/78047727-6109-421c-9065-aeaab05751a9/ee8aff50-91cc-4852-bb52-a1ae8f5c1518) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:44.825035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:44.856755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e75cb-12a6-4e8e-a391-1e7a9ad7db4a req-8fefbad4-19ad-48aa-8894-ad9181d3d4ec tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:44.858755 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-510e75cb-12a6-4e8e-a391-1e7a9ad7db4a req-8fefbad4-19ad-48aa-8894-ad9181d3d4ec tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 948 time: 0.3703334 Jul 08 17:10:44.868148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03d67c0c-74f8-45f3-9226-892f67a2fc22 req-867723cf-f375-47e0-b18d-70f9a2d29ca9 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.48 "GET /v2.0/security-groups?id=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939335 Jul 08 17:10:44.952249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-3a7575e8-0c04-4227-b19d-f91d9ca621fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:44.955082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-3a7575e8-0c04-4227-b19d-f91d9ca621fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c4dc99b20774dd5959daea9b2cef1b0&device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 1099 time: 0.2058012 Jul 08 17:10:44.981799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-510e75cb-12a6-4e8e-a391-1e7a9ad7db4a req-bba5e463-b042-420e-9416-206fee82c2cc tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072645 Jul 08 17:10:45.023176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef2f1-b227-46f4-8d21-39ca6ab0b5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.037019 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef2f1-b227-46f4-8d21-39ca6ab0b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.047650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-f58c5931-da3b-4902-b6fb-ea2ba007ddd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be HTTP/1.1" status: 200 len: 217 time: 0.0807285 Jul 08 17:10:45.050088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:45.050465 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.065401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-9c4dcd16-af11-499a-8a8b-2215b958a864 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:45.067320 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-9c4dcd16-af11-499a-8a8b-2215b958a864 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938 HTTP/1.1" status: 200 len: 949 time: 0.1612709 Jul 08 17:10:45.069124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.122215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ef2f1-b227-46f4-8d21-39ca6ab0b5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d02fff0-c6c2-4a0f-9274-a3b359b84339,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:45.136037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2d3ef2f1-b227-46f4-8d21-39ca6ab0b5ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2cbdbb12408441f8365732745fc97f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775997 Jul 08 17:10:45.139317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58204) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:45.153261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Transition to ACTIVE for port object ee8aff50-91cc-4852-bb52-a1ae8f5c1518 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:45.167991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-7c70935b-68d3-40ef-9231-8b13e6ad918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:45.171631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-7c70935b-68d3-40ef-9231-8b13e6ad918c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1111374 Jul 08 17:10:45.213164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Transition to ACTIVE for port object ee8aff50-91cc-4852-bb52-a1ae8f5c1518 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:45.236199 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.240363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cc2-f76a-4a60-a406-605aba15bb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.272291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cc2-f76a-4a60-a406-605aba15bb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.292206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Deleting port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:10:45.292568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.369791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Network 5858c2c4-867a-48a5-83c9-8288ef71302a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:45.386405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:45.393840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:45.403292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Pushing event updated for resources: {'Port': ['ID=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:45.423747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.434104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] For port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:45.434470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.445380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cc2-f76a-4a60-a406-605aba15bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.448277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5f54cc2-f76a-4a60-a406-605aba15bb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.454042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c5f54cc2-f76a-4a60-a406-605aba15bb10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d02fff0-c6c2-4a0f-9274-a3b359b84339 HTTP/1.1" status: 204 len: 168 time: 0.3136950 Jul 08 17:10:45.461535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b98ec-6142-4bd1-970c-728421f46b17 req-cd80a228-c0e0-4947-b100-6455d800748b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:45.464990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Calling delete_port for 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:10:45.466747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f54cc2-f76a-4a60-a406-605aba15bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d02fff0-c6c2-4a0f-9274-a3b359b84339,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:45.467727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b98ec-6142-4bd1-970c-728421f46b17 req-cd80a228-c0e0-4947-b100-6455d800748b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:45.479674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-979b98ec-6142-4bd1-970c-728421f46b17 req-cd80a228-c0e0-4947-b100-6455d800748b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922&device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 1688 time: 0.1793389 Jul 08 17:10:45.481845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.518454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8be3-860c-40af-9dda-e516083fff05 req-db88c4b3-538a-489d-a7d4-84b2cf14bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:45.519973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-db88c4b3-538a-489d-a7d4-84b2cf14bbd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3000059 Jul 08 17:10:45.540723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Attempting to bind port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:45.541302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Attempting to bind port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:45.542729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Attempting to bind port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 on network 5858c2c4-867a-48a5-83c9-8288ef71302a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:45.555589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:45.556263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Checking segment: {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:45.556801 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.557402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Bound using segment: {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:45.557982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Bound port: ee8aff50-91cc-4852-bb52-a1ae8f5c1518, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:45.559397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.634720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.642955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-979b98ec-6142-4bd1-970c-728421f46b17 req-ad203318-8f40-4a28-b127-6dcdd7e28b13 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623430 Jul 08 17:10:45.660739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['55bb6062-d46f-45ae-bd9c-f6ae2ecefc49'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:45.704758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Pushing event deleted for resources: {'Port': ['ID=55bb6062-d46f-45ae-bd9c-f6ae2ecefc49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:45.740294 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e0d514-fbaa-4945-8faa-377614f74b8b x-openstack-request-id: req-29e0d514-fbaa-4945-8faa-377614f74b8b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:45.740294 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ae79e-4894-46dd-b5f2-46376d9c45c0", "tag": "e5d165b2-26f3-4e94-80e4-547e8dc7b4be", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:45.740294 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29e0d514-fbaa-4945-8faa-377614f74b8b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:45.740722 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'tag': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be', 'status': 'completed', 'code': 200} Jul 08 17:10:45.782744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] No DVR routers for this DVR port 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:10:45.786398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] For port ee8aff50-91cc-4852-bb52-a1ae8f5c1518, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:45.787307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.789521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ead6cc8-dad2-43a0-9d67-25906271e74b req-f9331905-74c0-4bcf-83b4-bfb81230c066 tempest-DeleteServersAdminTestJSON-1723295711 tempest-DeleteServersAdminTestJSON-1723295711-project] 10.222.0.21 "DELETE /v2.0/ports/55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 HTTP/1.1" status: 204 len: 173 time: 0.7079995 Jul 08 17:10:45.790199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'name': 'network-vif-deleted', 'tag': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:45.794471 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9e4b5-b862-4414-b8de-ae5da78a23ab" -d '{"events": [{"server_uuid": "ccf330f0-9b1e-46f7-b7a6-f77002cf3938", "name": "network-vif-deleted", "tag": "55bb6062-d46f-45ae-bd9c-f6ae2ecefc49"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:45.800000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] For port ee8aff50-91cc-4852-bb52-a1ae8f5c1518, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,segment=NetworkSegment(5e1434e9-400f-439c-a605-4dd354a39d32),segment_id=5e1434e9-400f-439c-a605-4dd354a39d32)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:45.814443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-83a6d23c-a09c-4cbd-b1fe-adc2223aac5d service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545919 Jul 08 17:10:45.816230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Allocated IP 172.25.3.244 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/d879b7fe-9079-4b65-b1c3-8c0b3934859e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:45.817098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.919100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4f233-8b43-4bc3-a1a1-12a74b0a76c6 None None] Pushing event updated for resources: {'Port': ['ID=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:45.972538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f08d8-69a0-48c7-8eca-56b66713ad8d req-32b95570-c014-4295-b090-4953c79afbdf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:45.980760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d61f08d8-69a0-48c7-8eca-56b66713ad8d req-32b95570-c014-4295-b090-4953c79afbdf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 945 time: 0.1297908 Jul 08 17:10:46.068473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d61f08d8-69a0-48c7-8eca-56b66713ad8d req-62417d91-b338-4477-982d-1fab744993d6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865912 Jul 08 17:10:46.182583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-839c8be3-860c-40af-9dda-e516083fff05 req-19f57cba-60b7-43c1-947d-362c8aa67eef service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541167 Jul 08 17:10:46.217544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:46.461738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:46.617986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee8aff50-91cc-4852-bb52-a1ae8f5c1518 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:46.676808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.677484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.678658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.679390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.680156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.680934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.682100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.682808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.683430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.688122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-26d8e495-3cb1-4290-b212-847c2a448839 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0&device_id=8b1df343-0f07-4580-874f-e5c291a3558f&device_id=10ee4722-8d0d-4b2d-8596-8f203579da01&device_id=ccf330f0-9b1e-46f7-b7a6-f77002cf3938&device_id=aebfec17-1db5-486c-a92d-89c813095922&device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8&device_id=902ff729-05a2-4b88-a4c6-6867dd01352c&device_id=4dd5642c-8884-4304-991d-76679b51b63b&device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 8213 time: 0.1362221 Jul 08 17:10:46.693429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:46.709286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Pushing event updated for resources: {'Port': ['ID=d879b7fe-9079-4b65-b1c3-8c0b3934859e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:46.712050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:46.723145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-27d7f6d5-503a-4a4d-823c-57bd6a1be349 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.728455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:46.729497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-27d7f6d5-503a-4a4d-823c-57bd6a1be349 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.5056651 Jul 08 17:10:46.731454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:46.747592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-a4fb1457-3766-4dad-af00-cd2ff0ac24f3 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:46.782216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-daa2ab3f-4f83-4f66-90ef-083712edfed9 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/quotas/96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 375 time: 0.0517099 Jul 08 17:10:46.785890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-53d1ec79-a720-4db6-b229-2fe8fa350740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:46.787536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-53d1ec79-a720-4db6-b229-2fe8fa350740 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7c4dc99b20774dd5959daea9b2cef1b0&device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 1099 time: 0.4641490 Jul 08 17:10:46.851131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-edd3baf1-d5de-4a27-ba41-022e08185603 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592954 Jul 08 17:10:46.872856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-a4fb1457-3766-4dad-af00-cd2ff0ac24f3 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:46.882243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-a4fb1457-3766-4dad-af00-cd2ff0ac24f3 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:46.936446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-86b0f66b-7d8b-4674-9099-c45d53a07424 req-a4fb1457-3766-4dad-af00-cd2ff0ac24f3 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.2344904 Jul 08 17:10:46.963382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb1457-3766-4dad-af00-cd2ff0ac24f3 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752d97c0-7a5f-47f9-8270-6a11045cb591,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:46.998589 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c1b221-e8c5-433a-8b06-3fc5fb8c4399 x-openstack-request-id: req-66c1b221-e8c5-433a-8b06-3fc5fb8c4399 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:46.999356 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf330f0-9b1e-46f7-b7a6-f77002cf3938", "name": "network-vif-deleted", "tag": "55bb6062-d46f-45ae-bd9c-f6ae2ecefc49", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:46.999356 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66c1b221-e8c5-433a-8b06-3fc5fb8c4399 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:46.999826 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf330f0-9b1e-46f7-b7a6-f77002cf3938', 'name': 'network-vif-deleted', 'tag': '55bb6062-d46f-45ae-bd9c-f6ae2ecefc49', 'status': 'completed', 'code': 200} Jul 08 17:10:47.324777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf628d2-17ab-45fd-af4c-087643b350df None None] Network 5858c2c4-867a-48a5-83c9-8288ef71302a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:10:47.326876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375f0ca-9c02-4d84-a829-68210a8331c4 req-973d8215-2dfa-4283-bc85-6ba2674b516e tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:47.348838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2375f0ca-9c02-4d84-a829-68210a8331c4 req-973d8215-2dfa-4283-bc85-6ba2674b516e tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 948 time: 0.1011035 Jul 08 17:10:47.407603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2375f0ca-9c02-4d84-a829-68210a8331c4 req-1b162dbb-c90f-4b6e-9f05-02424d25d4b4 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Jul 08 17:10:47.427930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-90b6ae12-aced-4319-b27a-242c95e16c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:47.429455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-90b6ae12-aced-4319-b27a-242c95e16c97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.6311193 Jul 08 17:10:47.487055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-80078325-47c2-43d5-95b8-610c1716d45f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be HTTP/1.1" status: 200 len: 217 time: 0.0497339 Jul 08 17:10:47.487746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:47.595518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-672a2fab-0877-442d-a0c3-dd663c4c953a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:10:47.595518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-672a2fab-0877-442d-a0c3-dd663c4c953a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5387931 Jul 08 17:10:47.600632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046dff0-edb5-4339-adfd-53f09b7e5a60 req-d379bef2-3b61-442e-8b29-7541e26190ba tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:47.602770 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a046dff0-edb5-4339-adfd-53f09b7e5a60 req-d379bef2-3b61-442e-8b29-7541e26190ba tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 1100 time: 0.0869935 Jul 08 17:10:47.640480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-e8682c50-4929-4015-bee3-162ad25ad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:47.642009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-e8682c50-4929-4015-bee3-162ad25ad985 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1142724 Jul 08 17:10:47.647433 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a046dff0-edb5-4339-adfd-53f09b7e5a60 req-eb3d8143-2d72-4e72-aae4-45ad39bbb88d tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Jul 08 17:10:47.667177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 99234428-6c04-4d09-88f5-49f6c3528850 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:47.724102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] Provisioning for port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:47.749026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] Provisioning complete for port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:47.750192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:47.848009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-726ebdff-7774-4e79-b2b0-6a592cff1355 service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443383 Jul 08 17:10:47.851546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 99234428-6c04-4d09-88f5-49f6c3528850 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:47.853688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-471890d5-6640-438b-ada4-a26010367135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:47.855132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-471890d5-6640-438b-ada4-a26010367135 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970353 Jul 08 17:10:47.862825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 99234428-6c04-4d09-88f5-49f6c3528850 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:47.863192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:47.939521 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:47.977659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230e69f-39a6-42f4-bca6-38623479fc0a req-cd880466-e8f6-4a8c-929e-845c4aebf0b1 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:47.993641 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b230e69f-39a6-42f4-bca6-38623479fc0a req-cd880466-e8f6-4a8c-929e-845c4aebf0b1 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 945 time: 0.0870187 Jul 08 17:10:48.021482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] For port ee8aff50-91cc-4852-bb52-a1ae8f5c1518, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,segment=NetworkSegment(5e1434e9-400f-439c-a605-4dd354a39d32),segment_id=5e1434e9-400f-439c-a605-4dd354a39d32)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:48.023077 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.033019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.042586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.059199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b230e69f-39a6-42f4-bca6-38623479fc0a req-08d2443a-5a88-492c-8869-8ccb68906674 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633759 Jul 08 17:10:48.077098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-854cf339-80f9-4804-93a3-4760ad2b443d service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958001 Jul 08 17:10:48.079792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-ab15f857-36f7-4266-a6e3-59e9d7ed0b90 service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998062 Jul 08 17:10:48.092104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:48.094661 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06649624-0095-42c2-9eaf-3a669148b43a" -d '{"events": [{"server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "name": "network-vif-plugged", "status": "completed", "tag": "99234428-6c04-4d09-88f5-49f6c3528850"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:48.114973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 99234428-6c04-4d09-88f5-49f6c3528850, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=99234428-6c04-4d09-88f5-49f6c3528850,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:48.130988 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.131846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:10:48.163675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:10:48.164004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 55bb6062-d46f-45ae-bd9c-f6ae2ecefc49 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:10:48.167813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bf568-1f2a-4066-b5ac-5b905b4e9528 None None] Pushing event updated for resources: {'Port': ['ID=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:48.251719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=99234428-6c04-4d09-88f5-49f6c3528850,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:48.276848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5557bded-1ff9-414e-b542-aed3be44eb8a None None] Provisioning complete for port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:48.277225 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5557bded-1ff9-414e-b542-aed3be44eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.329443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9f8198-b8c9-49d7-9ce6-1c6860e086d0 req-2e62d116-726a-4fc6-b8a2-b7fca7d78785 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002561 Jul 08 17:10:48.383659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Router bf3a716b-2672-4865-86b5-9a0e8e1f3afb is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:10:48.406357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c201d-56bf-4809-a415-8e085a7cb673 req-ca908310-c3f6-4d94-8d20-ff5e9fba8b0b tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:48.414158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c2c201d-56bf-4809-a415-8e085a7cb673 req-ca908310-c3f6-4d94-8d20-ff5e9fba8b0b tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 1099 time: 0.0721397 Jul 08 17:10:48.476708 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c2c201d-56bf-4809-a415-8e085a7cb673 req-b803a7b5-e9f7-44eb-a6fe-05b87af3c788 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Jul 08 17:10:48.547018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee8aff50-91cc-4852-bb52-a1ae8f5c1518 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:48.572448 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a01dd-951e-4d46-b3a1-19435bf3f910 x-openstack-request-id: req-144a01dd-951e-4d46-b3a1-19435bf3f910 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:48.572720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:10:48.573167 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "name": "network-vif-plugged", "status": "completed", "tag": "99234428-6c04-4d09-88f5-49f6c3528850", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:48.573167 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-144a01dd-951e-4d46-b3a1-19435bf3f910 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:48.573687 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850', 'code': 200} Jul 08 17:10:48.585284 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Sync routers for ids ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:10:48.612624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:48.613003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.622042 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Routers {'bf3a716b-2672-4865-86b5-9a0e8e1f3afb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:48.624743 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:48.628730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:48.635301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a39d3523-8273-4d19-8faa-ddd00a4efd47 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4764152 Jul 08 17:10:48.635669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58300) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:48.741468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61438-7626-4c85-b1b1-8ac60de51b84 req-8b11640d-98d7-4435-8134-f3cd5228fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:48.743667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38c61438-7626-4c85-b1b1-8ac60de51b84 req-8b11640d-98d7-4435-8134-f3cd5228fa1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1097 time: 0.0750761 Jul 08 17:10:48.775289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be86dbf7-f657-4b8e-8d1c-c573ee5ac5c8 req-8303846b-0cc0-4d49-a4ab-c0797be22cf1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 210 time: 0.0622132 Jul 08 17:10:48.816848 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Set router bf3a716b-2672-4865-86b5-9a0e8e1f3afb gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:48.866621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38c61438-7626-4c85-b1b1-8ac60de51b84 req-f261b375-d785-4e03-9be0-ea8c8fd8d599 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034906 Jul 08 17:10:48.974013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba01e-568e-4fee-b56d-cf3f1819447e req-2523ed29-3442-4af7-8979-3034085bd740 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:48.974515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba01e-568e-4fee-b56d-cf3f1819447e req-2523ed29-3442-4af7-8979-3034085bd740 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:48.975258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba01e-568e-4fee-b56d-cf3f1819447e req-2523ed29-3442-4af7-8979-3034085bd740 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:48.983260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aaaba01e-568e-4fee-b56d-cf3f1819447e req-2523ed29-3442-4af7-8979-3034085bd740 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01&device_id=902ff729-05a2-4b88-a4c6-6867dd01352c&device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 2883 time: 0.0921133 Jul 08 17:10:49.024425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aaaba01e-568e-4fee-b56d-cf3f1819447e req-36583d2d-6b27-49d2-ba64-bfb91f719c21 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Jul 08 17:10:49.129863 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:10:47Z', 'revision_number': 3, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:49.160311 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Checking router: bf3a716b-2672-4865-86b5-9a0e8e1f3afb for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:10:49.160668 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Updating router bf3a716b-2672-4865-86b5-9a0e8e1f3afb port d879b7fe-9079-4b65-b1c3-8c0b3934859e binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:10:49.178691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592d5f7-4a76-4a1c-ba1e-86cb760ddb03 req-7878ee2f-2081-40fa-95b4-f5fd00401285 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:49.185767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9592d5f7-4a76-4a1c-ba1e-86cb760ddb03 req-7878ee2f-2081-40fa-95b4-f5fd00401285 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 948 time: 0.2175410 Jul 08 17:10:49.199520 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.268891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9592d5f7-4a76-4a1c-ba1e-86cb760ddb03 req-75418fcf-a0cd-49b6-89b4-a1905fdb3340 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Jul 08 17:10:49.421337 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9dcc6415-9ce8-4591-bbe4-ef58afc5a02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.498007 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.548463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5d165b2-26f3-4e94-80e4-547e8dc7b4be details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:49.561653 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.581197 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Transition to ACTIVE for port object d879b7fe-9079-4b65-b1c3-8c0b3934859e will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:49.600185 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.666146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:49.668342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70396c1-d94f-4be8-a010-b28fdbe1f63b None None] Pushing event updated for resources: {'Port': ['ID=d879b7fe-9079-4b65-b1c3-8c0b3934859e,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:49.679573 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Attempting to bind port d879b7fe-9079-4b65-b1c3-8c0b3934859e on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:49.680041 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Attempting to bind port d879b7fe-9079-4b65-b1c3-8c0b3934859e by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:49.680555 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Attempting to bind port d879b7fe-9079-4b65-b1c3-8c0b3934859e on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:49.680674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4905a5-ccfb-4cf7-8dea-c8938fba1dc6 req-f914b3b6-f99f-48db-bf02-26b775904b2d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:49.682121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c4905a5-ccfb-4cf7-8dea-c8938fba1dc6 req-f914b3b6-f99f-48db-bf02-26b775904b2d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 946 time: 0.1812303 Jul 08 17:10:49.686746 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:49.687343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:49.698409 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.699995 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:49.700934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be', 'mac_address': 'fa:16:3e:ab:2e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:49.702314 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Bound port: d879b7fe-9079-4b65-b1c3-8c0b3934859e, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:49.711747 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.786422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c4905a5-ccfb-4cf7-8dea-c8938fba1dc6 req-34a869ee-2070-4206-b682-f53d6e2aff23 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968227 Jul 08 17:10:49.818152 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] For port d879b7fe-9079-4b65-b1c3-8c0b3934859e, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:49.822322 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] For port d879b7fe-9079-4b65-b1c3-8c0b3934859e, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d879b7fe-9079-4b65-b1c3-8c0b3934859e,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:49.823564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Allocated IP 172.20.0.1 (5858c2c4-867a-48a5-83c9-8288ef71302a/78047727-6109-421c-9065-aeaab05751a9/a7f8042a-0b28-4afc-8240-8191692a9d5c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:49.845711 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.847921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.862927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-e524b626-a43e-4e7a-b89e-ab214c1d9c37 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759931 Jul 08 17:10:49.894002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d165b2-26f3-4e94-80e4-547e8dc7b4be {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:49.929648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Routers {'bf3a716b-2672-4865-86b5-9a0e8e1f3afb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:49.930377 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:49.948608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:49.968856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:49.979634 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70396c1-d94f-4be8-a010-b28fdbe1f63b None None] Pushing event updated for resources: {'Port': ['ID=d879b7fe-9079-4b65-b1c3-8c0b3934859e,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:50.095717 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] Set router bf3a716b-2672-4865-86b5-9a0e8e1f3afb gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:50.109609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:50.186962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:50.193657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be7c7c51-598d-4e82-80a6-3b918b53fd31 req-b3ebf6c7-563b-4ae9-a49f-323111d727ec tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 210 time: 0.0620120 Jul 08 17:10:50.198327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.219604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Transition to ACTIVE for port object a7f8042a-0b28-4afc-8240-8191692a9d5c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:50.231541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e5d165b2-26f3-4e94-80e4-547e8dc7b4be'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:50.282058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.282674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-c29161c4-de43-4055-a722-acef286ac546 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:50.295545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-c29161c4-de43-4055-a722-acef286ac546 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258871 Jul 08 17:10:50.339127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-015a84e8-a8fb-46ae-992c-5c4dd8750842 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/quotas/ee7e20b22aee4fc2b28df1804538de46 HTTP/1.1" status: 200 len: 375 time: 0.0425093 Jul 08 17:10:50.404082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Network 5858c2c4-867a-48a5-83c9-8288ef71302a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:50.412989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:50.417020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:50.456111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Pushing event updated for resources: {'Port': ['ID=a7f8042a-0b28-4afc-8240-8191692a9d5c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:50.493827 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:10:47Z', 'revision_number': 3, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:50.507871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.517710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-89fa49f4-80f1-4f7b-9e83-beb8aaad775d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:50.519316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-89fa49f4-80f1-4f7b-9e83-beb8aaad775d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.4856057 Jul 08 17:10:50.554312 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c27c14-e332-49b6-832b-b26eca35d1eb None None] The sync data for ids ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'] in n-d-799527-4 is: [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:10:47Z', 'revision_number': 3, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:10:50.557550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Request body: {'port': {'device_id': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'admin_state_up': True, 'tenant_id': '96159d06a8104138a3bc27351f6c1476'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:50.737786 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.743220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd15a20e-f5a5-4b2a-a2dc-208846fa7aee None None] Provisioning for port a7f8042a-0b28-4afc-8240-8191692a9d5c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:50.747545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd15a20e-f5a5-4b2a-a2dc-208846fa7aee None None] Provisioning complete for port a7f8042a-0b28-4afc-8240-8191692a9d5c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:50.747913 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd15a20e-f5a5-4b2a-a2dc-208846fa7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.759942 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-29f17d16-907f-42c2-b3b7-bd6e18b53a77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11509fd76e304e50b8fdcd4aab56e33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695806 Jul 08 17:10:50.763282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:50.778841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-51ba341d-7a20-40cf-9f4a-f1e045128ad3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4375751 Jul 08 17:10:50.810393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd15a20e-f5a5-4b2a-a2dc-208846fa7aee None None] Port a7f8042a-0b28-4afc-8240-8191692a9d5c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:50.858116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102d367-d058-48c7-acb3-50bcde74b0c7 req-f8f15d5b-406d-4a1b-b4bc-6a40ee7a71ca tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:50.865047 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a102d367-d058-48c7-acb3-50bcde74b0c7 req-f8f15d5b-406d-4a1b-b4bc-6a40ee7a71ca tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 949 time: 0.1298623 Jul 08 17:10:50.869503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Made reservation on behalf of 96159d06a8104138a3bc27351f6c1476 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:50.873796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.912269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd19d9ea-d1a4-4cb4-b533-b4368d0794a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:50.966491 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a102d367-d058-48c7-acb3-50bcde74b0c7 req-8d8c8668-cbf6-49db-b9a7-91251a97e90a tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004581 Jul 08 17:10:51.046387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd19d9ea-d1a4-4cb4-b533-b4368d0794a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.100825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.112725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.146847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Allocated IP 172.20.0.5 (8ee50f18-fad4-40cf-9053-64d979871b16/25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9/77953463-c58e-46a8-ac51-a375e9c3aa93) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:51.160996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd19d9ea-d1a4-4cb4-b533-b4368d0794a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.163916 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd19d9ea-d1a4-4cb4-b533-b4368d0794a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.165227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd19d9ea-d1a4-4cb4-b533-b4368d0794a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b43766e9-4c4c-4938-b6ed-9f826ac3c2e6 HTTP/1.1" status: 204 len: 168 time: 0.4002905 Jul 08 17:10:51.188313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.196910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19d9ea-d1a4-4cb4-b533-b4368d0794a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43766e9-4c4c-4938-b6ed-9f826ac3c2e6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:51.351769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Pushing event updated for resources: {'Port': ['ID=a7f8042a-0b28-4afc-8240-8191692a9d5c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:51.441514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Network 5858c2c4-867a-48a5-83c9-8288ef71302a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:51.447863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:51.552957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5d165b2-26f3-4e94-80e4-547e8dc7b4be up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:51.637014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.739368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port e5d165b2-26f3-4e94-80e4-547e8dc7b4be completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:51.758112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port e5d165b2-26f3-4e94-80e4-547e8dc7b4be triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:51.759218 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.761692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:51.766663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f10946-7576-4612-b14b-cc93e2483961 req-421c0f1e-b1e5-4e0e-8631-ad88ce5830a3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:51.775104 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f10946-7576-4612-b14b-cc93e2483961 req-421c0f1e-b1e5-4e0e-8631-ad88ce5830a3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 946 time: 0.3720539 Jul 08 17:10:51.821259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eda3-b13b-468d-9789-3130dcac65f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.823749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.839999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f10946-7576-4612-b14b-cc93e2483961 req-eea35937-21f4-400e-922d-5c5e05e12efa tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639198 Jul 08 17:10:51.865913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Router bf3a716b-2672-4865-86b5-9a0e8e1f3afb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:10:51.963711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8dbc6277-7040-40d4-a6bd-ad0cb69a2b87 None None] Provisioning complete for port a7f8042a-0b28-4afc-8240-8191692a9d5c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:51.964263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6277-7040-40d4-a6bd-ad0cb69a2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:51.965910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:52.016895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Network 8ee50f18-fad4-40cf-9053-64d979871b16 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:52.024787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:52.031027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:52.095456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:10:52.116389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aad135d1-41c2-49f7-be1b-7086b8e8780f admin admin] 10.222.0.48 "PUT /v2.0/routers/bf3a716b-2672-4865-86b5-9a0e8e1f3afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4788616 Jul 08 17:10:52.146083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:52.156872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.157228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02aba4-9698-45b9-9ee4-948a61ce14e0 req-6359e4ec-2bed-445d-9462-cbe2c9e17817 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:52.158713 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca02aba4-9698-45b9-9ee4-948a61ce14e0 req-6359e4ec-2bed-445d-9462-cbe2c9e17817 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 931 time: 0.1326139 Jul 08 17:10:52.222380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc6277-7040-40d4-a6bd-ad0cb69a2b87 None None] Port a7f8042a-0b28-4afc-8240-8191692a9d5c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:52.230433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7ae3553-47f4-40db-a67e-748ccbbfc12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.300459 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.320201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca02aba4-9698-45b9-9ee4-948a61ce14e0 req-78571923-ec4c-4dd8-a2d7-663307627565 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496687 Jul 08 17:10:52.320915 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.339263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:52.343653 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1faffa5-026c-4afd-ac79-62acedd17048" -d '{"events": [{"server_uuid": "664ae79e-4894-46dd-b5f2-46376d9c45c0", "name": "network-vif-plugged", "status": "completed", "tag": "e5d165b2-26f3-4e94-80e4-547e8dc7b4be"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:52.359474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:52.366058 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.437486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:52.598576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d879b7fe-9079-4b65-b1c3-8c0b3934859e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:52.680953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d879b7fe-9079-4b65-b1c3-8c0b3934859e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:52.686132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d879b7fe-9079-4b65-b1c3-8c0b3934859e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:52.686801 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.778804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.783099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-e7f4b9c5-ece1-438d-a63e-ce85339edcad tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:52.784680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-e7f4b9c5-ece1-438d-a63e-ce85339edcad tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2671037 Jul 08 17:10:52.819082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d879b7fe-9079-4b65-b1c3-8c0b3934859e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d879b7fe-9079-4b65-b1c3-8c0b3934859e,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:52.824315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58400) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:52.825848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.861445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eda3-b13b-468d-9789-3130dcac65f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.894860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d879b7fe-9079-4b65-b1c3-8c0b3934859e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:52.900247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b1eda3-b13b-468d-9789-3130dcac65f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:52.917444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-5de4e308-2de5-46ad-89af-04379d6f438f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3651059 Jul 08 17:10:52.971020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Request body: {'port': {'device_id': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:52.981200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f2b1eda3-b13b-468d-9789-3130dcac65f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6caac58fa504439793cfeeaa9403bf41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2183571 Jul 08 17:10:52.983042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58404) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:53.075911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1eda3-b13b-468d-9789-3130dcac65f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe491f-86fd-4d46-9f3c-eb74481747ad,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:53.092427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Sync routers for ids ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:10:53.124108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-d6ecc6fd-f1fa-412c-9a36-65ae1fd96b7d tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.3336146 Jul 08 17:10:53.129511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Routers {'bf3a716b-2672-4865-86b5-9a0e8e1f3afb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:53.129663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'floatingip': {'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:53.130744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:53.169059 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.184275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d10982-b311-42b8-8243-36e8c6360d50 req-509fc845-53bd-4a70-b2e6-7f1f4ba23d80 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:53.195003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2d10982-b311-42b8-8243-36e8c6360d50 req-509fc845-53bd-4a70-b2e6-7f1f4ba23d80 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.3487012 Jul 08 17:10:53.224245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6288c9-ae42-4c90-9b7e-62e886baba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.251176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.268064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6288c9-ae42-4c90-9b7e-62e886baba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.300583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e0c89e9-38f2-451a-ba12-34955eb684bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.332985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Set router bf3a716b-2672-4865-86b5-9a0e8e1f3afb gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:53.365230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6288c9-ae42-4c90-9b7e-62e886baba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.367753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd6288c9-ae42-4c90-9b7e-62e886baba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.368924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fd6288c9-ae42-4c90-9b7e-62e886baba96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1afe491f-86fd-4d46-9f3c-eb74481747ad HTTP/1.1" status: 204 len: 168 time: 0.3777392 Jul 08 17:10:53.399535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2d10982-b311-42b8-8243-36e8c6360d50 req-c34b6f14-adc1-4751-b8fd-533620313255 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037096 Jul 08 17:10:53.520372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.527775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6288c9-ae42-4c90-9b7e-62e886baba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe491f-86fd-4d46-9f3c-eb74481747ad,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:53.649340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e0c89e9-38f2-451a-ba12-34955eb684bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.691112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e0c89e9-38f2-451a-ba12-34955eb684bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.750800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:10:50Z', 'revision_number': 4, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a7f8042a-0b28-4afc-8240-8191692a9d5c', 'name': '', 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'mac_address': 'fa:16:3e:3d:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '78047727-6109-421c-9065-aeaab05751a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:49Z', 'updated_at': '2021-07-08T17:10:50Z', 'revision_number': 2, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'subnets': [{'id': '78047727-6109-421c-9065-aeaab05751a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:53.801230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175920-be8f-4969-8b30-59482c08ab60 req-8273ea5b-b1c6-481f-9559-4c5316d2f4de tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:53.808429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b175920-be8f-4969-8b30-59482c08ab60 req-8273ea5b-b1c6-481f-9559-4c5316d2f4de tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 950 time: 0.1652911 Jul 08 17:10:53.811571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Checking router: bf3a716b-2672-4865-86b5-9a0e8e1f3afb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:10:53.812170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Updating router bf3a716b-2672-4865-86b5-9a0e8e1f3afb port a7f8042a-0b28-4afc-8240-8191692a9d5c binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:10:53.849527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1e0c89e9-38f2-451a-ba12-34955eb684bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f6c871ab9eb4b3faceff8176f9f783b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0241153 Jul 08 17:10:53.852454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:53.895606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c89e9-38f2-451a-ba12-34955eb684bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b943a3ce-fc0f-4e6e-a63c-ae6cd5ce1e4f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:53.914462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77953463-c58e-46a8-ac51-a375e9c3aa93 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:53.924584 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.939789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:53.962691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b175920-be8f-4969-8b30-59482c08ab60 req-5c59a11f-b182-4754-a4cf-ea64c234dea0 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531687 Jul 08 17:10:54.001778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0d8d-c3dd-4838-805c-bdeed60fa956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.011114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Transition to ACTIVE for port object 77953463-c58e-46a8-ac51-a375e9c3aa93 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:54.034011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.092369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0d8d-c3dd-4838-805c-bdeed60fa956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.166587 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4828398-6cf8-42bb-a48c-f6732c0da5dc x-openstack-request-id: req-e4828398-6cf8-42bb-a48c-f6732c0da5dc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:54.168289 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ae79e-4894-46dd-b5f2-46376d9c45c0", "name": "network-vif-plugged", "status": "completed", "tag": "e5d165b2-26f3-4e94-80e4-547e8dc7b4be", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:54.168289 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4828398-6cf8-42bb-a48c-f6732c0da5dc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:54.168289 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be', 'code': 200} Jul 08 17:10:54.192696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:54.210054 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:10:54.276321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:54.276644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:54.277059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:54.290299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:54.290634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:54.292645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0d8d-c3dd-4838-805c-bdeed60fa956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.297692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f4b0d8d-c3dd-4838-805c-bdeed60fa956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.300965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f4b0d8d-c3dd-4838-805c-bdeed60fa956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b943a3ce-fc0f-4e6e-a63c-ae6cd5ce1e4f HTTP/1.1" status: 204 len: 168 time: 0.4437954 Jul 08 17:10:54.316815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:54.317164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:54.317554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:54.318028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Bound port: 77953463-c58e-46a8-ac51-a375e9c3aa93, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:54.318392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.351842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b0d8d-c3dd-4838-805c-bdeed60fa956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b943a3ce-fc0f-4e6e-a63c-ae6cd5ce1e4f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:54.384957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-9daa53aa-afeb-4a3b-b376-618ce08d554f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295644 Jul 08 17:10:54.408904 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.485133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:54.491247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:54.504060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.564679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:54.575127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:54.576673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.578408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-b76e7c55-740c-47d3-aa36-e6256cb23a02 service neutron] 10.222.0.21 "PUT /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 1091 time: 1.6389647 Jul 08 17:10:54.579612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:54.581460 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:54.593302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-2c1b1404-8527-4887-abd6-cbe3be902809 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:54.594983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-2c1b1404-8527-4887-abd6-cbe3be902809 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848001 Jul 08 17:10:54.598393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.617364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d879b7fe-9079-4b65-b1c3-8c0b3934859e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:54.703138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-10061929-0888-4818-be7c-182aca1841f3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715668 Jul 08 17:10:54.734300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.765104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:54.774809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Transition to ACTIVE for port object a7f8042a-0b28-4afc-8240-8191692a9d5c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:54.815422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.835527 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.910716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d879b7fe-9079-4b65-b1c3-8c0b3934859e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:54.911267 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:54.968624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-e09ccda6-909a-428e-8bdf-1d9ed7494dee tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:54.970421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-e09ccda6-909a-428e-8bdf-1d9ed7494dee tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210689 Jul 08 17:10:55.036633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:55.045960 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-672f7438-46d1-4745-bf1b-85505b5d3914 req-c672be9f-a546-4be1-8af7-9a61acca517f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 210 time: 0.0742526 Jul 08 17:10:55.075292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:55.096920 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 associated. External IP: 172.25.3.192, port: a264f9e3-1a83-44a8-baa6-763fe6e69822. Jul 08 17:10:55.118612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ca631-fce2-43ee-be8a-7e32f4967104 req-b49c55e7-417b-4de6-9e86-f97fa3154d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:55.125576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7d2ca631-fce2-43ee-be8a-7e32f4967104 req-b49c55e7-417b-4de6-9e86-f97fa3154d78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 1101 time: 0.7759740 Jul 08 17:10:55.126289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:55.136658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.189608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Pushing event updated for resources: {'Port': ['ID=a7f8042a-0b28-4afc-8240-8191692a9d5c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:55.228064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-35131ace-5fe6-4577-b012-44ff1fa64364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:55.229733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-35131ace-5fe6-4577-b012-44ff1fa64364 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1094 time: 0.5428338 Jul 08 17:10:55.295390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.295955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.296463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.296941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.297441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.297771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.298122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.298517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.298817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.299168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.299464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.299778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:10:55.304668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Attempting to bind port a7f8042a-0b28-4afc-8240-8191692a9d5c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:55.305038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Attempting to bind port a7f8042a-0b28-4afc-8240-8191692a9d5c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:55.305409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Attempting to bind port a7f8042a-0b28-4afc-8240-8191692a9d5c on network 5858c2c4-867a-48a5-83c9-8288ef71302a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:55.313015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:55.313015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Checking segment: {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:55.313409 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.313797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Bound using segment: {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:55.314290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Bound port: a7f8042a-0b28-4afc-8240-8191692a9d5c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1434e9-400f-439c-a605-4dd354a39d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:55.314765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.327576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f7c668-4e5d-4daa-9040-85992fb32c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.346101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-2ad981ea-73d7-4b98-8138-c805dcba2a90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 217 time: 0.1066191 Jul 08 17:10:55.427815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:10:55.433532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.446814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] For port a7f8042a-0b28-4afc-8240-8191692a9d5c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:55.450516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] For port a7f8042a-0b28-4afc-8240-8191692a9d5c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7f8042a-0b28-4afc-8240-8191692a9d5c,segment=NetworkSegment(5e1434e9-400f-439c-a605-4dd354a39d32),segment_id=5e1434e9-400f-439c-a605-4dd354a39d32)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:55.457134 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.498745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-27a76b47-88e5-4245-9e49-cf8082441a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:55.501277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-27a76b47-88e5-4245-9e49-cf8082441a41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1285560 Jul 08 17:10:55.529156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Routers {'bf3a716b-2672-4865-86b5-9a0e8e1f3afb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:55.529760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:55.604433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-2b3c56d9-99d6-4f62-86c9-9985e916b8fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615113 Jul 08 17:10:55.615400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aad6b-2d57-4f4c-a366-5431de2299a6 req-73bb073f-af5c-44e6-82ff-f35e288be624 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:55.624612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d8aad6b-2d57-4f4c-a366-5431de2299a6 req-73bb073f-af5c-44e6-82ff-f35e288be624 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 943 time: 0.2982507 Jul 08 17:10:55.677574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa034ae8-01e0-4cf5-81ff-474d8004df7e None None] Pushing event updated for resources: {'Port': ['ID=a7f8042a-0b28-4afc-8240-8191692a9d5c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:55.709000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] Set router bf3a716b-2672-4865-86b5-9a0e8e1f3afb gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:55.725488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7d2ca631-fce2-43ee-be8a-7e32f4967104 req-a6a71c1c-73ad-4d88-9430-4e6d4671105e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604597 Jul 08 17:10:55.812105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d8aad6b-2d57-4f4c-a366-5431de2299a6 req-6bb32cdb-5627-4235-a550-97d4f21f2de4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769516 Jul 08 17:10:55.858701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-3247e9c1-c5fb-42a7-8cab-55e176706eda service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213027 Jul 08 17:10:55.911775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:10:55.940158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f7c668-4e5d-4daa-9040-85992fb32c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.945358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95f7c668-4e5d-4daa-9040-85992fb32c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:55.955147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.141 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/900ceb88-e582-473e-899d-e97f043e86f2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:55.987380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:10:50Z', 'revision_number': 4, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a7f8042a-0b28-4afc-8240-8191692a9d5c', 'name': '', 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'mac_address': 'fa:16:3e:3d:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '78047727-6109-421c-9065-aeaab05751a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:49Z', 'updated_at': '2021-07-08T17:10:55Z', 'revision_number': 4, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'subnets': [{'id': '78047727-6109-421c-9065-aeaab05751a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:56.015411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0416052-a487-4c04-8713-a988a2a1ba27 None None] The sync data for ids ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'] in n-d-799527-4 is: [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:10:50Z', 'revision_number': 4, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a7f8042a-0b28-4afc-8240-8191692a9d5c', 'name': '', 'network_id': '5858c2c4-867a-48a5-83c9-8288ef71302a', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'mac_address': 'fa:16:3e:3d:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '78047727-6109-421c-9065-aeaab05751a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:49Z', 'updated_at': '2021-07-08T17:10:55Z', 'revision_number': 4, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'subnets': [{'id': '78047727-6109-421c-9065-aeaab05751a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:10:56.031242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95f7c668-4e5d-4daa-9040-85992fb32c3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9919c5d042c94f0097f15cb80b43e9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9544959 Jul 08 17:10:56.042680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58462) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:56.057333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7c668-4e5d-4daa-9040-85992fb32c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf062a70-5cf7-4c88-b1a7-5314cbb46e86,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:56.118910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:10:56.124061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.124657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9713fb3c-ca6f-4c81-a5cc-5156e020729a req-8135250c-e399-44de-aa7d-8c26b06d4902 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542112 Jul 08 17:10:56.136065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:10:56.160137 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:56.161014 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:56.177816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-55bd22bc-ce57-4072-b74d-f320d4f1808a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "PUT /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 996 time: 3.0528660 Jul 08 17:10:56.178410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:56.181338 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b0a528-be5a-4688-ab9b-5346399ca2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:56.232858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9618d-25aa-4519-92df-ad94c01ff3a5 req-b5345714-d08d-413c-b510-5c790f0e2831 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:56.235052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37c9618d-25aa-4519-92df-ad94c01ff3a5 req-b5345714-d08d-413c-b510-5c790f0e2831 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.2812479 Jul 08 17:10:56.278353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-2158f536-69d6-41e1-8644-a607c4a71505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:56.281872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-2158f536-69d6-41e1-8644-a607c4a71505 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.0871117 Jul 08 17:10:56.282234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:56.284710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c25f-ddf4-419a-b6e0-8ed1ea525d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.333911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c25f-ddf4-419a-b6e0-8ed1ea525d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.389648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-f36c0707-5eae-4f64-8fcb-d8b9fafd5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:56.391316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-f36c0707-5eae-4f64-8fcb-d8b9fafd5f3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1023180 Jul 08 17:10:56.405231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c25f-ddf4-419a-b6e0-8ed1ea525d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.407994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c25f-ddf4-419a-b6e0-8ed1ea525d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.411607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5c8c25f-ddf4-419a-b6e0-8ed1ea525d3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf062a70-5cf7-4c88-b1a7-5314cbb46e86 HTTP/1.1" status: 204 len: 168 time: 0.3655462 Jul 08 17:10:56.418146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.438796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37c9618d-25aa-4519-92df-ad94c01ff3a5 req-cf14c22a-fa68-474c-a432-32310347acc3 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972857 Jul 08 17:10:56.448461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8c25f-ddf4-419a-b6e0-8ed1ea525d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf062a70-5cf7-4c88-b1a7-5314cbb46e86,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:56.471805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object 900ceb88-e582-473e-899d-e97f043e86f2 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:56.559629 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c2600-5af1-4d82-83bf-3d643c2ec55b x-openstack-request-id: req-ad6c2600-5af1-4d82-83bf-3d643c2ec55b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:56.564183 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:56.564832 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad6c2600-5af1-4d82-83bf-3d643c2ec55b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:56.566819 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'status': 'completed', 'code': 200} Jul 08 17:10:56.595444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:56.632319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:56.635012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:56.709683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-3a8c8e1a-b7aa-4be7-b2e8-7744d9917366 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 999 time: 0.3092294 Jul 08 17:10:56.768149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7f8042a-0b28-4afc-8240-8191692a9d5c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:56.838311 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:10:56.855571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:56.860366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-83c96e58-441d-4b2a-af27-893ebc0c8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:56.861360 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:10:54Z', 'revision_number': 1, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:56.869595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-83c96e58-441d-4b2a-af27-893ebc0c8523 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.1576107 Jul 08 17:10:56.872602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.201 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/0b71b65d-11c8-457e-a19a-5fe51330f510) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:10:56.878874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:56.892111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:56.933475 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:10:56.944818 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:10:56.945520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:57.014316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=900ceb88-e582-473e-899d-e97f043e86f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:57.040095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:57.047425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.116768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-b9b30f58-53b9-4ce1-a5bc-d894c74dd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:57.128928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-b9b30f58-53b9-4ce1-a5bc-d894c74dd13e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1094 time: 0.5466044 Jul 08 17:10:57.135184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-fbf5d6fa-bd9c-4156-a548-86722ce91270 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1522338 Jul 08 17:10:57.153842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Request body: {'port': {'device_id': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:57.171012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-08fa1797-b099-44f2-a1b5-18702a73c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:57.178175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-08fa1797-b099-44f2-a1b5-18702a73c830 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3073740 Jul 08 17:10:57.186256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a7f8042a-0b28-4afc-8240-8191692a9d5c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:57.191445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a7f8042a-0b28-4afc-8240-8191692a9d5c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:57.191825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.213422 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:10:57.216511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-e63b1d7a-1411-4aa4-9bdb-f7d7878da61f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:10:57.224455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-e63b1d7a-1411-4aa4-9bdb-f7d7878da61f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282280 Jul 08 17:10:57.444097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-4d21f94a-7101-4605-adc3-6338380ffdee service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157316 Jul 08 17:10:57.541911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.551012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.567725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-1838683a-5074-4f5a-8b9e-7436ec8f6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:57.570560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-1838683a-5074-4f5a-8b9e-7436ec8f6377 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.4315269 Jul 08 17:10:57.620738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba2d0301-ef05-4a88-bf9b-81cc0e824bde None None] Provisioning for port 900ceb88-e582-473e-899d-e97f043e86f2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:57.667733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba2d0301-ef05-4a88-bf9b-81cc0e824bde None None] Provisioning complete for port 900ceb88-e582-473e-899d-e97f043e86f2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:57.668119 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2d0301-ef05-4a88-bf9b-81cc0e824bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.673542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-a4491c6f-303b-43bb-a17e-3fce574357f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 217 time: 0.0938876 Jul 08 17:10:57.768799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a7f8042a-0b28-4afc-8240-8191692a9d5c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7f8042a-0b28-4afc-8240-8191692a9d5c,segment=NetworkSegment(5e1434e9-400f-439c-a605-4dd354a39d32),segment_id=5e1434e9-400f-439c-a605-4dd354a39d32)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:57.770432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927017e-0e66-48f6-b55a-a287e45e6836 req-586f2484-c360-40be-be29-44ee52e7fa77 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:57.785480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c927017e-0e66-48f6-b55a-a287e45e6836 req-586f2484-c360-40be-be29-44ee52e7fa77 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 950 time: 0.2967422 Jul 08 17:10:57.797311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.817222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.831049 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ea2c19b-4e7c-42e5-9279-b62f5b44ff01 req-235a2ec3-c299-4506-82e7-fe12637e5171 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742180 Jul 08 17:10:57.838459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-65b00806-54e3-46f9-a3bf-46cec898c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:57.841265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-65b00806-54e3-46f9-a3bf-46cec898c49a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1577785 Jul 08 17:10:57.856012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object 0b71b65d-11c8-457e-a19a-5fe51330f510 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:57.898667 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:10:54Z', 'revision_number': 1, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:57.922224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:57.981300 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e17245-3a3a-4487-95aa-b4cbcbea68d2 None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:10:54Z', 'revision_number': 1, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:10:57.993746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-8c3cbeba-c197-4fe1-9c19-d698de395b84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799692 Jul 08 17:10:58.007910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c927017e-0e66-48f6-b55a-a287e45e6836 req-158ddb5b-e03e-4c15-b849-24479f6d6a61 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207379 Jul 08 17:10:58.018105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a7f8042a-0b28-4afc-8240-8191692a9d5c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:58.049382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:58.058072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:10:58.064016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:10:58.072818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:10:58.106877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d0301-ef05-4a88-bf9b-81cc0e824bde None None] Port 900ceb88-e582-473e-899d-e97f043e86f2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:58.154513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=0b71b65d-11c8-457e-a19a-5fe51330f510,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:58.232202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:58.233365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:58.267638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-397ef500-9bdc-449f-9931-12898286020a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5130572 Jul 08 17:10:58.284567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Request body: {'port': {'device_id': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:58.463671 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7177452a-7602-4a72-af2b-5a8aea9e7175 x-openstack-request-id: req-7177452a-7602-4a72-af2b-5a8aea9e7175 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:10:58.464321 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:10:58.465694 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7177452a-7602-4a72-af2b-5a8aea9e7175 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:10:58.466512 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'status': 'completed', 'code': 200} Jul 08 17:10:58.500643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347be4ae-4cff-468a-abdd-7846c73c3dbf None None] New status for floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:10:58.542653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:58.621515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-5858f995-0b1b-4e38-a0d7-58d9ec4500df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:58.623897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-5858f995-0b1b-4e38-a0d7-58d9ec4500df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.1551795 Jul 08 17:10:58.681579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-b85ab83e-d76e-4312-9559-1ecf2317c6e3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666856 Jul 08 17:10:58.690475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7f8042a-0b28-4afc-8240-8191692a9d5c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:10:58.692698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:10:58.850859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f778f80-8be6-4b81-aeef-d5855c001dce req-39c14815-46e8-443a-84df-2cd02a133ce9 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:58.852609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f778f80-8be6-4b81-aeef-d5855c001dce req-39c14815-46e8-443a-84df-2cd02a133ce9 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 936 time: 0.2178209 Jul 08 17:10:58.885255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e1d86a14-4e87-446d-819d-41d8b35f0d8c None None] Provisioning for port 0b71b65d-11c8-457e-a19a-5fe51330f510 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:10:58.908583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f778f80-8be6-4b81-aeef-d5855c001dce req-05556617-6350-4ef5-b851-5045a617aa42 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457766 Jul 08 17:10:58.924806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-851ce852-e94c-4b6c-be7c-01be7232d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:58.938990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-851ce852-e94c-4b6c-be7c-01be7232d45b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.2306519 Jul 08 17:10:58.939204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e1d86a14-4e87-446d-819d-41d8b35f0d8c None None] Provisioning complete for port 0b71b65d-11c8-457e-a19a-5fe51330f510 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:58.939577 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1d86a14-4e87-446d-819d-41d8b35f0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:58.975877 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d6e793-6ce5-4e2a-b35e-dab4a57b05b1 req-fd138dda-494d-4be5-8351-a9f13ab57620 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565596 Jul 08 17:10:58.987571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900ceb88-e582-473e-899d-e97f043e86f2 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:58.997410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.012342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Transition to ACTIVE for port object 900ceb88-e582-473e-899d-e97f043e86f2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:59.018513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.038313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e1d86a14-4e87-446d-819d-41d8b35f0d8c None None] Port 0b71b65d-11c8-457e-a19a-5fe51330f510 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:10:59.049456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-56dea2d8-7e10-406b-aa46-5959a4976231 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 999 time: 0.0942354 Jul 08 17:10:59.086070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Pushing event updated for resources: {'Port': ['ID=900ceb88-e582-473e-899d-e97f043e86f2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:59.105317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a7f8042a-0b28-4afc-8240-8191692a9d5c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:10:59.105517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.283320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Attempting to bind port 900ceb88-e582-473e-899d-e97f043e86f2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:59.283836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Attempting to bind port 900ceb88-e582-473e-899d-e97f043e86f2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:59.284269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Attempting to bind port 900ceb88-e582-473e-899d-e97f043e86f2 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:59.291045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b71b65d-11c8-457e-a19a-5fe51330f510 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:59.296217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Port 900ceb88-e582-473e-899d-e97f043e86f2 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:59.296691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Attempting to bind port 900ceb88-e582-473e-899d-e97f043e86f2 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:59.303628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.308684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:59.309076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:59.309770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:59.310472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Bound port: 900ceb88-e582-473e-899d-e97f043e86f2, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:59.310877 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.321059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-6df9eca5-3d5c-43b7-a55c-5ce0daf78c9b tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:59.322616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-6df9eca5-3d5c-43b7-a55c-5ce0daf78c9b tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1670139 Jul 08 17:10:59.322932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Transition to ACTIVE for port object 0b71b65d-11c8-457e-a19a-5fe51330f510 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:10:59.340950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.366505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ec551-9bae-407f-b102-15a6b1b138a4 req-a124ab5a-4536-4491-8b33-41162652bec6 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:59.368167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f40ec551-9bae-407f-b102-15a6b1b138a4 req-a124ab5a-4536-4491-8b33-41162652bec6 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 943 time: 0.5032578 Jul 08 17:10:59.391329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-8e830d00-8ef5-44a8-8e9d-74a45b7480f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:59.392748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-8e830d00-8ef5-44a8-8e9d-74a45b7480f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.3279841 Jul 08 17:10:59.476973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-b69acfb9-b744-431b-8cde-0f2673867636 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.1432161 Jul 08 17:10:59.485680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] For port 900ceb88-e582-473e-899d-e97f043e86f2, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:59.490807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'floatingip': {'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:10:59.521391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f40ec551-9bae-407f-b102-15a6b1b138a4 req-d4ee72cb-6cf9-4c4f-8e23-925ed41bc012 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319547 Jul 08 17:10:59.525197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Pushing event updated for resources: {'Port': ['ID=0b71b65d-11c8-457e-a19a-5fe51330f510,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:59.559115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:10:59.585309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] For port 900ceb88-e582-473e-899d-e97f043e86f2, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=900ceb88-e582-473e-899d-e97f043e86f2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:59.600282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.652155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-c63e86f3-9389-42ad-bbf4-5a9746241725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:59.654995 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-c63e86f3-9389-42ad-bbf4-5a9746241725 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282162 Jul 08 17:10:59.657732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Attempting to bind port 0b71b65d-11c8-457e-a19a-5fe51330f510 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:10:59.658269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Attempting to bind port 0b71b65d-11c8-457e-a19a-5fe51330f510 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:10:59.658603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Attempting to bind port 0b71b65d-11c8-457e-a19a-5fe51330f510 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:59.665361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.668182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:59.668796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.670781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] 10.222.0.53 "PUT /v2.0/ports/900ceb88-e582-473e-899d-e97f043e86f2 HTTP/1.1" status: 200 len: 1096 time: 2.5220294 Jul 08 17:10:59.674281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'tag': '900ceb88-e582-473e-899d-e97f043e86f2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:10:59.676571 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511fb401-d629-4f40-bfd7-a0fed7e06869" -d '{"events": [{"name": "network-changed", "server_uuid": "8f679f3b-d1e3-42e1-a827-2082d1169269", "tag": "900ceb88-e582-473e-899d-e97f043e86f2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:10:59.698762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Port 0b71b65d-11c8-457e-a19a-5fe51330f510 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:10:59.699086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Attempting to bind port 0b71b65d-11c8-457e-a19a-5fe51330f510 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:10:59.707042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:59.724208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'port_id': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'mac_address': 'fa:16:3e:67:68:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:10:59.755183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:10:59.755694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:10:59.757240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:10:59.757720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Bound port: 0b71b65d-11c8-457e-a19a-5fe51330f510, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:10:59.758140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.789380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.808597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77953463-c58e-46a8-ac51-a375e9c3aa93 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:10:59.823507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b35cf-799b-4572-a307-dacda34ade2d service neutron] Pushing event updated for resources: {'Port': ['ID=900ceb88-e582-473e-899d-e97f043e86f2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:59.848896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:10:59.860731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-ab18273b-8208-4c4e-8ea3-ae53af15316c service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976011 Jul 08 17:10:59.867329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.884608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] For port 0b71b65d-11c8-457e-a19a-5fe51330f510, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:10:59.944194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] For port 0b71b65d-11c8-457e-a19a-5fe51330f510, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0b71b65d-11c8-457e-a19a-5fe51330f510,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:10:59.948447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:10:59.956851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.964275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-77e420e9-9cdf-47e9-aef1-d10f427786bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:10:59.966648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-77e420e9-9cdf-47e9-aef1-d10f427786bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 1099 time: 0.2365296 Jul 08 17:11:00.014864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.015655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:00.017057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] 10.222.0.21 "PUT /v2.0/ports/0b71b65d-11c8-457e-a19a-5fe51330f510 HTTP/1.1" status: 200 len: 1096 time: 1.7390032 Jul 08 17:11:00.096028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-ac5117d1-f1e7-434a-bdea-b09033ff03f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=900ceb88-e582-473e-899d-e97f043e86f2 HTTP/1.1" status: 200 len: 217 time: 0.1179380 Jul 08 17:11:00.110521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc6b91-9602-4a03-abcb-f14036a13b1c service neutron] Pushing event updated for resources: {'Port': ['ID=0b71b65d-11c8-457e-a19a-5fe51330f510,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:00.127857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b0a528-be5a-4688-ab9b-5346399ca2d4 req-c3a5eef9-bb56-4744-bee2-7e921935731d service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559154 Jul 08 17:11:00.145393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['77953463-c58e-46a8-ac51-a375e9c3aa93'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:00.158868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-cf17f174-6c00-400d-a498-b6d65fcc042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.160472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-cf17f174-6c00-400d-a498-b6d65fcc042f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0880384 Jul 08 17:11:00.194397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-82778aa8-fd1d-4931-bd01-53799d4764be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.195872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-82778aa8-fd1d-4931-bd01-53799d4764be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0914114 Jul 08 17:11:00.223020 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-19131374-54bc-4422-83c5-25cb5c0c2293 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0b71b65d-11c8-457e-a19a-5fe51330f510 HTTP/1.1" status: 200 len: 217 time: 0.0480893 Jul 08 17:11:00.288093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-8ebe1447-e811-4b1f-aff0-b10b69fe2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.290055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-8ebe1447-e811-4b1f-aff0-b10b69fe2729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0580645 Jul 08 17:11:00.403176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-c260e291-49f4-477a-be76-eeb57c137fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.405983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-c260e291-49f4-477a-be76-eeb57c137fe7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095445 Jul 08 17:11:00.407707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-b8e4e067-234a-4115-9b6d-7826c67a922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.409177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-b8e4e067-234a-4115-9b6d-7826c67a922e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881571 Jul 08 17:11:00.423548 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e836301-2e13-4a25-ae64-29181ae87338 x-openstack-request-id: req-5e836301-2e13-4a25-ae64-29181ae87338 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:00.423839 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f679f3b-d1e3-42e1-a827-2082d1169269", "tag": "900ceb88-e582-473e-899d-e97f043e86f2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:00.424089 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e836301-2e13-4a25-ae64-29181ae87338 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:00.424476 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'tag': '900ceb88-e582-473e-899d-e97f043e86f2', 'status': 'completed', 'code': 200} Jul 08 17:11:00.468457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'tag': '0b71b65d-11c8-457e-a19a-5fe51330f510'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:00.470821 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa30356-6b06-4d42-b510-c3eea8198db5" -d '{"events": [{"name": "network-changed", "server_uuid": "3deeeb17-efc0-47c0-aca6-6912cc2de8b8", "tag": "0b71b65d-11c8-457e-a19a-5fe51330f510"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:00.547605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-6763f2ed-c419-434c-a943-baf2e8db0331 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354287 Jul 08 17:11:00.636436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e6e0a-ee82-4ebe-84a7-0482995f7c1e req-2b3b12e7-3773-4d30-9a9e-91b27d09ebf0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:00.637941 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-489e6e0a-ee82-4ebe-84a7-0482995f7c1e req-2b3b12e7-3773-4d30-9a9e-91b27d09ebf0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 948 time: 0.1285353 Jul 08 17:11:00.695753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-d6815204-3e68-4c02-abd3-1d2860adc53b service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387188 Jul 08 17:11:00.701885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-489e6e0a-ee82-4ebe-84a7-0482995f7c1e req-736dc3b6-c9da-4105-b45b-06186237cfcf tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555406 Jul 08 17:11:00.898585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-d6bc597a-3060-4412-bcc5-d18f6b5c15e0 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679639 Jul 08 17:11:01.012392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:01.020484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:01.071825 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7f959d-3526-4b8e-930a-19163bb6d2d2 x-openstack-request-id: req-4e7f959d-3526-4b8e-930a-19163bb6d2d2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:01.072869 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deeeb17-efc0-47c0-aca6-6912cc2de8b8", "tag": "0b71b65d-11c8-457e-a19a-5fe51330f510", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:01.072869 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e7f959d-3526-4b8e-930a-19163bb6d2d2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:01.073323 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'tag': '0b71b65d-11c8-457e-a19a-5fe51330f510', 'status': 'completed', 'code': 200} Jul 08 17:11:01.084552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da68ff84-4c93-4489-adec-d5c1460bb2e7 req-79c2e353-43e6-4d4f-b4b3-ade69a19508e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754951 Jul 08 17:11:01.152338 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 associated. External IP: 172.25.3.192, port: a264f9e3-1a83-44a8-baa6-763fe6e69822. Jul 08 17:11:01.161871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-8e8cca4c-c16c-4021-941f-2146192d0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.163402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-8e8cca4c-c16c-4021-941f-2146192d0a82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0558405 Jul 08 17:11:01.288244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-ec379bef-79c0-4f48-957b-a51adfca1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.289758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-ec379bef-79c0-4f48-957b-a51adfca1205 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 1099 time: 0.1464195 Jul 08 17:11:01.297479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-eba4b3b5-c4e3-4a65-9815-c717abe8f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.298929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-eba4b3b5-c4e3-4a65-9815-c717abe8f210 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1264224 Jul 08 17:11:01.309838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72a34-88f7-4079-8b86-d5c825e87731 req-4a30f757-dae1-4850-92bb-7a5cac338709 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.311801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68b72a34-88f7-4079-8b86-d5c825e87731 req-4a30f757-dae1-4850-92bb-7a5cac338709 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.1316376 Jul 08 17:11:01.355557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-cd0f6b50-d313-464a-9f92-d68f788debba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0b71b65d-11c8-457e-a19a-5fe51330f510 HTTP/1.1" status: 200 len: 217 time: 0.0428212 Jul 08 17:11:01.383327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68b72a34-88f7-4079-8b86-d5c825e87731 req-58234149-c888-4355-a0fe-f14d12689c15 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652413 Jul 08 17:11:01.433169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-40debc69-12e8-4a29-8690-1c3f0c927302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.434845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-40debc69-12e8-4a29-8690-1c3f0c927302 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0649199 Jul 08 17:11:01.466706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-79d5f4e5-b802-4088-ae05-49b4f62ca5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.468335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-79d5f4e5-b802-4088-ae05-49b4f62ca5e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1710732 Jul 08 17:11:01.472431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:01.518393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-aee75022-15a1-4665-8d1c-e643f41b9c0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=900ceb88-e582-473e-899d-e97f043e86f2 HTTP/1.1" status: 200 len: 217 time: 0.0414870 Jul 08 17:11:01.519286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-ef4604f6-bb94-40a6-bee3-a15317088e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.521496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-ef4604f6-bb94-40a6-bee3-a15317088e63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794661 Jul 08 17:11:01.576902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:01.634812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-d8acfbfd-d971-4fc5-8716-9e9cb000e0a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057415 Jul 08 17:11:01.649583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-e98e9a94-9507-484d-aaef-81f617189346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.651198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-e98e9a94-9507-484d-aaef-81f617189346 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1233051 Jul 08 17:11:01.690473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 77953463-c58e-46a8-ac51-a375e9c3aa93 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:01.695737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 77953463-c58e-46a8-ac51-a375e9c3aa93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:01.696304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:01.717777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:01.743376 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:01.762564 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:01.763207 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:01.791693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daa30356-6b06-4d42-b510-c3eea8198db5 req-79000b89-85c0-409c-a8c6-b9aae0927266 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482606 Jul 08 17:11:01.864538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-9336cae5-2f46-4e4f-a664-774c08cbd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:01.866096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-9336cae5-2f46-4e4f-a664-774c08cbd978 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950195 Jul 08 17:11:01.881882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:01.916778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:01.919334 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5585b102-b565-42a3-8241-bc0b7032c6a3" -d '{"events": [{"server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "name": "network-vif-plugged", "status": "completed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:01.934257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:01.939344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.021681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:02.033669 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:02.079475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:02.099152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-2c932c1e-9328-4cbb-8229-ebdc6a84c594 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234144 Jul 08 17:11:02.119697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:02.201711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13900d1e-0214-46dd-a49a-1a2f22b61e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.215487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-511fb401-d629-4f40-bfd7-a0fed7e06869 req-235173fa-d60b-4920-a288-c30daa5fa8cb service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042349 Jul 08 17:11:02.336597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:02.345793 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.350369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13900d1e-0214-46dd-a49a-1a2f22b61e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.356616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13900d1e-0214-46dd-a49a-1a2f22b61e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.393108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:02.393800 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-13900d1e-0214-46dd-a49a-1a2f22b61e79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2469146b54ea4614ad280570d6ac0ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705599 Jul 08 17:11:02.417269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13900d1e-0214-46dd-a49a-1a2f22b61e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d539e-b802-42ec-808d-e272421f216c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:02.428062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:02.431449 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835c62c-349b-445c-b071-0c415b46c1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:02.433034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:00Z', 'revision_number': 3, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:02.468299 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:02.479395 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:02.480529 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:02.498680 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-f32056ab-8041-42c2-8b4e-4bde6f85d414 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "PUT /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 999 time: 3.0149586 Jul 08 17:11:02.509468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:02.518308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555976440', 'description': 'tempest-description--2075966304'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:02.562684 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.579013 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32380f30-879c-4ee4-9a76-a830221c7d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.594143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-18c1a470-c805-452c-b877-75824b2fb7bd tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:02.595917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-18c1a470-c805-452c-b877-75824b2fb7bd tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports/a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 942 time: 0.0963213 Jul 08 17:11:02.606702 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:02.627629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32380f30-879c-4ee4-9a76-a830221c7d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.715476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.721343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.753993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.758077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2446673 Jul 08 17:11:02.758077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b371adb-a270-4803-96fd-999807866c63 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:02.759076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:02.764712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'security_group_rule': {'security_group_id': 'fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:02.810594 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32380f30-879c-4ee4-9a76-a830221c7d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.812643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.813220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32380f30-879c-4ee4-9a76-a830221c7d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.817540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-32380f30-879c-4ee4-9a76-a830221c7d2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/198d539e-b802-42ec-808d-e272421f216c HTTP/1.1" status: 204 len: 168 time: 0.4228868 Jul 08 17:11:02.829798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380f30-879c-4ee4-9a76-a830221c7d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d539e-b802-42ec-808d-e272421f216c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:02.845718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-2734cdb6-fc16-476d-b30f-c642aa80a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:02.853618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-2734cdb6-fc16-476d-b30f-c642aa80a473 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.1591678 Jul 08 17:11:02.903884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.943277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.950664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:00Z', 'revision_number': 3, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:02.976164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.980674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2175021 Jul 08 17:11:02.981040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:02.981445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96f225-541d-4f69-aa32-4b2c62b660d2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a87078-3a73-4f32-bde5-cc1fe2bdf1b7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:02.981583 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17c945-de7c-4df0-abbf-b8927a1cd6fc None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:00Z', 'revision_number': 3, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:02.991325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'security_group_rule': {'security_group_id': 'fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:03.001841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-21724b45-6fba-4b62-8b27-d9682a3ac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:03.003527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-21724b45-6fba-4b62-8b27-d9682a3ac171 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1491942 Jul 08 17:11:03.007033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a46b09-b199-4d17-9665-7d454d3fcd52 req-a29482d7-9251-466c-adca-9a39ad1229d7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:03.016568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b9a46b09-b199-4d17-9665-7d454d3fcd52 req-a29482d7-9251-466c-adca-9a39ad1229d7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 948 time: 0.1103625 Jul 08 17:11:03.058043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-ecf4997a-d30f-4c51-a313-abcd2028463d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.0467196 Jul 08 17:11:03.077531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b9a46b09-b199-4d17-9665-7d454d3fcd52 req-c5669c05-e690-4268-b508-592f1cfbebdf tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590563 Jul 08 17:11:03.099619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.124277 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d32682-83a7-49f5-a267-d6d24c571a69 x-openstack-request-id: req-02d32682-83a7-49f5-a267-d6d24c571a69 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:03.124763 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "name": "network-vif-plugged", "status": "completed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:03.124763 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02d32682-83a7-49f5-a267-d6d24c571a69 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:03.125220 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'code': 200} Jul 08 17:11:03.134659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-248a80ab-dde8-40b7-8ecb-5796b777fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:03.141612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-248a80ab-dde8-40b7-8ecb-5796b777fe0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0828390 Jul 08 17:11:03.237336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.245329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.266088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:03.269592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-c3568a58-9bce-401a-8422-bb734552de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:03.271552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-c3568a58-9bce-401a-8422-bb734552de82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291697 Jul 08 17:11:03.275731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b728dbc0-948f-4308-94c2-1610da32fe94,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:03.282604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-332d6f33-02c2-4bc8-ad46-91f1d86ed338 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:03.283227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54887f-34b7-4d78-8cc4-e4137e189d3f None None] New status for floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:11:03.283587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-332d6f33-02c2-4bc8-ad46-91f1d86ed338 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059097 Jul 08 17:11:03.285210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.289540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2693fdd5-8530-4a48-b9c6-5da61d397ca1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066642 Jul 08 17:11:03.290174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:03.294729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:03.304457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0e9881a-3d14-495c-b402-888113227866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.371947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.445601 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-41d7a854-eebb-4af7-9398-f66335377118 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461651 Jul 08 17:11:03.556335 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:03.568650 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:03.569691 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:03.586239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0b71b65d-11c8-457e-a19a-5fe51330f510 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:03.660766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494f4c3-e495-4152-8ef7-16accfd6c243 req-d43678c7-d3ec-4ef1-a44a-f1c962ce164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:03.662334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b494f4c3-e495-4152-8ef7-16accfd6c243 req-d43678c7-d3ec-4ef1-a44a-f1c962ce164a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1096 time: 0.4441710 Jul 08 17:11:03.689392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b4824-0aff-4415-966f-6099c2393afd req-b1da4dce-558d-4cf0-8452-39f7bebc6969 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:03.690982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be7b4824-0aff-4415-966f-6099c2393afd req-b1da4dce-558d-4cf0-8452-39f7bebc6969 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.4083934 Jul 08 17:11:03.743380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 0b71b65d-11c8-457e-a19a-5fe51330f510, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0b71b65d-11c8-457e-a19a-5fe51330f510,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:03.743726 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:03.766402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '0b71b65d-11c8-457e-a19a-5fe51330f510', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '0b71b65d-11c8-457e-a19a-5fe51330f510', 'mac_address': 'fa:16:3e:80:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:03.800815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b494f4c3-e495-4152-8ef7-16accfd6c243 req-1df157b3-aa52-4375-a94a-121c569347c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282501 Jul 08 17:11:03.815311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.815646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0e9881a-3d14-495c-b402-888113227866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.818476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-8060d607-565c-42ee-aca5-2f15be7e5e3e service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634830 Jul 08 17:11:03.819951 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be7b4824-0aff-4415-966f-6099c2393afd req-6baa5558-c8c3-431e-96df-8f1ee4c84057 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192589 Jul 08 17:11:03.824280 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0e9881a-3d14-495c-b402-888113227866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.827983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.853079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b71b65d-11c8-457e-a19a-5fe51330f510 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:03.887524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e0e9881a-3d14-495c-b402-888113227866 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28b5f731c05747e79b624b62c8c430f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209316 Jul 08 17:11:03.888676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:03.889407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 0b71b65d-11c8-457e-a19a-5fe51330f510, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0b71b65d-11c8-457e-a19a-5fe51330f510,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:03.891209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9881a-3d14-495c-b402-888113227866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e374e8-4658-4ae6-aa83-c77968f4cdc7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:03.902898 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.986454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=0b71b65d-11c8-457e-a19a-5fe51330f510,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:04.001246 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7213288b-e70c-49dc-914a-b6df8881cc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.037988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7213288b-e70c-49dc-914a-b6df8881cc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.050440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Allocated IP 172.25.3.240 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/cb3b2abb-b663-40aa-8cea-725874e04bde) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:04.054113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-5884f578-89c1-4f72-aab1-34bd4479f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.055647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-5884f578-89c1-4f72-aab1-34bd4479f7f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1097 time: 0.1614797 Jul 08 17:11:04.117482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef49cd-6e15-44fc-90a0-85894d4cbe4a req-ead3385f-7434-48f0-8c7f-47e34d5a9b00 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.119344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ef49cd-6e15-44fc-90a0-85894d4cbe4a req-ead3385f-7434-48f0-8c7f-47e34d5a9b00 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 945 time: 0.0991762 Jul 08 17:11:04.129228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7213288b-e70c-49dc-914a-b6df8881cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.132286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7213288b-e70c-49dc-914a-b6df8881cc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.133689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7213288b-e70c-49dc-914a-b6df8881cc93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33e374e8-4658-4ae6-aa83-c77968f4cdc7 HTTP/1.1" status: 204 len: 168 time: 0.2434587 Jul 08 17:11:04.142143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213288b-e70c-49dc-914a-b6df8881cc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e374e8-4658-4ae6-aa83-c77968f4cdc7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:04.144871 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:03Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:04.185857 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:04.191655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ef49cd-6e15-44fc-90a0-85894d4cbe4a req-41625c5e-3b39-4d37-96d4-bae9c43bb90b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Jul 08 17:11:04.196081 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:04.196892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:04.215698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:04.238293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-13aafad4-05b4-4bcf-bc19-98b81738f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.245292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-13aafad4-05b4-4bcf-bc19-98b81738f839 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1779549 Jul 08 17:11:04.348437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-cd52f883-a8d7-4bfe-934b-7c986fd8fc40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 1002 time: 0.1023140 Jul 08 17:11:04.352614 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94113e69-5051-456e-a388-80c314046916 x-openstack-request-id: req-94113e69-5051-456e-a388-80c314046916 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:04.352897 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:04.353147 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94113e69-5051-456e-a388-80c314046916 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:04.353524 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'status': 'completed', 'code': 200} Jul 08 17:11:04.401832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:04.417607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-4dc17829-e062-470b-852a-89e3ad3e1a4e tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.420197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-4dc17829-e062-470b-852a-89e3ad3e1a4e tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.21 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 950 time: 0.1171472 Jul 08 17:11:04.425795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.484149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-73a5aae1-c5c7-4d5e-8be4-240f082fc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.485640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-73a5aae1-c5c7-4d5e-8be4-240f082fc952 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0997238 Jul 08 17:11:04.497090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835c62c-349b-445c-b071-0c415b46c1bf req-1c08bc0b-d2f8-4cb5-9200-523839aa8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.498777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-1c08bc0b-d2f8-4cb5-9200-523839aa8c06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.1476190 Jul 08 17:11:04.597430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.619507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Deleting port e5d165b2-26f3-4e94-80e4-547e8dc7b4be {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:04.620029 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.674819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:04.685788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:04.695902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:04.733629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] For port e5d165b2-26f3-4e94-80e4-547e8dc7b4be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:04.734246 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.738492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4030b19-6493-489f-8abb-a8142b1263fe req-63c5a087-13e6-4daf-ba01-8ac1dd3a72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.740055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-63c5a087-13e6-4daf-ba01-8ac1dd3a72e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453821 Jul 08 17:11:04.751244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Calling delete_port for e5d165b2-26f3-4e94-80e4-547e8dc7b4be owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:04.766315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'Port': ['ID=cb3b2abb-b663-40aa-8cea-725874e04bde,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:04.781027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835c62c-349b-445c-b071-0c415b46c1bf req-9b746db8-b8e1-4901-a511-0020e9ee5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.782536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-9b746db8-b8e1-4901-a511-0020e9ee5cc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.2740395 Jul 08 17:11:04.869279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-994c6b20-076e-465f-ad36-ebaaef43820c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.0751870 Jul 08 17:11:04.899309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:03Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:04.909143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6651a5-5f5c-4ddf-b82f-b460132850ba req-65614ce0-2e9d-4f58-ab06-97ab98cbcb58 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:04.911129 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd6651a5-5f5c-4ddf-b82f-b460132850ba req-65614ce0-2e9d-4f58-ab06-97ab98cbcb58 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/ports?device_id=664ae79e-4894-46dd-b5f2-46376d9c45c0 HTTP/1.1" status: 200 len: 950 time: 0.3747320 Jul 08 17:11:04.912431 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:04.942409 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150d353-4cc3-4e11-b40c-dc1e52c9147c None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': '99234428-6c04-4d09-88f5-49f6c3528850', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:8f:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1df343-0f07-4580-874f-e5c291a3558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:03Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:04.970323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Pushing event deleted for resources: {'Port': ['ID=e5d165b2-26f3-4e94-80e4-547e8dc7b4be,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:05.001210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.057007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] No DVR routers for this DVR port e5d165b2-26f3-4e94-80e4-547e8dc7b4be on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:11:05.057248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e5d165b2-26f3-4e94-80e4-547e8dc7b4be'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:05.069640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.074854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bc19e24-417f-4f55-88fa-0d465355e60e req-d037f4ea-f91c-4637-9806-ecef2fc3e447 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.21 "DELETE /v2.0/ports/e5d165b2-26f3-4e94-80e4-547e8dc7b4be HTTP/1.1" status: 204 len: 173 time: 0.6464672 Jul 08 17:11:05.078821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'name': 'network-vif-deleted', 'tag': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:05.081090 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013999df-9a29-43e3-b794-ad0e56b8b9dc" -d '{"events": [{"server_uuid": "664ae79e-4894-46dd-b5f2-46376d9c45c0", "name": "network-vif-deleted", "tag": "e5d165b2-26f3-4e94-80e4-547e8dc7b4be"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:05.131163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-d79ee912-715c-4a2a-9da3-21a3299490af service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619826 Jul 08 17:11:05.135662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd6651a5-5f5c-4ddf-b82f-b460132850ba req-392c177e-bcaa-4459-be72-77088d94fec7 tempest-TenantUsagesTestJSON-1809572460 tempest-TenantUsagesTestJSON-1809572460-project] 10.222.0.48 "GET /v2.0/security-groups?id=530b09c3-9a1b-4732-b304-1204d4c39c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690972 Jul 08 17:11:05.138349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835c62c-349b-445c-b071-0c415b46c1bf req-e7c84910-6b86-4bfc-a9df-b37d32b5fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:05.139702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-e7c84910-6b86-4bfc-a9df-b37d32b5fefe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.2580800 Jul 08 17:11:05.162978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.414898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a78591-8c5b-4236-bad2-19a8436847f1 req-1bfe10ba-3981-47ac-a48f-2078ea8ab3bc tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:05.416435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42a78591-8c5b-4236-bad2-19a8436847f1 req-1bfe10ba-3981-47ac-a48f-2078ea8ab3bc tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 948 time: 0.0691934 Jul 08 17:11:05.456393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42a78591-8c5b-4236-bad2-19a8436847f1 req-c9002724-b9b6-4141-8931-8f9b0a5bef14 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Jul 08 17:11:05.496521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835c62c-349b-445c-b071-0c415b46c1bf req-d75cf77f-0957-481e-9955-2d293b1970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:05.498566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-d75cf77f-0957-481e-9955-2d293b1970a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3325708 Jul 08 17:11:05.503974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4030b19-6493-489f-8abb-a8142b1263fe req-1c034e1f-af01-463e-a3ce-8d5de3ef4967 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720088 Jul 08 17:11:05.517210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 900ceb88-e582-473e-899d-e97f043e86f2 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:05.536126 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.584242 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4635d22d-c977-40bc-82bf-be3499faab91 x-openstack-request-id: req-4635d22d-c977-40bc-82bf-be3499faab91 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:05.584523 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ae79e-4894-46dd-b5f2-46376d9c45c0", "name": "network-vif-deleted", "tag": "e5d165b2-26f3-4e94-80e4-547e8dc7b4be", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:05.584797 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4635d22d-c977-40bc-82bf-be3499faab91 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:05.585413 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ae79e-4894-46dd-b5f2-46376d9c45c0', 'name': 'network-vif-deleted', 'tag': 'e5d165b2-26f3-4e94-80e4-547e8dc7b4be', 'status': 'completed', 'code': 200} Jul 08 17:11:05.629303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0b71b65d-11c8-457e-a19a-5fe51330f510 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:05.634383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.721140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'Port': ['ID=cb3b2abb-b663-40aa-8cea-725874e04bde,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:05.764888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 900ceb88-e582-473e-899d-e97f043e86f2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=900ceb88-e582-473e-899d-e97f043e86f2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:05.781123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '900ceb88-e582-473e-899d-e97f043e86f2', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '900ceb88-e582-473e-899d-e97f043e86f2', 'mac_address': 'fa:16:3e:6e:77:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:05.786324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 0b71b65d-11c8-457e-a19a-5fe51330f510 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:05.792776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 0b71b65d-11c8-457e-a19a-5fe51330f510 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:05.793416 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.794163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd130f3a-00e9-45fd-9e32-dad5d368fa09 req-08249673-9717-4ec2-b268-18c1491e679e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:05.799958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd130f3a-00e9-45fd-9e32-dad5d368fa09 req-08249673-9717-4ec2-b268-18c1491e679e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1656475 Jul 08 17:11:05.832901 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.854396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-fcda4393-96a7-4812-841e-93e80fabbe73 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328602 Jul 08 17:11:05.859222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.861050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d2300d8d-ea34-4667-a1bd-7dd147df85c0 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5693622 Jul 08 17:11:05.867865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:05.890607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900ceb88-e582-473e-899d-e97f043e86f2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:05.896357 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd130f3a-00e9-45fd-9e32-dad5d368fa09 req-fe4e606f-ba48-4626-9a01-235ab4b73d8d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896256 Jul 08 17:11:05.940730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 900ceb88-e582-473e-899d-e97f043e86f2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=900ceb88-e582-473e-899d-e97f043e86f2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:05.973838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:06.020387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:06.061268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=900ceb88-e582-473e-899d-e97f043e86f2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:06.067290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b71b65d-11c8-457e-a19a-5fe51330f510'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:06.069517 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50154f3-ff59-4253-ad35-210b621f4245" -d '{"events": [{"server_uuid": "3deeeb17-efc0-47c0-aca6-6912cc2de8b8", "name": "network-vif-plugged", "status": "completed", "tag": "0b71b65d-11c8-457e-a19a-5fe51330f510"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:06.083216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 0b71b65d-11c8-457e-a19a-5fe51330f510, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0b71b65d-11c8-457e-a19a-5fe51330f510,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:06.087802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f835c62c-349b-445c-b071-0c415b46c1bf req-5db60a17-2800-433c-b780-f9c414a22701 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242069 Jul 08 17:11:06.088542 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:06.102250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2eb06-0c60-49f8-916f-227050379c01 req-a499b19c-3563-4b97-9558-94d49efb7ceb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:06.103913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8a2eb06-0c60-49f8-916f-227050379c01 req-a499b19c-3563-4b97-9558-94d49efb7ceb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 945 time: 0.1910412 Jul 08 17:11:06.147689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=0b71b65d-11c8-457e-a19a-5fe51330f510,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:06.148997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34204f7a-017d-49b2-ada9-9f783bee221c req-35961009-ed0f-4bb1-a0cb-5ffd3c9c4fe9 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1002 time: 0.2028792 Jul 08 17:11:06.158822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8a2eb06-0c60-49f8-916f-227050379c01 req-22ab0cac-4ed3-4be7-85ed-d4df2da5a531 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 Jul 08 17:11:06.220324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34204f7a-017d-49b2-ada9-9f783bee221c req-f670753c-9a1d-4337-902b-c146b5dbe1d7 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:06.221728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34204f7a-017d-49b2-ada9-9f783bee221c req-f670753c-9a1d-4337-902b-c146b5dbe1d7 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports/99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 943 time: 0.0719337 Jul 08 17:11:06.238357 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855649f-38fb-4793-9e56-d695c21f711f x-openstack-request-id: req-9855649f-38fb-4793-9e56-d695c21f711f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:06.238758 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deeeb17-efc0-47c0-aca6-6912cc2de8b8", "name": "network-vif-plugged", "status": "completed", "tag": "0b71b65d-11c8-457e-a19a-5fe51330f510", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:06.239073 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9855649f-38fb-4793-9e56-d695c21f711f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:06.239527 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b71b65d-11c8-457e-a19a-5fe51330f510', 'code': 200} Jul 08 17:11:06.309368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['900ceb88-e582-473e-899d-e97f043e86f2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:06.351904 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-15f868eb-5d6b-4d52-a213-7d0d5be5aebf tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1555976440&fields=id&tenant_id=08eb38057a634c8c935188d417ce4a4d HTTP/1.1" status: 200 len: 267 time: 0.0435719 Jul 08 17:11:06.354334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:06.357450 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2941ad0-68bf-4ea8-8066-796291cbce50" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "tag": "99234428-6c04-4d09-88f5-49f6c3528850"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:06.394341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34204f7a-017d-49b2-ada9-9f783bee221c req-6c1dba35-12b4-47b5-a27f-344dc595fc7e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1002 time: 0.0899351 Jul 08 17:11:06.463628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954d64e-9b98-4eda-ab3b-5ece2e14eb82 req-a5385a30-5adb-49ad-9225-79dd1e52adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:06.465120 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5954d64e-9b98-4eda-ab3b-5ece2e14eb82 req-a5385a30-5adb-49ad-9225-79dd1e52adb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 1101 time: 0.1522529 Jul 08 17:11:06.474413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-69f3d4e3-85c0-410e-86df-825bf4766e50 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:06.475870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-69f3d4e3-85c0-410e-86df-825bf4766e50 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 824 time: 0.1152606 Jul 08 17:11:06.491185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-2bb6e823-1071-4d27-b0d6-6290fd325df4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/quotas/08eb38057a634c8c935188d417ce4a4d HTTP/1.1" status: 200 len: 375 time: 0.0098150 Jul 08 17:11:06.526208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5954d64e-9b98-4eda-ab3b-5ece2e14eb82 req-a0104aaf-3c11-4e11-996a-3cfec59f90f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Jul 08 17:11:06.533511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34204f7a-017d-49b2-ada9-9f783bee221c req-35c3007c-94da-4041-adaf-418cb3795a64 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:06.534843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34204f7a-017d-49b2-ada9-9f783bee221c req-35c3007c-94da-4041-adaf-418cb3795a64 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1331816 Jul 08 17:11:06.566450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-c8b5394a-a7a9-468b-8fcf-99f89803e0fe tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700428 Jul 08 17:11:06.670265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-fc40726b-5cff-4355-9c58-bd0a10ea636a service neutron] 10.222.0.48 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915561 Jul 08 17:11:06.774815 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-99a21b96-e46a-4461-83e1-e241f4bf6c3f service neutron] 10.222.0.48 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976524 Jul 08 17:11:06.902496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:06.969808 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e309c796-80df-4614-8b4f-812bdac90f4c x-openstack-request-id: req-e309c796-80df-4614-8b4f-812bdac90f4c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:06.970134 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "tag": "99234428-6c04-4d09-88f5-49f6c3528850", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:06.970388 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e309c796-80df-4614-8b4f-812bdac90f4c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:06.970786 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850', 'status': 'completed', 'code': 200} Jul 08 17:11:07.081558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-8236b0e5-4631-4e66-b676-147be1a2733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.083368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-8236b0e5-4631-4e66-b676-147be1a2733d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1097 time: 0.0803342 Jul 08 17:11:07.168350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f133c7-324e-484c-b5cd-0c5ed280b0b2 req-531deac9-5fa7-491c-877b-c357c0031d2a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.170659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72f133c7-324e-484c-b5cd-0c5ed280b0b2 req-531deac9-5fa7-491c-877b-c357c0031d2a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 949 time: 0.0822978 Jul 08 17:11:07.214631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72f133c7-324e-484c-b5cd-0c5ed280b0b2 req-ef6a7cc9-5ced-4a73-bc41-4f9b2901c3f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Jul 08 17:11:07.244638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-57cf5869-a79c-4f23-98a2-93aecefbbbfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c4dc99b20774dd5959daea9b2cef1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408408 Jul 08 17:11:07.247501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:07.267279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-65c116ca-1cf6-4330-b717-852db33221d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.268790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-65c116ca-1cf6-4330-b717-852db33221d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1740263 Jul 08 17:11:07.329533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192384-df66-4a18-8e26-bf141c0ca48f req-61281e57-4e89-4190-a384-5ae31c5ed59c tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.331212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c192384-df66-4a18-8e26-bf141c0ca48f req-61281e57-4e89-4190-a384-5ae31c5ed59c tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1096 time: 0.1720459 Jul 08 17:11:07.353273 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-94f0a72d-0d87-4890-9a12-4a5dc6aa51c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1002 time: 0.0916343 Jul 08 17:11:07.356177 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f61afd-d8b8-4ebc-9a66-8d816e545dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.365666 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-1bb9bd12-7fec-49ba-b299-73081f15f5dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 1002 time: 0.0892351 Jul 08 17:11:07.390247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c192384-df66-4a18-8e26-bf141c0ca48f req-46147f7f-2108-436a-9a8f-e306543e1fce tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510204 Jul 08 17:11:07.412571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f61afd-d8b8-4ebc-9a66-8d816e545dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.426854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-5ab0822f-3973-413b-8531-7e382d585f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.428655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-5ab0822f-3973-413b-8531-7e382d585f0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0514147 Jul 08 17:11:07.532027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 900ceb88-e582-473e-899d-e97f043e86f2 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:07.540432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-1275bea4-3500-494e-b5ad-3c8278b43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.542007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-1275bea4-3500-494e-b5ad-3c8278b43c35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048203 Jul 08 17:11:07.653441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 900ceb88-e582-473e-899d-e97f043e86f2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:07.660778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 900ceb88-e582-473e-899d-e97f043e86f2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:07.661468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.713603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f46c24f9-d245-436c-a65b-8c1220b86c70 req-d101643a-2398-45cd-a4d3-d6c4961ffb31 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 210 time: 0.0380383 Jul 08 17:11:07.773346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-e128954d-ad1b-433d-a87e-ee2fe58c2407 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230337 Jul 08 17:11:07.823097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-d18699ff-4808-49ee-901c-45d7c1a3fc24 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:07.839003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-d18699ff-4808-49ee-901c-45d7c1a3fc24 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports/99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 943 time: 0.4665642 Jul 08 17:11:07.859209 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.879660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f61afd-d8b8-4ebc-9a66-8d816e545dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.882589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f61afd-d8b8-4ebc-9a66-8d816e545dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.884309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-32f61afd-d8b8-4ebc-9a66-8d816e545dae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/530b09c3-9a1b-4732-b304-1204d4c39c29 HTTP/1.1" status: 204 len: 168 time: 0.6354048 Jul 08 17:11:07.901323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f61afd-d8b8-4ebc-9a66-8d816e545dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530b09c3-9a1b-4732-b304-1204d4c39c29,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:07.933724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 900ceb88-e582-473e-899d-e97f043e86f2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=900ceb88-e582-473e-899d-e97f043e86f2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:07.943487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.004558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:08.032639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=900ceb88-e582-473e-899d-e97f043e86f2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:08.050230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2941ad0-68bf-4ea8-8066-796291cbce50 req-6b8b8b5d-f18f-4de2-a825-70d84ea291c7 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703338 Jul 08 17:11:08.069857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-a23f2cc2-8f59-4c32-8f85-eaf301261769 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1002 time: 0.1066160 Jul 08 17:11:08.085434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3d7f4-a2c2-4b4f-8e85-93fa50d593d6 req-ee099516-109d-4020-90d7-a1d1bbaf9e20 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:08.087241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7bb3d7f4-a2c2-4b4f-8e85-93fa50d593d6 req-ee099516-109d-4020-90d7-a1d1bbaf9e20 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1818149 Jul 08 17:11:08.144273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7bb3d7f4-a2c2-4b4f-8e85-93fa50d593d6 req-ba7e8dc9-09c0-4cdc-8adb-38911c468a9b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486104 Jul 08 17:11:08.198116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-6f4d1b14-aa27-4e22-b52f-1d5b7335cf98 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:08.199503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-6f4d1b14-aa27-4e22-b52f-1d5b7335cf98 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1221807 Jul 08 17:11:08.241319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ceb88-e582-473e-899d-e97f043e86f2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:08.244873 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c59fa5-c5bb-441c-b548-4223a6594978" -d '{"events": [{"server_uuid": "8f679f3b-d1e3-42e1-a827-2082d1169269", "name": "network-vif-plugged", "status": "completed", "tag": "900ceb88-e582-473e-899d-e97f043e86f2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:08.295902 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-347c507a-75ec-4a1c-9141-ea59bbb31cd7 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1002 time: 0.0847116 Jul 08 17:11:08.308005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:08.346130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7880794c-0734-41e7-93b7-4a9e974c571a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.413185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.447990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58742) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:08.491775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24e05e3-7001-4717-89f1-efbf2eafb548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.636933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58746) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:08.647496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.653319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.654185 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 disassociated. External IP: 172.25.3.192, port: 99234428-6c04-4d09-88f5-49f6c3528850. Jul 08 17:11:08.684307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7880794c-0734-41e7-93b7-4a9e974c571a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.699056 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7880794c-0734-41e7-93b7-4a9e974c571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.808946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7880794c-0734-41e7-93b7-4a9e974c571a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c6129291cfa43cab75a6eeec67786a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053658 Jul 08 17:11:08.809160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bfd609b-ad2a-4b0c-a557-7ca48ac492ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.810453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:08.811269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882127a-cb9e-4a4e-afea-14da163a2c5e req-c20bafb6-81b9-42ad-a978-2f0e4b1bba8d tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:08.813091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8882127a-cb9e-4a4e-afea-14da163a2c5e req-c20bafb6-81b9-42ad-a978-2f0e4b1bba8d tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1096 time: 0.2647200 Jul 08 17:11:08.818027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880794c-0734-41e7-93b7-4a9e974c571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f696443-891f-47e7-8906-98fdd7e5964f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:08.831964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-cc9170b4-e2e3-4b95-9f5d-ce3bd057c9ba tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:08.833289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-cc9170b4-e2e3-4b95-9f5d-ce3bd057c9ba tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.21 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 824 time: 0.2691839 Jul 08 17:11:08.917488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8882127a-cb9e-4a4e-afea-14da163a2c5e req-91e79d76-963e-469d-9301-11df71c0b453 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952048 Jul 08 17:11:08.920676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abaafda6-0f44-42a3-9a5f-195698cd2c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:08.930034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-e1a98f69-fd31-407b-b9f2-ccab4430dbc2 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08eb38057a634c8c935188d417ce4a4d HTTP/1.1" status: 200 len: 380 time: 0.0840647 Jul 08 17:11:08.944005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'port': {'device_id': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'admin_state_up': True, 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'security_groups': ['fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:08.971452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abaafda6-0f44-42a3-9a5f-195698cd2c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.005671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24e05e3-7001-4717-89f1-efbf2eafb548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.013751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a24e05e3-7001-4717-89f1-efbf2eafb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.035845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:09.091258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abaafda6-0f44-42a3-9a5f-195698cd2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.093829 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-abaafda6-0f44-42a3-9a5f-195698cd2c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.094988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-abaafda6-0f44-42a3-9a5f-195698cd2c01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f696443-891f-47e7-8906-98fdd7e5964f HTTP/1.1" status: 204 len: 168 time: 0.2814071 Jul 08 17:11:09.105720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a24e05e3-7001-4717-89f1-efbf2eafb548 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9381f36533b74ceeaf3007b24f857333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527808 Jul 08 17:11:09.108855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:09.120348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e05e3-7001-4717-89f1-efbf2eafb548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1053e147-bd19-479c-86f6-3e8ec12d02cd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:09.141920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaafda6-0f44-42a3-9a5f-195698cd2c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f696443-891f-47e7-8906-98fdd7e5964f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:09.167042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2af27-27d1-4d75-9d89-abb7bbff62e7 req-90ad7e85-9dfc-4759-bc63-044e6e732562 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.175044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14b2af27-27d1-4d75-9d89-abb7bbff62e7 req-90ad7e85-9dfc-4759-bc63-044e6e732562 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 950 time: 0.1231070 Jul 08 17:11:09.217807 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14b2af27-27d1-4d75-9d89-abb7bbff62e7 req-6703112c-b7fe-41ee-8a37-5120b58bc765 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Jul 08 17:11:09.257049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:09.263871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.265866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3300f33a-6f63-4362-b983-9f5ffa0c097f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.268798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352142be-4b42-4343-af62-e671ad77f85f None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:09.277321 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eae86f6-9296-4b10-9b25-91f0caaa5fb7 x-openstack-request-id: req-6eae86f6-9296-4b10-9b25-91f0caaa5fb7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:09.277701 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f679f3b-d1e3-42e1-a827-2082d1169269", "name": "network-vif-plugged", "status": "completed", "tag": "900ceb88-e582-473e-899d-e97f043e86f2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:09.277977 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6eae86f6-9296-4b10-9b25-91f0caaa5fb7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:09.278371 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900ceb88-e582-473e-899d-e97f043e86f2', 'code': 200} Jul 08 17:11:09.295776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bfd609b-ad2a-4b0c-a557-7ca48ac492ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.305908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:09.307625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:09.320093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8bfd609b-ad2a-4b0c-a557-7ca48ac492ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.336261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3300f33a-6f63-4362-b983-9f5ffa0c097f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.352810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Made reservation on behalf of 08eb38057a634c8c935188d417ce4a4d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:09.360445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.374549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-c9816ede-6dee-4fbc-9b1f-bdab13fa032a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "PUT /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 695 time: 1.0720794 Jul 08 17:11:09.390628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:09.392478 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "tag": "99234428-6c04-4d09-88f5-49f6c3528850"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:09.446141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8bfd609b-ad2a-4b0c-a557-7ca48ac492ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=977b5fb6d0bf4c03b46c5ebe4c42d1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8067601 Jul 08 17:11:09.465184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:09.471369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:09.477181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd609b-ad2a-4b0c-a557-7ca48ac492ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40281061-34a4-440e-b54b-28d185deea22,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:09.523488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-d3369add-69af-4674-a6f7-09e9d1a4f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.525862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0a638d2-b8ba-45f6-af1c-df63301aa4f7 req-e74ab9d2-cbb7-4e6e-802f-866ea29629f5 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 210 time: 0.0536420 Jul 08 17:11:09.530412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-d3369add-69af-4674-a6f7-09e9d1a4f8b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1097 time: 0.1549375 Jul 08 17:11:09.540929 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3300f33a-6f63-4362-b983-9f5ffa0c097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.543739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3300f33a-6f63-4362-b983-9f5ffa0c097f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.545231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3300f33a-6f63-4362-b983-9f5ffa0c097f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1053e147-bd19-479c-86f6-3e8ec12d02cd HTTP/1.1" status: 204 len: 168 time: 0.4338439 Jul 08 17:11:09.588516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:09.593422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dd82c-28bf-4333-9b4f-1c8f201c7390 req-996faff9-dbcb-4a24-a1b4-79ca69c4a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.595129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-029dd82c-28bf-4333-9b4f-1c8f201c7390 req-996faff9-dbcb-4a24-a1b4-79ca69c4a96d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 1101 time: 0.1908190 Jul 08 17:11:09.614371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300f33a-6f63-4362-b983-9f5ffa0c097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1053e147-bd19-479c-86f6-3e8ec12d02cd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:09.629334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae92c38-54f0-4b37-9907-5912b94791e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.640209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5d165b2-26f3-4e94-80e4-547e8dc7b4be no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:09.687629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-029dd82c-28bf-4333-9b4f-1c8f201c7390 req-b25d1b21-113b-48c0-8f77-ebba136476c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808725 Jul 08 17:11:09.709173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: e5d165b2-26f3-4e94-80e4-547e8dc7b4be {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:11:09.709651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5d165b2-26f3-4e94-80e4-547e8dc7b4be not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:09.713624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-2fd94849-4ccf-4662-83d8-188066b16c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.726065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-2fd94849-4ccf-4662-83d8-188066b16c6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1918161 Jul 08 17:11:09.741990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd35-9df6-4633-a9a3-b44aba05270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.779817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-399a511a-a2b8-4e9f-9bd1-55d209e8484b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 217 time: 0.0546520 Jul 08 17:11:09.812200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Allocated IP 172.20.0.3 (e1e698e9-19fe-41fc-8d2e-25e3e7753a38/8572c90d-0771-45d9-a333-236cecfccf18/10996b3c-87da-4ab0-83b8-5146ea7622db) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:09.827272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:09.851573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-b66b2cb2-35a5-4b66-a3b0-7bd24271eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.854683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd35-9df6-4633-a9a3-b44aba05270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.859658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-b66b2cb2-35a5-4b66-a3b0-7bd24271eb4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0790422 Jul 08 17:11:09.922827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae92c38-54f0-4b37-9907-5912b94791e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.932234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd35-9df6-4633-a9a3-b44aba05270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.934193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd35-9df6-4633-a9a3-b44aba05270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.937013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63e2dd35-9df6-4633-a9a3-b44aba05270f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40281061-34a4-440e-b54b-28d185deea22 HTTP/1.1" status: 204 len: 168 time: 0.4632978 Jul 08 17:11:09.942488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ae92c38-54f0-4b37-9907-5912b94791e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:09.950008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-cf782289-9415-4b9d-a9ab-0b83a6821821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.958389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-cf782289-9415-4b9d-a9ab-0b83a6821821 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976753 Jul 08 17:11:09.981180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01530680-a023-4bb2-b771-80750878b71a req-f15337ec-26b5-4465-836c-2eef035ef4a9 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:09.989048 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01530680-a023-4bb2-b771-80750878b71a req-f15337ec-26b5-4465-836c-2eef035ef4a9 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1782749 Jul 08 17:11:09.991036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2dd35-9df6-4633-a9a3-b44aba05270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40281061-34a4-440e-b54b-28d185deea22,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:10.040544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352142be-4b42-4343-af62-e671ad77f85f None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:10.045285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae92c38-54f0-4b37-9907-5912b94791e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86a0edb-0aaf-483b-9b74-50d796fbf08a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:10.056202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:10.056857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:10.128395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01530680-a023-4bb2-b771-80750878b71a req-3aa0ea19-44ef-4ac1-aa69-e0a68517a97e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383495 Jul 08 17:11:10.135872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9ae92c38-54f0-4b37-9907-5912b94791e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bb32c9b30c6450db98547a9d32ad2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450153 Jul 08 17:11:10.146108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:10.212199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:10.228940 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f14703e-5164-46d3-8cb5-ff3bd2b9cfd8 x-openstack-request-id: req-9f14703e-5164-46d3-8cb5-ff3bd2b9cfd8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:10.231034 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "tag": "99234428-6c04-4d09-88f5-49f6c3528850", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:10.232428 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f14703e-5164-46d3-8cb5-ff3bd2b9cfd8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:10.234104 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850', 'status': 'completed', 'code': 200} Jul 08 17:11:10.242585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-95c879c0-9a69-4af0-9122-e6c055b78e7c service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830153 Jul 08 17:11:10.276712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad5860a-b0e0-4841-a853-d1ecf097b350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.332043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad5860a-b0e0-4841-a853-d1ecf097b350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.365244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-e7adf169-243e-489c-b2cd-f1be7c485cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:10.367147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-e7adf169-243e-489c-b2cd-f1be7c485cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 1097 time: 0.1157150 Jul 08 17:11:10.400145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.461553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Transition to ACTIVE for port object 10996b3c-87da-4ab0-83b8-5146ea7622db will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:10.467712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54b4c12c-f2d9-474f-8fc1-e8ebe15080cf req-0b4850ae-d8ad-4842-9375-84fe19181cfb service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241614 Jul 08 17:11:10.476434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad5860a-b0e0-4841-a853-d1ecf097b350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.485350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2ad5860a-b0e0-4841-a853-d1ecf097b350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.489387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2ad5860a-b0e0-4841-a853-d1ecf097b350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f86a0edb-0aaf-483b-9b74-50d796fbf08a HTTP/1.1" status: 204 len: 168 time: 0.3346767 Jul 08 17:11:10.521841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5860a-b0e0-4841-a853-d1ecf097b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86a0edb-0aaf-483b-9b74-50d796fbf08a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:10.540670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:10.545573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-2abc340d-03f5-4ea6-bb4e-df1169888c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:10.547816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-2abc340d-03f5-4ea6-bb4e-df1169888c04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1659729 Jul 08 17:11:10.585158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5040e176-1ee0-4d57-928d-7293afde96a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.612023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-352142be-4b42-4343-af62-e671ad77f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:10.656296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-61db0bcb-e511-41ce-bf9a-c4d1c66bb32e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 200 len: 217 time: 0.0987000 Jul 08 17:11:10.716519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352142be-4b42-4343-af62-e671ad77f85f None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:10.728871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5040e176-1ee0-4d57-928d-7293afde96a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.736555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5040e176-1ee0-4d57-928d-7293afde96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.760424 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.864104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-43439430-c16d-4379-a401-6824a3eabce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:10.865712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-43439430-c16d-4379-a401-6824a3eabce4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.1972334 Jul 08 17:11:10.886035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5040e176-1ee0-4d57-928d-7293afde96a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f62ecdaa2a6e45db883144c3b165cd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417311 Jul 08 17:11:10.899433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040e176-1ee0-4d57-928d-7293afde96a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc4daa-0f08-4569-9579-d88ed3b3cb2c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:10.917029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:10.967541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1deef-0c74-4175-804a-b840d17a70bb req-d6ce017b-7682-4659-a63d-df02bd077038 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:10.970455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69d1deef-0c74-4175-804a-b840d17a70bb req-d6ce017b-7682-4659-a63d-df02bd077038 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 950 time: 0.1739922 Jul 08 17:11:11.016210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-4785989b-42fd-4dbe-b39b-6f934bddbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:11.018043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-4785989b-42fd-4dbe-b39b-6f934bddbd62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407812 Jul 08 17:11:11.021769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'Port': ['ID=10996b3c-87da-4ab0-83b8-5146ea7622db,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:11.031202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:11.035822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:11.048943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:11.094241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69d1deef-0c74-4175-804a-b840d17a70bb req-6546d52b-b655-4787-9cf1-c5f2fa680718 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105413 Jul 08 17:11:11.173419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5584e1-a84e-4b2b-af7d-0676c14cfb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.237541 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfe14f-7343-44a4-b8a8-1db9f003ed4b None None] New status for floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:11:11.261907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:11.262523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.279217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-e78dcc94-763b-4b1a-bb5b-4ced8a6bba62 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369688 Jul 08 17:11:11.289211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5584e1-a84e-4b2b-af7d-0676c14cfb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.337590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-45bdcc85-0d5f-4d4d-8bb4-2b49f36d44f8 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4009805 Jul 08 17:11:11.377639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Request body: {'port': {'device_id': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:11.502290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c0f6fa-bfa5-43b0-b08f-345b40e5e6c8 req-810d1d89-e441-4efb-af31-96a352c28171 service neutron] 10.222.0.21 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157280 Jul 08 17:11:11.511490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5584e1-a84e-4b2b-af7d-0676c14cfb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.512499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65fe7635-6d6e-4d3a-a204-b321ea632420 None None] Provisioning for port 10996b3c-87da-4ab0-83b8-5146ea7622db completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:11.515393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5584e1-a84e-4b2b-af7d-0676c14cfb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.521406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bb5584e1-a84e-4b2b-af7d-0676c14cfb59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ddc4daa-0f08-4569-9579-d88ed3b3cb2c HTTP/1.1" status: 204 len: 168 time: 0.6033273 Jul 08 17:11:11.522813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65fe7635-6d6e-4d3a-a204-b321ea632420 None None] Provisioning complete for port 10996b3c-87da-4ab0-83b8-5146ea7622db triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:11.524563 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65fe7635-6d6e-4d3a-a204-b321ea632420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.533872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.537359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5584e1-a84e-4b2b-af7d-0676c14cfb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc4daa-0f08-4569-9579-d88ed3b3cb2c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:11.698731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-65fe7635-6d6e-4d3a-a204-b321ea632420 None None] Port 10996b3c-87da-4ab0-83b8-5146ea7622db cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:11.939149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebcb4d-e1c3-416d-b8c9-ede845ff77ad req-d71e2b51-40a5-4ba9-987a-bf01a1444a65 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:11.940677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7ebcb4d-e1c3-416d-b8c9-ede845ff77ad req-d71e2b51-40a5-4ba9-987a-bf01a1444a65 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 931 time: 0.1217999 Jul 08 17:11:11.955228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10996b3c-87da-4ab0-83b8-5146ea7622db {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:11.965012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.981275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Transition to ACTIVE for port object 10996b3c-87da-4ab0-83b8-5146ea7622db will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:11.987218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:11.992013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7ebcb4d-e1c3-416d-b8c9-ede845ff77ad req-43221abc-bc3d-4a49-9a08-bff91f848a29 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Jul 08 17:11:12.317237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c6b1-eba4-4a2b-888f-bc10bb05dd82 req-7888ed86-b6b7-4078-ba32-9d242b203ccd tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:12.335588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f64c6b1-eba4-4a2b-888f-bc10bb05dd82 req-7888ed86-b6b7-4078-ba32-9d242b203ccd tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1485727 Jul 08 17:11:12.387415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f64c6b1-eba4-4a2b-888f-bc10bb05dd82 req-66f0c5a5-b456-4077-ab16-1d6ce26e51c2 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508547 Jul 08 17:11:12.421674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Pushing event updated for resources: {'Port': ['ID=10996b3c-87da-4ab0-83b8-5146ea7622db,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:12.475421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Attempting to bind port 10996b3c-87da-4ab0-83b8-5146ea7622db on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:12.475759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Attempting to bind port 10996b3c-87da-4ab0-83b8-5146ea7622db by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:12.476086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Attempting to bind port 10996b3c-87da-4ab0-83b8-5146ea7622db on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:12.481103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Port 10996b3c-87da-4ab0-83b8-5146ea7622db on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:12.481427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Attempting to bind port 10996b3c-87da-4ab0-83b8-5146ea7622db on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:12.488898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:12.489412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Checking segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:12.489551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Bound using segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:12.490114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Bound port: 10996b3c-87da-4ab0-83b8-5146ea7622db, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:12.490525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:12.530798 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:12.558302 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:12.596218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] For port 10996b3c-87da-4ab0-83b8-5146ea7622db, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:12.602792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] For port 10996b3c-87da-4ab0-83b8-5146ea7622db, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=10996b3c-87da-4ab0-83b8-5146ea7622db,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:12.610506 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:12.645457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:12.646519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:12.648594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/10996b3c-87da-4ab0-83b8-5146ea7622db HTTP/1.1" status: 200 len: 1091 time: 1.2963190 Jul 08 17:11:12.650777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:12.654007 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f099f83-a6e3-49ad-a185-79e4128e0112" -d '{"events": [{"name": "network-changed", "server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:12.716469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f064e7d-db9f-4ac3-acca-db883b4337e3 service neutron] Pushing event updated for resources: {'Port': ['ID=10996b3c-87da-4ab0-83b8-5146ea7622db,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:12.832350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9e2750e4-8f78-4f44-bea7-c48550439318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:12.834064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-9e2750e4-8f78-4f44-bea7-c48550439318 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 1094 time: 0.0923305 Jul 08 17:11:12.906834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-f5e4cf1a-4417-41b2-abeb-9ddf59a5961a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10996b3c-87da-4ab0-83b8-5146ea7622db HTTP/1.1" status: 200 len: 217 time: 0.0599458 Jul 08 17:11:12.963878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:13.014713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-1bdd5ac9-eaef-43c4-b018-e5c0a602114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.016606 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-1bdd5ac9-eaef-43c4-b018-e5c0a602114e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 200 len: 863 time: 0.1027048 Jul 08 17:11:13.036154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-58a69cc6-19ba-47d9-ad32-77972709dfd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1854808 Jul 08 17:11:13.065783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55759d8-3252-4182-9641-7800f72800b6 req-be5139ce-bae2-4f8f-8580-136ca4dee920 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.074326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-be5139ce-bae2-4f8f-8580-136ca4dee920 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2378223 Jul 08 17:11:13.082642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-1482ef4d-b395-48b9-96fc-d28dbf27cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.084935 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-1482ef4d-b395-48b9-96fc-d28dbf27cfea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601909 Jul 08 17:11:13.214927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-59245a59-784e-4470-b14f-2ebd9a8a087c tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.1382422 Jul 08 17:11:13.224124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'floatingip': {'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:13.240502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413aa24-3600-4199-9fc4-4553ab666136 req-d3b0d354-1264-4769-af2a-a0569a62a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.242096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-d3b0d354-1264-4769-af2a-a0569a62a7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 1100 time: 0.1434138 Jul 08 17:11:13.248128 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-57eb50b0-4dfc-4de7-9c5a-812fa39899a4 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512229 Jul 08 17:11:13.276492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:13.324953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b7026-738f-4568-8916-75d04d19244a req-13dae270-e1f2-4d8a-8627-7ac22bd4de50 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.327128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-515b7026-738f-4568-8916-75d04d19244a req-13dae270-e1f2-4d8a-8627-7ac22bd4de50 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b1df343-0f07-4580-874f-e5c291a3558f HTTP/1.1" status: 200 len: 946 time: 0.2491965 Jul 08 17:11:13.352518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-668f534b-390c-4b71-a6b2-93dd5a9b7a90 req-775e5f37-cca1-4159-b5db-53576b6b5aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930645 Jul 08 17:11:13.364418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-80b0a112-a42e-47bb-81b5-2fcd0aab58dc tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:13.365421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-80b0a112-a42e-47bb-81b5-2fcd0aab58dc tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3995092 Jul 08 17:11:13.460094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413aa24-3600-4199-9fc4-4553ab666136 req-9ed70b1d-5459-44a6-b1d2-0442c1db5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.461777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-9ed70b1d-5459-44a6-b1d2-0442c1db5f03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1084044 Jul 08 17:11:13.513576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-f5560f92-66b8-4c7a-89f7-b4ede0773d79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=bbb381a0-4f97-4158-99cc-bad99cf05541 HTTP/1.1" status: 200 len: 217 time: 0.0441947 Jul 08 17:11:13.570457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413aa24-3600-4199-9fc4-4553ab666136 req-9b4bac5e-b2fb-40b0-bb51-62f761c98608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.572394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-9b4bac5e-b2fb-40b0-bb51-62f761c98608 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0530467 Jul 08 17:11:13.674564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413aa24-3600-4199-9fc4-4553ab666136 req-e3142d20-5967-4faf-b056-b12b69c3a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.676846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-e3142d20-5967-4faf-b056-b12b69c3a953 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951726 Jul 08 17:11:13.808213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-8cd6d1ef-d999-4dd7-a357-1b00c98dc92c service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223109 Jul 08 17:11:13.900213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Deleting port 99234428-6c04-4d09-88f5-49f6c3528850 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:13.900550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:13.931111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0413aa24-3600-4199-9fc4-4553ab666136 req-ea2cc356-2bfa-4d6d-be74-053ce427ad3f service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138108 Jul 08 17:11:14.011659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:14.012146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:11:14.110383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] For port 99234428-6c04-4d09-88f5-49f6c3528850, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=99234428-6c04-4d09-88f5-49f6c3528850,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:14.111096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.186868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Calling delete_port for 99234428-6c04-4d09-88f5-49f6c3528850 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:14.400132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:14.400363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:14.400678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:14.412675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.413522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:14.413881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:14.417812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.453107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:14.453107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:14.453107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:14.453531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Bound port: 77953463-c58e-46a8-ac51-a375e9c3aa93, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:14.619062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:14.621797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.628588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.629744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-bd994780-e419-44e1-9f7d-cd2ba064b35c service neutron] 10.222.0.48 "POST /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93/bindings HTTP/1.1" status: 201 len: 389 time: 0.7526147 Jul 08 17:11:14.635024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['99234428-6c04-4d09-88f5-49f6c3528850'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:14.639297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a264f9e3-1a83-44a8-baa6-763fe6e69822'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:14.661721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event deleted for resources: {'Port': ['ID=99234428-6c04-4d09-88f5-49f6c3528850,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:14.673904 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 associated. External IP: 172.25.3.192, port: a264f9e3-1a83-44a8-baa6-763fe6e69822. Jul 08 17:11:14.776635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] No DVR routers for this DVR port 99234428-6c04-4d09-88f5-49f6c3528850 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:11:14.781845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.783888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-515b7026-738f-4568-8916-75d04d19244a req-c78731e2-24ab-4cd7-8e5c-5da892abda43 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.21 "DELETE /v2.0/ports/99234428-6c04-4d09-88f5-49f6c3528850 HTTP/1.1" status: 204 len: 173 time: 1.4340315 Jul 08 17:11:14.784345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'name': 'network-vif-deleted', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:14.787028 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbdeee6-4fdd-4d79-819c-656cb4f5c185" -d '{"events": [{"server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "name": "network-vif-deleted", "tag": "99234428-6c04-4d09-88f5-49f6c3528850"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:14.992603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbeceb-73f2-4824-a3f5-0405be73b899 req-a8e0e8cf-5e54-4073-98dc-5b3d564e688e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.001494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02dbeceb-73f2-4824-a3f5-0405be73b899 req-a8e0e8cf-5e54-4073-98dc-5b3d564e688e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 950 time: 0.0827579 Jul 08 17:11:15.016764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:15.042892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02dbeceb-73f2-4824-a3f5-0405be73b899 req-5001bb02-3b85-4c7c-a214-7f1fee01736e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Jul 08 17:11:15.097702 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faba4fb-f157-4a58-b176-fd9bb10b9dba x-openstack-request-id: req-7faba4fb-f157-4a58-b176-fd9bb10b9dba {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:15.098034 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:15.098290 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7faba4fb-f157-4a58-b176-fd9bb10b9dba {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:15.098691 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'status': 'completed', 'code': 200} Jul 08 17:11:15.188198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-6ab9969f-00cf-4047-bca9-4aab95510711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.190176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-6ab9969f-00cf-4047-bca9-4aab95510711 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1096 time: 0.1718426 Jul 08 17:11:15.253668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:15.260386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.265740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:15.267178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f7244-1997-4096-908c-83a772b89bdc req-f4e815e6-d61b-44a6-b058-ca612b445fc1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.268828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b8f7244-1997-4096-908c-83a772b89bdc req-f4e815e6-d61b-44a6-b058-ca612b445fc1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 943 time: 0.0692978 Jul 08 17:11:15.280086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:15.280741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:15.315736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-52d42659-1c42-4e9e-bd29-fae5ce0881c0 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "PUT /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 996 time: 2.0975635 Jul 08 17:11:15.352947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b8f7244-1997-4096-908c-83a772b89bdc req-a2c8f374-36e2-4a3a-a843-b152b0b3af8b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653806 Jul 08 17:11:15.402382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-f1a41c48-95e6-405c-8c3d-5cf34d515624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.404558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-f1a41c48-95e6-405c-8c3d-5cf34d515624 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 1094 time: 0.2562284 Jul 08 17:11:15.468364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-2658342b-596b-412c-aa56-1ed016473fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.469835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-2658342b-596b-412c-aa56-1ed016473fce service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.2712746 Jul 08 17:11:15.508722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:15.555725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9da19-a004-43c2-9a00-f559584a2b56 req-5222f78f-eaad-4d06-a56d-e4c618b6d26b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.557228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9b9da19-a004-43c2-9a00-f559584a2b56 req-5222f78f-eaad-4d06-a56d-e4c618b6d26b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1049914 Jul 08 17:11:15.564911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-1c80f9f6-1c39-4ed8-98cc-24e7dca3885e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 217 time: 0.0644691 Jul 08 17:11:15.602927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9b9da19-a004-43c2-9a00-f559584a2b56 req-3fb5b7b1-27a0-45e9-b552-fa97ef5285bc tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Jul 08 17:11:15.616400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55759d8-3252-4182-9641-7800f72800b6 req-0a173a06-2259-44af-afe2-4a4566fff63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.624272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-0a173a06-2259-44af-afe2-4a4566fff63d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.2883632 Jul 08 17:11:15.660339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 10996b3c-87da-4ab0-83b8-5146ea7622db details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:15.721208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-7e1c09f9-785b-4846-9419-61e0d0bf3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.726509 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-7e1c09f9-785b-4846-9419-61e0d0bf3fb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 925 time: 0.3045971 Jul 08 17:11:15.728010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-999ac939-952d-43c0-b8c3-c75fa05c4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.730403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-999ac939-952d-43c0-b8c3-c75fa05c4169 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1555190 Jul 08 17:11:15.802276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-35dbfb98-0b49-4089-81fb-5cc39477f02b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10996b3c-87da-4ab0-83b8-5146ea7622db HTTP/1.1" status: 200 len: 217 time: 0.0678179 Jul 08 17:11:15.805643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-d50a1e4c-635d-4b99-b937-c72e8e89b730 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631530 Jul 08 17:11:15.858332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55759d8-3252-4182-9641-7800f72800b6 req-1301d103-3f37-4764-b38f-342712b5b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:15.859849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-1301d103-3f37-4764-b38f-342712b5b8c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.2348173 Jul 08 17:11:15.866969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 10996b3c-87da-4ab0-83b8-5146ea7622db, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=10996b3c-87da-4ab0-83b8-5146ea7622db,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:15.886355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'port_id': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'mac_address': 'fa:16:3e:2e:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:15.937634 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.940819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:14Z', 'revision_number': 8, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:15.968386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcb81227-a481-46f9-bf1b-9c193cdb4279 req-50b4f31a-59ba-4bf1-9ee4-a0356d9379db tempest-FlavorsV2NegativeTest-1692701396 tempest-FlavorsV2NegativeTest-1692701396-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92c37cb870bf4bb1b92706f4f1f4ddaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278275 Jul 08 17:11:15.974949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:15.982670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10996b3c-87da-4ab0-83b8-5146ea7622db {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:16.003127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:16.003757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:16.009402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 10996b3c-87da-4ab0-83b8-5146ea7622db, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=10996b3c-87da-4ab0-83b8-5146ea7622db,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:16.043758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:16.101418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb81227-a481-46f9-bf1b-9c193cdb4279 req-e20e122a-6547-4a2e-a384-378896321dcf tempest-FlavorsV2NegativeTest-1692701396 tempest-FlavorsV2NegativeTest-1692701396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.103244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcb81227-a481-46f9-bf1b-9c193cdb4279 req-e20e122a-6547-4a2e-a384-378896321dcf tempest-FlavorsV2NegativeTest-1692701396 tempest-FlavorsV2NegativeTest-1692701396-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283069 Jul 08 17:11:16.120649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcb81227-a481-46f9-bf1b-9c193cdb4279 req-13c6a1e5-77c8-4029-b8a3-905a0c3aa393 tempest-FlavorsV2NegativeTest-1692701396 tempest-FlavorsV2NegativeTest-1692701396-project] 10.222.0.48 "GET /v2.0/quotas/92c37cb870bf4bb1b92706f4f1f4ddaa HTTP/1.1" status: 200 len: 375 time: 0.0101526 Jul 08 17:11:16.141994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=10996b3c-87da-4ab0-83b8-5146ea7622db,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:16.161723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcb81227-a481-46f9-bf1b-9c193cdb4279 req-30c143d9-96a2-433d-8640-367e5e711274 tempest-FlavorsV2NegativeTest-1692701396 tempest-FlavorsV2NegativeTest-1692701396-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92c37cb870bf4bb1b92706f4f1f4ddaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331783 Jul 08 17:11:16.162028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:16.233821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-e2b6d8bb-f887-4c88-b225-33bfabd7ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.235342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-e2b6d8bb-f887-4c88-b225-33bfabd7ba4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 200 len: 863 time: 0.4244547 Jul 08 17:11:16.301495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-6d45c596-c938-4018-b73e-4ea888dfd887 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 999 time: 0.1340687 Jul 08 17:11:16.308500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['10996b3c-87da-4ab0-83b8-5146ea7622db'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:16.312462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-f79deb94-ff63-4f24-aca1-4be38014d979 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901602 Jul 08 17:11:16.441160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-8f2a9ecd-0c54-4b2d-bd42-950d7e9243a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.442789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-8f2a9ecd-0c54-4b2d-bd42-950d7e9243a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929514 Jul 08 17:11:16.449448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55759d8-3252-4182-9641-7800f72800b6 req-42988ea1-fae2-4208-9ea4-9a4288ad4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.457491 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-42988ea1-fae2-4208-9ea4-9a4288ad4a7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.1449153 Jul 08 17:11:16.501262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ea5eb-e0d5-4bfb-9b27-c7cb14348820 req-86b127ef-ead4-4439-9780-7a6a3d870582 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.503069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5ea5eb-e0d5-4bfb-9b27-c7cb14348820 req-86b127ef-ead4-4439-9780-7a6a3d870582 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 945 time: 0.1040285 Jul 08 17:11:16.562317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e5ea5eb-e0d5-4bfb-9b27-c7cb14348820 req-9873dee3-1896-4fb1-b10c-5093817bf99b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Jul 08 17:11:16.642658 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a36a74-0574-4a53-8657-c3bc8c6f966a x-openstack-request-id: req-f2a36a74-0574-4a53-8657-c3bc8c6f966a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:16.642937 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1df343-0f07-4580-874f-e5c291a3558f", "name": "network-vif-deleted", "tag": "99234428-6c04-4d09-88f5-49f6c3528850", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:16.643183 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2a36a74-0574-4a53-8657-c3bc8c6f966a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:16.643725 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1df343-0f07-4580-874f-e5c291a3558f', 'name': 'network-vif-deleted', 'tag': '99234428-6c04-4d09-88f5-49f6c3528850', 'status': 'completed', 'code': 200} Jul 08 17:11:16.652047 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-f79ffe89-d1c3-4fe3-ad24-60a2caa96d94 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288567 Jul 08 17:11:16.662152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55759d8-3252-4182-9641-7800f72800b6 req-70aa41e9-1607-4a3b-9163-38cf4549b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.670209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-70aa41e9-1607-4a3b-9163-38cf4549b960 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118132 Jul 08 17:11:16.673253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-3dbaf49a-db17-4b9c-be3d-58ddc98fc0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048128 Jul 08 17:11:16.703382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:14Z', 'revision_number': 8, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:16.746703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486b8a3-7365-45ce-80e1-afe7ebdc79e0 None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'port_id': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'mac_address': 'fa:16:3e:65:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:10:28Z', 'updated_at': '2021-07-08T17:11:14Z', 'revision_number': 8, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:16.833079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de4745-77ce-4200-b5d0-9d3c0c6f02be req-2553f623-0f41-4e30-aa0e-ffba2b4db100 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:16.843060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7de4745-77ce-4200-b5d0-9d3c0c6f02be req-2553f623-0f41-4e30-aa0e-ffba2b4db100 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 950 time: 0.1034105 Jul 08 17:11:16.881160 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7de4745-77ce-4200-b5d0-9d3c0c6f02be req-44b21e05-33a6-413e-98dc-e9f690d6014e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Jul 08 17:11:16.942545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-48267af6-861d-42a5-b4aa-9092634e0843 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714665 Jul 08 17:11:16.961689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f099f83-a6e3-49ad-a185-79e4128e0112 req-0817cb52-3656-48f9-a7a8-d3514fda659b service neutron] 10.222.0.21 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414217 Jul 08 17:11:17.026090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-daec6431-06d7-4660-a030-3c99fa3dc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.029376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-daec6431-06d7-4660-a030-3c99fa3dc19e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.0771084 Jul 08 17:11:17.062758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-9ccf5adb-1e78-4cea-8f63-b9e87ef25f32 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.064261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-9ccf5adb-1e78-4cea-8f63-b9e87ef25f32 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.2683778 Jul 08 17:11:17.084730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:17.093732 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08435c-d349-4dfa-b371-9aa71476f054 None None] New status for floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:11:17.136755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:17.186647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55759d8-3252-4182-9641-7800f72800b6 req-b2542eeb-780d-472f-a874-eba187e111a7 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339621 Jul 08 17:11:17.280622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.323902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-093ea84f-b022-480c-9af3-0bc0f1476927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.325918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-093ea84f-b022-480c-9af3-0bc0f1476927 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2641327 Jul 08 17:11:17.345843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4714a52-4a70-4802-b167-c66074dffa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.383066 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-91c4a2ce-3c05-4615-9119-87b637021292 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=b4116c7f-ae4e-4299-b983-6b384b509c50 HTTP/1.1" status: 200 len: 217 time: 0.0463035 Jul 08 17:11:17.399752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3b494-2f95-47ea-b10b-5bc2b73a3c19 req-9c64dc64-b171-448a-9442-270e9ca08e4f tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.404141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68b3b494-2f95-47ea-b10b-5bc2b73a3c19 req-9c64dc64-b171-448a-9442-270e9ca08e4f tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 944 time: 0.1899283 Jul 08 17:11:17.475798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-5b593350-87aa-457c-9e7e-af0af74eb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.477254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-5b593350-87aa-457c-9e7e-af0af74eb24a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0748980 Jul 08 17:11:17.485730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68b3b494-2f95-47ea-b10b-5bc2b73a3c19 req-ebcff2c1-c7c8-4827-851c-04bd6b66fd07 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738552 Jul 08 17:11:17.526938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:17.542743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:17.558240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-8d82bbbf-2330-4b3f-88b7-1c5337c7e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.560887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-8d82bbbf-2330-4b3f-88b7-1c5337c7e39f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646591 Jul 08 17:11:17.565684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:17.569410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:17.609587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8a50c-fcda-4e8b-85e8-87933847c310 req-c985bfa9-8685-4f1a-b2ff-fa99286fae4e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:17.616407 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6c8a50c-fcda-4e8b-85e8-87933847c310 req-c985bfa9-8685-4f1a-b2ff-fa99286fae4e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.2334263 Jul 08 17:11:17.658266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:17.660506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4714a52-4a70-4802-b167-c66074dffa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.670240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 10996b3c-87da-4ab0-83b8-5146ea7622db up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:17.683723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4714a52-4a70-4802-b167-c66074dffa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.754516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6c8a50c-fcda-4e8b-85e8-87933847c310 req-330cef52-fd45-4f5d-967a-c0a61f68ee03 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341288 Jul 08 17:11:17.765244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-01d58f00-6424-4c51-a063-6a502bb8c315 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927559 Jul 08 17:11:17.789427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.806213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714a52-4a70-4802-b167-c66074dffa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3674468-339a-475b-9227-75952a91564f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:17.823953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41af2278-3f25-403d-b9a2-18f3bff5d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.836049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4714a52-4a70-4802-b167-c66074dffa51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92c37cb870bf4bb1b92706f4f1f4ddaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899021 Jul 08 17:11:17.838397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:17.844367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.847251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:17.849569 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7fd9ad-afd2-4752-8114-06e98217b497" -d '{"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:17.875300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 10996b3c-87da-4ab0-83b8-5146ea7622db completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:17.876183 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.879485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:17.890096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.896261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 10996b3c-87da-4ab0-83b8-5146ea7622db triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:17.896629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:17.955538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8ecbc8e-c6cb-4134-910f-456108d89a38 req-efd2be8d-fe9a-41b2-8a7a-931b9082e23b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819501 Jul 08 17:11:17.990062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:17.993428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252b2df-f447-4c77-b780-8bbe558a5f74 req-060ba6d4-c39a-4544-88ae-15264f82676a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.001801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252b2df-f447-4c77-b780-8bbe558a5f74 req-060ba6d4-c39a-4544-88ae-15264f82676a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.010095 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e252b2df-f447-4c77-b780-8bbe558a5f74 req-060ba6d4-c39a-4544-88ae-15264f82676a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269&device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 1691 time: 0.1466417 Jul 08 17:11:18.031837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'mac_address': 'fa:16:3e:13:52:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:18.037623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-348e6c38-0aeb-4411-b249-1adae96884f4 req-11588a38-de65-411f-8562-a97d846eb540 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 998 time: 0.1755023 Jul 08 17:11:18.043020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.056995 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e252b2df-f447-4c77-b780-8bbe558a5f74 req-fea50258-ebec-440f-ae0a-3227cc2cdbe8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Jul 08 17:11:18.066139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.102600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.174953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:18.175371 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d61483dd-74ef-49fe-bca3-34448bc71c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.218659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:18.218988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:18.219320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:18.220162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:18.222496 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.230693 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.240325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d61483dd-74ef-49fe-bca3-34448bc71c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.248260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de476b28-5a52-41de-a0d3-2f45191197e0 req-2e2635e5-80f0-4cc3-86bf-c1398caa236e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.249864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de476b28-5a52-41de-a0d3-2f45191197e0 req-2e2635e5-80f0-4cc3-86bf-c1398caa236e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 943 time: 0.0702260 Jul 08 17:11:18.254110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:18.254437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Attempting to bind port 77953463-c58e-46a8-ac51-a375e9c3aa93 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:18.282986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:18.283660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:18.283660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:18.284147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Bound port: 77953463-c58e-46a8-ac51-a375e9c3aa93, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:18.284506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.292155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de476b28-5a52-41de-a0d3-2f45191197e0 req-28f7162a-52c6-4435-bbed-0602eb2eaf3e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Jul 08 17:11:18.300892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e6c38-0aeb-4411-b249-1adae96884f4 req-a2ee4de6-d101-4159-8e94-edf35f9acba3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.302334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-348e6c38-0aeb-4411-b249-1adae96884f4 req-a2ee4de6-d101-4159-8e94-edf35f9acba3 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.2639015 Jul 08 17:11:18.317091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 10996b3c-87da-4ab0-83b8-5146ea7622db, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=10996b3c-87da-4ab0-83b8-5146ea7622db,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:18.332392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.333033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 99234428-6c04-4d09-88f5-49f6c3528850 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:18.352899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-348e6c38-0aeb-4411-b249-1adae96884f4 req-5acfc5f3-eee5-4db9-a346-531dc4f2e674 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:18.353901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-348e6c38-0aeb-4411-b249-1adae96884f4 req-5acfc5f3-eee5-4db9-a346-531dc4f2e674 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174491 Jul 08 17:11:18.355996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.363760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 99234428-6c04-4d09-88f5-49f6c3528850 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:11:18.364105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 99234428-6c04-4d09-88f5-49f6c3528850 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:18.364374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41af2278-3f25-403d-b9a2-18f3bff5d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.420383 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dca368-686a-4a78-98d3-c396c7aabeef x-openstack-request-id: req-e2dca368-686a-4a78-98d3-c396c7aabeef {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:18.420759 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:18.421069 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2dca368-686a-4a78-98d3-c396c7aabeef {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:18.421539 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'code': 200} Jul 08 17:11:18.428303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=10996b3c-87da-4ab0-83b8-5146ea7622db,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.437000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41af2278-3f25-403d-b9a2-18f3bff5d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.440698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:18.506643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:18.527880 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.538761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b4116c7f-ae4e-4299-b983-6b384b509c50'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:18.554712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41af2278-3f25-403d-b9a2-18f3bff5d853 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1815f2924874012867983f9398c8788&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0229895 Jul 08 17:11:18.555158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59054) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:18.578439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af2278-3f25-403d-b9a2-18f3bff5d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ff134-96ba-4909-968f-0a49f95d2f3d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.586424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d61483dd-74ef-49fe-bca3-34448bc71c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.588954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d61483dd-74ef-49fe-bca3-34448bc71c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.593599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d61483dd-74ef-49fe-bca3-34448bc71c62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3674468-339a-475b-9227-75952a91564f HTTP/1.1" status: 204 len: 168 time: 0.7443871 Jul 08 17:11:18.617396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-f0ceb47c-f0a8-43fb-a045-76019740980b tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.1840227 Jul 08 17:11:18.624219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61483dd-74ef-49fe-bca3-34448bc71c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3674468-339a-475b-9227-75952a91564f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.650709 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-657565f2-c12d-4d67-8db2-51b4790bf065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.650922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}, {'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:18.654644 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc92218-6837-41b0-a7db-e73a6228d078" -d '{"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}, {"server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "name": "network-vif-unplugged", "status": "completed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:18.685186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.685476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-657565f2-c12d-4d67-8db2-51b4790bf065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.688333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e5b8e-97e9-49e9-87a0-1095038318f9 req-0bd1e2a5-245a-46bb-ae81-4862be0c6470 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.695350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c00e5b8e-97e9-49e9-87a0-1095038318f9 req-0bd1e2a5-245a-46bb-ae81-4862be0c6470 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 1101 time: 0.1238718 Jul 08 17:11:18.712161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.712649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.714176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e4c9f245-fb9e-4c88-809a-691fee081dee service neutron] 10.222.0.53 "PUT /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 1121 time: 1.6405053 Jul 08 17:11:18.736699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91396-87f1-45de-8363-bd999d142a00 req-ec0ad2ba-e112-452e-b258-9e5227197876 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:18.737831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-ec0ad2ba-e112-452e-b258-9e5227197876 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports/a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 942 time: 0.1080446 Jul 08 17:11:18.766634 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c00e5b8e-97e9-49e9-87a0-1095038318f9 req-df208e16-5152-42ee-adbe-89871d3219f0 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701523 Jul 08 17:11:18.806908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-657565f2-c12d-4d67-8db2-51b4790bf065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.812066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-657565f2-c12d-4d67-8db2-51b4790bf065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:18.813992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-657565f2-c12d-4d67-8db2-51b4790bf065 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f7ff134-96ba-4909-968f-0a49f95d2f3d HTTP/1.1" status: 204 len: 168 time: 0.2577207 Jul 08 17:11:18.824224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657565f2-c12d-4d67-8db2-51b4790bf065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7ff134-96ba-4909-968f-0a49f95d2f3d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:18.851294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['77953463-c58e-46a8-ac51-a375e9c3aa93'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:18.961668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-fab5e2a1-a910-4dd1-aa19-096b50849b47 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.0826406 Jul 08 17:11:19.049519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaedb2-9c5f-4f5f-a6fa-3c0a396e1c55 req-e85be311-258d-47e6-9047-9ccd809b9f8d tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:19.051564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5afaedb2-9c5f-4f5f-a6fa-3c0a396e1c55 req-e85be311-258d-47e6-9047-9ccd809b9f8d tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.0882399 Jul 08 17:11:19.100586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5afaedb2-9c5f-4f5f-a6fa-3c0a396e1c55 req-80fc5096-5062-428b-a83c-02431ddc4a25 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Jul 08 17:11:19.126567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91396-87f1-45de-8363-bd999d142a00 req-ff45d3dd-959f-4e5f-8324-44b3400db33a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:19.128299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-ff45d3dd-959f-4e5f-8324-44b3400db33a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1602647 Jul 08 17:11:19.189241 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef864615-ec06-4433-bd4a-d978cad1684c x-openstack-request-id: req-ef864615-ec06-4433-bd4a-d978cad1684c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:19.189573 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "status": "completed", "code": 200}, {"server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "name": "network-vif-unplugged", "status": "completed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:19.189883 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef864615-ec06-4433-bd4a-d978cad1684c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:19.190184 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'status': 'completed', 'code': 200} Jul 08 17:11:19.190440 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'code': 200} Jul 08 17:11:19.238687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:19.283378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-e7a5a767-155c-4759-9dec-588a24e24369 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 1001 time: 0.1461265 Jul 08 17:11:19.290861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:19.375182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:19.379312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b0293-e706-4fac-8533-9a33540eb582 req-9830d0ce-b3b0-474e-8f68-34b3b52808fa tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:19.380524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-697b0293-e706-4fac-8533-9a33540eb582 req-9830d0ce-b3b0-474e-8f68-34b3b52808fa tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 949 time: 0.0946455 Jul 08 17:11:19.419198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.431657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6188afb-7321-40c6-8d26-a473be27f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.445581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-697b0293-e706-4fac-8533-9a33540eb582 req-2f497c43-4cf4-4afb-95d6-4683ab827f7a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 Jul 08 17:11:19.451054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.525444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935b08b5-d3d8-48c2-b0f8-d4e3af4891a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.560169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:11:19.560169 n-d-799527-4 neutron-server[93945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:11:19.560169 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id': '6cc4c3dc34db404da7a29ff0f5809daf', 'id': 'd734dded-735e-4c91-b638-d58d19924878', 'expiration': datetime.datetime(2021, 7, 8, 17, 13, 19, 547396)}] Jul 08 17:11:19.560169 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:11:19.560731 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:11:19.587536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-3a2891dd-2916-4c4f-90d6-7914e9676534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:19.589441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-3a2891dd-2916-4c4f-90d6-7914e9676534 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.3780496 Jul 08 17:11:19.693685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa207ea-e280-44d1-83c8-b424700cf6cc req-bdeead81-3037-4d22-9c18-2191e018c437 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:19.700209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aaa207ea-e280-44d1-83c8-b424700cf6cc req-bdeead81-3037-4d22-9c18-2191e018c437 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 1101 time: 0.1081424 Jul 08 17:11:19.712033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935b08b5-d3d8-48c2-b0f8-d4e3af4891a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.726854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-935b08b5-d3d8-48c2-b0f8-d4e3af4891a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.755869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.780094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aaa207ea-e280-44d1-83c8-b424700cf6cc req-882f21a1-4705-48db-9125-320ab4aa4ad9 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733259 Jul 08 17:11:19.783544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-935b08b5-d3d8-48c2-b0f8-d4e3af4891a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cbfd1857ae947b3b4bdf64629dc21c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435033 Jul 08 17:11:19.784658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b08b5-d3d8-48c2-b0f8-d4e3af4891a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc3fc6-0d0a-4839-be61-2625dc1cbaef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:19.786372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.786703 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 disassociated. External IP: 172.25.3.192, port: a264f9e3-1a83-44a8-baa6-763fe6e69822. Jul 08 17:11:19.786992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:19.882085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac22817-5f50-4707-a4c4-bef2f566e086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:19.923355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac22817-5f50-4707-a4c4-bef2f566e086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.033418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac22817-5f50-4707-a4c4-bef2f566e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.036058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ac22817-5f50-4707-a4c4-bef2f566e086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.039968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8ac22817-5f50-4707-a4c4-bef2f566e086 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44cc3fc6-0d0a-4839-be61-2625dc1cbaef HTTP/1.1" status: 204 len: 168 time: 0.2493281 Jul 08 17:11:20.050943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692f7d-d93c-41e2-86bf-0c854b81a7d4 req-55f0a305-045a-4082-bcc9-85e9cd9c8cba tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:20.050943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe692f7d-d93c-41e2-86bf-0c854b81a7d4 req-55f0a305-045a-4082-bcc9-85e9cd9c8cba tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 943 time: 0.1057258 Jul 08 17:11:20.051985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59106) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:20.064092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac22817-5f50-4707-a4c4-bef2f566e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc3fc6-0d0a-4839-be61-2625dc1cbaef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:20.109317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe692f7d-d93c-41e2-86bf-0c854b81a7d4 req-8bc63294-ded0-4527-91b2-b5b47b1716bc tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476015 Jul 08 17:11:20.138328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.138427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-033846b4-7249-41c0-a7f8-4f398e63ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:20.139911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-033846b4-7249-41c0-a7f8-4f398e63ef1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.5212524 Jul 08 17:11:20.202793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-986a5c65-6b70-4db2-90eb-5cf182b4b3f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.0505838 Jul 08 17:11:20.223899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-89e85b33-e245-4ed2-b354-251a036499f9 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246494 Jul 08 17:11:20.349180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-36843f9a-dab7-4519-8a2c-17c9809278d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:20.351391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-36843f9a-dab7-4519-8a2c-17c9809278d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.0920787 Jul 08 17:11:20.354086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-network', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:20.379742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-963678d9-7833-494a-b89a-8e9eecc5383e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:20.381236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-963678d9-7833-494a-b89a-8e9eecc5383e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500454 Jul 08 17:11:20.404363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-091ad236-8e1d-428b-88f5-7090b908e14e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/quotas/ee7e20b22aee4fc2b28df1804538de46 HTTP/1.1" status: 200 len: 375 time: 0.0127048 Jul 08 17:11:20.409375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:20.422530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:20.424916 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5fd6e-5fea-46df-ba41-101a7e2280b4" -d '{"events": [{"server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "name": "network-vif-plugged", "status": "completed", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:20.436192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37b0d0cc-bc49-44cb-be58-e4f25d0b7b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.509204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-b69e22cd-b801-4d49-ba1d-f4f25e73c38d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0930736 Jul 08 17:11:20.526354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.534402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.551483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Made reservation on behalf of 94e8589b65c4409caebcd6038abe54c8 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:20.553805 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.567717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-b8bbd6a2-0e48-43e7-a9bf-7086740655aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:20.569188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.569311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-b8bbd6a2-0e48-43e7-a9bf-7086740655aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065530 Jul 08 17:11:20.599887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:20.611503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cc4c3dc34db404da7a29ff0f5809daf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2353017 Jul 08 17:11:20.614274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:20.636211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af84b2-2a62-4db1-ae3b-c24df047b45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4603c18d-3b72-4b2f-8228-a7caaafcad47,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:20.703626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2567956d-70bb-4a0e-a759-7ffe0f97b4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.757799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37b0d0cc-bc49-44cb-be58-e4f25d0b7b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.764039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2567956d-70bb-4a0e-a759-7ffe0f97b4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.781975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37b0d0cc-bc49-44cb-be58-e4f25d0b7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.796460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-96645171-9fb2-46f2-98a6-bab8853ffe73 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139106 Jul 08 17:11:20.883060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:20.888667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.892191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0d0cc-bc49-44cb-be58-e4f25d0b7b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a795b3-c640-4900-98f8-bda53797b4ab,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:20.896959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:20.903975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-37b0d0cc-bc49-44cb-be58-e4f25d0b7b1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9a38e62630f4e03bc3078797360cfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933796 Jul 08 17:11:20.906494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:20.910610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:20.911342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:20.947685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a646e912-ed18-437b-9911-0bdc2df8457a tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "PUT /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 696 time: 1.6633861 Jul 08 17:11:20.960416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2567956d-70bb-4a0e-a759-7ffe0f97b4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.971316 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2567956d-70bb-4a0e-a759-7ffe0f97b4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:20.974776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2567956d-70bb-4a0e-a759-7ffe0f97b4df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4603c18d-3b72-4b2f-8228-a7caaafcad47 HTTP/1.1" status: 204 len: 168 time: 0.3594949 Jul 08 17:11:21.041858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:21.047541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.065275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cc92218-6837-41b0-a7db-e73a6228d078 req-906f480f-1b90-4fe6-9632-3df646da604e service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531927 Jul 08 17:11:21.092942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796965ec-0254-4056-b4e7-bb61d472685e req-8166c90f-268d-42e3-baab-a441ab699247 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.101980 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-796965ec-0254-4056-b4e7-bb61d472685e req-8166c90f-268d-42e3-baab-a441ab699247 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.3207312 Jul 08 17:11:21.119399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91396-87f1-45de-8363-bd999d142a00 req-aea1e6b9-aa95-458f-97f3-4074e8110ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.121090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-aea1e6b9-aa95-458f-97f3-4074e8110ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.1501651 Jul 08 17:11:21.133423 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.148907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:11:21.159223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567956d-70bb-4a0e-a759-7ffe0f97b4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4603c18d-3b72-4b2f-8228-a7caaafcad47,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:21.205260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.205612 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Added segment 2cea62a5-8931-43db-817c-db4e57763bdf of type vlan for network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 Jul 08 17:11:21.208827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24bad49-5cb4-43e2-a75a-b7be72bef53d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:21.211272 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-888da7ab-31fa-47e5-b538-61e78d597222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.237392 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-888da7ab-31fa-47e5-b538-61e78d597222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.272387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93'}, {'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:21.274881 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93"}, {"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:21.292857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91396-87f1-45de-8363-bd999d142a00 req-bd8972b6-ae5e-44f7-af20-2c9b8bce3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.293876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-796965ec-0254-4056-b4e7-bb61d472685e req-6d54bbeb-576e-407d-98d5-193909414b3d tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909704 Jul 08 17:11:21.306232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-bd8972b6-ae5e-44f7-af20-2c9b8bce3709 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.1749809 Jul 08 17:11:21.342745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-888da7ab-31fa-47e5-b538-61e78d597222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.346870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-888da7ab-31fa-47e5-b538-61e78d597222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.347992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-888da7ab-31fa-47e5-b538-61e78d597222 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9a795b3-c640-4900-98f8-bda53797b4ab HTTP/1.1" status: 204 len: 168 time: 0.4396441 Jul 08 17:11:21.378876 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589c017-36c9-4736-a8e2-546d6d270fdb x-openstack-request-id: req-9589c017-36c9-4736-a8e2-546d6d270fdb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:21.379514 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "name": "network-vif-plugged", "status": "completed", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:21.380327 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9589c017-36c9-4736-a8e2-546d6d270fdb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:21.381129 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'code': 200} Jul 08 17:11:21.402734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.407330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888da7ab-31fa-47e5-b538-61e78d597222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a795b3-c640-4900-98f8-bda53797b4ab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:21.412861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-2ff20766-2685-461a-8e80-e9d4407ea708 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.1041853 Jul 08 17:11:21.446286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.455164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.455164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.465110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:21.497635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:21.508561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:21.510727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:10:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:21.531722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91396-87f1-45de-8363-bd999d142a00 req-58c82522-d481-47d8-9ced-31d2c7826c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.543659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-58c82522-d481-47d8-9ced-31d2c7826c87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.1298969 Jul 08 17:11:21.610643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:21.612831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5577362 Jul 08 17:11:21.613136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59158) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:21.613737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:21.638104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Request body: {'subnet': {'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-subnet', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:21.646647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ebf3f-fcbe-4682-b6c8-f050aaca0655 admin admin] Pushing event updated for resources: {'Network': ['ID=94b39613-fe8d-4ce2-9e67-154a6e48fdf1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:21.682738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Made reservation on behalf of 94e8589b65c4409caebcd6038abe54c8 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:21.685568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:21.747508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eb7ff-06e8-42fc-a8d5-7ebc0d4a6fb8 req-c8c967df-9d30-4b13-a2e9-abf2ede0ac1d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.757786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b7eb7ff-06e8-42fc-a8d5-7ebc0d4a6fb8 req-c8c967df-9d30-4b13-a2e9-abf2ede0ac1d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 949 time: 0.1761494 Jul 08 17:11:21.780127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91396-87f1-45de-8363-bd999d142a00 req-6cf31c46-02ab-4757-8b87-91f8209e30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.787762 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-6cf31c46-02ab-4757-8b87-91f8209e30a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429848 Jul 08 17:11:21.823189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420a1b-d102-4881-8e3c-be603bc2407e req-9f3e172b-33a6-4aea-9f58-05ff8ae611a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:21.824880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c420a1b-d102-4881-8e3c-be603bc2407e req-9f3e172b-33a6-4aea-9f58-05ff8ae611a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 1096 time: 0.2252765 Jul 08 17:11:21.849186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b7eb7ff-06e8-42fc-a8d5-7ebc0d4a6fb8 req-40c0c098-bc1e-45c9-aa3d-e75c35f22383 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908418 Jul 08 17:11:21.896487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:21.942993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:11:21.944292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:11:21.953750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c420a1b-d102-4881-8e3c-be603bc2407e req-5aeeccf6-baee-489c-be8a-1148cd324565 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923510 Jul 08 17:11:21.988303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-8dfc82b7-49ba-4ff9-90db-bfe803895012 service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994689 Jul 08 17:11:22.110501 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.134025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eefd717e-0cd0-47ad-b3a1-36333f6a5718 req-c84ed036-03f7-47d0-b5e0-b0f9b5bd6aab tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 210 time: 0.0748291 Jul 08 17:11:22.204376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5c91396-87f1-45de-8363-bd999d142a00 req-a87ff212-4cf7-4471-845e-0af3d396ae1c service neutron] 10.222.0.48 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105381 Jul 08 17:11:22.220658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c630a5-3647-4ca6-96f4-ed73d824f83b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:22.266795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Checking segment: {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:22.267440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Network hostable DHCP agents. Network: 94b39613-fe8d-4ce2-9e67-154a6e48fdf1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:11:22.319664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:11:22.327461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-551176c8-7f67-4ad6-b63b-32d054f720d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.336071 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fdec80-2f32-4c32-88d9-a41c3e945866 x-openstack-request-id: req-46fdec80-2f32-4c32-88d9-a41c3e945866 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:22.338253 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:22.338253 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46fdec80-2f32-4c32-88d9-a41c3e945866 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:22.338253 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'status': 'completed', 'code': 200} Jul 08 17:11:22.339134 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.340027 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'status': 'completed', 'code': 200} Jul 08 17:11:22.373082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 94b39613-fe8d-4ce2-9e67-154a6e48fdf1) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:22.374461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b4116c7f-ae4e-4299-b983-6b384b509c50 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:22.375680 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.381319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:22.382717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.484549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9834621-c881-49b5-bb15-8dd10d1a11ae None None] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:22.509552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a416f9-e836-4cee-b86d-8a8439bac7e9 req-f4778911-2d45-4dd8-be9f-a2e10dbf1a83 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:22.519791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92a416f9-e836-4cee-b86d-8a8439bac7e9 req-f4778911-2d45-4dd8-be9f-a2e10dbf1a83 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 943 time: 0.1321714 Jul 08 17:11:22.562176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:22.595147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-430eb554-2569-4929-8ef4-a0ee188f26ff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9788024 Jul 08 17:11:22.604281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:22.610534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92a416f9-e836-4cee-b86d-8a8439bac7e9 req-5dbc866d-c6af-4521-a211-fe518ef51fab tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890477 Jul 08 17:11:22.616295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:22.660069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-6f7a5f77-128f-42be-910d-93c7d2da5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:22.663315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-6f7a5f77-128f-42be-910d-93c7d2da5d33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1124 time: 0.3125036 Jul 08 17:11:22.673686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-1d6cd805-665d-4ce5-a821-1a2dd5412da8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613840 Jul 08 17:11:22.803319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.804680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.816805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-08404d47-fc14-474f-84de-1f0e0fd2b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:22.821970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-08404d47-fc14-474f-84de-1f0e0fd2b50c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae5cd308032d4afe8234652f67a43667&device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 1096 time: 0.3880665 Jul 08 17:11:22.962009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-1f4b8b73-38c6-4b8a-91ee-d19277d4b117 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:22.967343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-1f4b8b73-38c6-4b8a-91ee-d19277d4b117 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831306 Jul 08 17:11:22.989839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': '86f5d41a-2258-46ec-bf85-15793317add9', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:23.223486 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.225153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-38fbe34b-dbb4-4185-b45f-0854700eef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:23.229635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-38fbe34b-dbb4-4185-b45f-0854700eef59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.5537879 Jul 08 17:11:23.320141 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.361593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:23.369349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-94b39613-fe8d-4ce2-9e67-154a6e48fdf1', 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'fixed_ips': [{'subnet_id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:11:23.370593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.412654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:23.415401 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fcf2c-d4a5-4668-8c3a-7fbe5e1495b5" -d '{"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-plugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:23.447410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:23.456179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf84b1-786c-47b1-a82c-fe057ffaae59 req-f9fb10cf-84a3-4ee0-bf9a-442223d11592 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:23.457526 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.462689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eab65-6217-4814-8487-1e6a25f5a434 req-68acb016-de44-43ce-b9d1-d6731b9dd93e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:23.463464 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8abf84b1-786c-47b1-a82c-fe057ffaae59 req-f9fb10cf-84a3-4ee0-bf9a-442223d11592 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 949 time: 0.2510197 Jul 08 17:11:23.471126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:23.473049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-092eab65-6217-4814-8487-1e6a25f5a434 req-68acb016-de44-43ce-b9d1-d6731b9dd93e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.7208450 Jul 08 17:11:23.475195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.509972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.534874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:23.542460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8abf84b1-786c-47b1-a82c-fe057ffaae59 req-489d0b08-4729-4a0d-8747-70c96a324e15 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778556 Jul 08 17:11:23.572231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-a7ef45dc-ebad-4529-8db8-7c4554b872fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 217 time: 0.3083801 Jul 08 17:11:23.600176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-279b84c2-0d42-4c24-b8b6-6ed69e8c984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:23.601786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-279b84c2-0d42-4c24-b8b6-6ed69e8c984f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 200 len: 922 time: 0.7672138 Jul 08 17:11:23.608515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670ecd27-df7e-49a9-9ed1-e39c29e3f2f8 None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:10:01Z', 'revision_number': 4, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5b34215a-564b-4e2d-b213-adb0e6323b55', 'name': '', 'network_id': 'f43f822e-0d21-4f58-ab9c-ae4097f8181a', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'mac_address': 'fa:16:3e:02:1f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:59Z', 'updated_at': '2021-07-08T17:10:08Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'subnets': [{'id': 'c6d17874-6bbc-4e40-86dd-75146f7b53e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:23.664832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-343819824-network', 'tenant_id': 'fed51c30ffd1431fbbe3edc5d57057d1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:23.696588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:23.717095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Allocated IP 172.20.0.2 (94b39613-fe8d-4ce2-9e67-154a6e48fdf1/a5c630a5-3647-4ca6-96f4-ed73d824f83b/ca5c0f33-dc52-47e9-bc20-061eb45e84b9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:23.784107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Made reservation on behalf of fed51c30ffd1431fbbe3edc5d57057d1 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:23.786445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.808192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.814772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-a9d2ef4b-1e23-4816-9bb3-00a7374e3f62 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 200 len: 696 time: 0.1591790 Jul 08 17:11:23.819082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-f3a8cadd-8032-4ccd-be82-9df71ce0398b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 200 len: 217 time: 0.1923282 Jul 08 17:11:23.828136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-092eab65-6217-4814-8487-1e6a25f5a434 req-6dcd805e-4598-422b-8088-1885869b0083 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526692 Jul 08 17:11:23.829122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.840147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-b50f5433-6810-4508-a4c0-922b99106bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:23.844113 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-b50f5433-6810-4508-a4c0-922b99106bda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.2620282 Jul 08 17:11:23.939284 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.947331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.955062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Transition to ACTIVE for port object ca5c0f33-dc52-47e9-bc20-061eb45e84b9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:23.968197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-c3754060-4b99-4dce-9b9f-15d0a9ae42ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021466 Jul 08 17:11:23.979414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Transition to ACTIVE for port object ca5c0f33-dc52-47e9-bc20-061eb45e84b9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:23.988720 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.011860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.039829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:24.047092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:24.049302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Pushing event updated for resources: {'Port': ['ID=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:24.051488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:24.069750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:11:24.085901 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebae3f3-ea4a-4a2f-a45a-5d1990f5a3de None None] New status for floating IP b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:11:24.098312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba2a3f-f48e-4d96-a076-be4410c4d758,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:24.108784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.109132 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Added segment a0298167-148a-49da-bd48-946f391d4727 of type vlan for network 0f7b7814-88f8-4264-88fc-d6937f04a717 Jul 08 17:11:24.129044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.50 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/606e33de-55f1-47b8-a3a7-4fdd299939fe) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:24.141280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Attempting to bind port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:24.141650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Attempting to bind port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:24.142040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Attempting to bind port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 on network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:24.147731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:24.148104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Checking segment: {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:24.148504 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.148897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Bound using segment: {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:24.149361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Bound port: ca5c0f33-dc52-47e9-bc20-061eb45e84b9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:24.149742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.183045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.196732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-7917b5a0-da08-4696-a52b-c49285c1b8c5 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:24.203971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-7917b5a0-da08-4696-a52b-c49285c1b8c5 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.3882506 Jul 08 17:11:24.209477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-19e1210f-8fc2-4b38-9e0a-246cfedc9742 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:24.217077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-19e1210f-8fc2-4b38-9e0a-246cfedc9742 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121374 Jul 08 17:11:24.232609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] For port ca5c0f33-dc52-47e9-bc20-061eb45e84b9, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:24.237556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] For port ca5c0f33-dc52-47e9-bc20-061eb45e84b9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,segment=NetworkSegment(2cea62a5-8931-43db-817c-db4e57763bdf),segment_id=2cea62a5-8931-43db-817c-db4e57763bdf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:24.248211 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.278603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-fb76dba7-ebf8-4c5d-89cc-e47da831b7e6 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 699 time: 0.0600219 Jul 08 17:11:24.333642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a9b60-0105-4db6-8685-0a40462b81f0 None None] Pushing event updated for resources: {'Port': ['ID=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:24.357647 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-dd25e35d-bbd1-4971-ab47-859526e8b35c tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 699 time: 0.0778468 Jul 08 17:11:24.470519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bff487a3-1cb6-401a-8c01-43f5cc606600 req-217c52cc-51df-456b-9888-4e2774159702 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 210 time: 0.0860779 Jul 08 17:11:24.474662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-834e6c94-5eb3-4bdf-a1c3-63c9e0880411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:24.476464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-834e6c94-5eb3-4bdf-a1c3-63c9e0880411 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 200 len: 860 time: 0.6413898 Jul 08 17:11:24.535166 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f95f771-cac6-4b12-9a39-b3d933850f11 x-openstack-request-id: req-7f95f771-cac6-4b12-9a39-b3d933850f11 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:24.535693 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-plugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:24.535693 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f95f771-cac6-4b12-9a39-b3d933850f11 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:24.536097 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'code': 200} Jul 08 17:11:24.657685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-5fd262ec-a405-499c-92a4-8484413ae110 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736688 Jul 08 17:11:24.701121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-b437f9e0-97a4-40f0-8e4d-4ecd860c610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:24.703146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-b437f9e0-97a4-40f0-8e4d-4ecd860c610d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f43f822e-0d21-4f58-ab9c-ae4097f8181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111135 Jul 08 17:11:24.769076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.769503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.770577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:24.771421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:24.832733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.53', 50269) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:24.949767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5861609 Jul 08 17:11:24.977716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:24.986564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Request body: {'subnet': {'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-343819824-subnet', 'tenant_id': 'fed51c30ffd1431fbbe3edc5d57057d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:25.001782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed9aa9-0cb8-4f63-991c-ae066f3e3bce admin admin] Pushing event updated for resources: {'Network': ['ID=0f7b7814-88f8-4264-88fc-d6937f04a717,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:25.013338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:11:25.024648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-e4271f66-55be-4e06-b49f-e3501476e0ce service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564734 Jul 08 17:11:25.046536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-733fc1d8-803b-4636-9599-e3d3f2eae728 service neutron] 10.222.0.21 "GET /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.2715483 Jul 08 17:11:25.054771 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.056877 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-16b4ead5-14dd-4f6d-8d1e-a573db4d6e48 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817771 Jul 08 17:11:25.078472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace5512-10f1-411f-a1c8-2f293e70ce28 req-c28e998f-5613-4aba-a3b3-bf4dea46cf1d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:25.079995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ace5512-10f1-411f-a1c8-2f293e70ce28 req-c28e998f-5613-4aba-a3b3-bf4dea46cf1d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 943 time: 0.3076735 Jul 08 17:11:25.111204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Made reservation on behalf of fed51c30ffd1431fbbe3edc5d57057d1 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:25.113171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object 606e33de-55f1-47b8-a3a7-4fdd299939fe will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:25.113532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.131617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Deleting port 1c3872b8-4c9d-4e00-b1fe-310fd5f01607 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:25.131959 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.139250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c4d41-7449-4ff2-b1f9-28eaff6c9c3a req-9c504067-d8d7-4e64-b404-573ca878b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:25.140768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf1c4d41-7449-4ff2-b1f9-28eaff6c9c3a req-9c504067-d8d7-4e64-b404-573ca878b262 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.2514493 Jul 08 17:11:25.252042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.267162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.281807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:25.304215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.307366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf1c4d41-7449-4ff2-b1f9-28eaff6c9c3a req-53e48242-6ee4-49eb-8baa-c645ac633151 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288822 Jul 08 17:11:25.328801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ace5512-10f1-411f-a1c8-2f293e70ce28 req-0d95a21a-e61c-4467-aa81-65bf40a049b2 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222664 Jul 08 17:11:25.331059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:25.404180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.404530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.411538 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f8d2c9c-ee05-45cb-b7fd-ca6a764f4947 req-1fff0b82-aa2e-4422-bef9-f985357b9a57 service neutron] 10.222.0.53 "GET /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442173 Jul 08 17:11:25.444657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Calling delete_port for 1c3872b8-4c9d-4e00-b1fe-310fd5f01607 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:25.475447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=606e33de-55f1-47b8-a3a7-4fdd299939fe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:25.550094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:25.589789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.590180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.591153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.591693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.592094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.592434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.592769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.593101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.593574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.593872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.594147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.594473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:25.601447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Allocated IP 172.25.3.208 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/995b7cc2-96e6-4018-a0a0-885e13acf2a0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:25.610788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:25.614821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:25.637110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:25.719103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.727559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45588d-31a8-45ad-a022-97adc51cb779 None None] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:25.785452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:25.786219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.847811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3af193fe-8c02-4a90-8870-a9fc9be46c66 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8631506 Jul 08 17:11:25.850487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:25.869517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.874656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Request body: {'port': {'device_id': '86f5d41a-2258-46ec-bf85-15793317add9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:25.927748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c554e347-35c3-4d3d-8490-c077c6c74138 None None] Provisioning for port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:25.948124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:25.968247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9969ea2-0baa-4ca6-88fd-949ff416580e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:25.995910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.026665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77953463-c58e-46a8-ac51-a375e9c3aa93 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:26.040650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.041183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.041635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.042114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.042548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.042985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.043415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.043872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.044323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.044920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.045545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.045761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.046213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:26.053576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:26.082670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:26.091885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:26.096000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.101446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:26.108438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Pushing event updated for resources: {'Port': ['ID=995b7cc2-96e6-4018-a0a0-885e13acf2a0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:26.109735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event deleted for resources: {'Port': ['ID=1c3872b8-4c9d-4e00-b1fe-310fd5f01607,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:26.138964 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.139238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:26.139238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Network hostable DHCP agents. Network: 0f7b7814-88f8-4264-88fc-d6937f04a717, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:11:26.142758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:26.171292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d53d9c-55b3-4c15-a4cb-762a1ce07f2c req-c4d4c667-1f61-4301-b099-555af87e779e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:26.172861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5d53d9c-55b3-4c15-a4cb-762a1ce07f2c req-c4d4c667-1f61-4301-b099-555af87e779e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.2161722 Jul 08 17:11:26.185333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:11:26.191507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ddb4c0a-d0ed-429e-8bd0-9bc00ef28ab8 None None] Provisioning for port 606e33de-55f1-47b8-a3a7-4fdd299939fe completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:26.209561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ddb4c0a-d0ed-429e-8bd0-9bc00ef28ab8 None None] Provisioning complete for port 606e33de-55f1-47b8-a3a7-4fdd299939fe triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:26.210103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4c0a-d0ed-429e-8bd0-9bc00ef28ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.261887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.263309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:11:26.264014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.271096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf7c835-4f78-437e-92c6-cebc37587dc6 req-ad63913b-dbb1-4d38-a5e8-73688b0c6adf tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "DELETE /v2.0/floatingips/b59f8d8b-7fe8-466a-bb0b-15e5f4c91e00 HTTP/1.1" status: 204 len: 173 time: 1.9028616 Jul 08 17:11:26.304879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb4c0a-d0ed-429e-8bd0-9bc00ef28ab8 None None] Port 606e33de-55f1-47b8-a3a7-4fdd299939fe cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:26.316114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 0f7b7814-88f8-4264-88fc-d6937f04a717) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:26.328561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:26.329175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.345954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb017d5-777e-4494-849e-5499dd7d1ff4 None None] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:26.351990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5d53d9c-55b3-4c15-a4cb-762a1ce07f2c req-93b254ca-d892-4f39-a66d-6e5d250f69d4 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674261 Jul 08 17:11:26.378513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] Transition to ACTIVE for port object 77953463-c58e-46a8-ac51-a375e9c3aa93 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:26.390900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f77f5c4c-b0b5-454e-98fc-97443ca15fed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4034226 Jul 08 17:11:26.413108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.640350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] No DVR routers for this DVR port 77953463-c58e-46a8-ac51-a375e9c3aa93 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:11:26.702246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] Pushing event updated for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:26.718182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca5c0f33-dc52-47e9-bc20-061eb45e84b9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:26.756622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.806315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dbe7d5-1f32-4de7-9aa1-fc61648fd3bf None None] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:26.899699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606e33de-55f1-47b8-a3a7-4fdd299939fe {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:26.916706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:26.920971 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.940410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a1266fac-0dd6-4a9e-896b-09e97f043f13 service neutron] 10.222.0.21 "PUT /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8763726 Jul 08 17:11:26.940811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:26.941206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:26.948254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c8de1-a848-4baa-8d8f-372e864184eb req-809f74bd-47d4-4398-a0d9-1b367eea3038 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:26.949862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f45c8de1-a848-4baa-8d8f-372e864184eb req-809f74bd-47d4-4398-a0d9-1b367eea3038 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.4247353 Jul 08 17:11:26.954253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdaa28-1893-4b52-a41b-0b60e8a246d9 req-e2531a8e-ee20-40a5-965c-263539f3147b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:26.957882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Transition to ACTIVE for port object 606e33de-55f1-47b8-a3a7-4fdd299939fe will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:26.962065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26bdaa28-1893-4b52-a41b-0b60e8a246d9 req-e2531a8e-ee20-40a5-965c-263539f3147b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 935 time: 0.2858729 Jul 08 17:11:26.987947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.018773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-915c34e7-ac92-40f1-a5ac-3748004e890f None None] Provisioning complete for port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:27.018978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-915c34e7-ac92-40f1-a5ac-3748004e890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.054175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Pushing event updated for resources: {'Port': ['ID=606e33de-55f1-47b8-a3a7-4fdd299939fe,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:27.078565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f45c8de1-a848-4baa-8d8f-372e864184eb req-59896a34-f724-4af5-b9dd-daa09aff37d4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162131 Jul 08 17:11:27.099817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26bdaa28-1893-4b52-a41b-0b60e8a246d9 req-90532c10-2e4e-40cb-9d51-b7680044046a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363931 Jul 08 17:11:27.163362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.213150 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-915c34e7-ac92-40f1-a5ac-3748004e890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.241369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ca5c0f33-dc52-47e9-bc20-061eb45e84b9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,segment=NetworkSegment(2cea62a5-8931-43db-817c-db4e57763bdf),segment_id=2cea62a5-8931-43db-817c-db4e57763bdf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:27.249170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.255849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a83453ab-adbf-4e3b-927b-b871b3219442 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:27.257363 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-a83453ab-adbf-4e3b-927b-b871b3219442 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.2365868 Jul 08 17:11:27.266774 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.278409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Attempting to bind port 606e33de-55f1-47b8-a3a7-4fdd299939fe on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:27.280676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Attempting to bind port 606e33de-55f1-47b8-a3a7-4fdd299939fe by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:27.281027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Attempting to bind port 606e33de-55f1-47b8-a3a7-4fdd299939fe on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:27.291282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Port 606e33de-55f1-47b8-a3a7-4fdd299939fe on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:27.291611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Attempting to bind port 606e33de-55f1-47b8-a3a7-4fdd299939fe on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:27.313575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:27.313894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:27.314318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:27.314902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Bound port: 606e33de-55f1-47b8-a3a7-4fdd299939fe, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:27.315363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.419494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-915c34e7-ac92-40f1-a5ac-3748004e890f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:11:27.420055 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-915c34e7-ac92-40f1-a5ac-3748004e890f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:11:27.423091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:27.448799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] For port 606e33de-55f1-47b8-a3a7-4fdd299939fe, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:27.454016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] For port 606e33de-55f1-47b8-a3a7-4fdd299939fe, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:27.455502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:27.462553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.469361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1858560949-network', 'tenant_id': 'a028bd55b1de48c492571ad8f7b153f6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:27.504385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:27.505210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.507065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] 10.222.0.53 "PUT /v2.0/ports/606e33de-55f1-47b8-a3a7-4fdd299939fe HTTP/1.1" status: 200 len: 1095 time: 1.6440315 Jul 08 17:11:27.509895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f5d41a-2258-46ec-bf85-15793317add9', 'tag': '606e33de-55f1-47b8-a3a7-4fdd299939fe'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:27.513000 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d0676-fea7-4906-a66e-72cfaf850ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "86f5d41a-2258-46ec-bf85-15793317add9", "tag": "606e33de-55f1-47b8-a3a7-4fdd299939fe"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:27.565586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959bd38-0610-4b59-a7b4-9b834b90fe6a service neutron] Pushing event updated for resources: {'Port': ['ID=606e33de-55f1-47b8-a3a7-4fdd299939fe,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:27.620994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Made reservation on behalf of a028bd55b1de48c492571ad8f7b153f6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:27.624026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.644754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:27.665883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-12a6f1a9-ff2c-4599-9a5a-886f219f45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:27.668088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-12a6f1a9-ff2c-4599-9a5a-886f219f45e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 1098 time: 0.0964200 Jul 08 17:11:27.722624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-7e7d1bbd-3f1e-4145-a8dc-00aeddc5d5a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe HTTP/1.1" status: 200 len: 217 time: 0.0425613 Jul 08 17:11:27.730510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:27.757954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-3f77bda1-37ea-4311-9077-6f4c99962d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:27.759551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-3f77bda1-37ea-4311-9077-6f4c99962d84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed&tenant_id=96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 1095 time: 0.4207289 Jul 08 17:11:27.796429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:27.841074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-22d3d804-185f-4033-ba3d-32cf6320ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:27.842551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-22d3d804-185f-4033-ba3d-32cf6320ef75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1067038 Jul 08 17:11:27.859726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Router f7951e05-3e03-4006-9b3a-306bac0af1c5 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:11:27.896079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17426e-e683-411c-b36e-aa7caa8c358c req-fc6e3a04-8948-4a72-8f4d-62d297cfde67 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:27.897559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f17426e-e683-411c-b36e-aa7caa8c358c req-fc6e3a04-8948-4a72-8f4d-62d297cfde67 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.1241200 Jul 08 17:11:27.907189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:27.912078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'floatingip': {'port_id': '10996b3c-87da-4ab0-83b8-5146ea7622db'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:27.961534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.039692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3385d467-41fc-4d42-a2a7-5b2268d0bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.041255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-3385d467-41fc-4d42-a2a7-5b2268d0bbbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911390 Jul 08 17:11:28.238812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.251751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.261457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570df80f-c574-46ae-a8ad-c25382139272 req-0af1615b-d1d8-4393-8c6a-ff01532109f7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.263567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-570df80f-c574-46ae-a8ad-c25382139272 req-0af1615b-d1d8-4393-8c6a-ff01532109f7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.5003381 Jul 08 17:11:28.266245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a71d4-ae06-44b7-8cf7-7c6223abd4fa req-48bdb724-e553-40ee-8d97-d05f84fb3812 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.267748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd6a71d4-ae06-44b7-8cf7-7c6223abd4fa req-48bdb724-e553-40ee-8d97-d05f84fb3812 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.2672262 Jul 08 17:11:28.279057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-7cd79d3f-be78-452a-8e09-5a7dfe341895 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175369 Jul 08 17:11:28.327008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:11:28.339664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-6b48baf1-84e2-4413-9662-78a3da407f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.341453 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-6b48baf1-84e2-4413-9662-78a3da407f70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1095 time: 0.5279508 Jul 08 17:11:28.355880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc1fce-4a6c-44c4-86fc-bafcb381e937,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:28.380569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.380919 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Added segment 21bcebda-34a7-49aa-a035-0975692a20ab of type vlan for network 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1 Jul 08 17:11:28.471342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-570df80f-c574-46ae-a8ad-c25382139272 req-5124865c-ed05-4c28-a737-a65bf6940490 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937358 Jul 08 17:11:28.477361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:28.490103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Sync routers for ids ['f7951e05-3e03-4006-9b3a-306bac0af1c5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:28.494926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.520061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Routers {'f7951e05-3e03-4006-9b3a-306bac0af1c5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:28.521211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f7951e05-3e03-4006-9b3a-306bac0af1c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:28.550727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-fab66703-cd2c-4d57-b127-d0548ea587cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.553132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-fab66703-cd2c-4d57-b127-d0548ea587cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.1995292 Jul 08 17:11:28.623766 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ebe4de-bbcf-41bc-89b1-697f869e55b3 x-openstack-request-id: req-59ebe4de-bbcf-41bc-89b1-697f869e55b3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:28.623980 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f5d41a-2258-46ec-bf85-15793317add9", "tag": "606e33de-55f1-47b8-a3a7-4fdd299939fe", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:28.624213 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59ebe4de-bbcf-41bc-89b1-697f869e55b3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:28.624618 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f5d41a-2258-46ec-bf85-15793317add9', 'tag': '606e33de-55f1-47b8-a3a7-4fdd299939fe', 'status': 'completed', 'code': 200} Jul 08 17:11:28.639633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-0bf9a201-468a-45af-8e5c-10990b7e4ee6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 217 time: 0.0541904 Jul 08 17:11:28.640753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.642547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.643819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.663616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca5c0f33-dc52-47e9-bc20-061eb45e84b9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:28.678141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd6a71d4-ae06-44b7-8cf7-7c6223abd4fa req-fa8d454d-6b82-4cc7-aa0c-1da7f79f56b6 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021449 Jul 08 17:11:28.739854 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.744247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-92744f0f-1788-4d81-89a1-a69a17feb738 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1358151 Jul 08 17:11:28.744847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:28.787559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d222e6f-4c69-43d4-bd39-db7c10513e82 req-05b1eb86-0a08-4ccb-a866-768c545a2025 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979722 Jul 08 17:11:28.833603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3769531 Jul 08 17:11:28.843906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:28.849677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Request body: {'subnet': {'network_id': '3424dbbb-6070-4b29-9e3b-b39b2f23a7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1858560949-subnet', 'tenant_id': 'a028bd55b1de48c492571ad8f7b153f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:28.882835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Set router f7951e05-3e03-4006-9b3a-306bac0af1c5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:28.889833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd19cc-af2b-4b21-9cd6-fcf6f4ef88c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3424dbbb-6070-4b29-9e3b-b39b2f23a7a1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:28.931828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:11:28.962545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:28.963296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.967628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Made reservation on behalf of a028bd55b1de48c492571ad8f7b153f6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:28.970192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.979345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-d9b4a649-c8a4-4d55-be21-91556ec7d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.982103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-d9b4a649-c8a4-4d55-be21-91556ec7d1c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.2319849 Jul 08 17:11:29.033842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-7d6ba4b4-a9e5-48da-9d19-1fd4f565e942 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411983 Jul 08 17:11:29.049196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75dd6-b0e5-4017-baf3-8067cc7d919d req-a9986a62-e87a-4c40-8dff-62b42d98fadb tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.050741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-80d75dd6-b0e5-4017-baf3-8067cc7d919d req-a9986a62-e87a-4c40-8dff-62b42d98fadb tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 945 time: 0.3023341 Jul 08 17:11:29.052634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:29.096350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:11:29.181538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-5c351c1e-0d52-4b7d-b5dc-97f2a6310e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.183160 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-5c351c1e-0d52-4b7d-b5dc-97f2a6310e38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 1098 time: 0.3250220 Jul 08 17:11:29.192805 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.220363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ee46-c119-4fcf-a533-5a9a8600e891 req-c8f7e22e-dab7-47c0-80d7-f147eb3c35d7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.227298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a745ee46-c119-4fcf-a533-5a9a8600e891 req-c8f7e22e-dab7-47c0-80d7-f147eb3c35d7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 947 time: 0.3128543 Jul 08 17:11:29.242346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.242997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:26Z', 'revision_number': 3, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:29.250629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-80d75dd6-b0e5-4017-baf3-8067cc7d919d req-3cba623f-477c-4ad4-923b-bdcf5f77c816 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/security-groups?id=e220b8b3-4102-4ae8-88b4-435035c1b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821566 Jul 08 17:11:29.276376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Checking router: f7951e05-3e03-4006-9b3a-306bac0af1c5 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:29.277010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Updating router f7951e05-3e03-4006-9b3a-306bac0af1c5 port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:11:29.304885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-023267ac-3036-4edf-909c-b027263f987e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529037 Jul 08 17:11:29.323478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.341694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98886cbc-fd04-449c-8b45-a7c31acb24e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.499082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a745ee46-c119-4fcf-a533-5a9a8600e891 req-d95125ee-58c9-49ff-bf0d-6a306cdb1b12 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698109 Jul 08 17:11:29.549648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-600f56f5-c5fc-43a4-a22a-690bed19349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.552248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-600f56f5-c5fc-43a4-a22a-690bed19349d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3496895 Jul 08 17:11:29.557288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.588729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e0887b54-cc18-4677-b5ab-4f4d2126e8a0 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738731 Jul 08 17:11:29.640571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-37babe10-c68e-44af-a3cf-3f84fe618f9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe HTTP/1.1" status: 200 len: 217 time: 0.0775313 Jul 08 17:11:29.666877 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 associated. External IP: 172.25.3.240, port: 10996b3c-87da-4ab0-83b8-5146ea7622db. Jul 08 17:11:29.667702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.680547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Transition to ACTIVE for port object 995b7cc2-96e6-4018-a0a0-885e13acf2a0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:29.688184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:29.712089 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.757137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98886cbc-fd04-449c-8b45-a7c31acb24e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.767780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08bfb2-8445-40de-a7f6-d112e4ec0259 req-c34cea9f-16d3-45be-a3d7-de0068d60461 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.770688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f08bfb2-8445-40de-a7f6-d112e4ec0259 req-c34cea9f-16d3-45be-a3d7-de0068d60461 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.2846198 Jul 08 17:11:29.788417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98886cbc-fd04-449c-8b45-a7c31acb24e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.796661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Attempting to bind port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:29.797739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Attempting to bind port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:29.798974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Attempting to bind port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:29.801771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922343d-2f73-4fbe-b8b1-bfc5f7eb0105 None None] Pushing event updated for resources: {'Port': ['ID=995b7cc2-96e6-4018-a0a0-885e13acf2a0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:29.813528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:29.814143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:29.814847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.815468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:29.816131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Bound port: 995b7cc2-96e6-4018-a0a0-885e13acf2a0, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:29.816678 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.848788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6b996c-e981-4ddc-ac10-463a2dde7797,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:29.868316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-3c04581c-cab6-4027-8893-c1cadbae5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.869891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-3c04581c-cab6-4027-8893-c1cadbae5416 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2083533 Jul 08 17:11:29.894634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98886cbc-fd04-449c-8b45-a7c31acb24e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f09e0e-4c16-40c2-84bf-5e8e15a26a07,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:29.911415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-98886cbc-fd04-449c-8b45-a7c31acb24e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62ce21e35aa84cafbc6577110988c2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578212 Jul 08 17:11:29.920747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] For port 995b7cc2-96e6-4018-a0a0-885e13acf2a0, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:29.922475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:29.924183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] For port 995b7cc2-96e6-4018-a0a0-885e13acf2a0, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=995b7cc2-96e6-4018-a0a0-885e13acf2a0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:29.928897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.962539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f08bfb2-8445-40de-a7f6-d112e4ec0259 req-1d0224a1-17f4-4313-984f-d00e6dfaa656 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645305 Jul 08 17:11:29.978843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-db45d73b-a567-45ec-b149-ce5835475dfd tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:29.980480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-db45d73b-a567-45ec-b149-ce5835475dfd tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.53 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 945 time: 0.3382816 Jul 08 17:11:29.983463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:29.994647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922343d-2f73-4fbe-b8b1-bfc5f7eb0105 None None] Pushing event updated for resources: {'Port': ['ID=995b7cc2-96e6-4018-a0a0-885e13acf2a0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:30.016920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Routers {'f7951e05-3e03-4006-9b3a-306bac0af1c5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:30.017703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f7951e05-3e03-4006-9b3a-306bac0af1c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:30.027781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Checking segment: {'id': '21bcebda-34a7-49aa-a035-0975692a20ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '3424dbbb-6070-4b29-9e3b-b39b2f23a7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:30.028877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Network hostable DHCP agents. Network: 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:11:30.171082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Network 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:11:30.190090 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3acab6e-57a4-48f1-bf42-abb63f1079cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.224359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3acab6e-57a4-48f1-bf42-abb63f1079cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.224905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Deleting port a264f9e3-1a83-44a8-baa6-763fe6e69822 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:30.225255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.281666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd24f65-d23d-450d-905f-d6869e69f053 req-9891561b-f904-44fa-b558-4cf382cdfac0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:30.284953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] Set router f7951e05-3e03-4006-9b3a-306bac0af1c5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:30.289107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7dd24f65-d23d-450d-905f-d6869e69f053 req-9891561b-f904-44fa-b558-4cf382cdfac0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.6284904 Jul 08 17:11:30.298552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Allocated IP 172.20.0.1 (94b39613-fe8d-4ce2-9e67-154a6e48fdf1/a5c630a5-3647-4ca6-96f4-ed73d824f83b/0968b275-28a7-4937-9948-c1680f36cd0c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:30.397006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] For port a264f9e3-1a83-44a8-baa6-763fe6e69822, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a264f9e3-1a83-44a8-baa6-763fe6e69822,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:30.397411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.416398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Calling delete_port for a264f9e3-1a83-44a8-baa6-763fe6e69822 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:30.436662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-1639d917-8dfb-4d4c-9a83-bba24c2f024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:30.438385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-1639d917-8dfb-4d4c-9a83-bba24c2f024f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5543127 Jul 08 17:11:30.476331 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7dd24f65-d23d-450d-905f-d6869e69f053 req-8418654c-2158-43f9-8f90-600bdeb71857 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861706 Jul 08 17:11:30.495108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:30.505738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82422d8-bcdc-4f72-b26f-4070c197ebfe None None] Network 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:30.516205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:30.518267 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.625095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e0270c28-f068-4a4e-94be-6a91728d2448 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:30.626652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-e0270c28-f068-4a4e-94be-6a91728d2448 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.7081978 Jul 08 17:11:30.629843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:30.640895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.654702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:26Z', 'revision_number': 3, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:30.676313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.709641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea259b-7706-444f-bc36-b98d7232a4cf None None] The sync data for ids ['f7951e05-3e03-4006-9b3a-306bac0af1c5'] in n-d-799527-4 is: [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:26Z', 'revision_number': 3, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:30.714412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a264f9e3-1a83-44a8-baa6-763fe6e69822'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:30.735396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Pushing event deleted for resources: {'Port': ['ID=a264f9e3-1a83-44a8-baa6-763fe6e69822,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:30.753180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f3f068c2-0ce1-40dd-9b93-31e67924e09d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9078376 Jul 08 17:11:30.779379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Transition to ACTIVE for port object 0968b275-28a7-4937-9948-c1680f36cd0c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:30.794381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3acab6e-57a4-48f1-bf42-abb63f1079cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.802690 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3acab6e-57a4-48f1-bf42-abb63f1079cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.811330 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e3acab6e-57a4-48f1-bf42-abb63f1079cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35f09e0e-4c16-40c2-84bf-5e8e15a26a07 HTTP/1.1" status: 204 len: 168 time: 0.8333795 Jul 08 17:11:30.815250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28a57a1e-30d2-420a-a5cf-440dc04175bb req-e89e615b-f20b-4b57-bcce-a5e8ef0c1546 tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.48 "GET /v2.0/ports?device_id=856ae82b-a1c9-499e-b5f8-90fbcd5845c8 HTTP/1.1" status: 200 len: 210 time: 0.1042602 Jul 08 17:11:30.833485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08674e22-3ba5-4ec0-a1a0-23c134df0e25 None None] Network 3424dbbb-6070-4b29-9e3b-b39b2f23a7a1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:30.948118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acab6e-57a4-48f1-bf42-abb63f1079cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f09e0e-4c16-40c2-84bf-5e8e15a26a07,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:30.979274 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-6b80782b-49d5-487b-9249-0fc3602d3aa3 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224729 Jul 08 17:11:31.090279 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.099424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] No DVR routers for this DVR port a264f9e3-1a83-44a8-baa6-763fe6e69822 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:11:31.109736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.112632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d1e4cb2-a5d6-4cce-9ccd-9db059bbc317 req-faadb2ef-d766-4b12-8ab8-caf37cad463e tempest-FloatingIPsAssociationTestJSON-1794141633 tempest-FloatingIPsAssociationTestJSON-1794141633-project] 10.222.0.53 "DELETE /v2.0/ports/a264f9e3-1a83-44a8-baa6-763fe6e69822 HTTP/1.1" status: 204 len: 173 time: 1.1198363 Jul 08 17:11:31.143346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'name': 'network-vif-deleted', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:31.149296 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d0a374-3073-4409-accf-d74b55aed5ef" -d '{"events": [{"server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "name": "network-vif-deleted", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:31.249192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:31.285307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:31.291640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:31.390566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.451636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Pushing event updated for resources: {'Port': ['ID=0968b275-28a7-4937-9948-c1680f36cd0c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:31.490664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00212f-41f2-4ae9-bbf8-0d8fe76947c1 req-35ba8f44-70db-44f6-8677-c25b16d18053 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:31.500555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa00212f-41f2-4ae9-bbf8-0d8fe76947c1 req-35ba8f44-70db-44f6-8677-c25b16d18053 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 947 time: 0.8383384 Jul 08 17:11:31.593055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa00212f-41f2-4ae9-bbf8-0d8fe76947c1 req-7da36d81-4704-4244-bbb8-2080c79914a7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911009 Jul 08 17:11:31.597782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:31.619391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 606e33de-55f1-47b8-a3a7-4fdd299939fe details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:31.657691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f94acb8-a3ea-412e-a2a4-b1d297a45838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.738705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.772236 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1927f-898f-488d-abb4-0fecd4b63af6 x-openstack-request-id: req-44e1927f-898f-488d-abb4-0fecd4b63af6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:31.773478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4846923c-f392-4c38-906a-08ad7ec8d447 None None] Provisioning for port 0968b275-28a7-4937-9948-c1680f36cd0c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:31.773857 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ae82b-a1c9-499e-b5f8-90fbcd5845c8", "name": "network-vif-deleted", "tag": "a264f9e3-1a83-44a8-baa6-763fe6e69822", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:31.774249 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44e1927f-898f-488d-abb4-0fecd4b63af6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:31.778403 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ae82b-a1c9-499e-b5f8-90fbcd5845c8', 'name': 'network-vif-deleted', 'tag': 'a264f9e3-1a83-44a8-baa6-763fe6e69822', 'status': 'completed', 'code': 200} Jul 08 17:11:31.794022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4846923c-f392-4c38-906a-08ad7ec8d447 None None] Provisioning complete for port 0968b275-28a7-4937-9948-c1680f36cd0c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:31.801339 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4846923c-f392-4c38-906a-08ad7ec8d447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.917125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 606e33de-55f1-47b8-a3a7-4fdd299939fe, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:31.932468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '606e33de-55f1-47b8-a3a7-4fdd299939fe', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '606e33de-55f1-47b8-a3a7-4fdd299939fe', 'mac_address': 'fa:16:3e:7e:63:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:31.947527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4846923c-f392-4c38-906a-08ad7ec8d447 None None] Port 0968b275-28a7-4937-9948-c1680f36cd0c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:31.962084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-0e2d544e-6f08-4a1e-bd37-4e7b730f3efb service neutron] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:31.982606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-0e2d544e-6f08-4a1e-bd37-4e7b730f3efb service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.983746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0150e6f-90e5-44fb-8097-fcd3a385de15 req-0e2d544e-6f08-4a1e-bd37-4e7b730f3efb service neutron] 10.222.0.53 "DELETE /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 1.3389461 Jul 08 17:11:31.998308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:32.013029 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.017197 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:32.033064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:32.034832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:32.036719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.078012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606e33de-55f1-47b8-a3a7-4fdd299939fe {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:32.135445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 606e33de-55f1-47b8-a3a7-4fdd299939fe, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:32.146123 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.155695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.180913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.248841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9173e-bd05-4ca1-9c6e-0d44862fc1c9 req-999acfa2-5c3c-4465-a802-d0d248fc8561 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:32.256404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddd9173e-bd05-4ca1-9c6e-0d44862fc1c9 req-999acfa2-5c3c-4465-a802-d0d248fc8561 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 1.1486552 Jul 08 17:11:32.271510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-69bcfa32-ce67-4d03-8ea4-094c222a9d3e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "PUT /v2.0/floatingips/bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 HTTP/1.1" status: 200 len: 991 time: 4.3627226 Jul 08 17:11:32.274241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:32.276909 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9269a0ae-5dfd-4b67-93cc-0d1183965389" -d '{"events": [{"name": "network-changed", "server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:32.282240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=606e33de-55f1-47b8-a3a7-4fdd299939fe,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:32.282433 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-943d0676-fea7-4906-a66e-72cfaf850ee9 req-fe6fe12e-cc64-454e-a494-72e349f362fe service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2820358 Jul 08 17:11:32.285892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.331097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddd9173e-bd05-4ca1-9c6e-0d44862fc1c9 req-40759e29-76df-41d5-95b2-5c5a3d91694b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735707 Jul 08 17:11:32.333845 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:32.470292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['606e33de-55f1-47b8-a3a7-4fdd299939fe'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:32.586290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea1249-1c5f-4f04-80d6-63f3399aefa0 req-8f09b8c2-0a24-4df9-8a78-452a52f32f6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:32.588528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f2ea1249-1c5f-4f04-80d6-63f3399aefa0 req-8f09b8c2-0a24-4df9-8a78-452a52f32f6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.1285293 Jul 08 17:11:32.644152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 995b7cc2-96e6-4018-a0a0-885e13acf2a0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:32.674743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f2ea1249-1c5f-4f04-80d6-63f3399aefa0 req-6f91d98c-3a84-4e05-aadd-8e0517639b4e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777268 Jul 08 17:11:32.779880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:32.785098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:32.785820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.795598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59352) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:32.844171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'bbb9c7af-23a7-4ea7-aa9f-0464809fbf45', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'port_id': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'mac_address': 'fa:16:3e:2e:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:11:04Z', 'updated_at': '2021-07-08T17:11:28Z', 'revision_number': 1, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:32.904783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Pushing event updated for resources: {'Port': ['ID=0968b275-28a7-4937-9948-c1680f36cd0c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:32.964765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.018468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 995b7cc2-96e6-4018-a0a0-885e13acf2a0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=995b7cc2-96e6-4018-a0a0-885e13acf2a0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:33.034911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.043487 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b22d4a1-693b-494b-a6df-71ab1bf0c79e x-openstack-request-id: req-9b22d4a1-693b-494b-a6df-71ab1bf0c79e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:33.044572 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:33.045055 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b22d4a1-693b-494b-a6df-71ab1bf0c79e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:33.046029 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'status': 'completed', 'code': 200} Jul 08 17:11:33.096908 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:33.103658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f94acb8-a3ea-412e-a2a4-b1d297a45838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.109378 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:33.110634 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:33.138956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f94acb8-a3ea-412e-a2a4-b1d297a45838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.175400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=995b7cc2-96e6-4018-a0a0-885e13acf2a0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:33.190349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-2c58164f-54be-4232-a82b-609da59a099e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:33.199428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-2c58164f-54be-4232-a82b-609da59a099e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.8263130 Jul 08 17:11:33.251506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:33.263427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-ac73f30a-9b0b-4e77-86c1-fe0158902910 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/quotas/fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 375 time: 0.0627565 Jul 08 17:11:33.265609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:33.269358 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:33.274377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2f94acb8-a3ea-412e-a2a4-b1d297a45838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=090fd04c78a641a7bdc82485897c0993&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6597266 Jul 08 17:11:33.277387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:33.288386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94acb8-a3ea-412e-a2a4-b1d297a45838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2194fd29-bc1b-49d3-9fa5-651a79b9bc72,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:33.304672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-4b195600-7b00-4a34-af08-c7fe70e7e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:33.306432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-4b195600-7b00-4a34-af08-c7fe70e7e3c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 1096 time: 0.2549355 Jul 08 17:11:33.322816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-adf12129-ffd3-4ebd-889e-90c594544594 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582366 Jul 08 17:11:33.544896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d66f38a-f35b-4b77-9736-f8f66c01565e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.561729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-4d32e83f-ef1a-4cd3-929a-b155f6ad208c service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375562 Jul 08 17:11:33.597359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Router f7951e05-3e03-4006-9b3a-306bac0af1c5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:33.622626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 606e33de-55f1-47b8-a3a7-4fdd299939fe up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:33.675545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d66f38a-f35b-4b77-9736-f8f66c01565e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.675810 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'bbb9c7af-23a7-4ea7-aa9f-0464809fbf45', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'port_id': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'mac_address': 'fa:16:3e:2e:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:11:04Z', 'updated_at': '2021-07-08T17:11:28Z', 'revision_number': 1, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:33.690227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d77c9c3-8ed0-4ce0-8178-5d81fcb15cdc None None] Provisioning complete for port 0968b275-28a7-4937-9948-c1680f36cd0c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:33.690800 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d77c9c3-8ed0-4ce0-8178-5d81fcb15cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.726319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 606e33de-55f1-47b8-a3a7-4fdd299939fe completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:33.736425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 606e33de-55f1-47b8-a3a7-4fdd299939fe triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:33.736780 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.738099 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4c7d0-15f1-4bf5-bdb6-5f22066a8aee None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'bbb9c7af-23a7-4ea7-aa9f-0464809fbf45', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'port_id': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'mac_address': 'fa:16:3e:2e:f1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:11:04Z', 'updated_at': '2021-07-08T17:11:28Z', 'revision_number': 1, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:33.744597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-55fb96bf-d522-4b27-ad5e-79e144beafec service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815014 Jul 08 17:11:33.759623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27df37-8da0-45d5-8b6a-2dcfbe6dc9b6 req-66b787ad-6a43-4377-b44c-1d4e503ab6b6 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:33.774055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d77c9c3-8ed0-4ce0-8178-5d81fcb15cdc None None] Port 0968b275-28a7-4937-9948-c1680f36cd0c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:33.776268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc27df37-8da0-45d5-8b6a-2dcfbe6dc9b6 req-66b787ad-6a43-4377-b44c-1d4e503ab6b6 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 948 time: 0.4955583 Jul 08 17:11:33.818506 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:11:33.819161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-ea8e1ec8-6ced-4345-9aec-e919bf00bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:33.822897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-ea8e1ec8-6ced-4345-9aec-e919bf00bc19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 925 time: 0.5032570 Jul 08 17:11:33.912041 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.936499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:33.950486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac254149-939c-4918-a599-26ef381e4801 admin admin] 10.222.0.48 "PUT /v2.0/routers/f7951e05-3e03-4006-9b3a-306bac0af1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1886883 Jul 08 17:11:33.963464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f5d41a-2258-46ec-bf85-15793317add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e33de-55f1-47b8-a3a7-4fdd299939fe'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:33.968061 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f83dc1-c90a-407c-ac94-44d8823739be" -d '{"events": [{"server_uuid": "86f5d41a-2258-46ec-bf85-15793317add9", "name": "network-vif-plugged", "status": "completed", "tag": "606e33de-55f1-47b8-a3a7-4fdd299939fe"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:33.976002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Sync routers for ids ['f7951e05-3e03-4006-9b3a-306bac0af1c5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:33.989126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 606e33de-55f1-47b8-a3a7-4fdd299939fe, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:34.004011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.004846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a264f9e3-1a83-44a8-baa6-763fe6e69822 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:34.051575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Routers {'f7951e05-3e03-4006-9b3a-306bac0af1c5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:34.052219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f7951e05-3e03-4006-9b3a-306bac0af1c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:34.076867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: a264f9e3-1a83-44a8-baa6-763fe6e69822 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:11:34.077442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a264f9e3-1a83-44a8-baa6-763fe6e69822 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:34.123873 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2d2b3-8a58-4591-a49d-23300198bdb6 None None] New status for floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:11:34.132988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d66f38a-f35b-4b77-9736-f8f66c01565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.135954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d66f38a-f35b-4b77-9736-f8f66c01565e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.137356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2d66f38a-f35b-4b77-9736-f8f66c01565e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2194fd29-bc1b-49d3-9fa5-651a79b9bc72 HTTP/1.1" status: 204 len: 168 time: 0.8395462 Jul 08 17:11:34.175244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc27df37-8da0-45d5-8b6a-2dcfbe6dc9b6 req-b6148710-d0c1-4a5f-8628-fce7b4e98322 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977811 Jul 08 17:11:34.240782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-cdb74ff4-635b-44f9-b627-68dc3a1d2005 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10996b3c-87da-4ab0-83b8-5146ea7622db HTTP/1.1" status: 200 len: 999 time: 0.4038866 Jul 08 17:11:34.241665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66f38a-f35b-4b77-9736-f8f66c01565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2194fd29-bc1b-49d3-9fa5-651a79b9bc72,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:34.429516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f5f5-fec1-4bc1-ad58-05f57d02876c req-e96aa0ee-8950-4f47-9207-98edee76ad82 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:34.443337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5732f5f5-fec1-4bc1-ad58-05f57d02876c req-e96aa0ee-8950-4f47-9207-98edee76ad82 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1845725 Jul 08 17:11:34.505438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=606e33de-55f1-47b8-a3a7-4fdd299939fe,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:34.549110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5732f5f5-fec1-4bc1-ad58-05f57d02876c req-1ac2e597-0f12-4920-9ff1-87bc632c7614 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Jul 08 17:11:34.549859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-66bb05fd-38da-4938-9d57-68b167aa4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:34.551920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-66bb05fd-38da-4938-9d57-68b167aa4218 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 200 len: 863 time: 0.2996812 Jul 08 17:11:34.571017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Set router f7951e05-3e03-4006-9b3a-306bac0af1c5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:34.583754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.667606 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a616b9f-8af9-40fb-872b-e7453c2b3ffe x-openstack-request-id: req-1a616b9f-8af9-40fb-872b-e7453c2b3ffe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:34.669567 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f5d41a-2258-46ec-bf85-15793317add9", "name": "network-vif-plugged", "status": "completed", "tag": "606e33de-55f1-47b8-a3a7-4fdd299939fe", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:34.670079 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a616b9f-8af9-40fb-872b-e7453c2b3ffe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:34.670794 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f5d41a-2258-46ec-bf85-15793317add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e33de-55f1-47b8-a3a7-4fdd299939fe', 'code': 200} Jul 08 17:11:34.674891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 995b7cc2-96e6-4018-a0a0-885e13acf2a0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:34.775518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc76c856-5c66-4cb5-8d57-e20697d452b6 req-c2e4dfa1-9ebd-4ebb-851c-ea835a19620a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 210 time: 0.0812883 Jul 08 17:11:34.857590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed000d1-b22f-4b19-9df6-c3ca4a83ad47 req-13b33638-0d41-431d-90be-3ec6171e5a5f tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:34.859211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8ed000d1-b22f-4b19-9df6-c3ca4a83ad47 req-13b33638-0d41-431d-90be-3ec6171e5a5f tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1095 time: 0.0925844 Jul 08 17:11:34.928210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8ed000d1-b22f-4b19-9df6-c3ca4a83ad47 req-66d84248-cfb7-45fa-9e14-67feef897cf1 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594199 Jul 08 17:11:35.024013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:35.024594 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:35.029605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-67a19b4d-2803-4fa5-9978-d31d88f62a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:35.031624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-67a19b4d-2803-4fa5-9978-d31d88f62a55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713197 Jul 08 17:11:35.080765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad8deb-192b-4752-807a-27124df64a59 req-f7ec4c9a-d702-4930-b955-9b4f790d2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:35.082501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ffad8deb-192b-4752-807a-27124df64a59 req-f7ec4c9a-d702-4930-b955-9b4f790d2969 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 1100 time: 0.3893135 Jul 08 17:11:35.231949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:31Z', 'revision_number': 4, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '0968b275-28a7-4937-9948-c1680f36cd0c', 'name': '', 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'mac_address': 'fa:16:3e:4e:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:30Z', 'updated_at': '2021-07-08T17:11:31Z', 'revision_number': 2, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'subnets': [{'id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:35.234094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ffad8deb-192b-4752-807a-27124df64a59 req-d06958f8-7db3-4ff2-8e22-d902dd14ba85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753860 Jul 08 17:11:35.266374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Checking router: f7951e05-3e03-4006-9b3a-306bac0af1c5 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:35.266749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Updating router f7951e05-3e03-4006-9b3a-306bac0af1c5 port 0968b275-28a7-4937-9948-c1680f36cd0c binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:11:35.362838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:35.452963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787e55-e5a7-412f-b978-34c098bfc2d7 req-ca9d2d9b-1599-45f7-a521-ae9cc7e69c25 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:35.460118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37787e55-e5a7-412f-b978-34c098bfc2d7 req-ca9d2d9b-1599-45f7-a521-ae9cc7e69c25 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 949 time: 0.0919206 Jul 08 17:11:35.501151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-e092345f-2123-4cda-b5cb-f24949a44186 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461038 Jul 08 17:11:35.522752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37787e55-e5a7-412f-b978-34c098bfc2d7 req-331eb6e3-05c5-44f7-8fdd-ac3212e30284 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615132 Jul 08 17:11:35.739200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-794923a8-c2c5-4151-988a-b37c6f4271d5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:35.742392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-794923a8-c2c5-4151-988a-b37c6f4271d5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.1434481 Jul 08 17:11:35.769264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-293ffab4-8a3b-481e-b2ea-af606877cba7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/quotas/96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 375 time: 0.0202117 Jul 08 17:11:35.813894 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:35.836312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Transition to ACTIVE for port object 0968b275-28a7-4937-9948-c1680f36cd0c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:35.851540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:35.872908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-9d025f48-b0ef-4c9b-be50-fdc0e4186c6d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020625 Jul 08 17:11:35.888548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-45bdda90-bbf1-4454-bc34-607ebd3034b7 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6563976 Jul 08 17:11:35.897756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:35.912260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Deleting port 5b34215a-564b-4e2d-b213-adb0e6323b55 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:35.912607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:35.984263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-5b31415e-6801-4ccf-affa-5d88879db086 service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099432 Jul 08 17:11:36.080698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] For port 5b34215a-564b-4e2d-b213-adb0e6323b55, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b34215a-564b-4e2d-b213-adb0e6323b55,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:36.081069 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.113298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Calling delete_port for 5b34215a-564b-4e2d-b213-adb0e6323b55 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:36.175826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Attempting to bind port 0968b275-28a7-4937-9948-c1680f36cd0c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:36.176423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Attempting to bind port 0968b275-28a7-4937-9948-c1680f36cd0c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:36.176526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Attempting to bind port 0968b275-28a7-4937-9948-c1680f36cd0c on network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:36.179983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524735c-9434-4ffb-8c12-6bcb788291d9 None None] Pushing event updated for resources: {'Port': ['ID=0968b275-28a7-4937-9948-c1680f36cd0c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:36.190435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:36.190814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Checking segment: {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:36.191533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.191646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Bound using segment: {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:36.192924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Bound port: 0968b275-28a7-4937-9948-c1680f36cd0c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cea62a5-8931-43db-817c-db4e57763bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:36.193167 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.201202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-953e4177-898f-439d-b1d5-167aece6a0bd service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160304 Jul 08 17:11:36.221502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-1cfeedfc-dc49-43e0-b460-f9a5a857cfd7 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:36.227851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-1cfeedfc-dc49-43e0-b460-f9a5a857cfd7 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.2316585 Jul 08 17:11:36.244334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Request body: {'port': {'device_id': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'admin_state_up': True, 'tenant_id': 'fed51c30ffd1431fbbe3edc5d57057d1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:36.324731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] For port 0968b275-28a7-4937-9948-c1680f36cd0c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:36.339592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] For port 0968b275-28a7-4937-9948-c1680f36cd0c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0968b275-28a7-4937-9948-c1680f36cd0c,segment=NetworkSegment(2cea62a5-8931-43db-817c-db4e57763bdf),segment_id=2cea62a5-8931-43db-817c-db4e57763bdf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:36.362422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.368335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.487629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524735c-9434-4ffb-8c12-6bcb788291d9 None None] Pushing event updated for resources: {'Port': ['ID=0968b275-28a7-4937-9948-c1680f36cd0c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:36.509243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Made reservation on behalf of fed51c30ffd1431fbbe3edc5d57057d1 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:36.510465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Routers {'f7951e05-3e03-4006-9b3a-306bac0af1c5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:36.511385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f7951e05-3e03-4006-9b3a-306bac0af1c5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:36.529718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.658433 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9269a0ae-5dfd-4b67-93cc-0d1183965389 req-f19445f9-8c09-495a-a34b-dc82b341c00d service neutron] 10.222.0.21 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1514845 Jul 08 17:11:36.767641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] Set router f7951e05-3e03-4006-9b3a-306bac0af1c5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:36.819243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.878258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b34215a-564b-4e2d-b213-adb0e6323b55,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:36.884680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Allocated IP 172.20.0.8 (0f7b7814-88f8-4264-88fc-d6937f04a717/a9969ea2-0baa-4ca6-88fd-949ff416580e/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:36.944000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.160984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ba4e-f705-4597-bc16-dc36fb2c6b7d req-abda2bbc-8e8d-4111-ae80-3db7e8c3deeb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:37.162632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0c2ba4e-f705-4597-bc16-dc36fb2c6b7d req-abda2bbc-8e8d-4111-ae80-3db7e8c3deeb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1741116 Jul 08 17:11:37.202520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.206572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:31Z', 'revision_number': 4, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '0968b275-28a7-4937-9948-c1680f36cd0c', 'name': '', 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'mac_address': 'fa:16:3e:4e:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:30Z', 'updated_at': '2021-07-08T17:11:36Z', 'revision_number': 4, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'subnets': [{'id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:37.241191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f5c92-043e-4d6e-9e38-bc829e52a873 None None] The sync data for ids ['f7951e05-3e03-4006-9b3a-306bac0af1c5'] in n-d-799527-4 is: [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:31Z', 'revision_number': 4, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '0968b275-28a7-4937-9948-c1680f36cd0c', 'name': '', 'network_id': '94b39613-fe8d-4ce2-9e67-154a6e48fdf1', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'mac_address': 'fa:16:3e:4e:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:30Z', 'updated_at': '2021-07-08T17:11:36Z', 'revision_number': 4, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'subnets': [{'id': 'a5c630a5-3647-4ca6-96f4-ed73d824f83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:37.258501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0c2ba4e-f705-4597-bc16-dc36fb2c6b7d req-1f9b1058-0f66-415c-9cc3-6c0b021c2649 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854559 Jul 08 17:11:37.263202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.266953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Allocated IP 172.25.3.4 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f4c2954e-b96d-4814-ac06-946d8cc48b11) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:37.328704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.507616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:37.510010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:37.518821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:37.522131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:37.568612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.611220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:37.612018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.632823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da5d24-14c0-460a-8ca0-0ac91430f0d9 req-6dce7aa5-543e-4fc2-aeb0-96f027c57cfe tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:37.640330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68da5d24-14c0-460a-8ca0-0ac91430f0d9 req-6dce7aa5-543e-4fc2-aeb0-96f027c57cfe tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 931 time: 0.2093096 Jul 08 17:11:37.665792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:37.671276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-cd624070-ea5f-4e05-9da6-bea944b82f4a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343660 Jul 08 17:11:37.678597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.679075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68da5d24-14c0-460a-8ca0-0ac91430f0d9 req-d737e550-64df-44bf-aea4-70795614b573 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Jul 08 17:11:37.686970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Request body: {'port': {'device_id': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:37.763503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:37.778482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:37.796967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:37.803345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:37.807811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=f4c2954e-b96d-4814-ac06-946d8cc48b11,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:37.865300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:37.870987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-915029ac-70ae-4460-8d0b-bedf64af5d68 req-54941345-38c2-43fd-bed0-74cb29fd66bf tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 210 time: 0.0364580 Jul 08 17:11:37.875796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-256c738c-1144-40e5-808b-f26b59bf5cf9 admin admin] 10.222.0.48 "PUT /v2.0/routers/719a0646-a7c2-4b9d-a31f-20b7d105ffa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0755839 Jul 08 17:11:37.880703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:37.886884 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] Sync routers for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:37.929047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:37.930076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:38.004282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.084706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.132380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:38.178212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.342435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-86bc4565-5574-4104-91d4-35d01858d366 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:38.344661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-86bc4565-5574-4104-91d4-35d01858d366 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.2104862 Jul 08 17:11:38.388694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d335923-1403-4aa5-9e87-c94daf65db74 req-3c20b3b0-4e61-43bd-8ab8-e928af6c6ec6 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:38.390295 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d335923-1403-4aa5-9e87-c94daf65db74 req-3c20b3b0-4e61-43bd-8ab8-e928af6c6ec6 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 949 time: 0.3476338 Jul 08 17:11:38.419203 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.427058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Request body: {'port': {'device_id': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'admin_state_up': True, 'tenant_id': '96159d06a8104138a3bc27351f6c1476'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:38.435172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.449235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.478224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:11:36Z', 'revision_number': 5, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port': {'id': '4e7bb8bd-4171-410f-88ab-4cbd9b86d29d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:09:55Z', 'updated_at': '2021-07-08T17:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:38.516798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d335923-1403-4aa5-9e87-c94daf65db74 req-d45bd733-08d5-48ad-8639-9499adffb685 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110876 Jul 08 17:11:38.528495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] Checking router: 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:38.537803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] Routers {'719a0646-a7c2-4b9d-a31f-20b7d105ffa4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:38.538533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:38.606745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:38.614309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.630860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Transition to ACTIVE for port object 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:38.633249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Deleting port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:38.633572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.669920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] Set router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:38.688444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.756173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=f4c2954e-b96d-4814-ac06-946d8cc48b11,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:38.770633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.771607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:38.806557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0968b275-28a7-4937-9948-c1680f36cd0c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:38.810805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:11:38Z', 'revision_number': 6, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:38.811579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Made reservation on behalf of 96159d06a8104138a3bc27351f6c1476 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:38.815734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.845335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] For port 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:38.845711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.845828 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.858203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-68101014-2329-4c3b-badc-688718600e0e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.9577522 Jul 08 17:11:38.859764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Calling delete_port for 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:38.867861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b2f22-da44-4320-b4b8-07ccea8a337a None None] The sync data for ids ['719a0646-a7c2-4b9d-a31f-20b7d105ffa4'] in n-d-799527-4 is: [{'id': '719a0646-a7c2-4b9d-a31f-20b7d105ffa4', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106048611-router', 'tenant_id': 'ae5cd308032d4afe8234652f67a43667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:09:54Z', 'updated_at': '2021-07-08T17:11:38Z', 'revision_number': 6, 'project_id': 'ae5cd308032d4afe8234652f67a43667', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:38.923842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0968b275-28a7-4937-9948-c1680f36cd0c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:38.929436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0968b275-28a7-4937-9948-c1680f36cd0c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:38.929801 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.982095 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-85f83ebb-c048-4b70-8827-df4802ee9ad9 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.1226175 Jul 08 17:11:39.001192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-11d0afcf-6b42-4395-91de-aa7130c01ba9 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647540 Jul 08 17:11:39.032301 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.066449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0968b275-28a7-4937-9948-c1680f36cd0c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0968b275-28a7-4937-9948-c1680f36cd0c,segment=NetworkSegment(2cea62a5-8931-43db-817c-db4e57763bdf),segment_id=2cea62a5-8931-43db-817c-db4e57763bdf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:39.071679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.104207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Allocated IP 172.20.0.14 (8ee50f18-fad4-40cf-9053-64d979871b16/25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:39.122434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0968b275-28a7-4937-9948-c1680f36cd0c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:39.156426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-cf9958eb-a4ce-42bd-9c42-18455453c461 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:39.157839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-cf9958eb-a4ce-42bd-9c42-18455453c461 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1639066 Jul 08 17:11:39.172380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-4bc7c101-6278-4a0e-9474-66eb113510b0 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:39.173377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9968912-b8a8-4a9f-bebc-2418277fa6f7 req-4bc7c101-6278-4a0e-9474-66eb113510b0 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085683 Jul 08 17:11:39.377124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.463115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.524351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c4d32-0f1f-4e3c-b033-4fe1f88a6189 req-34ec23e9-23f9-4aee-b691-6e7e6f8ccde6 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:39.525848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-425c4d32-0f1f-4e3c-b033-4fe1f88a6189 req-34ec23e9-23f9-4aee-b691-6e7e6f8ccde6 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1365035 Jul 08 17:11:39.537040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Network 8ee50f18-fad4-40cf-9053-64d979871b16 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:39.546707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:39.549102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:39.551001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:39.551463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:39.551689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:39.557353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:39.562921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:39.563241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:39.581109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:39.581733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:39.582175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:39.582768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Bound port: 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:39.583215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.607214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-43ccf70d-5e9d-43c1-a579-d127d5ef8a39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:39.608213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-425c4d32-0f1f-4e3c-b033-4fe1f88a6189 req-a85612cb-7c4a-41c0-8317-3b1e1e077d4a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756521 Jul 08 17:11:39.608679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-43ccf70d-5e9d-43c1-a579-d127d5ef8a39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5839674 Jul 08 17:11:39.619787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:39.619787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.634250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-f698ce64-5e2c-47f0-ade7-875e5cc84c84 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2121141 Jul 08 17:11:39.647838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Request body: {'port': {'device_id': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:39.652369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.661912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-c9d40e53-e061-4537-98c5-4883496701c2 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/quotas/a0d25afc547b430c8b9ac6d6e7532dd8 HTTP/1.1" status: 200 len: 375 time: 0.0468318 Jul 08 17:11:39.693242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7bb8bd-4171-410f-88ab-4cbd9b86d29d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:39.745593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.751567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-35208979-ae4c-4b89-982f-ff22bc40057b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631447 Jul 08 17:11:39.804413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:39.825976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:39.839180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.843195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.921809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd25fb-5261-448f-9556-63b0fc9b0624 req-4491c9bb-cd4c-4377-92f4-491f6de30c82 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:39.923373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9afd25fb-5261-448f-9556-63b0fc9b0624 req-4491c9bb-cd4c-4377-92f4-491f6de30c82 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 1100 time: 0.1654196 Jul 08 17:11:39.995089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:39.995547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.998241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] 10.222.0.21 "PUT /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 1091 time: 2.3167086 Jul 08 17:11:40.035441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:40.037759 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ced95-bb2d-40a2-a879-a9c150b1624d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:40.080665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.084456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b5825-5c48-4eff-8fa2-707639deedab service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:40.123457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.220317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.220908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719a0646-a7c2-4b9d-a31f-20b7d105ffa4 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:11:40.226504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.227487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-10593622-3076-4ae1-a209-8a7c8d61a437 admin admin] 10.222.0.48 "DELETE /v2.0/routers/719a0646-a7c2-4b9d-a31f-20b7d105ffa4 HTTP/1.1" status: 204 len: 168 time: 2.3458538 Jul 08 17:11:40.234240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:40.281908 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9afd25fb-5261-448f-9556-63b0fc9b0624 req-19762981-ece8-49ab-a516-cbe05ceab259 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Jul 08 17:11:40.301637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Deleting subnet c6d17874-6bbc-4e40-86dd-75146f7b53e4 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:11:40.321022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.357840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f9fb-a85d-4711-8fd4-8bed87976dfb req-7ecf6b9b-3d18-41d9-a14e-f5e7e457b087 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:40.359420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51a8f9fb-a85d-4711-8fd4-8bed87976dfb req-7ecf6b9b-3d18-41d9-a14e-f5e7e457b087 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 943 time: 0.3101377 Jul 08 17:11:40.364934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-f96c0040-7234-4157-b682-cf17c93a039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:40.367091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-f96c0040-7234-4157-b682-cf17c93a039a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1094 time: 0.3116164 Jul 08 17:11:40.450613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51a8f9fb-a85d-4711-8fd4-8bed87976dfb req-d15a9c17-77e9-4966-9c7e-b53399d8b052 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802994 Jul 08 17:11:40.460685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:40.471870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.493065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-e59cdc47-c06c-4257-b39a-c7f5d90f7bd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 217 time: 0.0677471 Jul 08 17:11:40.496712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.506174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Transition to ACTIVE for port object 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:40.519599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.596244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0968b275-28a7-4937-9948-c1680f36cd0c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:40.612036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:40.645214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-f09bca13-94ab-4a28-8c69-6de82b167180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:40.646870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-f09bca13-94ab-4a28-8c69-6de82b167180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1201854 Jul 08 17:11:40.671281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0968b275-28a7-4937-9948-c1680f36cd0c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:40.672830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.693429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad56bbd-7596-477f-a546-1c14c463e2c4 req-ae1bd6c4-6899-4b12-9c52-6f00ed561202 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:40.701432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dad56bbd-7596-477f-a546-1c14c463e2c4 req-ae1bd6c4-6899-4b12-9c52-6f00ed561202 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.2005336 Jul 08 17:11:40.721045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-bfe3136b-4f4b-475c-b879-ae7d6abd2dae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660255 Jul 08 17:11:40.783508 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dad56bbd-7596-477f-a546-1c14c463e2c4 req-f6e83434-f74c-42fa-bc39-8b96eaf0ad21 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810285 Jul 08 17:11:40.784954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:40.785369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:40.785831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:40.799533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:40.799865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:40.805203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:40.805549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:40.805965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:40.806403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Bound port: 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:40.806769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.835873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-48780df6-7e96-4ffc-b93e-379cfc47ec77 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3319635 Jul 08 17:11:40.839341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:40.859761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.866688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b34215a-564b-4e2d-b213-adb0e6323b55 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:40.899809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 5b34215a-564b-4e2d-b213-adb0e6323b55 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:11:40.900067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b34215a-564b-4e2d-b213-adb0e6323b55 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:40.900771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:40.917580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:40.921516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.930124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:40.936520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:11:40.937239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e7bb8bd-4171-410f-88ab-4cbd9b86d29d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:40.940338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.984942 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-f16f0a00-cfe1-4504-b4a7-52586778dbf0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335689 Jul 08 17:11:41.013950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.014469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-afa8b005-6b41-40a3-b587-e4c54464661d req-c209a853-7d3f-47e9-b69d-a8be8c29b0e8 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 210 time: 0.0436604 Jul 08 17:11:41.025443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.026162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.027682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] 10.222.0.21 "PUT /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 1092 time: 1.3849778 Jul 08 17:11:41.028681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:41.031083 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4951c730-c00f-47ff-aec4-b8da89aaf736" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:41.046283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5f751-be3c-48f0-92ba-2cb02642f81c service neutron] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:41.084424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.086301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c6d17874-6bbc-4e40-86dd-75146f7b53e4 HTTP/1.1" status: 204 len: 168 time: 0.8493388 Jul 08 17:11:41.092142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:41.093559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7205301-84c5-4a87-9ca8-7b4db00d2850 None None] Network f43f822e-0d21-4f58-ab9c-ae4097f8181a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:41.101109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f3f38-457a-4ec7-b0e3-c4b75e3cd612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d17874-6bbc-4e40-86dd-75146f7b53e4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:41.103637 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b39e91-beab-4d04-a56c-7fe723a53d65 x-openstack-request-id: req-32b39e91-beab-4d04-a56c-7fe723a53d65 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:41.103937 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:41.104166 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32b39e91-beab-4d04-a56c-7fe723a53d65 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:41.104546 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'status': 'completed', 'code': 200} Jul 08 17:11:41.145174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-9a2cab1c-8d89-4fa3-8724-3f5bfe62bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.146979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-9a2cab1c-8d89-4fa3-8724-3f5bfe62bd2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1095 time: 0.0753117 Jul 08 17:11:41.200599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36a5c4ab-4368-4eee-8639-99ffeae32ab3 req-53950a5c-52a8-4a05-a340-774af7138b3a service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078452 Jul 08 17:11:41.207188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-ca4d00bd-82fe-4419-86b8-b792c4d6290a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0511301 Jul 08 17:11:41.208022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.266361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.286090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-39b39e6b-00b7-4e8b-b8de-bebb7e39f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.287818 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-39b39e6b-00b7-4e8b-b8de-bebb7e39f0af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.0729351 Jul 08 17:11:41.343261 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-5c40bfab-b630-4e22-ace2-87a360664e92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463488 Jul 08 17:11:41.350529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] DHCP port deletion for f43f822e-0d21-4f58-ab9c-ae4097f8181a request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:11:41.379865 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-3fbaf24c-f777-4319-b27d-baf7e26dd55f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399141 Jul 08 17:11:41.410871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Deleting port e2a5573d-0234-4262-996e-4f3115eb13a5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:41.411220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.422469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] Deleting port e2a5573d-0234-4262-996e-4f3115eb13a5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:41.423196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.469851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-c9bd44c6-7149-4a6e-828d-6d2b0017a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.471393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-c9bd44c6-7149-4a6e-828d-6d2b0017a13e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1094 time: 0.2020957 Jul 08 17:11:41.479057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Allocated IP 172.25.3.200 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/cb84f4ce-1af3-4a98-b500-26c175c6001b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:41.502514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] For port e2a5573d-0234-4262-996e-4f3115eb13a5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e2a5573d-0234-4262-996e-4f3115eb13a5,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:41.503365 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.519424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] Calling delete_port for e2a5573d-0234-4262-996e-4f3115eb13a5 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:41.530021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-57e9b08a-ea24-4190-b202-c7ff728de356 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297902 Jul 08 17:11:41.552071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] For port e2a5573d-0234-4262-996e-4f3115eb13a5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e2a5573d-0234-4262-996e-4f3115eb13a5,segment=NetworkSegment(1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d),segment_id=1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:41.552451 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.583087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Calling delete_port for e2a5573d-0234-4262-996e-4f3115eb13a5 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:41.645122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-892b05d8-3351-4692-ad23-efecaefd1e63 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.652103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-892b05d8-3351-4692-ad23-efecaefd1e63 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614384 Jul 08 17:11:41.693146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-a6ba166e-ff1a-406c-94c6-5546cf17d36a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/quotas/ee7e20b22aee4fc2b28df1804538de46 HTTP/1.1" status: 200 len: 375 time: 0.0391338 Jul 08 17:11:41.705205 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.707744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-6dfc1d05-c8dc-4b3b-b4d4-1ffb2e63c1fe service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478742 Jul 08 17:11:41.748338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-3fd4c95c-a51a-450b-9def-24647e3ca794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.749816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-3fd4c95c-a51a-450b-9def-24647e3ca794 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.2667630 Jul 08 17:11:41.760973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] Pushing event deleted for resources: {'Port': ['ID=e2a5573d-0234-4262-996e-4f3115eb13a5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:41.771076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752c4b2-a85b-4c57-8159-e063ad9b47f7 None None] No DVR routers for this DVR port e2a5573d-0234-4262-996e-4f3115eb13a5 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:11:41.782941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.822067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-fc0edb92-d3af-41c0-898e-1038b9ac6e0b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:41.823562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-fc0edb92-d3af-41c0-898e-1038b9ac6e0b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829626 Jul 08 17:11:41.837864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Request body: {'port': {'device_id': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'a0d25afc547b430c8b9ac6d6e7532dd8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:41.975259 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-7411ef26-c524-494e-baba-71860c6d36d8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2816365 Jul 08 17:11:41.980147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04595c1a-289d-43b4-a20f-99c93ce4deb4 req-a1e16658-d990-460b-9125-8074d8b9b9ce service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607694 Jul 08 17:11:42.020238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Made reservation on behalf of a0d25afc547b430c8b9ac6d6e7532dd8 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:42.024325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.034902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.099050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-d2c72bfc-c7ee-4f16-90b7-35734ceeddc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 217 time: 0.3295472 Jul 08 17:11:42.105118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.169194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a5573d-0234-4262-996e-4f3115eb13a5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:42.171136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] No DVR routers for this DVR port e2a5573d-0234-4262-996e-4f3115eb13a5 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:11:42.178235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.186700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.258881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-b122f1df-0389-499d-a33a-8174553a9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:42.261360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-b122f1df-0389-499d-a33a-8174553a9db4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1452813 Jul 08 17:11:42.301884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-e230435a-eab7-4de8-ac11-bcda4f016c09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333695 Jul 08 17:11:42.305759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.309150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.341486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14216e7-bd23-4191-8be4-2bff3cf3f241,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:42.363338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43f822e-0d21-4f58-ab9c-ae4097f8181a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:42.389315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Allocated IP 192.168.233.41 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/070bb93f-820b-4b4b-9cb4-5c9d0fd23269) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:42.412124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:42.412409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2740cc-5b76-4a48-bf3a-ab6b0f138f5d') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:42.420605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2751a-3266-4ba6-a1da-f3e8955473a8 req-b5595d35-30ca-4b03-a11c-0326ec241007 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:42.422270 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ac2751a-3266-4ba6-a1da-f3e8955473a8 req-b5595d35-30ca-4b03-a11c-0326ec241007 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1834633 Jul 08 17:11:42.426155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:42.441083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.443303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:42.457170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:42.469404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=cb84f4ce-1af3-4a98-b500-26c175c6001b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:42.494285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.507921 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ac2751a-3266-4ba6-a1da-f3e8955473a8 req-ca303cb0-408a-4af9-9a93-34d36e1b09e1 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704939 Jul 08 17:11:42.513512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:11:42.514164 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:11:42.519116 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:11:42.523799 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:11:42.575927 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.579365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-f9adb399-c86a-4d1d-9fc9-9f479cd94077 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609696 Jul 08 17:11:42.599382 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.615316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e2a5573d-0234-4262-996e-4f3115eb13a5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:11:42.640929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e2a5573d-0234-4262-996e-4f3115eb13a5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:11:42.641709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e2a5573d-0234-4262-996e-4f3115eb13a5 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:11:42.669945 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eacfa0-6957-486c-9037-63ef86051fb5 x-openstack-request-id: req-a7eacfa0-6957-486c-9037-63ef86051fb5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:42.671703 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:42.671974 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7eacfa0-6957-486c-9037-63ef86051fb5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:42.672358 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'status': 'completed', 'code': 200} Jul 08 17:11:42.696875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.717472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.719553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f43f822e-0d21-4f58-ab9c-ae4097f8181a HTTP/1.1" status: 204 len: 168 time: 1.6266224 Jul 08 17:11:42.720925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.743554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.763065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Transition to ACTIVE for port object 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:42.784210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d6a7-7fb8-4a3b-8bf1-537c83d63792 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43f822e-0d21-4f58-ab9c-ae4097f8181a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:42.798521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-c88ee7ad-dc6d-4740-9dff-ef54a23e7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:42.800343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-c88ee7ad-dc6d-4740-9dff-ef54a23e7c8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1095 time: 0.1145799 Jul 08 17:11:42.844071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-916ced95-bb2d-40a2-a879-a9c150b1624d req-80be8131-489e-45f5-b538-2b12c0fc1703 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547638 Jul 08 17:11:42.851291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.961366 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.013749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:43.032856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e69760-03de-4b84-84f5-6cc5e3fc7522 req-ef3a694b-7930-4950-885d-854a14fdd1bf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.034343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49e69760-03de-4b84-84f5-6cc5e3fc7522 req-ef3a694b-7930-4950-885d-854a14fdd1bf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 943 time: 0.2416623 Jul 08 17:11:43.038732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-587a1c7c-1a55-4f4a-8fa5-30fb69dcdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.040176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-587a1c7c-1a55-4f4a-8fa5-30fb69dcdf0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.2266338 Jul 08 17:11:43.060289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:43.064938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.075539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.080399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:43.084835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:43.087439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Pushing event updated for resources: {'Port': ['ID=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:43.093835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-98840c7b-516c-4e17-8d0f-7f523ddc6539 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae5cd308032d4afe8234652f67a43667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789144 Jul 08 17:11:43.120853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:43.153835 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-d1fd895e-085f-40c3-b565-a874c93ab9a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0924754 Jul 08 17:11:43.165307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=cb84f4ce-1af3-4a98-b500-26c175c6001b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:43.169159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.184151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.185617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-782e9717-d833-4fdf-943e-8cb2bc96403e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3539228 Jul 08 17:11:43.194598 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49e69760-03de-4b84-84f5-6cc5e3fc7522 req-26b1b599-a776-488f-9154-ee9e4306ac37 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459455 Jul 08 17:11:43.239607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-a8308264-cea6-4b85-929b-ed1b4969e777 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0473924 Jul 08 17:11:43.254726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.255457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.286949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-7e48952f-7ceb-4045-8154-41b409f377b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.288763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-7e48952f-7ceb-4045-8154-41b409f377b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1174052 Jul 08 17:11:43.312176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2288630a-ca0b-4c0c-b14c-ed0986bd466c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4790573 Jul 08 17:11:43.333487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96ce97c8-fb79-43ee-865e-b7cbbdcae084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.336570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-01de6a3d-4723-4115-a1d9-e8d705b479c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377893 Jul 08 17:11:43.341099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Request body: {'port': {'device_id': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:43.357970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-681a9162-d8df-41f8-a20f-931cb19c4163 None None] Provisioning for port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:43.362142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-681a9162-d8df-41f8-a20f-931cb19c4163 None None] Provisioning complete for port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:43.362524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-681a9162-d8df-41f8-a20f-931cb19c4163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.377574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-d9405055-5f16-44fd-a4f6-57e15dad6967 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.378992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15cc824e-5843-4ecd-b4fa-6ed4be0fda45 req-d9405055-5f16-44fd-a4f6-57e15dad6967 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1298091 Jul 08 17:11:43.399024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-681a9162-d8df-41f8-a20f-931cb19c4163 None None] Port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:43.474003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96ce97c8-fb79-43ee-865e-b7cbbdcae084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.603495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.612754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5fffc598-cb5d-4162-b966-f8b036ccb6ed tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528638 Jul 08 17:11:43.671397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842c9d-c679-4be5-b4f6-e680ec24173d req-65f2aca5-7266-4574-8289-7d261481ad07 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.672915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38842c9d-c679-4be5-b4f6-e680ec24173d req-65f2aca5-7266-4574-8289-7d261481ad07 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.3416948 Jul 08 17:11:43.724980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd51e1-36a8-4322-9c66-611ee6d2689e req-812fc727-3400-43be-a309-36bbb77b2605 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:43.726901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69dd51e1-36a8-4322-9c66-611ee6d2689e req-812fc727-3400-43be-a309-36bbb77b2605 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 935 time: 0.0690374 Jul 08 17:11:43.737505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-5687ded0-8c52-412a-aaa7-4c5b531b6a4c service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912909 Jul 08 17:11:43.751734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96ce97c8-fb79-43ee-865e-b7cbbdcae084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.754287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96ce97c8-fb79-43ee-865e-b7cbbdcae084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:43.757732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-96ce97c8-fb79-43ee-865e-b7cbbdcae084 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e220b8b3-4102-4ae8-88b4-435035c1b9c2 HTTP/1.1" status: 204 len: 168 time: 0.6152108 Jul 08 17:11:43.780164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69dd51e1-36a8-4322-9c66-611ee6d2689e req-9a3cc2aa-1f70-4e87-b755-a2e30bc92beb tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Jul 08 17:11:43.818053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:43.849483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce97c8-fb79-43ee-865e-b7cbbdcae084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e220b8b3-4102-4ae8-88b4-435035c1b9c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:43.937659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8183787a-7cc6-4c61-9cd4-fc92bf94861c req-fe788095-52c7-4db9-bc51-a1bf762b1ba8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 210 time: 0.0335805 Jul 08 17:11:43.961704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38842c9d-c679-4be5-b4f6-e680ec24173d req-5c816240-b6af-4266-af38-b0cb9b90eef0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376413 Jul 08 17:11:43.962810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:43.976626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'port_id': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'mac_address': 'fa:16:3e:a7:84:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9969ea2-0baa-4ca6-88fd-949ff416580e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:44.034990 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.052228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:44.082668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:44.089788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.107198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-dcd32123-1a3d-4929-8ee0-bb19fe110240 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:44.108707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-dcd32123-1a3d-4929-8ee0-bb19fe110240 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4845073 Jul 08 17:11:44.144909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:44.159543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:44.256259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b6090-549b-4999-8b08-d879cabb78ee req-7f5d8763-9d68-4a8b-bd59-4db2d6dcaf76 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:44.258471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-463b6090-549b-4999-8b08-d879cabb78ee req-7f5d8763-9d68-4a8b-bd59-4db2d6dcaf76 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0716846 Jul 08 17:11:44.304667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-463b6090-549b-4999-8b08-d879cabb78ee req-ea4b97b3-d93f-46d7-9de1-43b9da54cbd2 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Jul 08 17:11:44.425007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:44.518615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21a895-5866-464c-8d63-30b132ef62e6 req-3174a007-1fae-4c7f-9bde-66950a05ca5c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:44.527137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de21a895-5866-464c-8d63-30b132ef62e6 req-3174a007-1fae-4c7f-9bde-66950a05ca5c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.0857477 Jul 08 17:11:44.575905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de21a895-5866-464c-8d63-30b132ef62e6 req-b0ef510b-b032-4feb-99ef-51130e71c228 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Jul 08 17:11:44.589241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4951c730-c00f-47ff-aec4-b8da89aaf736 req-17494acb-5725-464f-bfa1-297310a18d2b service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384242 Jul 08 17:11:44.617677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:44.617957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc6d292d-a248-4d03-8661-4e64143def55 req-b5e02925-64d6-4cbe-9956-51f96b146da8 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6103609 Jul 08 17:11:44.637523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:44.699608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.715405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1281819209-network', 'tenant_id': 'caa8a0202a0b4797b37efef84a1019e9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:44.769665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:44.773480 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.781814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Made reservation on behalf of caa8a0202a0b4797b37efef84a1019e9 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:44.783925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.792232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.880379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:44.896286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.900228 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.906176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.922056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Transition to ACTIVE for port object 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:44.940870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.967527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:11:44.974721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84aa302-6393-425d-949b-b01e7b1e60c2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:44.987791 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:44.988051 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Added segment 2286f771-fe71-4dbc-8e85-ab766329bbe8 of type vlan for network c7d45623-e142-40fc-81ef-6ab69583c7d4 Jul 08 17:11:45.037034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Pushing event updated for resources: {'Port': ['ID=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:45.050103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90ffa-bbef-4765-83a1-8437ccc98691 req-0b83cbaa-7841-443b-942b-ddff0d556b0d tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.050330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.3 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/9ed31c23-d33d-4f0f-a317-1bab36515512) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:45.051635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-55d90ffa-bbef-4765-83a1-8437ccc98691 req-0b83cbaa-7841-443b-942b-ddff0d556b0d tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 935 time: 0.1419864 Jul 08 17:11:45.053636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.058463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.124849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-55d90ffa-bbef-4765-83a1-8437ccc98691 req-7f09eeb7-b42e-42d5-ac8b-bc82ee514695 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597141 Jul 08 17:11:45.126167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.127155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.127742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.209983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5881433 Jul 08 17:11:45.209983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729ef56-ed77-4feb-bb92-16272d559860 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d45623-e142-40fc-81ef-6ab69583c7d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:45.213393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59572) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:45.218492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Attempting to bind port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:45.218979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Attempting to bind port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:45.219158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Attempting to bind port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:45.222469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Request body: {'subnet': {'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1281819209-subnet', 'tenant_id': 'caa8a0202a0b4797b37efef84a1019e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:45.224708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:11:45.286409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Made reservation on behalf of caa8a0202a0b4797b37efef84a1019e9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:45.288968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.292201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:45.292528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Attempting to bind port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:45.294574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91d7fbf1-62cf-4e1e-b388-10a1b44d2b72 req-a243c58a-3b6a-430b-a029-2b66a08d5c65 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 210 time: 0.0470805 Jul 08 17:11:45.310920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:45.311262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:45.311661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:45.312113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Bound port: 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:45.312478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.392471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Allocated IP 172.25.3.225 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/0a33f2e3-2b8f-441d-8ac4-b5c834a014b4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:45.449107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.501653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] For port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:45.507784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object 9ed31c23-d33d-4f0f-a317-1bab36515512 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:45.525262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] For port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:45.533946 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.554262 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.600511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.601662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.602570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] 10.222.0.53 "PUT /v2.0/ports/070bb93f-820b-4b4b-9cb4-5c9d0fd23269 HTTP/1.1" status: 200 len: 1095 time: 2.2701163 Jul 08 17:11:45.608116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'tag': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:45.610447 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19690718-788e-4b98-8ea7-75c23089cc88" -d '{"events": [{"name": "network-changed", "server_uuid": "363a24cc-d97d-4f32-9432-648e3e7b312d", "tag": "070bb93f-820b-4b4b-9cb4-5c9d0fd23269"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:45.617988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c30588-26b6-4d62-b89e-56be3b4fdbce,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:45.650527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a0f7-7931-4cc3-afb4-8e9478547d56 req-b2406582-6c58-4b18-9f3c-0f1d2c68fa46 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.652133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5980a0f7-7931-4cc3-afb4-8e9478547d56 req-b2406582-6c58-4b18-9f3c-0f1d2c68fa46 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.1696596 Jul 08 17:11:45.656195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.661745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Checking segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:45.662170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Network hostable DHCP agents. Network: c7d45623-e142-40fc-81ef-6ab69583c7d4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:11:45.669153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2', '606e33de-55f1-47b8-a3a7-4fdd299939fe'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:45.670456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.672535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:45.672677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d99d-85a1-4541-a533-5d4c8d6f1926 service neutron] Pushing event updated for resources: {'Port': ['ID=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:45.729231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:11:45.752648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5980a0f7-7931-4cc3-afb4-8e9478547d56 req-5210dc80-0045-4dcd-ac29-0201cff0c32b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877814 Jul 08 17:11:45.765551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c7d45623-e142-40fc-81ef-6ab69583c7d4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:45.777572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:45.781187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=9ed31c23-d33d-4f0f-a317-1bab36515512,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:45.785102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.786597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:45.787806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.795165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:45.795321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436429a-8e95-43a6-9357-f0c7c38e89fc None None] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:45.823195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-68f2d8db-6210-46f0-89ff-377afefb3bff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6084452 Jul 08 17:11:45.874843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-5152a705-05eb-40c2-9a2d-49d7d06bd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.876677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-5152a705-05eb-40c2-9a2d-49d7d06bd947 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 1098 time: 0.2247176 Jul 08 17:11:45.878469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:45.880667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.881634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:45.893098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:45.894295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:45.990034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-c6ed38a9-a12a-4538-93b8-4b76517048fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269 HTTP/1.1" status: 200 len: 217 time: 0.0880594 Jul 08 17:11:45.991243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-5d655aeb-27d3-43b0-bb31-73edb067da54 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8649426 Jul 08 17:11:45.998478 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:46.008196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:46.013305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:46.033368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Request body: {'port': {'device_id': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:46.043994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=0a33f2e3-2b8f-441d-8ac4-b5c834a014b4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:46.143116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:46.153698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:46.154037 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.176441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6de4-5e46-4d53-ab89-93e7031a30d6 req-906aaf5c-2d85-474c-abba-2ce7cd7ac134 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:46.178488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-877c6de4-5e46-4d53-ab89-93e7031a30d6 req-906aaf5c-2d85-474c-abba-2ce7cd7ac134 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0786171 Jul 08 17:11:46.201910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2ff4a729-a264-443d-bc67-32b7c000e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:46.203646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-2ff4a729-a264-443d-bc67-32b7c000e3c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1919689 Jul 08 17:11:46.227064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-877c6de4-5e46-4d53-ab89-93e7031a30d6 req-e450f8a0-f010-4de0-9593-cfc93fafa735 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Jul 08 17:11:46.240403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.287492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4644a-8679-4b74-bd82-23b6e46bfb6c None None] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:46.337407 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.393960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:46.406609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5842d6-cb8e-4278-af4b-2e8f82f75b1e req-5b29fe31-2f1b-48c8-b282-4c98ce3b3c1c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:46.408180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df5842d6-cb8e-4278-af4b-2e8f82f75b1e req-5b29fe31-2f1b-48c8-b282-4c98ce3b3c1c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.0699422 Jul 08 17:11:46.439346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c4edf29-8c02-4c54-be45-947474ef549b None None] Provisioning for port 9ed31c23-d33d-4f0f-a317-1bab36515512 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:46.448576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'port_id': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'mac_address': 'fa:16:3e:94:57:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:46.451217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df5842d6-cb8e-4278-af4b-2e8f82f75b1e req-5fc9b23f-ac5e-4fa3-a444-1355c13cef71 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Jul 08 17:11:46.451571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-016e21bd-39c6-40e7-805d-5db21710a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:46.453101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-016e21bd-39c6-40e7-805d-5db21710a07c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2414780 Jul 08 17:11:46.486924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c4edf29-8c02-4c54-be45-947474ef549b None None] Provisioning complete for port 9ed31c23-d33d-4f0f-a317-1bab36515512 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:46.487300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c4edf29-8c02-4c54-be45-947474ef549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.526741 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01102796-834f-41f6-8451-45a1a8b6302f x-openstack-request-id: req-01102796-834f-41f6-8451-45a1a8b6302f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:46.526976 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363a24cc-d97d-4f32-9432-648e3e7b312d", "tag": "070bb93f-820b-4b4b-9cb4-5c9d0fd23269", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:46.527308 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01102796-834f-41f6-8451-45a1a8b6302f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:46.527895 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'tag': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269', 'status': 'completed', 'code': 200} Jul 08 17:11:46.531098 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.596352 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.645377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6c4edf29-8c02-4c54-be45-947474ef549b None None] Port 9ed31c23-d33d-4f0f-a317-1bab36515512 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:46.674306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.706296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:46.708526 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316af558-f1dc-4000-b74e-66fb7cb3219c" -d '{"events": [{"server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "name": "network-vif-plugged", "status": "completed", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:46.741316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:46.746892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-b309bb8b-02d3-40e8-a02a-0b76241124ef service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821255 Jul 08 17:11:46.751135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:46.767872 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.814204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:46.828175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.842211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-6488d594-7ea0-464d-82dd-9b5d654b58e7 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:46.844129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-6488d594-7ea0-464d-82dd-9b5d654b58e7 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.1191356 Jul 08 17:11:46.861014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-b3d8a9c3-8a32-4ecd-bc46-cade0dfa159a tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/quotas/caa8a0202a0b4797b37efef84a1019e9 HTTP/1.1" status: 200 len: 375 time: 0.0099554 Jul 08 17:11:46.878713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:46.912123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-9924d4f0-6bc5-4542-be6b-bbcc0c79dae9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438099 Jul 08 17:11:46.942420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27a6773e-bd5f-44ae-a7eb-68e8eeb40463 req-e81c18ce-d3ec-41e3-8385-b97aed25e5ab service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863186 Jul 08 17:11:46.951220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed31c23-d33d-4f0f-a317-1bab36515512 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:46.962494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.974826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:46.975626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:46.984739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Transition to ACTIVE for port object 9ed31c23-d33d-4f0f-a317-1bab36515512 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:46.985962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.037921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.044414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-f723e20f-d243-4db8-8611-c0f475decff5 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237986 Jul 08 17:11:47.100326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:47.101407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=0a33f2e3-2b8f-441d-8ac4-b5c834a014b4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:47.164496 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a04a3d55-2235-4ddf-b0f3-6b8c2b2c0d64 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187465 Jul 08 17:11:47.183212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.227941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed31c23-d33d-4f0f-a317-1bab36515512,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:47.245786 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.247241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0ec8f221-a353-4002-8b7d-7a9f3223f5cb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6193271 Jul 08 17:11:47.398105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc6d292d-a248-4d03-8661-4e64143def55 req-0d3955a4-244c-4f4d-87da-8b57f8ce212a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.1370029 Jul 08 17:11:47.403095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Attempting to bind port 9ed31c23-d33d-4f0f-a317-1bab36515512 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:47.404309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Attempting to bind port 9ed31c23-d33d-4f0f-a317-1bab36515512 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:47.404871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Attempting to bind port 9ed31c23-d33d-4f0f-a317-1bab36515512 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:47.417416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Port 9ed31c23-d33d-4f0f-a317-1bab36515512 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:47.418024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Attempting to bind port 9ed31c23-d33d-4f0f-a317-1bab36515512 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:47.424962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690718-788e-4b98-8ea7-75c23089cc88 req-188eeda0-d724-45b9-9d6a-f06c257105e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.427490 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-188eeda0-d724-45b9-9d6a-f06c257105e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 1098 time: 0.4026167 Jul 08 17:11:47.461411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785dd89-dd47-4471-bf9a-e77bd1dfbedb req-1e2b4e4a-51a0-4395-95a3-2f0b25a22479 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.468679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b785dd89-dd47-4471-bf9a-e77bd1dfbedb req-1e2b4e4a-51a0-4395-95a3-2f0b25a22479 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 947 time: 0.0741048 Jul 08 17:11:47.517008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b785dd89-dd47-4471-bf9a-e77bd1dfbedb req-b1a1e9d3-f6ca-4aa4-94fb-1febe24a9f2e tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Jul 08 17:11:47.558354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:47.559250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:47.559643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:47.560091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Bound port: 9ed31c23-d33d-4f0f-a317-1bab36515512, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:47.560533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.698520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690718-788e-4b98-8ea7-75c23089cc88 req-6694a5f9-f18a-4550-8c11-1b54f66fc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.700135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-6694a5f9-f18a-4550-8c11-1b54f66fc090 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2547503 Jul 08 17:11:47.707073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d292d-a248-4d03-8661-4e64143def55 req-a8bf3b15-11c7-4c1a-95c9-4a15edb62d51 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.710893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc6d292d-a248-4d03-8661-4e64143def55 req-a8bf3b15-11c7-4c1a-95c9-4a15edb62d51 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.3112116 Jul 08 17:11:47.711406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eae62-e3fe-44d0-932a-c781fe4b5153 req-20c3c809-53fe-4ab0-a1c2-3b16be294982 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.719830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a57eae62-e3fe-44d0-932a-c781fe4b5153 req-20c3c809-53fe-4ab0-a1c2-3b16be294982 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 946 time: 0.0921373 Jul 08 17:11:47.724857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] For port 9ed31c23-d33d-4f0f-a317-1bab36515512, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:47.734061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] For port 9ed31c23-d33d-4f0f-a317-1bab36515512, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9ed31c23-d33d-4f0f-a317-1bab36515512,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:47.757606 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1b68e-a54e-4d95-bce6-65646aadc621 x-openstack-request-id: req-b9a1b68e-a54e-4d95-bce6-65646aadc621 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:47.758127 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "name": "network-vif-plugged", "status": "completed", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:47.758258 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9a1b68e-a54e-4d95-bce6-65646aadc621 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:47.758600 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'code': 200} Jul 08 17:11:47.772006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-4a884a86-6433-4584-89be-e15f1bcec540 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269 HTTP/1.1" status: 200 len: 217 time: 0.0605211 Jul 08 17:11:47.773127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.791671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a57eae62-e3fe-44d0-932a-c781fe4b5153 req-7307bb43-140d-43e3-b20c-425f7173e054 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708835 Jul 08 17:11:47.830760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690718-788e-4b98-8ea7-75c23089cc88 req-ad0a89e0-52b4-41bb-82b1-16c1dd5234e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.832242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-ad0a89e0-52b4-41bb-82b1-16c1dd5234e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0496705 Jul 08 17:11:47.835785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:47.836398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:47.837803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ed31c23-d33d-4f0f-a317-1bab36515512 HTTP/1.1" status: 200 len: 1094 time: 1.8207111 Jul 08 17:11:48.129671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5029c-5f93-4cc3-8cc4-1290ad15c109 req-f8a9f5b3-675b-4e2e-a5a9-d27e6b066c20 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.138305 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38f5029c-5f93-4cc3-8cc4-1290ad15c109 req-f8a9f5b3-675b-4e2e-a5a9-d27e6b066c20 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0757113 Jul 08 17:11:48.173475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38f5029c-5f93-4cc3-8cc4-1290ad15c109 req-0bc8fb36-4d63-41b1-974a-f830ca5b5d9c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Jul 08 17:11:48.316462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-467b93e9-ae28-4b27-80b7-ba6fc38166ee req-bb457cc6-f6b0-4e7c-afe2-096dcfd95333 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 210 time: 0.0325763 Jul 08 17:11:48.382285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea0349-e156-461d-9768-da8fed60e6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed31c23-d33d-4f0f-a317-1bab36515512,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:48.423178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f59186-9ed2-4ccc-bff3-c94449345558 req-759d2b6b-5b01-4b29-9642-d3ea92655a98 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.424679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c7f59186-9ed2-4ccc-bff3-c94449345558 req-759d2b6b-5b01-4b29-9642-d3ea92655a98 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 945 time: 0.5582402 Jul 08 17:11:48.428720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85b076-7b11-4a02-8c1e-b582f0e675d8 req-68e7b82a-424f-46ab-9428-2dcf7fc5aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.430066 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb85b076-7b11-4a02-8c1e-b582f0e675d8 req-68e7b82a-424f-46ab-9428-2dcf7fc5aeac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1096 time: 0.5458329 Jul 08 17:11:48.432471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690718-788e-4b98-8ea7-75c23089cc88 req-ccb6019a-bef1-4450-850a-9d7bb3f08933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.434182 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-ccb6019a-bef1-4450-850a-9d7bb3f08933 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5573909 Jul 08 17:11:48.450723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-68494c12-d71f-4fc5-9f1d-8a5adc3adaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.452134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-68494c12-d71f-4fc5-9f1d-8a5adc3adaee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 1097 time: 0.5373361 Jul 08 17:11:48.486065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5e7d7-3947-42f5-b3cc-89e59dd006b0 req-ff4a6962-a3be-4095-873e-0546345536e8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.487579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4be5e7d7-3947-42f5-b3cc-89e59dd006b0 req-ff4a6962-a3be-4095-873e-0546345536e8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 945 time: 0.0635116 Jul 08 17:11:48.526092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4be5e7d7-3947-42f5-b3cc-89e59dd006b0 req-0b074daf-1576-4007-b954-c6b33e42e02f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Jul 08 17:11:48.554457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'tag': '9ed31c23-d33d-4f0f-a317-1bab36515512'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:48.557092 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f67aba8-4a48-4d7c-9a70-1663143272c5", "tag": "9ed31c23-d33d-4f0f-a317-1bab36515512"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:48.574445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-73d7667d-e8e1-4790-a548-55f2c5c4e40c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9ed31c23-d33d-4f0f-a317-1bab36515512 HTTP/1.1" status: 200 len: 217 time: 0.1068738 Jul 08 17:11:48.603447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c7f59186-9ed2-4ccc-bff3-c94449345558 req-a7ef6a29-c636-4610-acb5-5ee0d95922d9 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681883 Jul 08 17:11:48.628561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb85b076-7b11-4a02-8c1e-b582f0e675d8 req-569aed15-6022-4922-bd00-6fbe79fb0e31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845696 Jul 08 17:11:48.676098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-3835f3d4-d0fa-4256-9e81-3fd3a61179d7 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1244674 Jul 08 17:11:48.681442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-05bc0021-4009-4c38-b947-eaf718fdb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.682891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-05bc0021-4009-4c38-b947-eaf718fdb4c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0948720 Jul 08 17:11:48.685419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-fad3c448-c5f2-42ef-a344-885bf02d6792 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263789 Jul 08 17:11:48.688598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:48.716230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:48.827721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:48.945101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Allocated IP 172.25.3.242 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/e44b1887-efb0-4f0f-9829-5deecfe9d156) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:48.958578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-4c88078b-8569-4c68-a440-01890017ef5d tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.960340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-4c88078b-8569-4c68-a440-01890017ef5d tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.2707183 Jul 08 17:11:48.973857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-6c257a57-4fbf-4e4f-a526-907638451a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:48.975334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-6c257a57-4fbf-4e4f-a526-907638451a95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771347 Jul 08 17:11:48.978836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Request body: {'port': {'device_id': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'admin_state_up': True, 'tenant_id': 'caa8a0202a0b4797b37efef84a1019e9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:48.984981 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19690718-788e-4b98-8ea7-75c23089cc88 req-c7f16fff-fcd7-4c5a-b53b-5499e97e31cf service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847774 Jul 08 17:11:49.050342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5feaa-6a18-450f-9ef6-f65717bac7d5 req-459de904-c3e3-490c-bc9f-c4c17f6a0b1e tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:49.051828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8b5feaa-6a18-450f-9ef6-f65717bac7d5 req-459de904-c3e3-490c-bc9f-c4c17f6a0b1e tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 947 time: 0.2666135 Jul 08 17:11:49.056396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.096154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.130304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:49.133035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:49.138925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:49.160169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8b5feaa-6a18-450f-9ef6-f65717bac7d5 req-14bed0c1-4ba5-4880-a88b-f5d65fea2873 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797634 Jul 08 17:11:49.170865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=e44b1887-efb0-4f0f-9829-5deecfe9d156,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:49.197005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-14776eac-3891-437d-83fa-b61d9aa997f3 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084227 Jul 08 17:11:49.216918 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530d7598-896e-4f3a-b99d-56b50ec3fdde x-openstack-request-id: req-530d7598-896e-4f3a-b99d-56b50ec3fdde {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:49.217286 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f67aba8-4a48-4d7c-9a70-1663143272c5", "tag": "9ed31c23-d33d-4f0f-a317-1bab36515512", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:49.217610 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-530d7598-896e-4f3a-b99d-56b50ec3fdde {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:49.218093 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'tag': '9ed31c23-d33d-4f0f-a317-1bab36515512', 'status': 'completed', 'code': 200} Jul 08 17:11:49.239729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.271528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Made reservation on behalf of caa8a0202a0b4797b37efef84a1019e9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:49.275193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.287271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.405700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f62c97-b454-4a5c-93a9-2ff8cb6b758f req-d300b644-4e6b-4d0a-b0a6-b3ba65480d2b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987305 Jul 08 17:11:49.416484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-315f34e5-d198-4872-8aa5-dfe22d05976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.464209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.472222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.477479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760a46c-7505-46dc-b9c7-4ccf98996fa6 req-00e2fe4e-8284-4f4e-b546-ac78d0aadbfd tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:49.479080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1760a46c-7505-46dc-b9c7-4ccf98996fa6 req-00e2fe4e-8284-4f4e-b546-ac78d0aadbfd tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 946 time: 0.1657257 Jul 08 17:11:49.534061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Allocated IP 172.20.0.4 (c7d45623-e142-40fc-81ef-6ab69583c7d4/43c30588-26b6-4d62-b89e-56be3b4fdbce/9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:49.545109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event updated for resources: {'Port': ['ID=e44b1887-efb0-4f0f-9829-5deecfe9d156,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:49.567328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.577344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1760a46c-7505-46dc-b9c7-4ccf98996fa6 req-f7376acc-8233-4d10-bfc8-0d0ff1f86a91 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851896 Jul 08 17:11:49.583702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.586041 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-6253e4e6-67e3-43b1-9f1b-70dd65477023 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9029505 Jul 08 17:11:49.623070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-03624938-942d-41ba-9fe2-0052b0e5270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:49.624594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-03624938-942d-41ba-9fe2-0052b0e5270a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 1097 time: 0.1446335 Jul 08 17:11:49.660365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-5c8b3060-691b-4940-8e55-22921ecb34c4 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0660803 Jul 08 17:11:49.675093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:49.782806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-8c6183a6-18cd-4dd8-baf3-ed50546d8e8d tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:49.796217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:49.796384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7854164-9872-4ab0-b249-9b75fc9c85da req-8c6183a6-18cd-4dd8-baf3-ed50546d8e8d tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1299593 Jul 08 17:11:49.809208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269', 'mac_address': 'fa:16:3e:a2:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:49.831773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.847491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:49.876413 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.896255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-9c1bd60b-05fc-4314-8c6f-66335be580a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:49.897854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-9c1bd60b-05fc-4314-8c6f-66335be580a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2555504 Jul 08 17:11:49.898175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:49.921140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-783581cc-69bb-4054-8729-6ad9ebc21886 req-630b38e0-5baf-4293-a9a4-9a0ec43abb4a tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 210 time: 0.0347667 Jul 08 17:11:49.925825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:49.934201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.940867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:49.964195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:49.965596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:49.967395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-b1ede666-c2cb-430e-aebd-66549253c6c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9ed31c23-d33d-4f0f-a317-1bab36515512 HTTP/1.1" status: 200 len: 217 time: 0.0504305 Jul 08 17:11:49.974551 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:50.007613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39820-99d3-4d07-9ef1-06e73f3a1563 req-24664c14-9741-407a-aee6-03188aa7cb7f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.008735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cff39820-99d3-4d07-9ef1-06e73f3a1563 req-24664c14-9741-407a-aee6-03188aa7cb7f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1647260 Jul 08 17:11:50.024241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:50.077391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:50.096938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:50.105900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:50.106176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:50.108356 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ace8e16-31db-4fac-be5d-369aab0310bf" -d '{"events": [{"server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "name": "network-vif-plugged", "status": "completed", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:50.110255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf51713-b403-4328-8b7b-e3bc4990b6bf req-25de1231-07bb-475a-8600-f42e1e25fd6c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.112099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bf51713-b403-4328-8b7b-e3bc4990b6bf req-25de1231-07bb-475a-8600-f42e1e25fd6c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 945 time: 0.0726058 Jul 08 17:11:50.112646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:50.115090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:50.126146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:50.132642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:50.140167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-21ea4760-7309-402e-a9cf-708feea4e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.141643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-21ea4760-7309-402e-a9cf-708feea4e299 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1612809 Jul 08 17:11:50.158857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bf51713-b403-4328-8b7b-e3bc4990b6bf req-ea433418-fb0a-4af7-9db4-4b45ff68a511 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Jul 08 17:11:50.192387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:50.201368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cff39820-99d3-4d07-9ef1-06e73f3a1563 req-a8d3a578-8c58-4fa9-94e0-3e8707b41c65 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483502 Jul 08 17:11:50.225427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.226170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:50.289607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65fe8fad-8d22-4d4a-be5a-937ef3ee3f16 req-5f2e25e7-a01f-480d-bc27-d60ac88a900c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips/f397feda-a730-4e47-bf34-05807c1b328f HTTP/1.1" status: 200 len: 693 time: 0.0598650 Jul 08 17:11:50.290846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-a1756948-86bf-420b-999f-c50773b75c34 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3199646 Jul 08 17:11:50.298182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-6ebcb813-8327-494e-96fb-afd39d8e444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.299639 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-6ebcb813-8327-494e-96fb-afd39d8e444f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503754 Jul 08 17:11:50.307313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['070bb93f-820b-4b4b-9cb4-5c9d0fd23269'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:50.313630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Request body: {'port': {'device_id': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:50.338027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4eb0e-9b2d-440e-a3fc-663f53d929e5 req-a3aa6055-087d-4111-83d7-6e3197bcf631 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.340450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cd4eb0e-9b2d-440e-a3fc-663f53d929e5 req-a3aa6055-087d-4111-83d7-6e3197bcf631 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.0790675 Jul 08 17:11:50.394117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cd4eb0e-9b2d-440e-a3fc-663f53d929e5 req-e0faae46-0cd7-4870-b42a-18251b3a2344 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Jul 08 17:11:50.464298 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaea710-6125-4523-a2e1-2bd20627675e x-openstack-request-id: req-afaea710-6125-4523-a2e1-2bd20627675e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:50.464814 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "name": "network-vif-plugged", "status": "completed", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:50.465107 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afaea710-6125-4523-a2e1-2bd20627675e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:50.465734 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'code': 200} Jul 08 17:11:50.565251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe8fad-8d22-4d4a-be5a-937ef3ee3f16 req-8cc0d111-8957-4e21-9294-bd139b67bfba tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.572863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65fe8fad-8d22-4d4a-be5a-937ef3ee3f16 req-8cc0d111-8957-4e21-9294-bd139b67bfba tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.2774088 Jul 08 17:11:50.582316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-65fe8fad-8d22-4d4a-be5a-937ef3ee3f16 req-4fc7f197-e24f-4c13-b7c8-148477e61f04 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:50.594892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0330f-060d-46d2-a19d-5982c685fb7b req-69742b1b-11c4-46cd-855f-fee32a678f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.594892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaf0330f-060d-46d2-a19d-5982c685fb7b req-69742b1b-11c4-46cd-855f-fee32a678f21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1097 time: 0.0668354 Jul 08 17:11:50.597421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65fe8fad-8d22-4d4a-be5a-937ef3ee3f16 req-4fc7f197-e24f-4c13-b7c8-148477e61f04 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233724 Jul 08 17:11:50.600395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-0cc3f34e-7b65-48c3-939a-59f53d1e665f service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920475 Jul 08 17:11:50.601318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:50.665204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaf0330f-060d-46d2-a19d-5982c685fb7b req-071a900a-9460-4a46-9fb3-2fb920311704 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Jul 08 17:11:50.772278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c131a-2c9a-482c-a802-f3def16be588 req-78cef008-5189-4a8a-93e1-402054caa223 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.780342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-648c131a-2c9a-482c-a802-f3def16be588 req-78cef008-5189-4a8a-93e1-402054caa223 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1096 time: 0.0630260 Jul 08 17:11:50.811085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-648c131a-2c9a-482c-a802-f3def16be588 req-b5625449-f9a6-4cc0-abcf-0afae09e38b5 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298858 Jul 08 17:11:50.879384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-6f51fd7d-3eda-4dd3-bbda-fee71757bdbb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips/f397feda-a730-4e47-bf34-05807c1b328f HTTP/1.1" status: 200 len: 693 time: 0.0436201 Jul 08 17:11:50.881364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed53fd87-7a05-4040-91cb-dcb6d705f1c6 req-75a4c0b6-ebc2-4237-a1f3-1ecea6cdebaf service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682016 Jul 08 17:11:50.911646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe0d03-b6ad-4da6-902f-8febfcf97230 req-bfb68d4f-230c-4ffe-8395-fb3b8c65b4dc tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.913065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1efe0d03-b6ad-4da6-902f-8febfcf97230 req-bfb68d4f-230c-4ffe-8395-fb3b8c65b4dc tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 948 time: 0.2259634 Jul 08 17:11:50.975194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1efe0d03-b6ad-4da6-902f-8febfcf97230 req-e0bf81ff-ceed-4210-b092-026e4d3c8677 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Jul 08 17:11:50.990083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245868-da55-420d-9186-73bce1c547a7 req-122db3fb-7329-4d56-b152-2e3b90a5885e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:50.991513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-122db3fb-7329-4d56-b152-2e3b90a5885e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1068799 Jul 08 17:11:51.001003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-d385afe3-3c72-4446-b4a6-7a1fc0a4f256 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:51.002001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-d385afe3-3c72-4446-b4a6-7a1fc0a4f256 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055745 Jul 08 17:11:51.040385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:51.049060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.055961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-2f637c2b-dfa0-4c60-b9a6-4521cce6776e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0473995 Jul 08 17:11:51.061724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Transition to ACTIVE for port object 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:51.066159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.113617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-2ec82f91-e22a-44b3-8a49-ecf765caa88a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.242 HTTP/1.1" status: 200 len: 696 time: 0.0519435 Jul 08 17:11:51.143687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:51.243968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Deleting port e44b1887-efb0-4f0f-9829-5deecfe9d156 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:51.244265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.322657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.323003 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.335355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Calling delete_port for e44b1887-efb0-4f0f-9829-5deecfe9d156 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:51.492794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.507944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fba67-1876-47c3-bbb4-35091718eee3 req-badee0fd-1d68-4b5a-97fe-f81e4ce6f7b1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:51.509318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a11fba67-1876-47c3-bbb4-35091718eee3 req-badee0fd-1d68-4b5a-97fe-f81e4ce6f7b1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 946 time: 0.4172306 Jul 08 17:11:51.519237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event deleted for resources: {'Port': ['ID=e44b1887-efb0-4f0f-9829-5deecfe9d156,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:51.541035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Attempting to bind port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:51.541364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Attempting to bind port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:51.541820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Attempting to bind port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:51.551463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf on network c7d45623-e142-40fc-81ef-6ab69583c7d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:51.551805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Attempting to bind port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:51.563150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:51.563480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Checking segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:51.563862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Bound using segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:51.564279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Bound port: 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:51.564633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.571540 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a11fba67-1876-47c3-bbb4-35091718eee3 req-a0b2e832-90c4-435b-bc2d-52da131538ed tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542729 Jul 08 17:11:51.588251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.591165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.592662 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f245868-da55-420d-9186-73bce1c547a7 req-09245c9b-3573-474d-8bc4-4e05bbb0714e tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "DELETE /v2.0/floatingips/f397feda-a730-4e47-bf34-05807c1b328f HTTP/1.1" status: 204 len: 173 time: 0.4737082 Jul 08 17:11:51.641069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:51.644534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:51.650429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.690131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9ed31c23-d33d-4f0f-a317-1bab36515512 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:51.694436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:51.696979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:51.697595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.700375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf HTTP/1.1" status: 200 len: 1091 time: 1.3931360 Jul 08 17:11:51.700911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:51.704104 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:51.731340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8c98b-33f2-42ea-bde7-16faa3aa19f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:51.784416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c8d7e-1319-4975-8a09-644dfae1b785 req-f1ff8cdf-9a4e-4e7f-9c0b-ec36fae3c98c tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:51.792419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d09c8d7e-1319-4975-8a09-644dfae1b785 req-f1ff8cdf-9a4e-4e7f-9c0b-ec36fae3c98c tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1096 time: 0.0793996 Jul 08 17:11:51.828056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-73748e2c-fde5-4774-b4ca-324921f331cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:51.829551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-73748e2c-fde5-4774-b4ca-324921f331cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 1094 time: 0.0660646 Jul 08 17:11:51.848718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d09c8d7e-1319-4975-8a09-644dfae1b785 req-1563ae77-9ef6-483a-9f16-24610e961814 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547438 Jul 08 17:11:51.870256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:51.878146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-4d755e59-4a21-4474-bc3a-ae29971c8573 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf HTTP/1.1" status: 200 len: 217 time: 0.0413234 Jul 08 17:11:51.878752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:51.879266 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:51.922992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9ed31c23-d33d-4f0f-a317-1bab36515512, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9ed31c23-d33d-4f0f-a317-1bab36515512,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:51.938627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '9ed31c23-d33d-4f0f-a317-1bab36515512', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '9ed31c23-d33d-4f0f-a317-1bab36515512', 'mac_address': 'fa:16:3e:52:a7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:51.966477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-fde9c28e-887c-4c98-9353-40d4797b1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:51.967948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-fde9c28e-887c-4c98-9353-40d4797b1c05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.0796859 Jul 08 17:11:51.996298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086823f-eca6-48b3-80ec-962c3ae0d119 req-ff5820c4-3d50-43a7-b3fc-79d49e76b339 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:51.997886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6086823f-eca6-48b3-80ec-962c3ae0d119 req-ff5820c4-3d50-43a7-b3fc-79d49e76b339 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 943 time: 0.1188736 Jul 08 17:11:52.011030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:52.017567 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-7e2fbbf7-d42c-4587-8172-aa9ecefd78ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407836 Jul 08 17:11:52.021523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf25de-ed23-4afa-8673-6a922bb014ff req-b04400a1-6b7f-4fcc-9c71-4a8f1fd772c4 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.023294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09cf25de-ed23-4afa-8673-6a922bb014ff req-b04400a1-6b7f-4fcc-9c71-4a8f1fd772c4 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0683947 Jul 08 17:11:52.031639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:52.034279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed31c23-d33d-4f0f-a317-1bab36515512 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:52.069417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9ed31c23-d33d-4f0f-a317-1bab36515512, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9ed31c23-d33d-4f0f-a317-1bab36515512,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:52.071071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09cf25de-ed23-4afa-8673-6a922bb014ff req-790bcec6-6093-4457-878e-4b7c34f9101e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Jul 08 17:11:52.077126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:52.107260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:52.113149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6086823f-eca6-48b3-80ec-962c3ae0d119 req-7bd9b826-51d7-492c-b9f2-545697d9d87e tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981989 Jul 08 17:11:52.115133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:52.138137 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-7a64635f-f2f7-411e-bf35-5da721781d93 service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125188 Jul 08 17:11:52.150911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77506dea-991e-4d52-913c-ffd543bf7b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:52.157783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9ed31c23-d33d-4f0f-a317-1bab36515512,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:52.216516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:52.238020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:52.275841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7727-6331-4f1b-bd0d-88248f1ee643 req-9dd829f2-adc6-4e99-9568-f2169ab5d81e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.278205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a7f7727-6331-4f1b-bd0d-88248f1ee643 req-9dd829f2-adc6-4e99-9568-f2169ab5d81e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.0670085 Jul 08 17:11:52.315036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a7f7727-6331-4f1b-bd0d-88248f1ee643 req-18f1c35d-405a-4c02-972f-06aad422294e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Jul 08 17:11:52.373427 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c268b-91e8-47ac-9c6a-f64b738eb08b x-openstack-request-id: req-7b6c268b-91e8-47ac-9c6a-f64b738eb08b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:52.373737 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:52.373992 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b6c268b-91e8-47ac-9c6a-f64b738eb08b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:52.374379 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'status': 'completed', 'code': 200} Jul 08 17:11:52.397637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9ed31c23-d33d-4f0f-a317-1bab36515512'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:52.404787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2661aa1e-0268-48ac-a0cf-6bdb42e249b9 req-b42e9d9f-f2ee-4ed6-827c-c0d4ca0bd57a service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541156 Jul 08 17:11:52.411022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc91fa-9591-4063-9168-c5d0fb8ac82f req-499aa2a9-db42-48bb-ad2f-0efefe5e3327 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.412519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5acc91fa-9591-4063-9168-c5d0fb8ac82f req-499aa2a9-db42-48bb-ad2f-0efefe5e3327 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2471347 Jul 08 17:11:52.470860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:52.473463 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f23527a-278a-4873-85ca-1198b3375327" -d '{"events": [{"server_uuid": "363a24cc-d97d-4f32-9432-648e3e7b312d", "name": "network-vif-plugged", "status": "completed", "tag": "070bb93f-820b-4b4b-9cb4-5c9d0fd23269"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:52.523067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-b83bf425-519a-4b2c-8872-c1ce138afa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.524558 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-b83bf425-519a-4b2c-8872-c1ce138afa17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 1094 time: 0.0667968 Jul 08 17:11:52.582541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b09f-d92f-41c3-a143-a1fc1f2f5194 req-0e7b3b36-ab19-43ac-8e81-38eca0dc95e3 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.584062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c125b09f-d92f-41c3-a143-a1fc1f2f5194 req-0e7b3b36-ab19-43ac-8e81-38eca0dc95e3 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 949 time: 0.0665438 Jul 08 17:11:52.623462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c125b09f-d92f-41c3-a143-a1fc1f2f5194 req-4499c2f2-a7f7-4287-bdb6-4059e358ae87 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Jul 08 17:11:52.655667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec3e17-6188-4ef7-8230-7e4eb0377988 req-4bed38bd-9eb5-46ca-9f2c-e9868f4f36be tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.657201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7ec3e17-6188-4ef7-8230-7e4eb0377988 req-4bed38bd-9eb5-46ca-9f2c-e9868f4f36be tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1097 time: 0.1316457 Jul 08 17:11:52.658625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-077d784c-a250-42ed-82cd-afeec665de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.659968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-077d784c-a250-42ed-82cd-afeec665de0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 906 time: 0.1254411 Jul 08 17:11:52.716214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-1d59d66a-b8c6-4e77-a7c0-0fe67fbd0d61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf HTTP/1.1" status: 200 len: 217 time: 0.0451815 Jul 08 17:11:52.755167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7ec3e17-6188-4ef7-8230-7e4eb0377988 req-ba813bbc-9bfe-409d-bf4e-43e75a7a6dff tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915322 Jul 08 17:11:52.773454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-62276d14-24c7-4cbf-9c62-9ec49a2d7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:52.774976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-62276d14-24c7-4cbf-9c62-9ec49a2d7487 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.0507629 Jul 08 17:11:52.812215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-37249850-c39b-46dc-b635-92a453c59e28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292459 Jul 08 17:11:52.921681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54416b1d-fa50-45ea-9974-68d722243101 req-b194f77b-3380-404a-ad03-b7d431db1239 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=94e8589b65c4409caebcd6038abe54c8 HTTP/1.1" status: 200 len: 1655 time: 0.1118028 Jul 08 17:11:53.029453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-05ba6934-27c9-40ae-8ef2-0492e847451f service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950922 Jul 08 17:11:53.096057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54416b1d-fa50-45ea-9974-68d722243101 req-8e3eadf9-1305-4d41-82d2-6b48f715cd19 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:53.097536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54416b1d-fa50-45ea-9974-68d722243101 req-8e3eadf9-1305-4d41-82d2-6b48f715cd19 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks?id=d946cdc5-d063-46b2-bb92-0410f44eee21&id=d946cdc5-d063-46b2-bb92-0410f44eee21&id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 787 time: 0.1677246 Jul 08 17:11:53.113548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-54416b1d-fa50-45ea-9974-68d722243101 req-83384003-530d-4261-858d-e463dcae1ecb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:53.114470 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54416b1d-fa50-45ea-9974-68d722243101 req-83384003-530d-4261-858d-e463dcae1ecb tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071738 Jul 08 17:11:53.156279 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b36098-9952-437a-ad44-46f7efe32869 x-openstack-request-id: req-87b36098-9952-437a-ad44-46f7efe32869 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:53.156768 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363a24cc-d97d-4f32-9432-648e3e7b312d", "name": "network-vif-plugged", "status": "completed", "tag": "070bb93f-820b-4b4b-9cb4-5c9d0fd23269", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:53.156875 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87b36098-9952-437a-ad44-46f7efe32869 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:53.157188 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269', 'code': 200} Jul 08 17:11:53.163794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dba8ee4a-8ef4-4f69-8330-99e67ef776d0 req-fa417e4b-ec08-40fb-98d5-57c69297f682 service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259494 Jul 08 17:11:53.343997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32eb14-4b43-4c47-841d-5128735111c2 req-38a8433b-eb39-4fc1-9b82-bed35798b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:53.345533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc32eb14-4b43-4c47-841d-5128735111c2 req-38a8433b-eb39-4fc1-9b82-bed35798b1f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 1100 time: 0.1077092 Jul 08 17:11:53.353629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404270ce-ecd0-4238-8d89-82c6ac483711 req-2648dfe2-912a-40d9-a0bb-ee1bf736bcce tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:53.355615 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-404270ce-ecd0-4238-8d89-82c6ac483711 req-2648dfe2-912a-40d9-a0bb-ee1bf736bcce tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 947 time: 0.1082857 Jul 08 17:11:53.405232 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:53.413834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc32eb14-4b43-4c47-841d-5128735111c2 req-4af5fe31-adc6-487d-b253-a2b36e1d1535 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570242 Jul 08 17:11:53.419686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-404270ce-ecd0-4238-8d89-82c6ac483711 req-b8d9fdd5-b80f-4b24-8c5f-97517f818f25 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563061 Jul 08 17:11:53.702751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f339d-49c6-4e4c-84e1-5438846574e3 req-5ff55ee2-53db-4dbd-80d7-465cdc106379 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:53.704346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c67f339d-49c6-4e4c-84e1-5438846574e3 req-5ff55ee2-53db-4dbd-80d7-465cdc106379 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1097 time: 0.0603809 Jul 08 17:11:53.716852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9ed31c23-d33d-4f0f-a317-1bab36515512 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:53.739959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-95386496-28fb-44fd-b175-b2d6aa44dbef tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:53.740988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-95386496-28fb-44fd-b175-b2d6aa44dbef tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064707 Jul 08 17:11:53.752726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:53.753633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:11:53.758699 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c67f339d-49c6-4e4c-84e1-5438846574e3 req-abd58e35-69d2-44ef-bb76-b9077d02d719 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Jul 08 17:11:53.770696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 9ed31c23-d33d-4f0f-a317-1bab36515512 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:53.775586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 9ed31c23-d33d-4f0f-a317-1bab36515512 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:53.776160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:53.874215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:53.907946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:53.908635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:53.909135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:53.910782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9ed31c23-d33d-4f0f-a317-1bab36515512, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9ed31c23-d33d-4f0f-a317-1bab36515512,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:53.914109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:53.914622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:53.916277 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:53.921727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:53.922338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:53.922721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:53.923147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Bound port: 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:53.951715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6c70-e810-4179-8c09-feafd0cc2153 req-6270383b-99de-46f7-af4d-3e69f9d580b5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:53.954491 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-191a6c70-e810-4179-8c09-feafd0cc2153 req-6270383b-99de-46f7-af4d-3e69f9d580b5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0737755 Jul 08 17:11:53.981202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:53.985020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9ed31c23-d33d-4f0f-a317-1bab36515512,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:53.987671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:53.988872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-8709d72e-1e6c-4bc0-896a-94b718792da7 service neutron] 10.222.0.48 "POST /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85/bindings HTTP/1.1" status: 201 len: 389 time: 0.2410412 Jul 08 17:11:53.993976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-191a6c70-e810-4179-8c09-feafd0cc2153 req-2d00607e-bad6-49c7-95b1-f0541c53bdcc tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Jul 08 17:11:54.078743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-7a56fdef-a7cc-4ff0-b236-66cb3beb4842 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips/266f51de-5d49-41aa-83ba-8f0a369cc8b6 HTTP/1.1" status: 200 len: 693 time: 0.0576265 Jul 08 17:11:54.199921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-1a78412e-72d5-480c-bf26-afb5001d3e52 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.201570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-1a78412e-72d5-480c-bf26-afb5001d3e52 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1120512 Jul 08 17:11:54.262869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6698cfbb-88f3-4a7e-b465-2164e31b3a78 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0530176 Jul 08 17:11:54.266666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1055-db63-49fe-981a-cfd6dc73eecd req-d3d0b597-fa82-4cf8-84d7-31a48e7eefa3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.268282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-107b1055-db63-49fe-981a-cfd6dc73eecd req-d3d0b597-fa82-4cf8-84d7-31a48e7eefa3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 943 time: 0.0707121 Jul 08 17:11:54.307586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-107b1055-db63-49fe-981a-cfd6dc73eecd req-f04b4668-c4c3-4a67-8be0-8b0bf51c1635 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Jul 08 17:11:54.347007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-a285039a-5167-4f5f-bd84-a2c871f7c290 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0609794 Jul 08 17:11:54.408245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-e036c298-4590-4e12-b929-86517449e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.409775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-e036c298-4590-4e12-b929-86517449e980 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1096 time: 0.1570044 Jul 08 17:11:54.485210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6a1a-1bea-485b-b0a8-20549c626a92 req-0be62f94-0eb0-4363-8e6e-d19c5de93f48 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.487076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a29a6a1a-1bea-485b-b0a8-20549c626a92 req-0be62f94-0eb0-4363-8e6e-d19c5de93f48 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 949 time: 0.0657034 Jul 08 17:11:54.533170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a29a6a1a-1bea-485b-b0a8-20549c626a92 req-4b633f9b-a0b3-4dcf-abcb-d29b1d3153b4 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jul 08 17:11:54.568286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-d3da75cb-d14b-4318-88e8-748d396f4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.569783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-d3da75cb-d14b-4318-88e8-748d396f4af4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1273429 Jul 08 17:11:54.572044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Deleting port 0a33f2e3-2b8f-441d-8ac4-b5c834a014b4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:54.572394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:54.651916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-93b50162-8e6e-4a65-be3c-6adc5178010d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 217 time: 0.0416853 Jul 08 17:11:54.717665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:54.718390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:54.727472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-7202bdc7-2dc7-4838-bdca-3dc17844ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.728907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-7202bdc7-2dc7-4838-bdca-3dc17844ebb7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0695868 Jul 08 17:11:54.735447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Calling delete_port for 0a33f2e3-2b8f-441d-8ac4-b5c834a014b4 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:54.747201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5d8b8-6abc-426b-ac84-b4c9f1872215 req-e2ddcc18-a6f0-4ba2-8022-4cb4a985d00f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.748670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3f5d8b8-6abc-426b-ac84-b4c9f1872215 req-e2ddcc18-a6f0-4ba2-8022-4cb4a985d00f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 945 time: 0.0686908 Jul 08 17:11:54.768622 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:54.772269 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-cc84fccd-c1f6-4540-8673-89b75a6c982e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324872 Jul 08 17:11:54.793184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3f5d8b8-6abc-426b-ac84-b4c9f1872215 req-36b28fbf-f851-4715-878a-d9cffc096672 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Jul 08 17:11:54.921328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-a980d03c-32b7-464a-a7c4-828d46fe1c98 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158776 Jul 08 17:11:54.953055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b725475-a554-48c8-9ed7-61e802f35fec req-944bc240-cb85-4c2c-8681-a2a3f20cfd1d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:54.954564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b725475-a554-48c8-9ed7-61e802f35fec req-944bc240-cb85-4c2c-8681-a2a3f20cfd1d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 948 time: 0.0645895 Jul 08 17:11:54.993121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b725475-a554-48c8-9ed7-61e802f35fec req-31a9a65e-4586-4b49-af39-6090c734288e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324485 Jul 08 17:11:55.023398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:55.060237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event deleted for resources: {'Port': ['ID=0a33f2e3-2b8f-441d-8ac4-b5c834a014b4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:55.094953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-c2b85638-b0ff-4a3f-8d2b-fa85569d55de service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660326 Jul 08 17:11:55.132330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:55.135269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:55.136578 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a445f18-ca6d-48fe-89a3-79c8b925d892 req-6b952b4f-d796-4724-9b9c-246f88f8bc0a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "DELETE /v2.0/floatingips/266f51de-5d49-41aa-83ba-8f0a369cc8b6 HTTP/1.1" status: 204 len: 173 time: 0.7838948 Jul 08 17:11:55.158259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed31c23-d33d-4f0f-a317-1bab36515512'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:55.160660 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d555825-9e40-4c33-9b17-2ede57f4bbee" -d '{"events": [{"server_uuid": "5f67aba8-4a48-4d7c-9a70-1663143272c5", "name": "network-vif-plugged", "status": "completed", "tag": "9ed31c23-d33d-4f0f-a317-1bab36515512"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:55.325452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a278ade-944e-465d-b48e-1f056e9f5672 req-4855ddc3-d5b0-4920-a5b3-c995c1a53016 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:55.326884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a278ade-944e-465d-b48e-1f056e9f5672 req-4855ddc3-d5b0-4920-a5b3-c995c1a53016 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0985973 Jul 08 17:11:55.339516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-2569bd35-254b-48c5-8f9e-d46e999d4024 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips/8c1576d9-32c0-4213-8519-b21344f30de3 HTTP/1.1" status: 200 len: 693 time: 0.0476029 Jul 08 17:11:55.372774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-bde3a521-d247-4760-bdd9-7ac7caa70acc tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:55.374286 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-bde3a521-d247-4760-bdd9-7ac7caa70acc tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.1002393 Jul 08 17:11:55.382016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a278ade-944e-465d-b48e-1f056e9f5672 req-c31d4068-6454-4505-b93f-39f3c823b72d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Jul 08 17:11:55.387505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:55.435309 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44e7b2-2e64-477d-9d66-fb13ce870273 x-openstack-request-id: req-ec44e7b2-2e64-477d-9d66-fb13ce870273 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:55.435608 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67aba8-4a48-4d7c-9a70-1663143272c5", "name": "network-vif-plugged", "status": "completed", "tag": "9ed31c23-d33d-4f0f-a317-1bab36515512", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:55.435870 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec44e7b2-2e64-477d-9d66-fb13ce870273 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:55.436275 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed31c23-d33d-4f0f-a317-1bab36515512', 'code': 200} Jul 08 17:11:55.477196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:55.753855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-f3abf796-90fd-4331-bd8b-62b327525b41 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:55.755335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-f3abf796-90fd-4331-bd8b-62b327525b41 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.4084942 Jul 08 17:11:55.811475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-50410f70-e986-4e3f-b416-e80e3a731a6a tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0500047 Jul 08 17:11:55.862069 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-2870100a-26a8-4faa-a0c2-1e8f19c43244 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0445821 Jul 08 17:11:55.876225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:55.983823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:55.995715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'mac_address': 'fa:16:3e:90:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:11:55.998715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454296-75a7-41fe-be35-02a49cf92b32 req-322821ad-78d6-4c5d-a8c7-dd4c8fbadc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.000235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89454296-75a7-41fe-be35-02a49cf92b32 req-322821ad-78d6-4c5d-a8c7-dd4c8fbadc65 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 1099 time: 0.4496634 Jul 08 17:11:56.001791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830fef-07c9-4024-91fc-aca52894d304 req-d4b94789-27f4-4fdb-83e0-0d100c6b7e43 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.003207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34830fef-07c9-4024-91fc-aca52894d304 req-d4b94789-27f4-4fdb-83e0-0d100c6b7e43 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1097 time: 0.4714744 Jul 08 17:11:56.005041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:56.009597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Deleting port cb84f4ce-1af3-4a98-b500-26c175c6001b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:56.010162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.039000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.051969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:11:56.072632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:56.077731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.088817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34830fef-07c9-4024-91fc-aca52894d304 req-da8fa946-1e25-4c34-8a89-b30757c34d6e tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748112 Jul 08 17:11:56.090960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89454296-75a7-41fe-be35-02a49cf92b32 req-528189fb-6486-4eca-ad77-01053e3b6a39 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 Jul 08 17:11:56.093908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:56.118336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.118660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.132981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Calling delete_port for cb84f4ce-1af3-4a98-b500-26c175c6001b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:56.145082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:56.153472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.153825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.154219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.154556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.154891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.155229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.155556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.155936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.156267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.156592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.156915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.157236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:56.159415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.163256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:56.165618 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fbec08-357d-429e-9d20-86d176014fa5" -d '{"events": [{"server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:56.174700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.274220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.295808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:56.303505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:56.303839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:56.304171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:56.305409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event deleted for resources: {'Port': ['ID=cb84f4ce-1af3-4a98-b500-26c175c6001b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:56.315261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:56.315593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Attempting to bind port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:56.325382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:56.325718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:56.326131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:56.326560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Bound port: 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:56.326920 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.348946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59d9a6-62dc-47a7-8f84-c82a9fa9a4a0 req-341bd455-5226-425a-ac90-59f0817602a8 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.350448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a59d9a6-62dc-47a7-8f84-c82a9fa9a4a0 req-341bd455-5226-425a-ac90-59f0817602a8 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 944 time: 0.1296256 Jul 08 17:11:56.369152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.372983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.374172 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-692ca489-bc2b-4ba3-961a-72e4b87a6aaf req-e67bec1d-8e02-48d9-8e00-c60459f83e85 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "DELETE /v2.0/floatingips/8c1576d9-32c0-4213-8519-b21344f30de3 HTTP/1.1" status: 204 len: 173 time: 0.5066416 Jul 08 17:11:56.383676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:56.432923 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a59d9a6-62dc-47a7-8f84-c82a9fa9a4a0 req-75a6e574-9512-4d6b-9d65-31b004e6666b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581737 Jul 08 17:11:56.435485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:56.438910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:56.445441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.538062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:56.538970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7338-e7f5-4e73-aa62-a99816f234ae req-1adba9e6-8445-459c-af33-8bc8682a1ca6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.541670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.543078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:56.544817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-53eda4ed-4aee-4632-8662-b0b4e70cbba2 service neutron] 10.222.0.53 "PUT /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 1121 time: 1.1617699 Jul 08 17:11:56.548216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c7338-e7f5-4e73-aa62-a99816f234ae req-1adba9e6-8445-459c-af33-8bc8682a1ca6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 949 time: 0.0776498 Jul 08 17:11:56.596640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c7338-e7f5-4e73-aa62-a99816f234ae req-558a5f29-41a7-452b-9342-0943767eb482 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Jul 08 17:11:56.653105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:11:56.670737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db320c20-77b7-46e1-99f2-de6dd55a8617 req-5c9c9cdb-0ea5-49f1-9e7b-ee9077513a49 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.672291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db320c20-77b7-46e1-99f2-de6dd55a8617 req-5c9c9cdb-0ea5-49f1-9e7b-ee9077513a49 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 943 time: 0.0694528 Jul 08 17:11:56.713488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db320c20-77b7-46e1-99f2-de6dd55a8617 req-9eef3a88-6a69-43fa-9b09-84e238b9ad6e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Jul 08 17:11:56.775317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c07297-5f55-4580-a36c-137be8268acb req-b8f7c959-6693-4e5b-a3f2-77c4cc153916 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:56.776805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c07297-5f55-4580-a36c-137be8268acb req-b8f7c959-6693-4e5b-a3f2-77c4cc153916 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 948 time: 0.0718105 Jul 08 17:11:56.816552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c07297-5f55-4580-a36c-137be8268acb req-0f84dfdb-8ba9-4f43-88dc-8838ca66be11 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Jul 08 17:11:56.862954 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5541c-25c4-416f-b564-07e26b9deefa x-openstack-request-id: req-43a5541c-25c4-416f-b564-07e26b9deefa {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:56.863246 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "name": "network-vif-unplugged", "status": "completed", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:56.863495 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43a5541c-25c4-416f-b564-07e26b9deefa {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:56.863929 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'code': 200} Jul 08 17:11:56.907657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-4e2ab530-e973-4e77-a95d-c4f5b6d31e4d tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips/7fb27b05-a5ac-4167-b605-2eb8dadaf3f9 HTTP/1.1" status: 200 len: 691 time: 0.0428586 Jul 08 17:11:57.009206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb43e-ae99-4185-b670-fee22aedf535 req-bf2a1227-d1b5-430c-9f0e-4f391af17f5a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:57.010715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-971fb43e-ae99-4185-b670-fee22aedf535 req-bf2a1227-d1b5-430c-9f0e-4f391af17f5a tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0632112 Jul 08 17:11:57.014163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-54d34f07-901c-4240-b8f6-1e29ea4730d4 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:57.015671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-54d34f07-901c-4240-b8f6-1e29ea4730d4 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1028924 Jul 08 17:11:57.050922 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-971fb43e-ae99-4185-b670-fee22aedf535 req-5e4a2832-e90c-4d04-8f1b-1b78f9e0911e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Jul 08 17:11:57.066226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-8ad30b75-b26b-461a-8ed9-44607379a937 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0444148 Jul 08 17:11:57.118346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-7c3dd896-5f08-458e-8cfb-b2033fb06f81 tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0429301 Jul 08 17:11:57.273839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Deleting port f4c2954e-b96d-4814-ac06-946d8cc48b11 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:57.274218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.351906 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.352187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.364385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Calling delete_port for f4c2954e-b96d-4814-ac06-946d8cc48b11 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:57.432085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08812b9c-83b5-4f9b-abec-d2385d716219 req-8844105b-1664-46cc-9df7-783d664fdcc4 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:57.433737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08812b9c-83b5-4f9b-abec-d2385d716219 req-8844105b-1664-46cc-9df7-783d664fdcc4 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1097 time: 0.0565894 Jul 08 17:11:57.469438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08812b9c-83b5-4f9b-abec-d2385d716219 req-4946a47a-5f8d-430b-9ff5-0459926649ca tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292451 Jul 08 17:11:57.499829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.533492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Pushing event deleted for resources: {'Port': ['ID=f4c2954e-b96d-4814-ac06-946d8cc48b11,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:57.599753 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.602876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.603956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d49abfc1-35b1-4b97-8925-2e2bf9310bb2 req-fb8bb40e-be67-4a79-ad52-9002cd9a350c tempest-FloatingIPDetailsTestJSON-122852694 tempest-FloatingIPDetailsTestJSON-122852694-project] 10.222.0.48 "DELETE /v2.0/floatingips/7fb27b05-a5ac-4167-b605-2eb8dadaf3f9 HTTP/1.1" status: 204 len: 173 time: 0.4793675 Jul 08 17:11:57.610457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:57.652874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40d992-d250-439e-a753-465a3134b2bb req-86d393d1-deb3-46dc-afcd-02d750e0a96e tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:57.654467 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e40d992-d250-439e-a753-465a3134b2bb req-86d393d1-deb3-46dc-afcd-02d750e0a96e tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 949 time: 0.0711930 Jul 08 17:11:57.694485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e40d992-d250-439e-a753-465a3134b2bb req-34660703-f76a-449c-ab30-4a036f6340dd tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Jul 08 17:11:57.820405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22535d-1b08-4765-8a5b-6230a25c1213 req-2477c4fe-4c97-4871-bec3-eb44cc913465 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:57.821921 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa22535d-1b08-4765-8a5b-6230a25c1213 req-2477c4fe-4c97-4871-bec3-eb44cc913465 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 944 time: 0.1241789 Jul 08 17:11:57.891616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:57.909121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa22535d-1b08-4765-8a5b-6230a25c1213 req-ddb4be34-568c-42dd-9465-ea2f37f60f59 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Jul 08 17:11:57.970526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:57.974867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:57.975264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:58.086977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:58.109429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:58.111770 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a47b8-8419-45ec-9f01-8745424f01e5" -d '{"events": [{"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-plugged", "status": "completed", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:58.126821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:58.132355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:58.140060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580c5a8-c6ea-4f6e-ba75-e67a5260c084 req-b6ad9f9b-f9c1-457c-b39f-06fe633cfe17 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:58.147092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0580c5a8-c6ea-4f6e-ba75-e67a5260c084 req-b6ad9f9b-f9c1-457c-b39f-06fe633cfe17 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 943 time: 0.1248662 Jul 08 17:11:58.186558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:58.187592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:58.231338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0580c5a8-c6ea-4f6e-ba75-e67a5260c084 req-6c468340-faf5-4fac-ab81-8f4872ae4a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833945 Jul 08 17:11:58.376427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-67d97985-4c0d-4713-a58a-02756b5a5fba tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646827 Jul 08 17:11:58.515483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-b6e07539-30ee-4810-81cb-64189b324852 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:58.516949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-b6e07539-30ee-4810-81cb-64189b324852 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236846 Jul 08 17:11:58.558341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-9ebe51da-b6e4-4078-8491-f138064751ac tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/quotas/a0d25afc547b430c8b9ac6d6e7532dd8 HTTP/1.1" status: 200 len: 375 time: 0.0167999 Jul 08 17:11:58.657319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Deleting port 0968b275-28a7-4937-9948-c1680f36cd0c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:11:58.657664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:58.663640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-a17ee24e-2ed1-444a-a678-11d61a57de49 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989568 Jul 08 17:11:58.747536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:58.752062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] For port 0968b275-28a7-4937-9948-c1680f36cd0c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0968b275-28a7-4937-9948-c1680f36cd0c,segment=NetworkSegment(2cea62a5-8931-43db-817c-db4e57763bdf),segment_id=2cea62a5-8931-43db-817c-db4e57763bdf)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:58.752413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:58.765999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Calling delete_port for 0968b275-28a7-4937-9948-c1680f36cd0c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:11:58.812092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-7030da3b-0dcf-4a1c-a6fd-5c21475cdd3c tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:58.825468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-7030da3b-0dcf-4a1c-a6fd-5c21475cdd3c tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0762634 Jul 08 17:11:58.876183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:11:58.877956 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8497671d-bfd3-48ad-963f-91d6e836d849" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:11:58.909721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:58.910200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:11:59.000352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5af4c-ecac-45bc-ab43-e4a72a17da4f req-203803c6-75da-4d9b-92cf-3d329a7e77de tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.001850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3c5af4c-ecac-45bc-ab43-e4a72a17da4f req-203803c6-75da-4d9b-92cf-3d329a7e77de tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 948 time: 0.1146526 Jul 08 17:11:59.034198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:59.064388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:59.064721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:59.065234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:59.069568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:11:59.069882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:59.075227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:59.075587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:59.075941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:59.076429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Bound port: 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:59.124889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3c5af4c-ecac-45bc-ab43-e4a72a17da4f req-5f651a56-ca14-4edf-a4bc-70fdc5808cf5 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167963 Jul 08 17:11:59.127777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=0968b275-28a7-4937-9948-c1680f36cd0c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:59.140493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:59.149163 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:59.162992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fdde79a9-be5f-44bb-beb4-de41e0be206c service neutron] 10.222.0.48 "POST /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3027563 Jul 08 17:11:59.349170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:59.356026 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00ab1b-057d-4038-8842-b6497258d6df x-openstack-request-id: req-1f00ab1b-057d-4038-8842-b6497258d6df {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:59.356501 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-plugged", "status": "completed", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:59.356610 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f00ab1b-057d-4038-8842-b6497258d6df {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:59.356936 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'code': 200} Jul 08 17:11:59.478349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d507eb2-5e66-47f6-8896-82a406b0512b req-c379c0ff-c6bf-4aa9-a8ef-71e612b8a9bb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.481582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d507eb2-5e66-47f6-8896-82a406b0512b req-c379c0ff-c6bf-4aa9-a8ef-71e612b8a9bb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0795324 Jul 08 17:11:59.528531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d507eb2-5e66-47f6-8896-82a406b0512b req-8eabedaf-9365-48bc-b514-cfeee655a9f1 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387371 Jul 08 17:11:59.536974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f3ed874-33fe-4202-abba-5dbc0480f9b3 req-2e9ffa5e-4d4a-4b27-9598-aff7e3cc0b47 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 210 time: 0.0601981 Jul 08 17:11:59.671477 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8046592-2ba4-497c-a44e-ca6170d9944c x-openstack-request-id: req-f8046592-2ba4-497c-a44e-ca6170d9944c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:11:59.671837 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:11:59.672098 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8046592-2ba4-497c-a44e-ca6170d9944c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:11:59.672499 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'status': 'completed', 'code': 200} Jul 08 17:11:59.684809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31878166-7ad2-4f53-bbd3-3727e588e58b req-807bf584-d666-4db5-951f-bcf9a381c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.692588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-0a758437-917c-42ab-bd07-73838e547c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.694147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-0a758437-917c-42ab-bd07-73838e547c06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1124 time: 0.0675066 Jul 08 17:11:59.694666 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31878166-7ad2-4f53-bbd3-3727e588e58b req-807bf584-d666-4db5-951f-bcf9a381c202 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 1096 time: 0.2188544 Jul 08 17:11:59.747552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:11:59.756898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Router f7951e05-3e03-4006-9b3a-306bac0af1c5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:59.786442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31878166-7ad2-4f53-bbd3-3727e588e58b req-f929de8b-401c-4986-acbc-8cb8f19c642b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606446 Jul 08 17:11:59.843479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cff36-5bf0-4d44-9eea-a20fe3801a74 req-e0299af7-e1c2-4474-b240-c523214a3889 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.844970 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d60cff36-5bf0-4d44-9eea-a20fe3801a74 req-e0299af7-e1c2-4474-b240-c523214a3889 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 945 time: 0.1493847 Jul 08 17:11:59.849106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:59.853353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47cad7-a43b-484a-ab17-fc32cb6b9139 req-f3e89529-90a7-4dab-8308-974a2a6d5381 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.856173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff47cad7-a43b-484a-ab17-fc32cb6b9139 req-f3e89529-90a7-4dab-8308-974a2a6d5381 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 1099 time: 0.1284440 Jul 08 17:11:59.857856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-f1014df9-7daf-414c-921d-926b1fb32984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:59.859400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-f1014df9-7daf-414c-921d-926b1fb32984 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1414125 Jul 08 17:11:59.862709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:11:59.924230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff47cad7-a43b-484a-ab17-fc32cb6b9139 req-62675966-75ac-44e2-bbd6-b9fd83912f05 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607741 Jul 08 17:11:59.925579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-3e40581c-465f-4455-9388-39c07504693f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 217 time: 0.0421960 Jul 08 17:11:59.927080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d60cff36-5bf0-4d44-9eea-a20fe3801a74 req-8ddd4911-10dc-47fe-9bc5-48e1ff689d9c tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735950 Jul 08 17:11:59.930337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:59.935758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9ef4ba8a-2064-4baf-b4f9-dad3248d6b20 admin admin] 10.222.0.48 "PUT /v2.0/routers/f7951e05-3e03-4006-9b3a-306bac0af1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3240321 Jul 08 17:11:59.939204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:59.942101 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] Sync routers for ids ['f7951e05-3e03-4006-9b3a-306bac0af1c5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:59.965885 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] Routers {'f7951e05-3e03-4006-9b3a-306bac0af1c5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:59.966686 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f7951e05-3e03-4006-9b3a-306bac0af1c5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:00.103749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-eb993527-b129-4bed-925a-862f521bf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:00.106266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-eb993527-b129-4bed-925a-862f521bf035 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1660328 Jul 08 17:12:00.124129 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] Set router f7951e05-3e03-4006-9b3a-306bac0af1c5 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:12:00.165008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-143ccfef-e946-449b-a5ed-b7850877c7cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424197 Jul 08 17:12:00.176234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e251d-0ef2-4a39-bf92-984ba250ca8c req-315845ba-88f3-44d3-bf8d-92d8c22e9589 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:00.176749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:00.184746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13e251d-0ef2-4a39-bf92-984ba250ca8c req-315845ba-88f3-44d3-bf8d-92d8c22e9589 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 943 time: 0.0841241 Jul 08 17:12:00.230600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13e251d-0ef2-4a39-bf92-984ba250ca8c req-ef5ce2ba-e6c9-4927-8e8b-5e1eea8ea308 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Jul 08 17:12:00.296592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-89f07704-96fb-45c8-9d55-3d506f7331f3 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407658 Jul 08 17:12:00.313129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cef8d-b8f8-406e-ab3f-8513b6a45a07 req-9a82a84d-20c7-4ae0-a8c2-cc348ba3a606 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:00.320566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9c9cef8d-b8f8-406e-ab3f-8513b6a45a07 req-9a82a84d-20c7-4ae0-a8c2-cc348ba3a606 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.2819207 Jul 08 17:12:00.329122 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:58Z', 'revision_number': 5, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:00.357383 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] Checking router: f7951e05-3e03-4006-9b3a-306bac0af1c5 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:12:00.365956 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] Routers {'f7951e05-3e03-4006-9b3a-306bac0af1c5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:12:00.366588 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:11:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f7951e05-3e03-4006-9b3a-306bac0af1c5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:00.397500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-826741f4-a950-4edd-aa8a-84368d2d0ed6 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601139 Jul 08 17:12:00.406708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9c9cef8d-b8f8-406e-ab3f-8513b6a45a07 req-9f52376f-cb7e-493d-b066-caeddc3757ad tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851910 Jul 08 17:12:00.478110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:00.480684 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] Set router f7951e05-3e03-4006-9b3a-306bac0af1c5 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:12:00.551303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-1bf54d1c-5d2a-4355-b4aa-55ce4992be2b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:00.553527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-1bf54d1c-5d2a-4355-b4aa-55ce4992be2b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476013 Jul 08 17:12:00.572474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Request body: {'port': {'device_id': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'a0d25afc547b430c8b9ac6d6e7532dd8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:00.658416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-d5d65e13-1fa4-4cfd-8dd9-6eaef0311d4c service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833584 Jul 08 17:12:00.680448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:58Z', 'revision_number': 5, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:00.705377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-577b67c8-115b-4fa4-a085-e861c8dcb36a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:00.710412 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99509abb-ceb3-43f8-be55-e9fd3ea1c3d5 None None] The sync data for ids ['f7951e05-3e03-4006-9b3a-306bac0af1c5'] in n-d-799527-4 is: [{'id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'name': 'tempest-FloatingIPDetailsTestJSON-1029426688-router', 'tenant_id': '94e8589b65c4409caebcd6038abe54c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:22Z', 'updated_at': '2021-07-08T17:11:58Z', 'revision_number': 5, 'project_id': '94e8589b65c4409caebcd6038abe54c8', 'gw_port': {'id': '995b7cc2-96e6-4018-a0a0-885e13acf2a0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7951e05-3e03-4006-9b3a-306bac0af1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:25Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:12:00.712937 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-577b67c8-115b-4fa4-a085-e861c8dcb36a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069708 Jul 08 17:12:00.737765 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-3e1f5661-dfab-4c8c-81bc-54e937175a6a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/quotas/ee7e20b22aee4fc2b28df1804538de46 HTTP/1.1" status: 200 len: 375 time: 0.0235555 Jul 08 17:12:00.796914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Made reservation on behalf of a0d25afc547b430c8b9ac6d6e7532dd8 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:00.802088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:00.823772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Deleting port 995b7cc2-96e6-4018-a0a0-885e13acf2a0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:00.824268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:00.897875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8497671d-bfd3-48ad-963f-91d6e836d849 req-900edb12-dca0-487f-9f05-67e35b5060b5 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191424 Jul 08 17:12:00.944941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ca3a-d53e-4bba-838e-21b585cb6fc6 req-297ee5d4-801e-4cf2-b072-f5fee8bfcb83 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:00.946531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6049ca3a-d53e-4bba-838e-21b585cb6fc6 req-297ee5d4-801e-4cf2-b072-f5fee8bfcb83 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1823430 Jul 08 17:12:00.955131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] For port 995b7cc2-96e6-4018-a0a0-885e13acf2a0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=995b7cc2-96e6-4018-a0a0-885e13acf2a0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:00.955490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:00.980414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Calling delete_port for 995b7cc2-96e6-4018-a0a0-885e13acf2a0 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:01.039955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6049ca3a-d53e-4bba-838e-21b585cb6fc6 req-2600042f-09ea-46ee-8402-912dbed9bd27 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868323 Jul 08 17:12:01.173391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-d398c534-4dfd-4ce2-acd7-4f093193329b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4334562 Jul 08 17:12:01.212332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9757ecca-2fa8-4b71-af18-2074eb46eb5a req-26940f48-c686-4ba5-b5e8-75caf113086b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 210 time: 0.0352452 Jul 08 17:12:01.245822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.293570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=995b7cc2-96e6-4018-a0a0-885e13acf2a0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:01.337955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Allocated IP 192.168.233.34 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/49efdde2-dd13-4a10-903f-b309d4a45759) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:01.450407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.559624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.561534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.565477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.570599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965e253-8653-4d40-97c3-feb9a4402df6 req-958adf71-1db1-439b-ae71-cf0b656420d8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:01.572088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9965e253-8653-4d40-97c3-feb9a4402df6 req-958adf71-1db1-439b-ae71-cf0b656420d8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 943 time: 0.1142092 Jul 08 17:12:01.575079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75736293-2319-4fbe-bd81-8533d79a5685 req-6acd25b1-be16-48e3-9b0e-25ccb0d0d946 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:01.578732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75736293-2319-4fbe-bd81-8533d79a5685 req-6acd25b1-be16-48e3-9b0e-25ccb0d0d946 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 945 time: 0.2309473 Jul 08 17:12:01.590742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Transition to ACTIVE for port object 49efdde2-dd13-4a10-903f-b309d4a45759 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:01.633475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9965e253-8653-4d40-97c3-feb9a4402df6 req-1417aab9-0f10-47cd-9320-d407ff70f89c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Jul 08 17:12:01.649665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.670712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['070bb93f-820b-4b4b-9cb4-5c9d0fd23269'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:01.707535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.708100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7951e05-3e03-4006-9b3a-306bac0af1c5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:12:01.717963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75736293-2319-4fbe-bd81-8533d79a5685 req-de2ea8a0-ad5e-4f93-a1ed-8e5bd4aefcab tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336474 Jul 08 17:12:01.721260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.725817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1ba14adf-26a8-4250-8c96-c86ac27ffc73 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f7951e05-3e03-4006-9b3a-306bac0af1c5 HTTP/1.1" status: 204 len: 168 time: 1.7847841 Jul 08 17:12:01.733785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:01.755298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:01.788605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:01.802064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23295d68-646c-48af-9a24-cac2aa8cc5c4 req-c0f67392-8790-4b9c-9f1d-44b370640b55 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 210 time: 0.1127930 Jul 08 17:12:01.813989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:01.867268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Deleting subnet a5c630a5-3647-4ca6-96f4-ed73d824f83b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:12:01.873989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:01.874664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.878568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.885146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Pushing event updated for resources: {'Port': ['ID=49efdde2-dd13-4a10-903f-b309d4a45759,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:01.917888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-8740ca22-2290-4c98-8e9b-1faefa7aecd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3494287 Jul 08 17:12:01.932014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Request body: {'port': {'device_id': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:01.981107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-2794dda7-014f-48fa-b387-3fea3a4a1acc service neutron] 10.222.0.21 "GET /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.3422072 Jul 08 17:12:02.032941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.070825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.158857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60103e39-ed20-4212-8645-d86e7a0692d5 req-b9c41788-875a-494a-83ce-f5500378aeec tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:02.160482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60103e39-ed20-4212-8645-d86e7a0692d5 req-b9c41788-875a-494a-83ce-f5500378aeec tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.1762483 Jul 08 17:12:02.189980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-753d38d6-44fb-4ae8-984a-260acda34223 None None] Provisioning for port 49efdde2-dd13-4a10-903f-b309d4a45759 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:02.194282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-753d38d6-44fb-4ae8-984a-260acda34223 None None] Provisioning complete for port 49efdde2-dd13-4a10-903f-b309d4a45759 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:02.194657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-753d38d6-44fb-4ae8-984a-260acda34223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.246768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-753d38d6-44fb-4ae8-984a-260acda34223 None None] Port 49efdde2-dd13-4a10-903f-b309d4a45759 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:12:02.489089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49efdde2-dd13-4a10-903f-b309d4a45759 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:02.498480 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.518002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Transition to ACTIVE for port object 49efdde2-dd13-4a10-903f-b309d4a45759 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:02.528038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.571721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd671-ae3a-4b61-b5f5-af85bf396345 req-3216c954-59ab-40b6-8153-4184a829661d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:02.579452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf5cd671-ae3a-4b61-b5f5-af85bf396345 req-3216c954-59ab-40b6-8153-4184a829661d tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.1473079 Jul 08 17:12:02.581272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0968b275-28a7-4937-9948-c1680f36cd0c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:02.620583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Pushing event updated for resources: {'Port': ['ID=49efdde2-dd13-4a10-903f-b309d4a45759,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:02.628456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 0968b275-28a7-4937-9948-c1680f36cd0c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:02.628800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0968b275-28a7-4937-9948-c1680f36cd0c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:02.629332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 995b7cc2-96e6-4018-a0a0-885e13acf2a0 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:02.686084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf5cd671-ae3a-4b61-b5f5-af85bf396345 req-d2f92711-b03a-4180-a113-e0f0e195471c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978661 Jul 08 17:12:02.686746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 995b7cc2-96e6-4018-a0a0-885e13acf2a0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:02.687210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 995b7cc2-96e6-4018-a0a0-885e13acf2a0 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:02.743749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:02.770647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:02.796793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Attempting to bind port 49efdde2-dd13-4a10-903f-b309d4a45759 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:02.797175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Attempting to bind port 49efdde2-dd13-4a10-903f-b309d4a45759 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:02.797453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Attempting to bind port 49efdde2-dd13-4a10-903f-b309d4a45759 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:02.805968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Port 49efdde2-dd13-4a10-903f-b309d4a45759 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:02.805968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Attempting to bind port 49efdde2-dd13-4a10-903f-b309d4a45759 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:02.812197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:02.819688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.820901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:02.821240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:02.821625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:02.822078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Bound port: 49efdde2-dd13-4a10-903f-b309d4a45759, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:02.822444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.838620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60103e39-ed20-4212-8645-d86e7a0692d5 req-cc63f96d-20d9-4bfe-b41c-05b9caada25d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6666155 Jul 08 17:12:02.875547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:02.901789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.963455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] For port 49efdde2-dd13-4a10-903f-b309d4a45759, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:02.967700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] For port 49efdde2-dd13-4a10-903f-b309d4a45759, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=49efdde2-dd13-4a10-903f-b309d4a45759,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:02.996103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.999268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.009252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-56f77ee5-5e11-46e7-aa04-298152771ba2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee7e20b22aee4fc2b28df1804538de46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389767 Jul 08 17:12:03.038933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.044115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a5c630a5-3647-4ca6-96f4-ed73d824f83b HTTP/1.1" status: 204 len: 168 time: 1.3062239 Jul 08 17:12:03.044736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf91313-0b59-4bd9-8d92-4602e6b8a1cb None None] Network 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:03.060832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:03.083540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f92f9-c9d4-4104-ae9f-9ea09a17f3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c630a5-3647-4ca6-96f4-ed73d824f83b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:03.105535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] Transition to ACTIVE for port object 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:03.111823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.112444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.113858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-42dde928-2831-4356-9d99-a921b618b074 service neutron] 10.222.0.21 "PUT /v2.0/ports/49efdde2-dd13-4a10-903f-b309d4a45759 HTTP/1.1" status: 200 len: 1095 time: 1.1862283 Jul 08 17:12:03.119685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.155709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'tag': '49efdde2-dd13-4a10-903f-b309d4a45759'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:03.157863 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5030b9-51d7-462b-b642-879729d19636" -d '{"events": [{"name": "network-changed", "server_uuid": "35d5f081-5dc2-4bd5-80f2-a568195a4326", "tag": "49efdde2-dd13-4a10-903f-b309d4a45759"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:03.198283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:03.218778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ca173-4ebe-46b2-8514-2f1c11c140f8 req-d4267af0-f919-4488-a0ad-10da73f3ee3f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.220666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c4ca173-4ebe-46b2-8514-2f1c11c140f8 req-d4267af0-f919-4488-a0ad-10da73f3ee3f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 945 time: 0.1734107 Jul 08 17:12:03.236622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2b1be-3e40-42ef-adbb-4e0ff41aa989 req-9d9b2d00-4f22-4979-a026-bac40f1e9262 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.247035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bdf2b1be-3e40-42ef-adbb-4e0ff41aa989 req-9d9b2d00-4f22-4979-a026-bac40f1e9262 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 947 time: 0.3476162 Jul 08 17:12:03.249058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] No DVR routers for this DVR port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:03.295908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-914fda45-0f36-4911-833f-cb24d7ff0bc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2703247 Jul 08 17:12:03.334747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c4ca173-4ebe-46b2-8514-2f1c11c140f8 req-1c773c6b-2ee8-4f53-ab22-7a5c273bb6df tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936482 Jul 08 17:12:03.352019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dde928-2831-4356-9d99-a921b618b074 service neutron] Pushing event updated for resources: {'Port': ['ID=49efdde2-dd13-4a10-903f-b309d4a45759,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:03.414248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bdf2b1be-3e40-42ef-adbb-4e0ff41aa989 req-3a2aaeb7-1070-4abb-bd5a-275cce8643c5 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662431 Jul 08 17:12:03.421459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.425544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] DHCP port deletion for 94b39613-fe8d-4ce2-9e67-154a6e48fdf1 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:12:03.494969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-128566fa-cef5-4145-8cc1-1bb663b24cf8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.496515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] Deleting port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:03.496714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-128566fa-cef5-4145-8cc1-1bb663b24cf8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656196 Jul 08 17:12:03.497175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.511987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Request body: {'port': {'device_id': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ee7e20b22aee4fc2b28df1804538de46'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:03.517911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-27d1221e-fed8-444f-92a9-726bebb40ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.519473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-27d1221e-fed8-444f-92a9-726bebb40ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 1098 time: 0.2514389 Jul 08 17:12:03.553058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e7b33-b0cf-48ef-8b7d-dcf474ea6ea2 req-4448a93d-cd87-49ca-9120-67220e2f57af tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.554747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c5e7b33-b0cf-48ef-8b7d-dcf474ea6ea2 req-4448a93d-cd87-49ca-9120-67220e2f57af tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.0830612 Jul 08 17:12:03.572995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] For port ca5c0f33-dc52-47e9-bc20-061eb45e84b9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,segment=NetworkSegment(2cea62a5-8931-43db-817c-db4e57763bdf),segment_id=2cea62a5-8931-43db-817c-db4e57763bdf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:03.574073 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.587705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] Calling delete_port for ca5c0f33-dc52-47e9-bc20-061eb45e84b9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:03.599147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c5e7b33-b0cf-48ef-8b7d-dcf474ea6ea2 req-e641e8ee-b061-42a9-b0a0-58277606d00d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Jul 08 17:12:03.653910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-0ffc8bd0-951b-4490-929b-d94568da8e6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=49efdde2-dd13-4a10-903f-b309d4a45759 HTTP/1.1" status: 200 len: 217 time: 0.1042676 Jul 08 17:12:03.658957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6125e1aa-7ecf-491d-837e-6ad2cdd5f719 req-c4b257e7-4190-46ce-9d9a-6bcc97f605a5 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 210 time: 0.0734012 Jul 08 17:12:03.696185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.722899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] Pushing event deleted for resources: {'Port': ['ID=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:03.734331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a3a0d-5b04-4bd6-a47b-4e0222349039 None None] No DVR routers for this DVR port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:03.743242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-598f248f-2d04-41d3-a94b-92077d6c5992 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.744625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-598f248f-2d04-41d3-a94b-92077d6c5992 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.3089941 Jul 08 17:12:03.745971 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a522e3d-0ebd-4354-bb54-ee971ff208df x-openstack-request-id: req-1a522e3d-0ebd-4354-bb54-ee971ff208df {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:03.746307 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d5f081-5dc2-4bd5-80f2-a568195a4326", "tag": "49efdde2-dd13-4a10-903f-b309d4a45759", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:03.746549 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a522e3d-0ebd-4354-bb54-ee971ff208df {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:03.746921 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'tag': '49efdde2-dd13-4a10-903f-b309d4a45759', 'status': 'completed', 'code': 200} Jul 08 17:12:03.823359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-33e4f303-f5fb-4860-990a-0e93fa470255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.825375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-33e4f303-f5fb-4860-990a-0e93fa470255 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1621587 Jul 08 17:12:03.843586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Deleting port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:03.844040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.913206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14955d3-e4b8-4e8d-9daf-c8eda8cb223a req-4f36cb75-c2eb-4990-b120-833acfa29cd7 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:03.914941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e14955d3-e4b8-4e8d-9daf-c8eda8cb223a req-4f36cb75-c2eb-4990-b120-833acfa29cd7 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0695870 Jul 08 17:12:03.959427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e14955d3-e4b8-4e8d-9daf-c8eda8cb223a req-ba5bacf0-8c86-4301-b34d-413dd13f32e7 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Jul 08 17:12:03.961658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Made reservation on behalf of ee7e20b22aee4fc2b28df1804538de46 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:03.965631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:03.973697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] For port ca5c0f33-dc52-47e9-bc20-061eb45e84b9, host n-d-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:03.974069 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.007154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Calling delete_port for ca5c0f33-dc52-47e9-bc20-061eb45e84b9 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:04.010756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:12:04.019310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-857bdeb5-fb71-4b1b-8e83-27d2c6d58c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:04.021065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-857bdeb5-fb71-4b1b-8e83-27d2c6d58c2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 1095 time: 0.2640312 Jul 08 17:12:04.024165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.106985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] No DVR routers for this DVR port ca5c0f33-dc52-47e9-bc20-061eb45e84b9 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:04.109168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5c0f33-dc52-47e9-bc20-061eb45e84b9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:04.116930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-57d5f43e-d971-4c74-b3b0-38fcbbf245df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:04.118446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-57d5f43e-d971-4c74-b3b0-38fcbbf245df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2796311 Jul 08 17:12:04.185740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c0bf-b68b-4e7b-889d-81645af02bfd req-07a58cab-f3b4-4075-84a0-f64584431c3d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:04.187301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11a0c0bf-b68b-4e7b-889d-81645af02bfd req-07a58cab-f3b4-4075-84a0-f64584431c3d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.0897894 Jul 08 17:12:04.229492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11a0c0bf-b68b-4e7b-889d-81645af02bfd req-51dc99d7-b482-4279-b18b-417ace14ba86 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Jul 08 17:12:04.315039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.338209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b39613-fe8d-4ce2-9e67-154a6e48fdf1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:04.373227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Allocated IP 192.168.233.173 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/2d0723d0-4d02-4843-ac46-64e5613b2677) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:04.376015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cea62a5-8931-43db-817c-db4e57763bdf') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:04.376338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cea62a5-8931-43db-817c-db4e57763bdf') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:04.396898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-db820642-ea62-41af-b7ca-4fae21a335c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:04.398409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-db820642-ea62-41af-b7ca-4fae21a335c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1095 time: 0.3027916 Jul 08 17:12:04.403942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.407573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-9e8670e5-d085-473c-a420-637ddf3d08c6 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641318 Jul 08 17:12:04.454622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.530182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:12:04.530585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.532244 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:12:04.535493 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:12:04.555422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca5c0f33-dc52-47e9-bc20-061eb45e84b9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:04.575759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ca5c0f33-dc52-47e9-bc20-061eb45e84b9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:04.576101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca5c0f33-dc52-47e9-bc20-061eb45e84b9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:04.718116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.758323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:04.761421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94b39613-fe8d-4ce2-9e67-154a6e48fdf1 HTTP/1.1" status: 204 len: 168 time: 1.6957884 Jul 08 17:12:04.784580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-f1da4570-6f0d-4b55-ac44-24aa35930b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:04.786059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-f1da4570-6f0d-4b55-ac44-24aa35930b2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.3764899 Jul 08 17:12:04.793981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670001e-e7f5-4c45-b969-509b30bd5fd1 req-b4f03962-4c37-433e-85dd-5e4681a25d1d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:04.795651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9670001e-e7f5-4c45-b969-509b30bd5fd1 req-b4f03962-4c37-433e-85dd-5e4681a25d1d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.0775645 Jul 08 17:12:04.850167 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9670001e-e7f5-4c45-b969-509b30bd5fd1 req-d965eebd-243b-42f9-8c2e-2824ba8c2169 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Jul 08 17:12:04.915960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:04.959599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1cde9a4e-3ad4-4264-aed0-a73dc231fdd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94e8589b65c4409caebcd6038abe54c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424342 Jul 08 17:12:04.962211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:05.015078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fabf1162-a797-44a2-b069-7a8ca0682acf req-ffc6cfcf-b949-4c0b-9624-69056b76f55b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 210 time: 0.0455630 Jul 08 17:12:05.045084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5698e7b-02b1-4916-945f-1c48dc4fb317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.068092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5698e7b-02b1-4916-945f-1c48dc4fb317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.091225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025fa16-4486-4a4d-b2b8-a25e4e781828 admin admin] Pushing event deleted for resources: {'Network': ['ID=94b39613-fe8d-4ce2-9e67-154a6e48fdf1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:05.123105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bba09b5d-41dd-4a62-ad26-03364d27b920 req-2de84a87-e72e-4518-9da6-ff32e7d4a097 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064047 Jul 08 17:12:05.128351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5698e7b-02b1-4916-945f-1c48dc4fb317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.131322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5698e7b-02b1-4916-945f-1c48dc4fb317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.135792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e5698e7b-02b1-4916-945f-1c48dc4fb317 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c24bad49-5cb4-43e2-a75a-b7be72bef53d HTTP/1.1" status: 204 len: 168 time: 0.1725914 Jul 08 17:12:05.145311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5698e7b-02b1-4916-945f-1c48dc4fb317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24bad49-5cb4-43e2-a75a-b7be72bef53d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:05.205869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-5cefacb4-7453-451f-83ca-b1e3a9835163 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 217 time: 0.1053767 Jul 08 17:12:05.274742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bca90-8e29-4b35-b936-cf25dce282dc req-739488f8-b3ed-42d7-9259-4d2401f91006 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.276205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-626bca90-8e29-4b35-b936-cf25dce282dc req-739488f8-b3ed-42d7-9259-4d2401f91006 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 947 time: 0.7062869 Jul 08 17:12:05.308516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.345246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5840c-9065-43f1-a19f-7b3a907ed1c1 req-7effb785-15d6-4c0f-96d2-ae5fcd155a31 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.347361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ef5840c-9065-43f1-a19f-7b3a907ed1c1 req-7effb785-15d6-4c0f-96d2-ae5fcd155a31 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.0848966 Jul 08 17:12:05.365665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Transition to ACTIVE for port object 2d0723d0-4d02-4843-ac46-64e5613b2677 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:05.382226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac39d5-5227-4cef-b477-9c9540415e6d req-1572eb93-71dd-4561-9273-d6672ffa78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.383836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72ac39d5-5227-4cef-b477-9c9540415e6d req-1572eb93-71dd-4561-9273-d6672ffa78aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.2880683 Jul 08 17:12:05.398383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ef5840c-9065-43f1-a19f-7b3a907ed1c1 req-6c22342e-8771-4041-9406-989342ed2f3e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450945 Jul 08 17:12:05.417874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-5a774e5e-7f47-4e26-ba65-43290e11a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.419551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-5a774e5e-7f47-4e26-ba65-43290e11a270 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.2026210 Jul 08 17:12:05.437734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-626bca90-8e29-4b35-b936-cf25dce282dc req-ead2097f-1b15-4ac1-ac58-9fdf0d806e26 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369400 Jul 08 17:12:05.488991 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-a2131b04-420e-45ea-82b0-aee6d33370d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492599 Jul 08 17:12:05.494154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5030b9-51d7-462b-b642-879729d19636 req-85c5328b-2407-4fc8-a419-3e92d4e016b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.494964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-85c5328b-2407-4fc8-a419-3e92d4e016b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 1098 time: 0.3052158 Jul 08 17:12:05.585059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72ac39d5-5227-4cef-b477-9c9540415e6d req-80eaf94d-f777-4f80-9e3f-15a3b9e5e0fd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832860 Jul 08 17:12:05.610971 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.626008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:05.628706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2', '606e33de-55f1-47b8-a3a7-4fdd299939fe', '9ed31c23-d33d-4f0f-a317-1bab36515512'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:05.743964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event updated for resources: {'Port': ['ID=2d0723d0-4d02-4843-ac46-64e5613b2677,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:05.753317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:05.765300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:05.780239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:05.790256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:05.792090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:05.794267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5030b9-51d7-462b-b642-879729d19636 req-4401bf79-269b-4a0b-99e2-72901ffb50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.796116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-4401bf79-269b-4a0b-99e2-72901ffb50d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2922928 Jul 08 17:12:05.836612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-79782600-6ba8-4569-8264-439907a191d3 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307791 Jul 08 17:12:05.889007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-d378265b-4344-4d5a-9899-71cc90738c1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=49efdde2-dd13-4a10-903f-b309d4a45759 HTTP/1.1" status: 200 len: 217 time: 0.0632885 Jul 08 17:12:05.918819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.919492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:05.928307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:05.990445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98f7b3-5fe8-4d08-8b38-ecf350df1502 req-398ec851-aa82-48c5-a78d-99d3cde3eaaf tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.991973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a98f7b3-5fe8-4d08-8b38-ecf350df1502 req-398ec851-aa82-48c5-a78d-99d3cde3eaaf tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.4117074 Jul 08 17:12:05.993385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5030b9-51d7-462b-b642-879729d19636 req-d8d120b5-6dad-4e75-b597-99f6a4024d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:05.994771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-d8d120b5-6dad-4e75-b597-99f6a4024d8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0945475 Jul 08 17:12:06.008862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:06.101761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-2dfdf6d4-cf04-43e0-9423-6cbe4f199335 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5940514 Jul 08 17:12:06.134464 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a98f7b3-5fe8-4d08-8b38-ecf350df1502 req-453ef507-2dad-43ac-9d72-069f60140f51 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010864 Jul 08 17:12:06.135137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00c3f-2e3f-4d30-a4bc-c25770705dd4 req-e706b5b3-c3ff-4214-87cd-c13f6dcf0d9e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:06.139409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Request body: {'port': {'device_id': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:06.144710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f00c3f-2e3f-4d30-a4bc-c25770705dd4 req-e706b5b3-c3ff-4214-87cd-c13f6dcf0d9e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.1165378 Jul 08 17:12:06.181683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-681088448-network', 'tenant_id': '126ecbb45d0143e382b870e6f6759def'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:06.212549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5030b9-51d7-462b-b642-879729d19636 req-ee8e5ca8-e179-4a78-a7c9-52cf7a4a5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:06.214640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-ee8e5ca8-e179-4a78-a7c9-52cf7a4a5a18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823344 Jul 08 17:12:06.216520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-4b7a16f1-3e2f-4124-8997-45b7e5f49a81 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451095 Jul 08 17:12:06.230990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f00c3f-2e3f-4d30-a4bc-c25770705dd4 req-bf3dd6cf-7df6-4511-8805-5e0fb87887c5 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Jul 08 17:12:06.258789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Made reservation on behalf of 126ecbb45d0143e382b870e6f6759def for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:06.262729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.273773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c80648d7-fa83-43cc-a328-6e056ebc81d2 None None] Provisioning for port 2d0723d0-4d02-4843-ac46-64e5613b2677 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:06.280602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.288821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:06.313776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c80648d7-fa83-43cc-a328-6e056ebc81d2 None None] Provisioning complete for port 2d0723d0-4d02-4843-ac46-64e5613b2677 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:06.314176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c80648d7-fa83-43cc-a328-6e056ebc81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.384650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.392457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:06.438610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'mac_address': 'fa:16:3e:13:52:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:06.459529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c80648d7-fa83-43cc-a328-6e056ebc81d2 None None] Port 2d0723d0-4d02-4843-ac46-64e5613b2677 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:12:06.468944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:06.471525 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95d0d46-8786-46b6-82db-12af5bb157c4" -d '{"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:06.475143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.486569 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-202172ea-8cc9-46fb-85c4-e5e9571a95ed service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644582 Jul 08 17:12:06.487961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.488530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.529153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:12:06.540724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99133240-5909-4fa8-8711-2fa570b7d264,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:06.541303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:06.567128 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.569794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.570646 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Added segment dbf3b2b2-039a-4721-b841-eb9227e1b40c of type vlan for network 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7 Jul 08 17:12:06.620557 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.660293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.665040 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d5030b9-51d7-462b-b642-879729d19636 req-87994859-4c9e-4109-826f-8c3c2d09f974 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605515 Jul 08 17:12:06.696984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:06.723240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:06.724853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474423-a3b8-4f1d-81dd-cc1036630a1e req-4709f208-0644-4daf-a652-a55bbeb4543f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:06.734549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21474423-a3b8-4f1d-81dd-cc1036630a1e req-4709f208-0644-4daf-a652-a55bbeb4543f tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 948 time: 0.1449325 Jul 08 17:12:06.745284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.751650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:06.751650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:06.800830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:12:06.801191 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:12:06.841038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:06.841628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8310099 Jul 08 17:12:06.842695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351fc24-cdba-4706-848c-9e6331a7d4be admin admin] Pushing event updated for resources: {'Network': ['ID=9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:06.857840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:12:06.861033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21474423-a3b8-4f1d-81dd-cc1036630a1e req-eca45976-6f46-43bb-8c6f-21280df628e5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223404 Jul 08 17:12:06.894158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Request body: {'subnet': {'network_id': '9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-681088448-subnet', 'tenant_id': '126ecbb45d0143e382b870e6f6759def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:06.923529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be151bff-1d51-4f43-9716-f89454cfdcc5 req-36e9ba41-b5b5-4e44-8f23-ca12c617de40 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:06.930564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be151bff-1d51-4f43-9716-f89454cfdcc5 req-36e9ba41-b5b5-4e44-8f23-ca12c617de40 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 936 time: 0.5508184 Jul 08 17:12:07.036348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Made reservation on behalf of 126ecbb45d0143e382b870e6f6759def for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:07.039079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.051189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20373-48f6-47ae-af12-c0c437dfa960 req-ffbb4402-98bd-4181-a905-e024dd95820f tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:07.053632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9c20373-48f6-47ae-af12-c0c437dfa960 req-ffbb4402-98bd-4181-a905-e024dd95820f tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 947 time: 0.0799410 Jul 08 17:12:07.098893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be151bff-1d51-4f43-9716-f89454cfdcc5 req-d200069c-84c7-4fcd-846d-282420c17999 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673501 Jul 08 17:12:07.156610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-5d51519d-7296-4c73-b5cb-c8a35418941a tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:07.157845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-5d51519d-7296-4c73-b5cb-c8a35418941a tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.4609597 Jul 08 17:12:07.174384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9c20373-48f6-47ae-af12-c0c437dfa960 req-a776c71c-0995-4f1f-bd4e-2e7e86943315 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138194 Jul 08 17:12:07.249180 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9e068-5c62-49a0-aff4-77cfe62f7aa0 x-openstack-request-id: req-0ea9e068-5c62-49a0-aff4-77cfe62f7aa0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:07.249489 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:07.250859 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ea9e068-5c62-49a0-aff4-77cfe62f7aa0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:07.252451 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'code': 200} Jul 08 17:12:07.373106 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.388928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:07.422429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0723d0-4d02-4843-ac46-64e5613b2677 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:07.426882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:07.435419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.439363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.445602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662a67d-4a55-4b9a-ab29-9d63f458d68e req-5ae0f045-b6e9-45eb-ab4a-6fbe8d9a8d58 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:07.448065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b662a67d-4a55-4b9a-ab29-9d63f458d68e req-5ae0f045-b6e9-45eb-ab4a-6fbe8d9a8d58 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.0865870 Jul 08 17:12:07.510296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b662a67d-4a55-4b9a-ab29-9d63f458d68e req-57d6f2a5-c442-4b49-bd93-41052f880ddf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Jul 08 17:12:07.515040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:07.531312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Transition to ACTIVE for port object 2d0723d0-4d02-4843-ac46-64e5613b2677 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:07.534608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-91aaaf74-fd76-49be-9f9b-fa48caa0fc4d service neutron] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:07.539255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-91aaaf74-fd76-49be-9f9b-fa48caa0fc4d service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.540355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f76dfd4-27cd-455c-bd9a-7373fab4fb7a req-91aaaf74-fd76-49be-9f9b-fa48caa0fc4d service neutron] 10.222.0.53 "DELETE /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.3744512 Jul 08 17:12:07.553688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.599143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.665180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831caed-1898-4061-b4b0-c8f3b0ea9b9e req-5133c4e9-363d-4c68-8567-59ee2d6a8691 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:07.665180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6831caed-1898-4061-b4b0-c8f3b0ea9b9e req-5133c4e9-363d-4c68-8567-59ee2d6a8691 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.2298961 Jul 08 17:12:07.679924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0723d0-4d02-4843-ac46-64e5613b2677,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:07.810030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6831caed-1898-4061-b4b0-c8f3b0ea9b9e req-7b436bcc-6dba-4310-bae8-16b044c1d0aa tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329594 Jul 08 17:12:07.811458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8d0574-1e45-4446-9d04-cd3c09ea8f40,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:07.843893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Checking segment: {'id': 'dbf3b2b2-039a-4721-b841-eb9227e1b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:07.845019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Network hostable DHCP agents. Network: 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:12:07.883149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b4116c7f-ae4e-4299-b983-6b384b509c50'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:07.913527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Network 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:12:07.932675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Attempting to bind port 2d0723d0-4d02-4843-ac46-64e5613b2677 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:07.933275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Attempting to bind port 2d0723d0-4d02-4843-ac46-64e5613b2677 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:07.933681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Attempting to bind port 2d0723d0-4d02-4843-ac46-64e5613b2677 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:07.947935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28306b5-c65c-4951-bae1-d6a772a413e4 req-b2ea6889-8bd3-47a2-8eab-97cf7f67047a tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:07.963164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f28306b5-c65c-4951-bae1-d6a772a413e4 req-b2ea6889-8bd3-47a2-8eab-97cf7f67047a tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1095 time: 0.1536560 Jul 08 17:12:07.967479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 49efdde2-dd13-4a10-903f-b309d4a45759 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:07.969194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:07.971363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Port 2d0723d0-4d02-4843-ac46-64e5613b2677 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:07.971694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Attempting to bind port 2d0723d0-4d02-4843-ac46-64e5613b2677 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:07.998644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:07.999235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:08.025464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27feead7-fa49-44be-a3f9-b408d7953c70 None None] Network 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:08.031419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:08.031774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:08.032841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:08.033656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Bound port: 2d0723d0-4d02-4843-ac46-64e5613b2677, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:08.034055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:08.037501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f28306b5-c65c-4951-bae1-d6a772a413e4 req-e2951768-826e-40db-a6ff-0ab7515b0049 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728619 Jul 08 17:12:08.065532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-974bc50e-f5a6-4edb-8a2e-ed432c9eb582 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2158964 Jul 08 17:12:08.282544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 49efdde2-dd13-4a10-903f-b309d4a45759, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=49efdde2-dd13-4a10-903f-b309d4a45759,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:08.321498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e462cc-d882-46b6-b5b5-9e2223925f23 None None] Network 9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:08.327397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '49efdde2-dd13-4a10-903f-b309d4a45759', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '49efdde2-dd13-4a10-903f-b309d4a45759', 'mac_address': 'fa:16:3e:08:a6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:08.387495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b3be4-ddae-4a0f-97c5-0773e771b04a req-95652ed9-fb4f-46d3-a514-3ddfe13d4915 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:08.395610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c23b3be4-ddae-4a0f-97c5-0773e771b04a req-95652ed9-fb4f-46d3-a514-3ddfe13d4915 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 950 time: 0.3580527 Jul 08 17:12:08.423025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] For port 2d0723d0-4d02-4843-ac46-64e5613b2677, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:08.442496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] For port 2d0723d0-4d02-4843-ac46-64e5613b2677, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=2d0723d0-4d02-4843-ac46-64e5613b2677,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:08.467029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ae2cb-59bf-4721-b1cc-74e6076b2ba8 req-ff347e35-c75e-4d5f-9057-5d9d3133f996 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:08.473415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c23b3be4-ddae-4a0f-97c5-0773e771b04a req-ad731d45-b7b3-40fe-b717-eff5fd398d24 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762982 Jul 08 17:12:08.475655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-622ae2cb-59bf-4721-b1cc-74e6076b2ba8 req-ff347e35-c75e-4d5f-9057-5d9d3133f996 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 948 time: 0.1275849 Jul 08 17:12:08.477050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:08.530369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-622ae2cb-59bf-4721-b1cc-74e6076b2ba8 req-75080ee3-947b-4a9b-860e-d4472b988a23 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Jul 08 17:12:08.592454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:08.593095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:08.606057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] 10.222.0.21 "PUT /v2.0/ports/2d0723d0-4d02-4843-ac46-64e5613b2677 HTTP/1.1" status: 200 len: 1096 time: 2.4797471 Jul 08 17:12:08.607032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'tag': '2d0723d0-4d02-4843-ac46-64e5613b2677'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:08.623561 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5858d828-bc0a-445b-87db-c617c86337a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f68d94-f548-4631-b1eb-8c1a28297cc4", "tag": "2d0723d0-4d02-4843-ac46-64e5613b2677"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:08.641740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe24f3-2d45-42f4-bf49-000ca9712a60 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0723d0-4d02-4843-ac46-64e5613b2677,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:08.692190 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:08.763029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49efdde2-dd13-4a10-903f-b309d4a45759 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:08.827058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 49efdde2-dd13-4a10-903f-b309d4a45759, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=49efdde2-dd13-4a10-903f-b309d4a45759,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:08.834344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:08.835288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:08.836002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-9232b316-38d4-4e10-8f4a-e81597d36d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:08.841139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-9232b316-38d4-4e10-8f4a-e81597d36d88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1753221 Jul 08 17:12:08.952559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-7c2cf249-b10a-4583-9470-c1e96733eb76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2d0723d0-4d02-4843-ac46-64e5613b2677 HTTP/1.1" status: 200 len: 217 time: 0.1010740 Jul 08 17:12:09.023021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=49efdde2-dd13-4a10-903f-b309d4a45759,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:09.031124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-ae2d825e-406b-45be-85df-04700d5c12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.033045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-c485bbb1-1005-4cd1-bc01-2d8fe35b0a5b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.033415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-ae2d825e-406b-45be-85df-04700d5c12eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0651972 Jul 08 17:12:09.041550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-c485bbb1-1005-4cd1-bc01-2d8fe35b0a5b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.1604164 Jul 08 17:12:09.050729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502deb2-91a7-4242-ba2d-4126584777a4 req-32e75958-20ec-4f84-a7b2-8dc0a94bcfa7 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.058078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e502deb2-91a7-4242-ba2d-4126584777a4 req-32e75958-20ec-4f84-a7b2-8dc0a94bcfa7 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 947 time: 0.2868800 Jul 08 17:12:09.061139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-b9f999b0-7083-4a30-baa4-a37c39bdaf8d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/quotas/fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 375 time: 0.0174792 Jul 08 17:12:09.077294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:09.092459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'mac_address': 'fa:16:3e:90:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:09.157520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e502deb2-91a7-4242-ba2d-4126584777a4 req-a26f2c88-9890-44cb-9fbc-c374f9824114 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978594 Jul 08 17:12:09.167115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-061908bc-f5c3-474a-8a35-48454adb024b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044469 Jul 08 17:12:09.191376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:09.203741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-c2118915-0ef5-4830-ac70-d75afd14ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.205446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-c2118915-0ef5-4830-ac70-d75afd14ae22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1097 time: 0.2503102 Jul 08 17:12:09.208647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-8ca03426-513a-4a07-bae0-444f8d9bab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.210165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-8ca03426-513a-4a07-bae0-444f8d9bab22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683683 Jul 08 17:12:09.219500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:09.273547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:09.283306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:09.349559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2be8e434-e1b3-4122-81a5-1c0f2da67ce1 req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-10350658', 'description': 'tempest-description-34172723'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:09.375078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-f3b6d63e-2226-4fec-8db4-57977051699a service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010777 Jul 08 17:12:09.379824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:09.410494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2be8e434-e1b3-4122-81a5-1c0f2da67ce1 req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:09.451465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:09.472417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-5eb8a248-3ae2-4fd5-9008-4ed2b8e90fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445774 Jul 08 17:12:09.478718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-a1473f30-df4e-4e29-8cf2-3271926e86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.481543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-a1473f30-df4e-4e29-8cf2-3271926e86c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.2676737 Jul 08 17:12:09.537109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-447d7802-32ca-4cee-b470-e4e6bf949b05 service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608291 Jul 08 17:12:09.564206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['49efdde2-dd13-4a10-903f-b309d4a45759'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:09.593072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-7c40cd00-ff9f-4265-8bea-accbe88bf063 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0996194 Jul 08 17:12:09.766738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0cc03a05-421d-49c7-a518-ca1b9bff6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:09.768442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0cc03a05-421d-49c7-a518-ca1b9bff6fbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1626990 Jul 08 17:12:09.771690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e32c0a8-495b-4df3-ae66-8a192f2a1c09 req-0e43dc2e-65b3-4fe8-9d74-0aa42598e7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870486 Jul 08 17:12:09.890634 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-1a39c663-8f0f-4b50-a4ed-ceaa048ea8c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045735 Jul 08 17:12:09.893620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2be8e434-e1b3-4122-81a5-1c0f2da67ce1 req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:09.920340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2be8e434-e1b3-4122-81a5-1c0f2da67ce1 req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:09.937613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:10.025183 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20da7e-bf70-47b8-8941-8b364cfa81e2 x-openstack-request-id: req-8a20da7e-bf70-47b8-8941-8b364cfa81e2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:10.025785 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f68d94-f548-4631-b1eb-8c1a28297cc4", "tag": "2d0723d0-4d02-4843-ac46-64e5613b2677", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:10.025785 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a20da7e-bf70-47b8-8941-8b364cfa81e2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:10.026979 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'tag': '2d0723d0-4d02-4843-ac46-64e5613b2677', 'status': 'completed', 'code': 200} Jul 08 17:12:10.047488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:10.048657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:10.102836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2be8e434-e1b3-4122-81a5-1c0f2da67ce1 req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:10.111279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2be8e434-e1b3-4122-81a5-1c0f2da67ce1 req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7677593 Jul 08 17:12:10.165647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd794dd8-1ab1-48ed-bb61-79549970eb4a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709f9913-4083-4a62-95ac-7050200b81b8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:10.217775 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:10.266081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:10.268984 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be2018b-0b1f-4d43-88a5-bb6dffe7d5ff" -d '{"events": [{"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-plugged", "status": "completed", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:10.286212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:10.311334 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:10.427646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:10.546576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6201cc-cb7c-4620-bd7b-6b69925b99df req-f24b5432-7e1f-412e-b908-7b29c206009c tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:10.549412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e6201cc-cb7c-4620-bd7b-6b69925b99df req-f24b5432-7e1f-412e-b908-7b29c206009c tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 948 time: 0.1682508 Jul 08 17:12:10.596833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e6201cc-cb7c-4620-bd7b-6b69925b99df req-8e82aa3b-7ee0-4a4b-8388-591de3744912 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Jul 08 17:12:10.657905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858d828-bc0a-445b-87db-c617c86337a3 req-f403c41a-4db3-4c96-9009-201d30219d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:10.659492 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-f403c41a-4db3-4c96-9009-201d30219d4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 1099 time: 0.6298065 Jul 08 17:12:10.661340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-fe29582e-a4e7-4f5b-a284-de67fb024560 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605069 Jul 08 17:12:10.820176 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:12:10.867468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af4420bc-e885-404a-9d9b-a62eda4a74dd req-d7006117-82be-47b0-bff8-c944a2ff6e56 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 210 time: 0.0448756 Jul 08 17:12:10.895297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f3080-bc02-4c8c-83d1-bfd8637d4202 req-09f98190-d62e-486a-ad2f-41015ef84873 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:10.903609 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c1f3080-bc02-4c8c-83d1-bfd8637d4202 req-09f98190-d62e-486a-ad2f-41015ef84873 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 946 time: 0.3210497 Jul 08 17:12:10.909028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858d828-bc0a-445b-87db-c617c86337a3 req-ea8f1511-590d-427b-b10f-8ca31eb6c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:10.910494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-ea8f1511-590d-427b-b10f-8ca31eb6c02d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2377465 Jul 08 17:12:10.965793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-7f838ec5-77dd-438d-bdc5-da693759ac78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=2d0723d0-4d02-4843-ac46-64e5613b2677 HTTP/1.1" status: 200 len: 217 time: 0.0423636 Jul 08 17:12:11.055850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c1f3080-bc02-4c8c-83d1-bfd8637d4202 req-2cc86d89-e1bf-404b-8e48-74d0d55e17ac tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512415 Jul 08 17:12:11.065736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-3eaff41f-238f-4495-b4f9-cbd77a0ea1c5 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915641 Jul 08 17:12:11.101836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858d828-bc0a-445b-87db-c617c86337a3 req-5a772647-239f-4d80-9645-3032708efa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:11.103689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-5a772647-239f-4d80-9645-3032708efa8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1251979 Jul 08 17:12:11.165453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241272eb-fbd9-4487-942d-a565f953aa20 req-86f576dc-6cf8-4a2a-88af-ac324648dbb6 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:11.167585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-241272eb-fbd9-4487-942d-a565f953aa20 req-86f576dc-6cf8-4a2a-88af-ac324648dbb6 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1101 time: 0.0684519 Jul 08 17:12:11.238495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-396c3708-1884-4400-ac4f-22d37f23c1bb tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/709f9913-4083-4a62-95ac-7050200b81b8 HTTP/1.1" status: 200 len: 1801 time: 0.1322935 Jul 08 17:12:11.246531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-241272eb-fbd9-4487-942d-a565f953aa20 req-a97a80ef-3bfb-4dae-a56b-b280ef8d9416 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700731 Jul 08 17:12:11.254184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '709f9913-4083-4a62-95ac-7050200b81b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:11.254508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '709f9913-4083-4a62-95ac-7050200b81b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:11.272237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858d828-bc0a-445b-87db-c617c86337a3 req-01139940-b363-44ab-9ff3-a9eb226447aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:11.273764 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-01139940-b363-44ab-9ff3-a9eb226447aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590595 Jul 08 17:12:11.374923 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-f9f102e1-5786-4735-9fe9-3d7b942575c3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926120 Jul 08 17:12:11.385288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-d9d497b8-3a98-417b-a183-16924a3bf01f tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:11.386957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-d9d497b8-3a98-417b-a183-16924a3bf01f tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1097 time: 0.2163699 Jul 08 17:12:11.418364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:11.490403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b8ca-0ff5-4254-a447-8bc99821f9e1 req-99638713-21fc-4bd5-8536-f02db3ef2db7 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:11.498025 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da07b8ca-0ff5-4254-a447-8bc99821f9e1 req-99638713-21fc-4bd5-8536-f02db3ef2db7 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 948 time: 0.1059351 Jul 08 17:12:11.551059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da07b8ca-0ff5-4254-a447-8bc99821f9e1 req-8c921a3f-a128-4792-9697-f48f1bdc6dd2 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509551 Jul 08 17:12:11.596428 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b7f75-c838-433a-afe1-5db131ed9ada x-openstack-request-id: req-670b7f75-c838-433a-afe1-5db131ed9ada {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:11.597365 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-plugged", "status": "completed", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:11.597692 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-670b7f75-c838-433a-afe1-5db131ed9ada {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:11.598202 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'code': 200} Jul 08 17:12:11.651299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:11.684565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-f6886244-3e5d-47df-a4b1-5a71614bd7b0 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:11.686240 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-f6886244-3e5d-47df-a4b1-5a71614bd7b0 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.2342298 Jul 08 17:12:11.706962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Request body: {'port': {'device_id': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'admin_state_up': True, 'tenant_id': 'fed51c30ffd1431fbbe3edc5d57057d1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:11.713287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:11.767754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:11.789067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:11.848864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5858d828-bc0a-445b-87db-c617c86337a3 req-1742973c-0de4-4fef-b682-a5fa8e25a23d service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599786 Jul 08 17:12:11.857587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b4116c7f-ae4e-4299-b983-6b384b509c50 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:11.857587 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:11.913069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e84939-04a9-47e3-99f2-bd24241ebe10,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:11.945653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:11.962924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:11.965435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 49efdde2-dd13-4a10-903f-b309d4a45759 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:11.966141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b62e51a-a3da-4c3b-93b5-60131f0e2086 req-3b58c613-8467-4e21-a1ef-fc2a2291912d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7263093 Jul 08 17:12:11.992976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.027680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:12.039243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.139200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Made reservation on behalf of fed51c30ffd1431fbbe3edc5d57057d1 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:12.139855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:12.143170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.149734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 49efdde2-dd13-4a10-903f-b309d4a45759 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:12.155366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 49efdde2-dd13-4a10-903f-b309d4a45759 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:12.156011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.191249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7d1b97e-3a96-46ec-b10b-283e8149ba07 req-74d27dec-cbb9-42aa-921e-ceed92f74103 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 210 time: 0.0567102 Jul 08 17:12:12.229060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a07132b5-b87c-4b40-9f37-fc3f568390a9 req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1657298694', 'description': 'tempest-description-155741306'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:12.248297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.284975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a07132b5-b87c-4b40-9f37-fc3f568390a9 req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.301624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 49efdde2-dd13-4a10-903f-b309d4a45759, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=49efdde2-dd13-4a10-903f-b309d4a45759,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:12.315703 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.378181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=49efdde2-dd13-4a10-903f-b309d4a45759,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:12.395441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:12.434901 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a07132b5-b87c-4b40-9f37-fc3f568390a9 req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.435335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079ad33-9dd8-4190-9149-690c37120031 req-25dc35bd-5ca9-43f4-90b0-9abe11c8288e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:12.438619 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b079ad33-9dd8-4190-9149-690c37120031 req-25dc35bd-5ca9-43f4-90b0-9abe11c8288e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 948 time: 0.3003933 Jul 08 17:12:12.441376 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a07132b5-b87c-4b40-9f37-fc3f568390a9 req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.580104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d0c41-f68b-4015-ab11-95f78d0d0543,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:12.609450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a07132b5-b87c-4b40-9f37-fc3f568390a9 req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.627027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a07132b5-b87c-4b40-9f37-fc3f568390a9 req-db5af066-679e-4dab-9f5f-741694a752a2 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4026864 Jul 08 17:12:12.670254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.711790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.741558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Allocated IP 172.20.0.11 (0f7b7814-88f8-4264-88fc-d6937f04a717/a9969ea2-0baa-4ca6-88fd-949ff416580e/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:12.759037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b079ad33-9dd8-4190-9149-690c37120031 req-1fc01fd7-3879-4272-ac6a-8d3ba9a6924b tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919548 Jul 08 17:12:12.806033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:12.903267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:12.905910 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87871a9-cb70-4575-beb0-ec5434b5a408" -d '{"events": [{"server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "name": "network-vif-unplugged", "status": "completed", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:12.914057 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.954072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:12.999543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239149c9-77e9-4fcb-8936-6a6cdb8a39b4 req-41154b88-7376-4a29-9532-a8ee1584ba31 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:13.001183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239149c9-77e9-4fcb-8936-6a6cdb8a39b4 req-41154b88-7376-4a29-9532-a8ee1584ba31 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.0824254 Jul 08 17:12:13.067563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239149c9-77e9-4fcb-8936-6a6cdb8a39b4 req-fb17825f-68de-4208-b777-59852da7e6d0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577555 Jul 08 17:12:13.164984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:13.252900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:13.253279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:13.253678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:13.263164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.281053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf5a1c-bb4d-4d01-80ce-5a38673f939b req-c4358b9c-f7e8-4a48-a93f-f73bfc8e0f79 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:13.283285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcbf5a1c-bb4d-4d01-80ce-5a38673f939b req-c4358b9c-f7e8-4a48-a93f-f73bfc8e0f79 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 1102 time: 0.2661095 Jul 08 17:12:13.286348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:13.286751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Attempting to bind port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:13.311194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ca1e-2507-4875-b580-8f2cd72fe8c5 req-e068785e-8a08-4409-a0f4-f48047f6b8d6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:13.312495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be63ca1e-2507-4875-b580-8f2cd72fe8c5 req-e068785e-8a08-4409-a0f4-f48047f6b8d6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.0753312 Jul 08 17:12:13.316263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:13.316606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:13.316997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:13.317480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Bound port: 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:13.317842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.368210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be63ca1e-2507-4875-b580-8f2cd72fe8c5 req-04312b9c-ba77-446e-af0c-9171de155fd6 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Jul 08 17:12:13.412513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcbf5a1c-bb4d-4d01-80ce-5a38673f939b req-55e3aa15-c051-4ece-8ad6-4538777ea9e6 tempest-ServersAdminTestJSON-987920170 tempest-ServersAdminTestJSON-987920170-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218531 Jul 08 17:12:13.437577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.512844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:13.513548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-2e649117-6730-4367-9f2c-f29d05df3d0f tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/5b2d0c41-f68b-4015-ab11-95f78d0d0543 HTTP/1.1" status: 200 len: 1804 time: 0.0967278 Jul 08 17:12:13.521263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:13.527630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5b2d0c41-f68b-4015-ab11-95f78d0d0543', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:13.528225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5b2d0c41-f68b-4015-ab11-95f78d0d0543', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:13.550507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:13.558240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:13.599825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}, {'server_uuid': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49efdde2-dd13-4a10-903f-b309d4a45759'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:13.602276 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a44a0c-5215-46af-ad8f-e42e558e2add" -d '{"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-plugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}, {"server_uuid": "35d5f081-5dc2-4bd5-80f2-a568195a4326", "name": "network-vif-plugged", "status": "completed", "tag": "49efdde2-dd13-4a10-903f-b309d4a45759"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:13.617128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:13.627867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:13.632962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.640790 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.687298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.694057 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.695193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:13.700612 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2e232-108d-4e25-9c5a-f01200d524c8 x-openstack-request-id: req-aeb2e232-108d-4e25-9c5a-f01200d524c8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:13.700898 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "name": "network-vif-unplugged", "status": "completed", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:13.701151 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aeb2e232-108d-4e25-9c5a-f01200d524c8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:13.701531 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'code': 200} Jul 08 17:12:13.718873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:13.719529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.722745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c590ad44-29e9-4ada-b0d1-0e05adcd0236,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:13.756656 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.767283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6af65361-e813-4b8f-a810-933ef4a2c419 req-80cab37e-b2ff-447b-be1b-9c3937dc1971 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2525690 Jul 08 17:12:13.771210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-e8205a5d-deb5-497c-9f56-e174bf085068 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0683558 Jul 08 17:12:13.774466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:13.775100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.776804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-185d5a17-63a2-49c3-8f90-7fdb5a67fffb service neutron] 10.222.0.53 "PUT /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 1122 time: 2.3644469 Jul 08 17:12:13.796889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Request body: {'port': {'device_id': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:13.890374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:13.926822 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:13.948955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 2d0723d0-4d02-4843-ac46-64e5613b2677 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:13.988922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d77b4-79fb-4bbe-8191-e82b74e98213 req-6425f7b1-5109-41f0-a7c0-25ed2c610e67 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:13.990627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca1d77b4-79fb-4bbe-8191-e82b74e98213 req-6425f7b1-5109-41f0-a7c0-25ed2c610e67 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 932 time: 0.1486399 Jul 08 17:12:14.096033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 2d0723d0-4d02-4843-ac46-64e5613b2677, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=2d0723d0-4d02-4843-ac46-64e5613b2677,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:14.125270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '2d0723d0-4d02-4843-ac46-64e5613b2677', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '2d0723d0-4d02-4843-ac46-64e5613b2677', 'mac_address': 'fa:16:3e:2c:18:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:14.166143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca1d77b4-79fb-4bbe-8191-e82b74e98213 req-f958a9e6-e4c9-49d1-983a-f6e587ecbdc8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611071 Jul 08 17:12:14.170704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-441410ac-80ad-4fe0-aac6-b625e54413a2 req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1619703640', 'description': 'tempest-description-1763169622'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:14.204370 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e370ed1a-6475-49d6-bf55-f810b67e63f1 x-openstack-request-id: req-e370ed1a-6475-49d6-bf55-f810b67e63f1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:14.205083 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-plugged", "status": "completed", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "code": 200}, {"server_uuid": "35d5f081-5dc2-4bd5-80f2-a568195a4326", "name": "network-vif-plugged", "status": "completed", "tag": "49efdde2-dd13-4a10-903f-b309d4a45759", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:14.206062 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e370ed1a-6475-49d6-bf55-f810b67e63f1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:14.207560 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'code': 200} Jul 08 17:12:14.209096 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49efdde2-dd13-4a10-903f-b309d4a45759', 'code': 200} Jul 08 17:12:14.215825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441410ac-80ad-4fe0-aac6-b625e54413a2 req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.272570 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.345732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441410ac-80ad-4fe0-aac6-b625e54413a2 req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.360137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441410ac-80ad-4fe0-aac6-b625e54413a2 req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.361025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0723d0-4d02-4843-ac46-64e5613b2677 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:14.416673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-441410ac-80ad-4fe0-aac6-b625e54413a2 req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.418608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 2d0723d0-4d02-4843-ac46-64e5613b2677, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=2d0723d0-4d02-4843-ac46-64e5613b2677,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:14.440669 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.440912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-441410ac-80ad-4fe0-aac6-b625e54413a2 req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2757149 Jul 08 17:12:14.443618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ba8ea-2214-4eae-a481-a6fbb7f14902 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a3e19-5d19-47b1-b5e8-38be6cd9fe2d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:14.514698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b2d203-e95b-44c0-b1eb-76e7c070dd3f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:14.517578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=2d0723d0-4d02-4843-ac46-64e5613b2677,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:14.527835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.565500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Transition to ACTIVE for port object b8b2d203-e95b-44c0-b1eb-76e7c070dd3f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:14.572938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa331e-dbc5-4154-b152-e260a44d91e1 req-921a0666-e64d-4d50-99bf-5ea207a3993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:14.575545 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6fa331e-dbc5-4154-b152-e260a44d91e1 req-921a0666-e64d-4d50-99bf-5ea207a3993f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 1100 time: 0.3392711 Jul 08 17:12:14.577595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.644670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfe404-696c-4317-b017-6c821abe958f req-6c10818f-0e34-43ed-8846-aec431cd6c50 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:14.646976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dbbfe404-696c-4317-b017-6c821abe958f req-6c10818f-0e34-43ed-8846-aec431cd6c50 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 949 time: 0.1955926 Jul 08 17:12:14.708598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08be1a0-c18e-4194-b1c5-2d683e0d148d req-8fafab0d-df86-45d3-a88d-87935f55dea9 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:14.711033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c08be1a0-c18e-4194-b1c5-2d683e0d148d req-8fafab0d-df86-45d3-a88d-87935f55dea9 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 949 time: 0.0942659 Jul 08 17:12:14.718057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:14.721995 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6fa331e-dbc5-4154-b152-e260a44d91e1 req-53ffac2e-dc3f-47d6-b570-7d24e4f0a1ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340880 Jul 08 17:12:14.736115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['2d0723d0-4d02-4843-ac46-64e5613b2677'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:14.782481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dbbfe404-696c-4317-b017-6c821abe958f req-d006fc2e-15d8-493f-8a8c-d7621c3dd3d5 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264451 Jul 08 17:12:14.786059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c08be1a0-c18e-4194-b1c5-2d683e0d148d req-b04d413c-0e0b-44e8-8506-8eac778a5c03 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678377 Jul 08 17:12:14.848777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:14.852489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:14.853003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:14.866025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:14.867058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:14.882306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:14.882643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:14.883033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:14.884043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Bound port: b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:14.884043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:14.999020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:15.003840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:15.018247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c9a8-7588-4d46-a350-4f3022d7ce7a req-031721c5-b02a-456e-a6be-cf9c21dbd87d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:15.021099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:15.026527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf52c9a8-7588-4d46-a350-4f3022d7ce7a req-031721c5-b02a-456e-a6be-cf9c21dbd87d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.0970302 Jul 08 17:12:15.078693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:15.079873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:15.081918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] 10.222.0.21 "PUT /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 1092 time: 1.3012316 Jul 08 17:12:15.082091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf52c9a8-7588-4d46-a350-4f3022d7ce7a req-5f0baadf-d78a-485c-8287-1fb4bce981c4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Jul 08 17:12:15.134454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7c5d5515-7252-4eb3-b994-3b32e349f90f req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1070570524', 'description': 'tempest-description-568355283'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:15.163149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c5d5515-7252-4eb3-b994-3b32e349f90f req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:15.170579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269806-b9ae-4ad5-b65c-ca46eaff01dc service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:15.192101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6708-6e58-4763-b236-9e569494e8d1 req-ee27d736-6cec-4d51-bc94-dcadc75b29c1 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:15.199952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c60c6708-6e58-4763-b236-9e569494e8d1 req-ee27d736-6cec-4d51-bc94-dcadc75b29c1 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.1944802 Jul 08 17:12:15.253386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c60c6708-6e58-4763-b236-9e569494e8d1 req-8e19a4e9-d9be-4dbe-89eb-3c041c8eb103 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525651 Jul 08 17:12:15.259767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-93e5a545-b6e1-4c30-854b-00e2796387af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:15.262303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-93e5a545-b6e1-4c30-854b-00e2796387af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1095 time: 0.1332357 Jul 08 17:12:15.328698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c5d5515-7252-4eb3-b994-3b32e349f90f req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:15.335583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c5d5515-7252-4eb3-b994-3b32e349f90f req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:15.354364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-fac6a10a-3743-4f43-aecf-b283149cdaab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 217 time: 0.0819755 Jul 08 17:12:15.382075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c5d5515-7252-4eb3-b994-3b32e349f90f req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:15.392174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c5d5515-7252-4eb3-b994-3b32e349f90f req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2591052 Jul 08 17:12:15.392174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f845a-6bec-4e3e-b9ad-65ad1df59f5d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0768895-218d-42b1-858b-24f378731330,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:15.481904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-7e01b2d9-8655-4f05-99a5-588e204dfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:15.483393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-7e01b2d9-8655-4f05-99a5-588e204dfdff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1014018 Jul 08 17:12:15.536625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-9a1038bb-8982-43f3-9bce-4f99a6df8c5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379603 Jul 08 17:12:15.542367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-616dcb72-9854-412f-8c89-7700199ea730 req-fbff20b8-2883-4d2a-b10e-bce77c817a26 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/d54a3e19-5d19-47b1-b5e8-38be6cd9fe2d HTTP/1.1" status: 200 len: 1805 time: 0.0948734 Jul 08 17:12:15.546718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-1e98f818-64d6-4589-8e97-c23e1dfa9a6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2012825 Jul 08 17:12:15.625522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0ad1-fef9-411c-8adf-f379f154dc2c req-302b1214-4b04-4379-a97f-be81a9ce984f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:15.627640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54ea0ad1-fef9-411c-8adf-f379f154dc2c req-302b1214-4b04-4379-a97f-be81a9ce984f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.1149642 Jul 08 17:12:15.702898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'}, {'name': 'network-changed', 'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:15.705476 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7ba88-9490-4956-8547-9c0f18513305" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3"}, {"name": "network-changed", "server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:15.713748 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54ea0ad1-fef9-411c-8adf-f379f154dc2c req-f1148030-c58d-4245-907f-63cfed84ecf1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804086 Jul 08 17:12:15.721083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-616dcb72-9854-412f-8c89-7700199ea730 req-d21d60db-36a0-4377-899d-3333ba86d34d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/a0768895-218d-42b1-858b-24f378731330 HTTP/1.1" status: 200 len: 1804 time: 0.1651351 Jul 08 17:12:15.736395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd54a3e19-5d19-47b1-b5e8-38be6cd9fe2d', 'remote_group_id': 'a0768895-218d-42b1-858b-24f378731330', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:15.736765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd54a3e19-5d19-47b1-b5e8-38be6cd9fe2d', 'remote_group_id': 'a0768895-218d-42b1-858b-24f378731330', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:15.810627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:15.969612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 2d0723d0-4d02-4843-ac46-64e5613b2677 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:16.069809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ba88-9490-4956-8547-9c0f18513305 req-f75a8d22-5f93-45b5-a764-5ff91c8edaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.071547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-f75a8d22-5f93-45b5-a764-5ff91c8edaa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1125 time: 0.1429145 Jul 08 17:12:16.189600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ff2ef-7eda-4dd3-97fb-88429ed6feea req-b581db5d-984a-44a5-b8ed-fcce4d6219c5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.191034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a2ff2ef-7eda-4dd3-97fb-88429ed6feea req-b581db5d-984a-44a5-b8ed-fcce4d6219c5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 949 time: 0.1729708 Jul 08 17:12:16.211610 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069e733-0b9a-4587-a9e9-e3f3edaa549f x-openstack-request-id: req-b069e733-0b9a-4587-a9e9-e3f3edaa549f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:16.212200 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:16.212200 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b069e733-0b9a-4587-a9e9-e3f3edaa549f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:16.212710 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'status': 'completed', 'code': 200} Jul 08 17:12:16.212826 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'status': 'completed', 'code': 200} Jul 08 17:12:16.214842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:16.223827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ba88-9490-4956-8547-9c0f18513305 req-9223a409-6531-4aa5-a671-d5096d8f68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.225790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-9223a409-6531-4aa5-a671-d5096d8f68fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.1448925 Jul 08 17:12:16.230656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:12:16.252286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293747-4cbb-4735-b550-f525dca5d685 req-be6c1f73-3078-4cbe-b29e-62310149aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.253795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-be6c1f73-3078-4cbe-b29e-62310149aa8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77475a550f194ceb98cbfb15f723fb5d&device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 1101 time: 0.6446652 Jul 08 17:12:16.267024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-c6b085e0-0f67-41bc-9df2-ba8e9f201ae4 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204962 Jul 08 17:12:16.269293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 2d0723d0-4d02-4843-ac46-64e5613b2677 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:16.282742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 2d0723d0-4d02-4843-ac46-64e5613b2677 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:16.283456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.289061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-310cadc0-34fd-4856-a862-9208543f9438 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0504386 Jul 08 17:12:16.302438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a2ff2ef-7eda-4dd3-97fb-88429ed6feea req-435be8bf-47e5-4f2a-9ae2-84f71ec3dbfe tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987308 Jul 08 17:12:16.370807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ba88-9490-4956-8547-9c0f18513305 req-da17d23a-9b32-4cb3-934a-ddbf98fa56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.372460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-683db4db-f99e-423d-ae59-ac93450f3cf0 req-2b253880-e49c-45e3-be02-091322060204 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964015 Jul 08 17:12:16.372886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-da17d23a-9b32-4cb3-934a-ddbf98fa56dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.0687280 Jul 08 17:12:16.460169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-49e4c183-4540-41ad-8f82-66ef83751327 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740030 Jul 08 17:12:16.464568 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.473540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-f16cb59f-ec24-4f55-8dc6-d58c9b76638c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.475040 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-f16cb59f-ec24-4f55-8dc6-d58c9b76638c tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 949 time: 0.2913997 Jul 08 17:12:16.524306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0723d0-4d02-4843-ac46-64e5613b2677'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:16.526722 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed57adf5-6d0d-41c2-a888-18e745724a80" -d '{"events": [{"server_uuid": "c8f68d94-f548-4631-b1eb-8c1a28297cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2d0723d0-4d02-4843-ac46-64e5613b2677"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:16.551029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-f20061be-a92d-4912-89a5-bc85c5cff6da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3746958 Jul 08 17:12:16.581953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 2d0723d0-4d02-4843-ac46-64e5613b2677, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=2d0723d0-4d02-4843-ac46-64e5613b2677,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:16.588304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.593951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293747-4cbb-4735-b550-f525dca5d685 req-62e52be8-9719-4f66-9af6-2c989c94e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.595455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-62e52be8-9719-4f66-9af6-2c989c94e992 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3127184 Jul 08 17:12:16.608426 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.681982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=2d0723d0-4d02-4843-ac46-64e5613b2677,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:16.689860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-ccb86013-79e1-4352-9e6f-71ace13b6669 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=94341487-40a3-43db-a979-f1978d853bf3 HTTP/1.1" status: 200 len: 217 time: 0.0806377 Jul 08 17:12:16.698220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-3ec10599-b314-4c0d-b42a-55ca578dfaf1 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291925 Jul 08 17:12:16.708415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6262c5-d6fd-482e-9930-ea3252d124fe req-a52fbcf8-433a-4da0-b486-e9c0d1fa5d9f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.710466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a6262c5-d6fd-482e-9930-ea3252d124fe req-a52fbcf8-433a-4da0-b486-e9c0d1fa5d9f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 949 time: 0.2301757 Jul 08 17:12:16.762484 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.808593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.828653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a6262c5-d6fd-482e-9930-ea3252d124fe req-0e29efe4-1d08-402b-90e0-9c7ed777a633 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065526 Jul 08 17:12:16.858939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-d1564069-425a-4855-9ee7-3cc55904f097 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465445 Jul 08 17:12:16.894650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09afee54-9940-43ae-ba60-bd6b9672ddc9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:16.913022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:16.926770 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-616dcb72-9854-412f-8c89-7700199ea730 req-9593064c-78ee-4f2f-abd3-54acea2560f1 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2044673 Jul 08 17:12:16.939729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293747-4cbb-4735-b550-f525dca5d685 req-1a345cc0-cf53-4e66-b36e-37e592ad92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:16.941886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-1a345cc0-cf53-4e66-b36e-37e592ad92a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2353294 Jul 08 17:12:16.957336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Deleting port 4a620636-fd6e-4f13-a54b-933d896fd78e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:16.958087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:17.055348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721b26-f60f-458c-bc79-c64f92e95f54 req-c8e7cc51-eab1-4419-9321-fa171152575c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.056775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8721b26-f60f-458c-bc79-c64f92e95f54 req-c8e7cc51-eab1-4419-9321-fa171152575c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.1108267 Jul 08 17:12:17.110908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8721b26-f60f-458c-bc79-c64f92e95f54 req-ddca30c8-e8b7-48ac-89ef-56370801c1d2 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 Jul 08 17:12:17.115973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ba88-9490-4956-8547-9c0f18513305 req-6c2e2682-5077-4412-a249-dc75aaf27f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.117402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-6c2e2682-5077-4412-a249-dc75aaf27f75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1095 time: 0.1367104 Jul 08 17:12:17.189980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-302b8b86-ff1f-410b-bbc5-104b34838221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.207780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-302b8b86-ff1f-410b-bbc5-104b34838221 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7e20b22aee4fc2b28df1804538de46&device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 1099 time: 0.5321121 Jul 08 17:12:17.217319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] For port 4a620636-fd6e-4f13-a54b-933d896fd78e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a620636-fd6e-4f13-a54b-933d896fd78e,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:17.218018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:17.241610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Calling delete_port for 4a620636-fd6e-4f13-a54b-933d896fd78e owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:17.257315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ba88-9490-4956-8547-9c0f18513305 req-3de00c52-942c-45b3-8d2a-47b76173346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.258783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-3de00c52-942c-45b3-8d2a-47b76173346e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1345277 Jul 08 17:12:17.312744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-a60e3b55-18c5-454e-851f-5c8581549c75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 217 time: 0.0416627 Jul 08 17:12:17.352257 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a13213-a2e1-4bb2-9d31-d2da1dceaa95 x-openstack-request-id: req-47a13213-a2e1-4bb2-9d31-d2da1dceaa95 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:17.352745 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f68d94-f548-4631-b1eb-8c1a28297cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2d0723d0-4d02-4843-ac46-64e5613b2677", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:17.352845 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47a13213-a2e1-4bb2-9d31-d2da1dceaa95 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:17.353177 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0723d0-4d02-4843-ac46-64e5613b2677', 'code': 200} Jul 08 17:12:17.406047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ba88-9490-4956-8547-9c0f18513305 req-6acfe8c4-4190-422b-9ea0-7ceeee5bee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.409034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-6acfe8c4-4190-422b-9ea0-7ceeee5bee93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0890305 Jul 08 17:12:17.415188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293747-4cbb-4735-b550-f525dca5d685 req-db4250b0-d0c6-4b00-bcaf-22ec1287a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.417405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-db4250b0-d0c6-4b00-bcaf-22ec1287a907 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3476536 Jul 08 17:12:17.431544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c28a-4780-42fc-9fe3-a7fd9af7ac9e req-e699ecb1-918a-4542-8907-8c83503d5776 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.434376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4fe0c28a-4780-42fc-9fe3-a7fd9af7ac9e req-e699ecb1-918a-4542-8907-8c83503d5776 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.3632255 Jul 08 17:12:17.454487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-07e64d96-da13-446b-b13a-ae18337b6b8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379646 Jul 08 17:12:17.566440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-9978d965-065c-462b-866b-170f1a3796fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.567881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-9978d965-065c-462b-866b-170f1a3796fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3275504 Jul 08 17:12:17.638548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4fe0c28a-4780-42fc-9fe3-a7fd9af7ac9e req-feb548bd-a936-498f-ad53-193d3c43db83 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909134 Jul 08 17:12:17.649824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747c8c-a598-4e45-b90e-e7c329732a09 req-a53bb699-5e25-4ca8-99e3-99c0e3443a37 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.650758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-14107a90-6893-48fc-a469-ca93deba4f9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0 HTTP/1.1" status: 200 len: 217 time: 0.0700991 Jul 08 17:12:17.658495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a747c8c-a598-4e45-b90e-e7c329732a09 req-a53bb699-5e25-4ca8-99e3-99c0e3443a37 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.1683421 Jul 08 17:12:17.670772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-413e218a-6f31-4fb0-8e37-8d2e5ea5962f service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010305 Jul 08 17:12:17.754026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-48e877fb-29d1-4aef-ba9d-d141419bacaa service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147078 Jul 08 17:12:17.822254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6d082-3b3f-45c8-acca-1dbc7339a483 req-c3045e47-2bd4-4191-817d-427efa122449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.825769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e0a6d082-3b3f-45c8-acca-1dbc7339a483 req-c3045e47-2bd4-4191-817d-427efa122449 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 1101 time: 0.3666859 Jul 08 17:12:17.829648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.21', 64029) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:17.863185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-e5f2af77-a90b-4967-8e79-fce30e663252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:17.866469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-e5f2af77-a90b-4967-8e79-fce30e663252 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2012134 Jul 08 17:12:17.901952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:17.932101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['94341487-40a3-43db-a979-f1978d853bf3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:17.939299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b4116c7f-ae4e-4299-b983-6b384b509c50'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:17.949988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a747c8c-a598-4e45-b90e-e7c329732a09 req-9c9a1349-fca1-492a-aac2-0ef7f078eab8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905738 Jul 08 17:12:18.032673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event deleted for resources: {'Port': ['ID=4a620636-fd6e-4f13-a54b-933d896fd78e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:18.074056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ad1b3f03-6d6d-4044-bd24-9696372c86c2 req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-367802728', 'description': 'tempest-description-305995725'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:18.102517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34d7ba88-9490-4956-8547-9c0f18513305 req-7cc126cd-4073-4a23-8be1-50ac83a6427d service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173975 Jul 08 17:12:18.109894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] No DVR routers for this DVR port 4a620636-fd6e-4f13-a54b-933d896fd78e on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:18.115337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:18.117579 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9b93821-d07e-4a2a-a2df-f024d784444f req-63e16b9b-a6aa-4c9c-a3a6-d5bda390c763 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "DELETE /v2.0/ports/4a620636-fd6e-4f13-a54b-933d896fd78e HTTP/1.1" status: 204 len: 173 time: 1.6343119 Jul 08 17:12:18.129844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e0a6d082-3b3f-45c8-acca-1dbc7339a483 req-7e04d915-66d8-4136-a990-5d322ee63d53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910686 Jul 08 17:12:18.135934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-db02472f-26a3-47b9-a95c-7f7c62c2261a service neutron] 10.222.0.21 "GET /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.3048012 Jul 08 17:12:18.152280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef293747-4cbb-4735-b550-f525dca5d685 req-48cc4cfa-b3c8-4be6-b102-bd03edb0e910 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915808 Jul 08 17:12:18.169903 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad1b3f03-6d6d-4044-bd24-9696372c86c2 req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:18.186573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-8ef91a03-50e8-488b-8f5c-fce2cfe08485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:18.188372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-8ef91a03-50e8-488b-8f5c-fce2cfe08485 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2986202 Jul 08 17:12:18.232209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'name': 'network-vif-deleted', 'tag': '4a620636-fd6e-4f13-a54b-933d896fd78e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:18.234833 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0fafc7-4cfa-4d0b-a34d-35e52148f78b" -d '{"events": [{"server_uuid": "10ee4722-8d0d-4b2d-8596-8f203579da01", "name": "network-vif-deleted", "tag": "4a620636-fd6e-4f13-a54b-933d896fd78e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:18.371637 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-424f38c8-d546-44fb-b069-8c6777a5c37b req-76c656fa-b126-4f75-8351-d024d450c534 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ee4722-8d0d-4b2d-8596-8f203579da01 HTTP/1.1" status: 200 len: 210 time: 0.0448766 Jul 08 17:12:18.548332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-0b19a6b0-17ef-4e3b-a4fe-db3a6bc0c98e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486481 Jul 08 17:12:18.749904 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad1b3f03-6d6d-4044-bd24-9696372c86c2 req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:18.785782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad1b3f03-6d6d-4044-bd24-9696372c86c2 req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:18.860327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ad1b3f03-6d6d-4044-bd24-9696372c86c2 req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:18.871090 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad1b3f03-6d6d-4044-bd24-9696372c86c2 req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8399532 Jul 08 17:12:18.898371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3315d872-5db5-434e-92b3-a9fe3a3d685c req-cada814a-245c-4a54-94d3-e9a35bdefd0c service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060966 Jul 08 17:12:18.936768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:18.939192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5ebd0-d4e1-4aa2-93cf-07ea7655525c tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f7638-481c-4a95-9f3b-42255cf1479f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:18.970322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:19.115959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:19.132840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:19.158037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcecef-8ab2-4417-9f85-44c71b44af69 req-2b5e5290-4831-4f86-ac73-f286239d348c tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:19.159777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cdcecef-8ab2-4417-9f85-44c71b44af69 req-2b5e5290-4831-4f86-ac73-f286239d348c tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 950 time: 0.1228518 Jul 08 17:12:19.162726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.222441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8e4f6-b237-4ad7-ab1c-f0b1e02443db req-5701135a-a32b-4921-9cf3-0b950a6ec13d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:19.224054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02c8e4f6-b237-4ad7-ab1c-f0b1e02443db req-5701135a-a32b-4921-9cf3-0b950a6ec13d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 944 time: 0.1601934 Jul 08 17:12:19.285334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cdcecef-8ab2-4417-9f85-44c71b44af69 req-9292b67f-5237-4d65-9acd-e86711aaed74 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168904 Jul 08 17:12:19.297844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02c8e4f6-b237-4ad7-ab1c-f0b1e02443db req-71fbbfc1-c47d-45c3-9d36-de84a82fa254 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610204 Jul 08 17:12:19.340765 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046ff539-34a3-4f20-96ba-0f2df2ba5b28 x-openstack-request-id: req-046ff539-34a3-4f20-96ba-0f2df2ba5b28 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:19.341232 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ee4722-8d0d-4b2d-8596-8f203579da01", "name": "network-vif-deleted", "tag": "4a620636-fd6e-4f13-a54b-933d896fd78e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:19.341643 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-046ff539-34a3-4f20-96ba-0f2df2ba5b28 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:19.342220 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ee4722-8d0d-4b2d-8596-8f203579da01', 'name': 'network-vif-deleted', 'tag': '4a620636-fd6e-4f13-a54b-933d896fd78e', 'status': 'completed', 'code': 200} Jul 08 17:12:19.345582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] Transition to ACTIVE for port object 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:19.353872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.436140 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ec42429-0210-4e31-9986-03e077ff5356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.454841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] No DVR routers for this DVR port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:19.492582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:19.500962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0a4bed60-ec42-4781-926f-32edee02fe2c service neutron] 10.222.0.21 "PUT /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3115864 Jul 08 17:12:19.518875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-dca629e9-1a7d-4267-9ea8-444ce7a17a8f req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1332331152', 'description': 'tempest-description-1415827053'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:19.561595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dca629e9-1a7d-4267-9ea8-444ce7a17a8f req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.701508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eccfcb-8c7d-4a43-a273-4517f0744166 req-3f02bfe1-d0bc-46e4-a749-984f51fac0d7 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:19.712854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1eccfcb-8c7d-4a43-a273-4517f0744166 req-3f02bfe1-d0bc-46e4-a749-984f51fac0d7 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.1483645 Jul 08 17:12:19.715602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dca629e9-1a7d-4267-9ea8-444ce7a17a8f req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.722313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dca629e9-1a7d-4267-9ea8-444ce7a17a8f req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.777381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1eccfcb-8c7d-4a43-a273-4517f0744166 req-838fd381-7e49-413f-bcb0-7c8ddd51e3dd tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620177 Jul 08 17:12:19.824157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a620636-fd6e-4f13-a54b-933d896fd78e no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:19.836217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dca629e9-1a7d-4267-9ea8-444ce7a17a8f req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:19.859236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dca629e9-1a7d-4267-9ea8-444ce7a17a8f req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3463080 Jul 08 17:12:19.905788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4a620636-fd6e-4f13-a54b-933d896fd78e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:19.905788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a620636-fd6e-4f13-a54b-933d896fd78e not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:19.907051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f044648-477a-4de3-a83b-1327ec0b0ff5 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd0f82f-0254-43c1-bfe7-06444fcb479a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:20.012872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:20.016513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-55970ca2-6f6e-46bd-8994-5d1fb604b44b tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.018188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-55970ca2-6f6e-46bd-8994-5d1fb604b44b tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.1969814 Jul 08 17:12:20.239227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d103e9-f20d-4de4-984f-699bd5c8e0ca req-d02f581c-7163-4f3b-b958-31489960f009 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.254964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72d103e9-f20d-4de4-984f-699bd5c8e0ca req-d02f581c-7163-4f3b-b958-31489960f009 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.1420534 Jul 08 17:12:20.258057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:20.258843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-b0c17655-c170-494f-94c1-4361f4aae16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.261118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-b0c17655-c170-494f-94c1-4361f4aae16b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b&tenant_id=96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 1096 time: 0.2131157 Jul 08 17:12:20.290529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-6a2ed042-5426-4e07-b544-11f5eed2200d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/0c2f7638-481c-4a95-9f3b-42255cf1479f HTTP/1.1" status: 200 len: 1803 time: 0.0954154 Jul 08 17:12:20.306153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'port_id': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'mac_address': 'fa:16:3e:d1:d5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9969ea2-0baa-4ca6-88fd-949ff416580e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:20.375895 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:20.376712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72d103e9-f20d-4de4-984f-699bd5c8e0ca req-385c8936-8774-4147-9223-dff1a34f2a4f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864372 Jul 08 17:12:20.389831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b2d203-e95b-44c0-b1eb-76e7c070dd3f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:20.424874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:20.426936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-1707eb02-15ae-4402-a642-0ce0cacd7147 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/7fd0f82f-0254-43c1-bfe7-06444fcb479a HTTP/1.1" status: 200 len: 1805 time: 0.1354234 Jul 08 17:12:20.431027 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:20.440890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0c2f7638-481c-4a95-9f3b-42255cf1479f', 'remote_group_id': '7fd0f82f-0254-43c1-bfe7-06444fcb479a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:20.441216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0c2f7638-481c-4a95-9f3b-42255cf1479f', 'remote_group_id': '7fd0f82f-0254-43c1-bfe7-06444fcb479a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:20.464398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-af0db5a8-c5e0-4580-a2a4-78c5ee8829b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.466577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-af0db5a8-c5e0-4580-a2a4-78c5ee8829b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1096 time: 0.1389360 Jul 08 17:12:20.499804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:20.613228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:20.621538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-a50a830b-f1d4-4b05-aa26-2b86603c7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.623730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-a50a830b-f1d4-4b05-aa26-2b86603c7d66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.1456141 Jul 08 17:12:20.684072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-7bc043ef-1f24-4252-974d-8e81f4c84203 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 200 len: 217 time: 0.0486665 Jul 08 17:12:20.686836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:20.704659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:20.755323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:20.755544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054ceab3-58a9-4c8a-9540-88ed05cd2df9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:20.781047 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:20.798779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb7ee0aa-4c25-4f40-adcb-123bb00b61f3 req-ccf8a09d-24f7-4a9f-8cfb-b309b453094d tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3633895 Jul 08 17:12:20.823973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-45ddf4bd-2adc-4e10-861a-dcb5ef1a91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.827786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-45ddf4bd-2adc-4e10-861a-dcb5ef1a91a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1279678 Jul 08 17:12:20.929028 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-266220bd-bbe9-43e3-bf1e-0f80ab64a974 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918958 Jul 08 17:12:20.970750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491f15-543b-4a4d-803f-79b5f5888f62 req-5b13b8f8-3a76-4571-b6c8-eec8230eea34 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:20.973275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78491f15-543b-4a4d-803f-79b5f5888f62 req-5b13b8f8-3a76-4571-b6c8-eec8230eea34 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 950 time: 0.1273775 Jul 08 17:12:21.030650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78491f15-543b-4a4d-803f-79b5f5888f62 req-eaa69672-e4e4-46a7-82f3-2e13e02e2992 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Jul 08 17:12:21.360406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88140fb8-0ab3-4487-8008-dde651ff7943 req-334b5242-d101-4140-ae3e-00f6d0ab9773 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:21.362772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88140fb8-0ab3-4487-8008-dde651ff7943 req-334b5242-d101-4140-ae3e-00f6d0ab9773 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 950 time: 0.0894978 Jul 08 17:12:21.415364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97ed67-1de1-49cf-a8ca-2511d0abd783 req-198985ae-bb6b-41d0-80b9-d5f5c10271e4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:21.417605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7d97ed67-1de1-49cf-a8ca-2511d0abd783 req-198985ae-bb6b-41d0-80b9-d5f5c10271e4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 945 time: 0.5097857 Jul 08 17:12:21.421534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-62b0f001-bbe8-497e-ba11-efdf228a5d80 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582729 Jul 08 17:12:21.429644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88140fb8-0ab3-4487-8008-dde651ff7943 req-c2eb68ed-dc28-4fe3-9075-2eba8a1825bb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579970 Jul 08 17:12:21.518459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc9075e3-6390-4e91-a6c2-a9bebe8ca225 req-d62ef9fe-e6a1-403b-ab22-b9d13d4683df tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/7fd0f82f-0254-43c1-bfe7-06444fcb479a HTTP/1.1" status: 200 len: 1805 time: 0.0558434 Jul 08 17:12:21.528121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7d97ed67-1de1-49cf-a8ca-2511d0abd783 req-4f5b2ba3-83c5-4ff9-82fa-d1d9786ee52a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030626 Jul 08 17:12:21.568211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-0b7cf256-b955-4e2d-8d65-49f323359b65 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362779 Jul 08 17:12:21.591895 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc9075e3-6390-4e91-a6c2-a9bebe8ca225 req-55542f2c-fa4f-4cd1-aa20-ad099fecbe83 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:21.626515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc9075e3-6390-4e91-a6c2-a9bebe8ca225 req-55542f2c-fa4f-4cd1-aa20-ad099fecbe83 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:21.726113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc9075e3-6390-4e91-a6c2-a9bebe8ca225 req-55542f2c-fa4f-4cd1-aa20-ad099fecbe83 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:21.730834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cc9075e3-6390-4e91-a6c2-a9bebe8ca225 req-55542f2c-fa4f-4cd1-aa20-ad099fecbe83 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:21.758677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc9075e3-6390-4e91-a6c2-a9bebe8ca225 req-55542f2c-fa4f-4cd1-aa20-ad099fecbe83 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/7fd0f82f-0254-43c1-bfe7-06444fcb479a HTTP/1.1" status: 204 len: 173 time: 0.2388651 Jul 08 17:12:21.780340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c7529-cabd-4a97-a126-d725af6399f5 req-31b97788-37da-40c0-9251-a8507c541857 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:21.782925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b10c7529-cabd-4a97-a126-d725af6399f5 req-31b97788-37da-40c0-9251-a8507c541857 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.1121008 Jul 08 17:12:21.786364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542f2c-fa4f-4cd1-aa20-ad099fecbe83 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd0f82f-0254-43c1-bfe7-06444fcb479a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:21.880154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b10c7529-cabd-4a97-a126-d725af6399f5 req-f2ddfc16-9ba8-4ff4-a889-9ca5ae50c32d tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802314 Jul 08 17:12:22.002141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:22.045993 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-67196a09-c2ee-416a-b51b-f1bb44550dee tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:22.049683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-67196a09-c2ee-416a-b51b-f1bb44550dee tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.1029921 Jul 08 17:12:22.142422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193967f6-9746-4cdb-b255-c451b9665438 req-e6fe62c7-d51d-4b2a-8896-06a0cbd04325 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:22.143335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:22.151926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-193967f6-9746-4cdb-b255-c451b9665438 req-e6fe62c7-d51d-4b2a-8896-06a0cbd04325 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 1101 time: 0.1412761 Jul 08 17:12:22.159730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:22.160000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.207683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-193967f6-9746-4cdb-b255-c451b9665438 req-28a3b6a0-cf85-42db-8679-abddc5715688 tempest-ServersOnMultiNodesTest-1512438154 tempest-ServersOnMultiNodesTest-1512438154-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519407 Jul 08 17:12:22.210682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-095720e2-9821-48c1-8d25-f09a5c1c295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.286203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.324350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37192ce3-af38-4c35-a7c1-f30595bdcf30 req-22f73ab0-c8c2-40f3-8e2f-29d67f96f873 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/0c2f7638-481c-4a95-9f3b-42255cf1479f HTTP/1.1" status: 200 len: 1803 time: 0.0847759 Jul 08 17:12:22.356094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.361747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b8de-c747-4fd0-bfd2-2d2b4446bac9 req-f5947600-127a-4e7e-816e-ce39a8f03759 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:22.369547 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b484b8de-c747-4fd0-bfd2-2d2b4446bac9 req-f5947600-127a-4e7e-816e-ce39a8f03759 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 945 time: 0.1743553 Jul 08 17:12:22.389844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:22.392827 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f4f2a-eed2-4409-bf96-733adc31a416" -d '{"events": [{"server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:22.409735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:22.425380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b484b8de-c747-4fd0-bfd2-2d2b4446bac9 req-150a23e9-6677-443c-b56a-508743d5a1f1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546644 Jul 08 17:12:22.430243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.435803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:22.446199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-51dcf86a-39f4-4fda-92fd-9faf90ccfdbb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:22.450553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-51dcf86a-39f4-4fda-92fd-9faf90ccfdbb tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.21 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 950 time: 0.2890329 Jul 08 17:12:22.460609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-64bd118a-30bd-424b-bc0c-f04922990b96 service neutron] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:22.484673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-64bd118a-30bd-424b-bc0c-f04922990b96 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.488248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c6c574f-1787-4ba3-a29c-4fc52b19392f req-64bd118a-30bd-424b-bc0c-f04922990b96 service neutron] 10.222.0.53 "DELETE /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.4288485 Jul 08 17:12:22.576112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:22.580635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da01b63-79fb-47e0-adaf-ddd9b15bd290 req-e1f4af70-c134-4ea2-9bcd-4fe847e7b22e tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:22.594738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2da01b63-79fb-47e0-adaf-ddd9b15bd290 req-e1f4af70-c134-4ea2-9bcd-4fe847e7b22e tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 1100 time: 0.1272445 Jul 08 17:12:22.612850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2da01b63-79fb-47e0-adaf-ddd9b15bd290 req-444c7265-0cb2-4276-b26c-a54095d98378 tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.665894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:22.725328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Deleting port 94341487-40a3-43db-a979-f1978d853bf3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:22.725900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.799356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2da01b63-79fb-47e0-adaf-ddd9b15bd290 req-444c7265-0cb2-4276-b26c-a54095d98378 tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.815916 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2da01b63-79fb-47e0-adaf-ddd9b15bd290 req-444c7265-0cb2-4276-b26c-a54095d98378 tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.887220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2da01b63-79fb-47e0-adaf-ddd9b15bd290 req-444c7265-0cb2-4276-b26c-a54095d98378 tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914426 Jul 08 17:12:22.932305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c7265-0cb2-4276-b26c-a54095d98378 tempest-LiveMigrationNegativeTest-1977141185 tempest-LiveMigrationNegativeTest-1977141185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa01095a-3f2f-4c2b-b583-c801b10d43f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:22.943932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] For port 94341487-40a3-43db-a979-f1978d853bf3, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=94341487-40a3-43db-a979-f1978d853bf3,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:22.944308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:22.992143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Calling delete_port for 94341487-40a3-43db-a979-f1978d853bf3 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:23.049284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-48036cfa-b899-4b08-a9c2-2270c5e4f581 req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-427207523', 'description': 'tempest-description-1775528017'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:23.151947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48036cfa-b899-4b08-a9c2-2270c5e4f581 req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.300780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.316387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['94341487-40a3-43db-a979-f1978d853bf3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:23.324936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b4116c7f-ae4e-4299-b983-6b384b509c50'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:23.376525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48036cfa-b899-4b08-a9c2-2270c5e4f581 req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.386425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48036cfa-b899-4b08-a9c2-2270c5e4f581 req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.399817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event deleted for resources: {'Port': ['ID=94341487-40a3-43db-a979-f1978d853bf3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:23.430260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48036cfa-b899-4b08-a9c2-2270c5e4f581 req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.431807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48036cfa-b899-4b08-a9c2-2270c5e4f581 req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4125862 Jul 08 17:12:23.433431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330b145-5e6d-4cda-aa7b-342743a8d563 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e3064-e788-44bb-a62e-207d45939035,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:23.523074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] No DVR routers for this DVR port 94341487-40a3-43db-a979-f1978d853bf3 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:23.523909 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2193376-8050-464e-9001-63aead92177f x-openstack-request-id: req-d2193376-8050-464e-9001-63aead92177f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:23.524397 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:23.524870 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2193376-8050-464e-9001-63aead92177f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:23.525234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.525587 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'code': 200} Jul 08 17:12:23.528528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e89ae72e-861d-44ef-ab2d-67cd1797bf3e req-7896819a-419d-4fbf-a975-1fdf5416b11e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.21 "DELETE /v2.0/ports/94341487-40a3-43db-a979-f1978d853bf3 HTTP/1.1" status: 204 len: 173 time: 1.0643494 Jul 08 17:12:23.529134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'name': 'network-vif-deleted', 'tag': '94341487-40a3-43db-a979-f1978d853bf3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:23.549776 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f27ce66-6ef9-4309-8079-a38566979611" -d '{"events": [{"server_uuid": "902ff729-05a2-4b88-a4c6-6867dd01352c", "name": "network-vif-deleted", "tag": "94341487-40a3-43db-a979-f1978d853bf3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:23.550224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:23.722816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8fd21759-a997-4893-a849-610626165dcb req-43767428-94f3-437b-b4b5-dc0676ea831b tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=902ff729-05a2-4b88-a4c6-6867dd01352c HTTP/1.1" status: 200 len: 210 time: 0.0634632 Jul 08 17:12:23.860837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f839cc-06e1-412f-a431-101a29b51d66 req-ef631d5b-c677-4db2-a470-ae9055ac7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:23.864082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1f839cc-06e1-412f-a431-101a29b51d66 req-ef631d5b-c677-4db2-a470-ae9055ac7a08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1097 time: 0.1905560 Jul 08 17:12:23.906429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b68540-d381-4923-80f7-a3c661d44207 req-b68368f2-5ce3-496e-9a1d-a4b649c69922 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:23.909013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b68540-d381-4923-80f7-a3c661d44207 req-b68368f2-5ce3-496e-9a1d-a4b649c69922 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 945 time: 0.1874695 Jul 08 17:12:23.973653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1f839cc-06e1-412f-a431-101a29b51d66 req-9d2bd200-5dd8-4b8c-8555-38727946dcfc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002591 Jul 08 17:12:23.990691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b68540-d381-4923-80f7-a3c661d44207 req-eff4cccb-0549-413f-b2f8-9a5e4db145bb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696242 Jul 08 17:12:24.050532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-24ad071f-65ae-4fe7-90db-a04101eac573 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/1e9e3064-e788-44bb-a62e-207d45939035 HTTP/1.1" status: 200 len: 1804 time: 0.0507228 Jul 08 17:12:24.063183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e9e3064-e788-44bb-a62e-207d45939035', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:24.063509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e9e3064-e788-44bb-a62e-207d45939035', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:24.144887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.176452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a71a0-4a84-425d-a274-1e003a713096 req-a7a7c8f1-6d86-4362-8088-c89a12b8826c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:24.176952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.178348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-605a71a0-4a84-425d-a274-1e003a713096 req-a7a7c8f1-6d86-4362-8088-c89a12b8826c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 946 time: 0.0758336 Jul 08 17:12:24.185885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.205669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d80f90e-e9fd-4022-b9dc-fcc614995614,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:24.216511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.218144 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89ba9c02-809d-4151-b31a-fcce0441de0e req-c6784bfa-e175-4fcc-8b28-c5faf04fe0c7 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1610496 Jul 08 17:12:24.245542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-605a71a0-4a84-425d-a274-1e003a713096 req-ec511b40-70e2-48b7-8e8c-b77b5071fa3a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589778 Jul 08 17:12:24.295467 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5183a-fd96-4e94-b166-df5e0bfffe80 x-openstack-request-id: req-c5a5183a-fd96-4e94-b166-df5e0bfffe80 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:24.295773 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902ff729-05a2-4b88-a4c6-6867dd01352c", "name": "network-vif-deleted", "tag": "94341487-40a3-43db-a979-f1978d853bf3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:24.296029 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5a5183a-fd96-4e94-b166-df5e0bfffe80 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:24.296431 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902ff729-05a2-4b88-a4c6-6867dd01352c', 'name': 'network-vif-deleted', 'tag': '94341487-40a3-43db-a979-f1978d853bf3', 'status': 'completed', 'code': 200} Jul 08 17:12:24.420161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b74ef-1114-44c1-a7b5-fe94df474c8c req-7f3591f4-c3e7-474b-8674-90b057a79b05 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:24.421778 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1d1b74ef-1114-44c1-a7b5-fe94df474c8c req-7f3591f4-c3e7-474b-8674-90b057a79b05 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 950 time: 0.0952926 Jul 08 17:12:24.465814 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1d1b74ef-1114-44c1-a7b5-fe94df474c8c req-0fbd7d65-8570-44f3-9261-6d3f69446c9a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375943 Jul 08 17:12:24.572519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-533286af-cd74-42f2-8f6a-be22b843d355 req-5cd9332d-e835-4270-b6c7-26393c9f40f4 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/1e9e3064-e788-44bb-a62e-207d45939035 HTTP/1.1" status: 200 len: 2397 time: 0.0530562 Jul 08 17:12:24.585736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e9e3064-e788-44bb-a62e-207d45939035', 'remote_group_id': None}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:24.586251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e9e3064-e788-44bb-a62e-207d45939035', 'remote_group_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:24.651259 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.674015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde8a84-c4d3-4295-87a3-e21f62fdaccf req-de7e66f7-bd59-473a-a809-434e4f8f8e58 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:24.675679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fcde8a84-c4d3-4295-87a3-e21f62fdaccf req-de7e66f7-bd59-473a-a809-434e4f8f8e58 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 1096 time: 0.0531209 Jul 08 17:12:24.677787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.681492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.700905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c754d58-de1e-449c-8eec-f21348ff0889,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:24.710691 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.711749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fcde8a84-c4d3-4295-87a3-e21f62fdaccf req-6d6947bc-82e9-413b-92f0-a42479d7bc89 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298791 Jul 08 17:12:24.711884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-533286af-cd74-42f2-8f6a-be22b843d355 req-3ee119c1-31ca-4045-b129-43b839ba9c4b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1327131 Jul 08 17:12:24.802216 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:24.833485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-905f9dff-b5b8-4ebd-8333-dbfcc528f047 req-ee7b31cf-8992-4754-ad7b-c6745257e5aa tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/1e9e3064-e788-44bb-a62e-207d45939035 HTTP/1.1" status: 200 len: 2995 time: 0.0459948 Jul 08 17:12:24.982792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-cc70c7e7-e549-4808-bf61-aef4d49eb83f tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-group-rules/4c754d58-de1e-449c-8eec-f21348ff0889 HTTP/1.1" status: 200 len: 783 time: 0.0226283 Jul 08 17:12:25.040928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-5d0e2be0-98d0-40e6-bf71-29ada4e2486a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/1e9e3064-e788-44bb-a62e-207d45939035 HTTP/1.1" status: 200 len: 2995 time: 0.0500917 Jul 08 17:12:25.071148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-9534f740-60ff-46e8-a28e-eee3fd320dde tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.084844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-9534f740-60ff-46e8-a28e-eee3fd320dde tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.114367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-9534f740-60ff-46e8-a28e-eee3fd320dde tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.120370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-9534f740-60ff-46e8-a28e-eee3fd320dde tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.121466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f0520b2-d730-41b5-ab7e-ca0c2b80b7a3 req-9534f740-60ff-46e8-a28e-eee3fd320dde tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4c754d58-de1e-449c-8eec-f21348ff0889 HTTP/1.1" status: 204 len: 173 time: 0.0735545 Jul 08 17:12:25.127526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534f740-60ff-46e8-a28e-eee3fd320dde tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c754d58-de1e-449c-8eec-f21348ff0889,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:25.259442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-db208266-ba13-4de9-82a9-c3c4a3fde17f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:25.261841 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-db208266-ba13-4de9-82a9-c3c4a3fde17f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.1118813 Jul 08 17:12:25.281825 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-c8b5062c-8856-40ab-9225-fe28cbc3b2eb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/quotas/96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 375 time: 0.0108230 Jul 08 17:12:25.399497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-702ede38-f106-49e8-bc9a-0b6c2aab7c14 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123087 Jul 08 17:12:25.471116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-0c3c108c-a18e-4a58-9450-b9694d94cca0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:25.472557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-0c3c108c-a18e-4a58-9450-b9694d94cca0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 950 time: 0.1395342 Jul 08 17:12:25.501221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd11a3f-37fa-409f-80ac-516c7a9af1d9 req-bd178e18-42f8-4b2e-8406-45f7cad51266 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:25.502727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4fd11a3f-37fa-409f-80ac-516c7a9af1d9 req-bd178e18-42f8-4b2e-8406-45f7cad51266 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.0633585 Jul 08 17:12:25.539691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4fd11a3f-37fa-409f-80ac-516c7a9af1d9 req-acb79533-28fd-42e0-8c66-345d48bb18e5 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Jul 08 17:12:25.548635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-5f296462-b3f4-4261-8a32-151307e94312 service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425278 Jul 08 17:12:25.660603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0d2d9b6-9fae-48c1-8b79-86c18e7bc13e req-5e348ef8-8d8a-4f76-9cf1-ff59be7e8082 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/1e9e3064-e788-44bb-a62e-207d45939035 HTTP/1.1" status: 200 len: 2397 time: 0.0411065 Jul 08 17:12:25.669096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port 2d0723d0-4d02-4843-ac46-64e5613b2677 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:25.669440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.714948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-b2bf267b-6a2a-4fe8-afbc-8d0f8938811e service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433070 Jul 08 17:12:25.718859 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0d2d9b6-9fae-48c1-8b79-86c18e7bc13e req-1813cd19-0949-43d6-ab49-021e2c03ac5a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.753857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0d2d9b6-9fae-48c1-8b79-86c18e7bc13e req-1813cd19-0949-43d6-ab49-021e2c03ac5a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.774393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port 2d0723d0-4d02-4843-ac46-64e5613b2677, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=2d0723d0-4d02-4843-ac46-64e5613b2677,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:25.774759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.788650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for 2d0723d0-4d02-4843-ac46-64e5613b2677 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:25.802456 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0d2d9b6-9fae-48c1-8b79-86c18e7bc13e req-1813cd19-0949-43d6-ab49-021e2c03ac5a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.811618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0d2d9b6-9fae-48c1-8b79-86c18e7bc13e req-1813cd19-0949-43d6-ab49-021e2c03ac5a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.812998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0d2d9b6-9fae-48c1-8b79-86c18e7bc13e req-1813cd19-0949-43d6-ab49-021e2c03ac5a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e9e3064-e788-44bb-a62e-207d45939035 HTTP/1.1" status: 204 len: 173 time: 0.1468129 Jul 08 17:12:25.823555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813cd19-0949-43d6-ab49-021e2c03ac5a tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e3064-e788-44bb-a62e-207d45939035,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:25.948253 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:25.962434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510', '2d0723d0-4d02-4843-ac46-64e5613b2677'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:25.965491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2', '606e33de-55f1-47b8-a3a7-4fdd299939fe', '9ed31c23-d33d-4f0f-a317-1bab36515512'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:26.014390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=2d0723d0-4d02-4843-ac46-64e5613b2677,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:26.023353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 94341487-40a3-43db-a979-f1978d853bf3 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:26.033895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.034080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.034331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.034668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.034999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.035614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.035948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.036274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.036500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe139686-531f-4c25-bc67-ed36805c2367 req-8848a7a8-0542-486f-8927-bd61f8246329 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:26.036916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.037087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.039046 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe139686-531f-4c25-bc67-ed36805c2367 req-8848a7a8-0542-486f-8927-bd61f8246329 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 946 time: 0.1019030 Jul 08 17:12:26.040359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.040728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:26.084234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 94341487-40a3-43db-a979-f1978d853bf3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:26.084570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 94341487-40a3-43db-a979-f1978d853bf3 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:26.095915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port 2d0723d0-4d02-4843-ac46-64e5613b2677 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:26.099885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:26.101858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31ed1e3d-945b-47b1-8dde-5823ce44eaa6 req-38a906f0-6153-4eb9-aefb-5f068b32af22 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "DELETE /v2.0/ports/2d0723d0-4d02-4843-ac46-64e5613b2677 HTTP/1.1" status: 204 len: 173 time: 0.6210964 Jul 08 17:12:26.128796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe139686-531f-4c25-bc67-ed36805c2367 req-172a2f24-94d5-4b88-8596-16a51537c112 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830982 Jul 08 17:12:26.174369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0846-cfd5-4505-a52a-6d08b95205b0 req-ec7fc283-b362-4adb-9c6a-526c355604dc tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:26.176088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-193f0846-cfd5-4505-a52a-6d08b95205b0 req-ec7fc283-b362-4adb-9c6a-526c355604dc tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 951 time: 0.1911480 Jul 08 17:12:26.257396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-193f0846-cfd5-4505-a52a-6d08b95205b0 req-a52896ae-2ce7-4308-9cd7-ebdf780fe801 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Jul 08 17:12:26.299756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'name': 'network-vif-deleted', 'tag': '2d0723d0-4d02-4843-ac46-64e5613b2677'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:26.305106 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ee040-b85a-4d02-b7fe-c7da53838cb0" -d '{"events": [{"server_uuid": "c8f68d94-f548-4631-b1eb-8c1a28297cc4", "name": "network-vif-deleted", "tag": "2d0723d0-4d02-4843-ac46-64e5613b2677"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:26.481968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c74404b2-bbe4-4c66-a5c7-5ed5382cbd9d req-6b3c0837-d44e-49b0-bdd0-bd7afb7384d8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f68d94-f548-4631-b1eb-8c1a28297cc4 HTTP/1.1" status: 200 len: 210 time: 0.0495169 Jul 08 17:12:26.532290 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-b6f13a62-f21b-45c6-b208-01c2017f212d req-b241fd86-7cb7-4311-9486-a6bb5da43bac tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] show failed (client error): The resource could not be found. Jul 08 17:12:26.544842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6f13a62-f21b-45c6-b208-01c2017f212d req-b241fd86-7cb7-4311-9486-a6bb5da43bac tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/7fd0f82f-0254-43c1-bfe7-06444fcb479a HTTP/1.1" status: 404 len: 352 time: 0.0346758 Jul 08 17:12:26.660287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-64ebb4cf-9da3-4923-983a-24c57eef40da tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:26.662976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-64ebb4cf-9da3-4923-983a-24c57eef40da tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.21 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 949 time: 0.1119068 Jul 08 17:12:26.792631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bbcf9d5d-551a-4548-8aad-dc8325c22a44 req-dc4920ca-37aa-4614-81fd-e59cd4f1473d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 210 time: 0.0356123 Jul 08 17:12:26.926705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Deleting port 49efdde2-dd13-4a10-903f-b309d4a45759 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:26.927040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.032221 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1937028a-7b2a-458f-93b1-b4c656a36a96 x-openstack-request-id: req-1937028a-7b2a-458f-93b1-b4c656a36a96 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:27.032221 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f68d94-f548-4631-b1eb-8c1a28297cc4", "name": "network-vif-deleted", "tag": "2d0723d0-4d02-4843-ac46-64e5613b2677", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:27.032221 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1937028a-7b2a-458f-93b1-b4c656a36a96 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:27.032221 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f68d94-f548-4631-b1eb-8c1a28297cc4', 'name': 'network-vif-deleted', 'tag': '2d0723d0-4d02-4843-ac46-64e5613b2677', 'status': 'completed', 'code': 200} Jul 08 17:12:27.070484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50028823-0a38-4c25-9b90-02dca6f603ac req-dfa3c266-a313-4d98-8203-3d02ea9e2401 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:27.071949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50028823-0a38-4c25-9b90-02dca6f603ac req-dfa3c266-a313-4d98-8203-3d02ea9e2401 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1097 time: 0.1224091 Jul 08 17:12:27.074085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] For port 49efdde2-dd13-4a10-903f-b309d4a45759, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=49efdde2-dd13-4a10-903f-b309d4a45759,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:27.074438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.084222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e091e357-4711-4146-86b3-d75c48b5e3f4 req-6d7816a5-e474-45d9-bc4c-16a09a3a641b tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/0c2f7638-481c-4a95-9f3b-42255cf1479f HTTP/1.1" status: 200 len: 1803 time: 0.0389276 Jul 08 17:12:27.091725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Calling delete_port for 49efdde2-dd13-4a10-903f-b309d4a45759 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:27.145500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e091e357-4711-4146-86b3-d75c48b5e3f4 req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.162673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50028823-0a38-4c25-9b90-02dca6f603ac req-35655f1e-6ce6-4b11-a796-7b666763ecaa tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810547 Jul 08 17:12:27.174244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e091e357-4711-4146-86b3-d75c48b5e3f4 req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.227488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e091e357-4711-4146-86b3-d75c48b5e3f4 req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.231558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e091e357-4711-4146-86b3-d75c48b5e3f4 req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.232889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e091e357-4711-4146-86b3-d75c48b5e3f4 req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/0c2f7638-481c-4a95-9f3b-42255cf1479f HTTP/1.1" status: 204 len: 173 time: 0.1419194 Jul 08 17:12:27.243241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f7638-481c-4a95-9f3b-42255cf1479f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:27.252324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.252678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.253191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.253533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.253868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.254279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.254656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.254995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.255288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.255647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.255967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.256282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bfc674-0583-4dae-9b08-987eb5c949f9 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:27.294995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-2fb277ff-b7db-43d3-8fcb-0ae810f7c5a5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:27.296722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-2fb277ff-b7db-43d3-8fcb-0ae810f7c5a5 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 951 time: 0.1450098 Jul 08 17:12:27.374833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.386902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['49efdde2-dd13-4a10-903f-b309d4a45759'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:27.444999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Pushing event deleted for resources: {'Port': ['ID=49efdde2-dd13-4a10-903f-b309d4a45759,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:27.510009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] No DVR routers for this DVR port 49efdde2-dd13-4a10-903f-b309d4a45759 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:27.517496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.521058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20ef192b-af0c-4fef-9afc-8ea071c2d2b7 req-17274b56-def4-4c85-a94f-de62a47f9d39 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.21 "DELETE /v2.0/ports/49efdde2-dd13-4a10-903f-b309d4a45759 HTTP/1.1" status: 204 len: 173 time: 0.8500817 Jul 08 17:12:27.537306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d62d4-a5a7-414c-8fee-77fbae60e8d2 req-a6d3e5f4-424b-4693-91f4-46d5246431ca tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:27.538834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408d62d4-a5a7-414c-8fee-77fbae60e8d2 req-a6d3e5f4-424b-4693-91f4-46d5246431ca tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=35d5f081-5dc2-4bd5-80f2-a568195a4326 HTTP/1.1" status: 200 len: 867 time: 0.2529593 Jul 08 17:12:27.581109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Deleting port b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:27.582067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.736881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408d62d4-a5a7-414c-8fee-77fbae60e8d2 req-16fe8d2c-3376-4e17-9422-d87365d29601 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914437 Jul 08 17:12:27.745004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060aa119-3f11-4e52-8a20-65c724026f95 req-9c3aa600-45a9-4439-8835-98fcf201fa0b tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:27.747112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-060aa119-3f11-4e52-8a20-65c724026f95 req-9c3aa600-45a9-4439-8835-98fcf201fa0b tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1097 time: 0.1139116 Jul 08 17:12:27.810547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-060aa119-3f11-4e52-8a20-65c724026f95 req-b4c92828-5c17-45c0-a3af-6050f09ab4d4 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564039 Jul 08 17:12:27.861966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] For port b4116c7f-ae4e-4299-b983-6b384b509c50, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b4116c7f-ae4e-4299-b983-6b384b509c50,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:27.861966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:27.885581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec21f5e2-1497-4ed7-bf6e-1ac918a555a6 req-11480162-65dd-4e54-b46e-5604f5450ef0 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/a0768895-218d-42b1-858b-24f378731330 HTTP/1.1" status: 200 len: 1804 time: 0.1024647 Jul 08 17:12:27.886889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Calling delete_port for b4116c7f-ae4e-4299-b983-6b384b509c50 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:27.894469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-fb0221b0-d976-43ba-b364-5bb68d953b68 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:27.896290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-fb0221b0-d976-43ba-b364-5bb68d953b68 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.2407880 Jul 08 17:12:27.926368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Request body: {'port': {'device_id': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'admin_state_up': True, 'tenant_id': '96159d06a8104138a3bc27351f6c1476'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:27.971453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf58401-765a-44ea-9d4b-b48c6f5e13c6 req-c74ee729-17f6-4a42-aa9a-aa65944c2d15 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:27.973387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0cf58401-765a-44ea-9d4b-b48c6f5e13c6 req-c74ee729-17f6-4a42-aa9a-aa65944c2d15 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dd5642c-8884-4304-991d-76679b51b63b HTTP/1.1" status: 200 len: 951 time: 0.0642200 Jul 08 17:12:28.014635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0cf58401-765a-44ea-9d4b-b48c6f5e13c6 req-00de0fad-1012-4cec-87b2-8ff40e35ddb8 tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.48 "GET /v2.0/security-groups?id=a2d70699-9473-42fb-a42e-ff2731ba3ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359640 Jul 08 17:12:28.039950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 2d0723d0-4d02-4843-ac46-64e5613b2677 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:28.061905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 2d0723d0-4d02-4843-ac46-64e5613b2677 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:28.062336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 2d0723d0-4d02-4843-ac46-64e5613b2677 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:28.063022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:28.078985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec21f5e2-1497-4ed7-bf6e-1ac918a555a6 req-8dac27b7-6547-4dc2-9298-117437166110 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.129730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec21f5e2-1497-4ed7-bf6e-1ac918a555a6 req-8dac27b7-6547-4dc2-9298-117437166110 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.182430 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.219925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:28.224470 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d068fa5-b611-4de0-8940-e27841b785c2" -d '{"events": [{"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:28.234886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.241830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:28.247925 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.266173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Pushing event deleted for resources: {'Port': ['ID=b4116c7f-ae4e-4299-b983-6b384b509c50,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:28.268000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Made reservation on behalf of 96159d06a8104138a3bc27351f6c1476 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:28.276575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.313325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:28.348848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec21f5e2-1497-4ed7-bf6e-1ac918a555a6 req-8dac27b7-6547-4dc2-9298-117437166110 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.351513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec21f5e2-1497-4ed7-bf6e-1ac918a555a6 req-8dac27b7-6547-4dc2-9298-117437166110 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.369101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec21f5e2-1497-4ed7-bf6e-1ac918a555a6 req-8dac27b7-6547-4dc2-9298-117437166110 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/a0768895-218d-42b1-858b-24f378731330 HTTP/1.1" status: 204 len: 173 time: 0.4607251 Jul 08 17:12:28.415519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] No DVR routers for this DVR port b4116c7f-ae4e-4299-b983-6b384b509c50 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:28.437210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9fa647b0-4955-47f3-86ac-849ab8960a46 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:28.444678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9fa647b0-4955-47f3-86ac-849ab8960a46 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.1376660 Jul 08 17:12:28.463123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-4c1faa94-affd-4d75-865f-c43d73c19d1b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/quotas/caa8a0202a0b4797b37efef84a1019e9 HTTP/1.1" status: 200 len: 375 time: 0.0169406 Jul 08 17:12:28.470584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.472266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-526f9b26-1c61-4c6d-b1a2-1ab8a66274c1 req-d99b7018-1be0-441e-9dda-0de713cb252e tempest-ServersAdminTestJSON-1481357339 tempest-ServersAdminTestJSON-1481357339-project] 10.222.0.53 "DELETE /v2.0/ports/b4116c7f-ae4e-4299-b983-6b384b509c50 HTTP/1.1" status: 204 len: 173 time: 1.1619241 Jul 08 17:12:28.476725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac27b7-6547-4dc2-9298-117437166110 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0768895-218d-42b1-858b-24f378731330,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:28.565350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-cdd4ef05-a53f-446e-876c-a67cc0472e94 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984190 Jul 08 17:12:28.596355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce0f7dc9-9586-46dd-9626-c1d84f05be6c req-2b35ff88-8f62-4e81-886c-72a821b4b12b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 210 time: 0.0407329 Jul 08 17:12:28.617898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Allocated IP 172.20.0.9 (8ee50f18-fad4-40cf-9053-64d979871b16/25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:28.696833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-5b8119fd-5491-4933-b882-64f64fb1d977 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218007 Jul 08 17:12:28.729687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['070bb93f-820b-4b4b-9cb4-5c9d0fd23269'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:28.800965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-0d047a3c-e1bc-4415-9bf7-92670e742728 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975916 Jul 08 17:12:28.814862 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.877007 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:28.932974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Network 8ee50f18-fad4-40cf-9053-64d979871b16 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:28.936968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:28.940943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:28.948247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:28.956766 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394dba2d-0be2-4028-8afa-b105fed2eec3 x-openstack-request-id: req-394dba2d-0be2-4028-8afa-b105fed2eec3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:28.957083 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-unplugged", "status": "completed", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:28.957343 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-394dba2d-0be2-4028-8afa-b105fed2eec3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:28.957742 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'code': 200} Jul 08 17:12:29.006285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d7e7559-4d4f-4221-b20d-c981673d8cbd req-1b5a5cbc-ce8f-46fd-92e7-86cb579983fa tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/d54a3e19-5d19-47b1-b5e8-38be6cd9fe2d HTTP/1.1" status: 200 len: 1805 time: 0.0686340 Jul 08 17:12:29.028460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:29.029117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.032928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'name': 'network-vif-deleted', 'tag': '49efdde2-dd13-4a10-903f-b309d4a45759'}, {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-deleted', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:29.035301 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0194a7-e2f1-4dcf-a5e2-3efbc82cdb4d" -d '{"events": [{"server_uuid": "35d5f081-5dc2-4bd5-80f2-a568195a4326", "name": "network-vif-deleted", "tag": "49efdde2-dd13-4a10-903f-b309d4a45759"}, {"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-deleted", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:29.059260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-d45dfa6c-5064-4ce6-a0f9-550e8aa3930c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1383674 Jul 08 17:12:29.074814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Request body: {'port': {'device_id': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:29.107195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7e7559-4d4f-4221-b20d-c981673d8cbd req-efccafa2-d507-4086-9d8c-3f893183c798 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.143757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7e7559-4d4f-4221-b20d-c981673d8cbd req-efccafa2-d507-4086-9d8c-3f893183c798 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.211629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7e7559-4d4f-4221-b20d-c981673d8cbd req-efccafa2-d507-4086-9d8c-3f893183c798 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.216240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d7e7559-4d4f-4221-b20d-c981673d8cbd req-efccafa2-d507-4086-9d8c-3f893183c798 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.228066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.232727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d7e7559-4d4f-4221-b20d-c981673d8cbd req-efccafa2-d507-4086-9d8c-3f893183c798 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/d54a3e19-5d19-47b1-b5e8-38be6cd9fe2d HTTP/1.1" status: 204 len: 173 time: 0.2114866 Jul 08 17:12:29.257796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccafa2-d507-4086-9d8c-3f893183c798 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a3e19-5d19-47b1-b5e8-38be6cd9fe2d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:29.458657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8e6ce4d-4a61-446f-941b-e5e02751419e req-fedb7ae2-13cf-4416-b908-c7ccb044fe94 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 210 time: 0.1082208 Jul 08 17:12:29.477464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f276e-0ddc-4b27-85a0-7716992f1051 req-779f002a-cd33-4bb1-8b96-a162010616dc tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:29.485972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-006f276e-0ddc-4b27-85a0-7716992f1051 req-779f002a-cd33-4bb1-8b96-a162010616dc tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 948 time: 0.0772853 Jul 08 17:12:29.534672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-006f276e-0ddc-4b27-85a0-7716992f1051 req-b36ae67a-4d1e-4b49-aa03-a134b7b41d7e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Jul 08 17:12:29.559496 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3a4d40-210a-4884-8810-3e2b3af5c4e5 x-openstack-request-id: req-bb3a4d40-210a-4884-8810-3e2b3af5c4e5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:29.559790 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d5f081-5dc2-4bd5-80f2-a568195a4326", "name": "network-vif-deleted", "tag": "49efdde2-dd13-4a10-903f-b309d4a45759", "status": "completed", "code": 200}, {"server_uuid": "4dd5642c-8884-4304-991d-76679b51b63b", "name": "network-vif-deleted", "tag": "b4116c7f-ae4e-4299-b983-6b384b509c50", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:29.560048 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb3a4d40-210a-4884-8810-3e2b3af5c4e5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:29.560489 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d5f081-5dc2-4bd5-80f2-a568195a4326', 'name': 'network-vif-deleted', 'tag': '49efdde2-dd13-4a10-903f-b309d4a45759', 'status': 'completed', 'code': 200} Jul 08 17:12:29.560743 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd5642c-8884-4304-991d-76679b51b63b', 'name': 'network-vif-deleted', 'tag': 'b4116c7f-ae4e-4299-b983-6b384b509c50', 'status': 'completed', 'code': 200} Jul 08 17:12:29.612492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597baac8-e9f5-41d7-82ad-18949acee75a req-8e5bf33e-c202-4387-ae58-15a7238e3494 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:29.613002 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-597baac8-e9f5-41d7-82ad-18949acee75a req-8e5bf33e-c202-4387-ae58-15a7238e3494 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c78fac8-98f9-4f6e-9e16-7fba96b6eefb HTTP/1.1" status: 200 len: 943 time: 0.3684199 Jul 08 17:12:29.796211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1be0a4e-b6cb-4c31-b54a-137c143d4a7c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:29.805666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.815331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e19aaee-e160-474f-b91f-61b3f118c56b req-0ea6eeb4-6788-45d4-8d74-265732129f25 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/5b2d0c41-f68b-4015-ab11-95f78d0d0543 HTTP/1.1" status: 200 len: 2403 time: 0.0518839 Jul 08 17:12:29.831626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Transition to ACTIVE for port object a1be0a4e-b6cb-4c31-b54a-137c143d4a7c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:29.844742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.859688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:29.878429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Deleting port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:29.878783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.905347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: b4116c7f-ae4e-4299-b983-6b384b509c50 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:29.906207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b4116c7f-ae4e-4299-b983-6b384b509c50 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:29.928236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e19aaee-e160-474f-b91f-61b3f118c56b req-2ee939c9-c448-4968-b6a4-653b6666de60 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.961220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:29.968559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e19aaee-e160-474f-b91f-61b3f118c56b req-2ee939c9-c448-4968-b6a4-653b6666de60 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.021297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e19aaee-e160-474f-b91f-61b3f118c56b req-2ee939c9-c448-4968-b6a4-653b6666de60 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.023903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e19aaee-e160-474f-b91f-61b3f118c56b req-2ee939c9-c448-4968-b6a4-653b6666de60 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.025185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e19aaee-e160-474f-b91f-61b3f118c56b req-2ee939c9-c448-4968-b6a4-653b6666de60 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/5b2d0c41-f68b-4015-ab11-95f78d0d0543 HTTP/1.1" status: 204 len: 173 time: 0.2035384 Jul 08 17:12:30.036463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee939c9-c448-4968-b6a4-653b6666de60 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d0c41-f68b-4015-ab11-95f78d0d0543,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:30.045339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 49efdde2-dd13-4a10-903f-b309d4a45759 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:30.075812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 49efdde2-dd13-4a10-903f-b309d4a45759 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:30.076662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 49efdde2-dd13-4a10-903f-b309d4a45759 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:30.147578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e4516866-eb76-455a-be89-2fdadf11e143 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77475a550f194ceb98cbfb15f723fb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852131 Jul 08 17:12:30.150396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60538) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:30.206116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd742ef7-f86e-4e24-a8bd-9fcd0f91b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.233239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd742ef7-f86e-4e24-a8bd-9fcd0f91b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.246539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c487634-9733-45ab-a644-9bf3371cba7f req-5699e6de-b3e1-4316-8ddd-efa45229ff7d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:30.253302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c487634-9733-45ab-a644-9bf3371cba7f req-5699e6de-b3e1-4316-8ddd-efa45229ff7d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1097 time: 0.5015528 Jul 08 17:12:30.287983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:30.315172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd742ef7-f86e-4e24-a8bd-9fcd0f91b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.318158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd742ef7-f86e-4e24-a8bd-9fcd0f91b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.324137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd742ef7-f86e-4e24-a8bd-9fcd0f91b394 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2d70699-9473-42fb-a42e-ff2731ba3ac7 HTTP/1.1" status: 204 len: 168 time: 0.1715703 Jul 08 17:12:30.336245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd742ef7-f86e-4e24-a8bd-9fcd0f91b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d70699-9473-42fb-a42e-ff2731ba3ac7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:30.442990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c487634-9733-45ab-a644-9bf3371cba7f req-68db8932-1cd1-4f12-8ce7-126534826803 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888120 Jul 08 17:12:30.503023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] For port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:30.503846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.507031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ede98-d4e2-467b-8b9a-f996f936724f req-ac05747a-f7e9-4a16-8cda-d3ec64cbd509 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:30.509067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-540ede98-d4e2-467b-8b9a-f996f936724f req-ac05747a-f7e9-4a16-8cda-d3ec64cbd509 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.0895522 Jul 08 17:12:30.562137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Calling delete_port for 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:30.565153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-540ede98-d4e2-467b-8b9a-f996f936724f req-e2408e05-aecb-4e2c-bc49-3af6d54faa45 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482247 Jul 08 17:12:30.585697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:30.586063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:30.586661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:30.623589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-385a1603-fc4c-4d1f-9079-497636b12387 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:30.625111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-385a1603-fc4c-4d1f-9079-497636b12387 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.3345180 Jul 08 17:12:30.666326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:30.666940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:30.681008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Request body: {'port': {'device_id': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'admin_state_up': True, 'tenant_id': 'caa8a0202a0b4797b37efef84a1019e9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:30.699597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:30.700145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:30.700593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:30.701045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Bound port: a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:30.701406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.705648 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f06ddd4-757f-4967-8755-80421d92b2b0 req-eca273c6-f850-40ae-97b4-90a5fa0a0595 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "GET /v2.0/security-groups/709f9913-4083-4a62-95ac-7050200b81b8 HTTP/1.1" status: 200 len: 2394 time: 0.2126484 Jul 08 17:12:30.739226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:30.765917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa1b34-96d4-4cf5-9a7a-10cb9a66d92a req-c9d9f064-8330-4bb1-975f-fb77d8a9254c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:30.767469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2aaa1b34-96d4-4cf5-9a7a-10cb9a66d92a req-c9d9f064-8330-4bb1-975f-fb77d8a9254c tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 949 time: 0.0809016 Jul 08 17:12:30.993848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:31.031345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:31.045919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1f06ddd4-757f-4967-8755-80421d92b2b0 req-60a31b2e-28a8-4532-a386-1f835570f3d6 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.047937 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.063675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-8704a2ce-facf-4b3b-bc0f-0d2f198e3db1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:31.065205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-8704a2ce-facf-4b3b-bc0f-0d2f198e3db1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 948 time: 0.3075624 Jul 08 17:12:31.095850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c76f1bad-f714-41f0-9bef-1d5453a7c217 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab81ec35bc73482a85e254b502d90cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527894 Jul 08 17:12:31.098481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60556) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:31.117016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2aaa1b34-96d4-4cf5-9a7a-10cb9a66d92a req-5da2a329-c865-4bca-aa62-288372a9009d tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/security-groups?id=f14216e7-bd23-4191-8be4-2bff3cf3f241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403783 Jul 08 17:12:31.119033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Made reservation on behalf of caa8a0202a0b4797b37efef84a1019e9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:31.122660 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.164891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.168364 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80429b0e-bf76-47ee-ae82-85cdca2cbc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.174862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:31.175488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.176866 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-a790504f-dc81-400d-895f-a092586276d7 service neutron] 10.222.0.53 "PUT /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 1091 time: 2.1074882 Jul 08 17:12:31.181360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1f06ddd4-757f-4967-8755-80421d92b2b0 req-60a31b2e-28a8-4532-a386-1f835570f3d6 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.191448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80429b0e-bf76-47ee-ae82-85cdca2cbc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.260825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80429b0e-bf76-47ee-ae82-85cdca2cbc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.263739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80429b0e-bf76-47ee-ae82-85cdca2cbc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.267264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80429b0e-bf76-47ee-ae82-85cdca2cbc48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/752d97c0-7a5f-47f9-8270-6a11045cb591 HTTP/1.1" status: 204 len: 168 time: 0.1655200 Jul 08 17:12:31.268292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790504f-dc81-400d-895f-a092586276d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:31.287215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80429b0e-bf76-47ee-ae82-85cdca2cbc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752d97c0-7a5f-47f9-8270-6a11045cb591,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:31.414882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event deleted for resources: {'Port': ['ID=9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:31.440276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] No DVR routers for this DVR port 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:31.449906 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.451972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-597baac8-e9f5-41d7-82ad-18949acee75a req-1c8c63fa-6d2e-4841-98fc-3dffa57d90a5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "DELETE /v2.0/ports/9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf HTTP/1.1" status: 204 len: 173 time: 1.8312061 Jul 08 17:12:31.484133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1f06ddd4-757f-4967-8755-80421d92b2b0 req-60a31b2e-28a8-4532-a386-1f835570f3d6 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.486651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1f06ddd4-757f-4967-8755-80421d92b2b0 req-60a31b2e-28a8-4532-a386-1f835570f3d6 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.488920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f06ddd4-757f-4967-8755-80421d92b2b0 req-60a31b2e-28a8-4532-a386-1f835570f3d6 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] 10.222.0.48 "DELETE /v2.0/security-groups/709f9913-4083-4a62-95ac-7050200b81b8 HTTP/1.1" status: 204 len: 173 time: 0.7403033 Jul 08 17:12:31.496291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:31.526157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a31b2e-28a8-4532-a386-1f835570f3d6 tempest-SecurityGroupRulesTestJSON-1040417 tempest-SecurityGroupRulesTestJSON-1040417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f9913-4083-4a62-95ac-7050200b81b8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:31.550963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Allocated IP 172.20.0.3 (c7d45623-e142-40fc-81ef-6ab69583c7d4/43c30588-26b6-4d62-b89e-56be3b4fdbce/011ed59f-9b5e-434c-883c-b57547355182) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:31.556614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port 9ed31c23-d33d-4f0f-a317-1bab36515512 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:31.557807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.564646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'}, {'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-deleted', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:31.568496 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734b4ac-d636-42a3-aae4-6947c8266cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c"}, {"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-deleted", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:31.608411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Deleting subnet ae8d0574-1e45-4446-9d04-cd3c09ea8f40 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:12:31.620188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.621896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-c368016e-adc5-4f1c-ba4e-e7dddd2736b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:31.623508 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-c368016e-adc5-4f1c-ba4e-e7dddd2736b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1094 time: 0.3769722 Jul 08 17:12:31.707579 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-cededa47-3ad4-43f1-98fe-3c45203379de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 217 time: 0.0612624 Jul 08 17:12:31.712443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.815257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.827473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5976debb-2db8-41e6-a8d6-a89ebe92762a req-caae2d98-d4a4-48de-b7e6-76db431b518b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 210 time: 0.0910199 Jul 08 17:12:31.877337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port 9ed31c23-d33d-4f0f-a317-1bab36515512, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9ed31c23-d33d-4f0f-a317-1bab36515512,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:31.877700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.894781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-457d3f9a-cc71-44e3-a0d7-dba47e0f8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:31.896522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-457d3f9a-cc71-44e3-a0d7-dba47e0f8eb7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1809115 Jul 08 17:12:31.904625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for 9ed31c23-d33d-4f0f-a317-1bab36515512 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:31.912801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.945072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.950229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ae8d0574-1e45-4446-9d04-cd3c09ea8f40 HTTP/1.1" status: 204 len: 168 time: 0.4522164 Jul 08 17:12:31.953122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:31.959566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-de01c67f-d967-43c5-87d2-d69e442c8b06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471222 Jul 08 17:12:32.017542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a68e6-beca-4df4-89c2-4a300b8dd990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8d0574-1e45-4446-9d04-cd3c09ea8f40,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:32.106897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.179720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.188837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-0bc9359c-1383-480a-ae86-f8517ab3892d service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162323 Jul 08 17:12:32.217277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-61adc794-fe2a-4f2d-a5a9-cf082ae2ee11 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:32.218977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-61adc794-fe2a-4f2d-a5a9-cf082ae2ee11 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.53 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 949 time: 0.1301727 Jul 08 17:12:32.301621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012cff1-27a5-4055-a279-cdddaf5b4445 req-33347e8b-0568-4b85-8b39-c8372f479e7a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:32.304019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0012cff1-27a5-4055-a279-cdddaf5b4445 req-33347e8b-0568-4b85-8b39-c8372f479e7a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f67aba8-4a48-4d7c-9a70-1663143272c5 HTTP/1.1" status: 200 len: 948 time: 0.2484782 Jul 08 17:12:32.309104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.311141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.324195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:32.337846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf3b2b2-039a-4721-b841-eb9227e1b40c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:32.338897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf3b2b2-039a-4721-b841-eb9227e1b40c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:32.373696 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.404050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.414140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:32.423560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:12:32.423805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:12:32.425588 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:12:32.429812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.440747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:32.450596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:32.451370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:32.453200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:32.467814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2', '606e33de-55f1-47b8-a3a7-4fdd299939fe'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:32.470740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0012cff1-27a5-4055-a279-cdddaf5b4445 req-b5223a84-9572-48af-88b9-489c6534b4f8 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593466 Jul 08 17:12:32.534226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcc76479-44a6-4860-baf7-63cdd91c015d req-07efe9dd-dcb4-4a87-924c-7b7fe404aeaf service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292508 Jul 08 17:12:32.561457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=9ed31c23-d33d-4f0f-a317-1bab36515512,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:32.561731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.578182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.581973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7 HTTP/1.1" status: 204 len: 168 time: 0.5818772 Jul 08 17:12:32.616435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Deleting port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:32.618587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.681657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port 9ed31c23-d33d-4f0f-a317-1bab36515512 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:32.703205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bb12d-4b90-4e8f-a7e8-531481827f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4d7bdd-13f1-46a3-a86c-cd911d2dfab7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:32.708277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:32.709541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.716679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.724879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-563b6fd7-6146-42f7-9cae-02b9315e63b4 req-1e62726a-9168-4e87-a9e3-47e4a22d56fa tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "DELETE /v2.0/ports/9ed31c23-d33d-4f0f-a317-1bab36515512 HTTP/1.1" status: 204 len: 173 time: 1.6460431 Jul 08 17:12:32.754432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-122a1d74-1d01-4756-9825-4f56b4336886 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0818012 Jul 08 17:12:32.775177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Request body: {'port': {'device_id': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:32.840638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] For port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:32.841181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.866971 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5779180-9102-483e-b9f3-19807323db83 x-openstack-request-id: req-a5779180-9102-483e-b9f3-19807323db83 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:32.867511 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c", "status": "completed", "code": 200}, {"server_uuid": "1c78fac8-98f9-4f6e-9e16-7fba96b6eefb", "name": "network-vif-deleted", "tag": "9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:32.867903 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5779180-9102-483e-b9f3-19807323db83 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:32.868469 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'status': 'completed', 'code': 200} Jul 08 17:12:32.868902 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c78fac8-98f9-4f6e-9e16-7fba96b6eefb', 'name': 'network-vif-deleted', 'tag': '9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf', 'status': 'completed', 'code': 200} Jul 08 17:12:32.891281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Calling delete_port for 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:33.066957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:33.094976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:33.098933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-fed114ed-fdd5-4d96-93cb-acb13b8c952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:33.099165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-febed749-f2a5-4cad-8aab-35673cf8f7dd tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:12:33.100480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-fed114ed-fdd5-4d96-93cb-acb13b8c952b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1094 time: 0.2231178 Jul 08 17:12:33.106510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-febed749-f2a5-4cad-8aab-35673cf8f7dd tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3882327 Jul 08 17:12:33.123424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:33.124370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:12:33.157280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:33.229632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Pushing event deleted for resources: {'Port': ['ID=070bb93f-820b-4b4b-9cb4-5c9d0fd23269,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:33.314592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] No DVR routers for this DVR port 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:33.346375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:33.348764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9f2b0c3-d70d-4868-86b9-af164e093da9 req-ccbca727-67cb-467d-809b-0a259d589727 tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.53 "DELETE /v2.0/ports/070bb93f-820b-4b4b-9cb4-5c9d0fd23269 HTTP/1.1" status: 204 len: 173 time: 1.1096673 Jul 08 17:12:33.349212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'name': 'network-vif-deleted', 'tag': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:33.351907 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b8375-7c56-44e1-aa64-a96612fcef74" -d '{"events": [{"server_uuid": "363a24cc-d97d-4f32-9432-648e3e7b312d", "name": "network-vif-deleted", "tag": "070bb93f-820b-4b4b-9cb4-5c9d0fd23269"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:33.388818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640341e-c567-4b5d-80a1-8e19c99defd8 req-8f44a7f6-16f5-4068-b353-f1d5b0e01929 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:33.389755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-be3a523d-83da-4cc0-8eef-00c610b7800a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=126ecbb45d0143e382b870e6f6759def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803693 Jul 08 17:12:33.391000 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e640341e-c567-4b5d-80a1-8e19c99defd8 req-8f44a7f6-16f5-4068-b353-f1d5b0e01929 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.2893252 Jul 08 17:12:33.391587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:33.519321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:33.521107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:33.521107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:33.522188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-0e277cfc-4b12-41c6-8b5e-ea8791c03a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:33.524766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-0e277cfc-4b12-41c6-8b5e-ea8791c03a05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.4109893 Jul 08 17:12:33.528608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:33.529283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:33.534896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:33.535363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:33.535852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:33.536417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Bound port: b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:33.615986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:33.625249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:33.626543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d5ee6618-537d-41d7-830d-b5597c38e455 service neutron] 10.222.0.48 "POST /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5088911 Jul 08 17:12:33.627861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e640341e-c567-4b5d-80a1-8e19c99defd8 req-a0c53fa3-d8a0-487d-b690-53271410d4fd tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019498 Jul 08 17:12:33.706544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-4c9667ff-2a96-4cda-879f-34afc1f9e7a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 217 time: 0.1148705 Jul 08 17:12:33.788317 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f060f985-a912-4cca-911e-46f72ab686bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:33.875460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9ed31c23-d33d-4f0f-a317-1bab36515512 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:33.881244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f060f985-a912-4cca-911e-46f72ab686bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:33.904566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 9ed31c23-d33d-4f0f-a317-1bab36515512 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:33.904566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9ed31c23-d33d-4f0f-a317-1bab36515512 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:33.918675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f54e7f40-4bf7-47e3-98e9-7c0c650f91d6 req-acc2601f-2a50-4db1-927b-c66e860a969b tempest-LiveMigrationNegativeTest-1133104002 tempest-LiveMigrationNegativeTest-1133104002-project] 10.222.0.48 "GET /v2.0/ports?device_id=363a24cc-d97d-4f32-9432-648e3e7b312d HTTP/1.1" status: 200 len: 210 time: 0.0704772 Jul 08 17:12:33.923219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-6fa89005-5415-4f87-85b9-7102fc5489fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:33.925196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-6fa89005-5415-4f87-85b9-7102fc5489fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1964827 Jul 08 17:12:33.979596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b9abd-0ca9-4241-9c8f-eb07b6ad5bed req-ddb9e4b5-89ff-4f80-9e0f-5752314805ca tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:33.982900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-071b9abd-0ca9-4241-9c8f-eb07b6ad5bed req-ddb9e4b5-89ff-4f80-9e0f-5752314805ca tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 931 time: 0.0911002 Jul 08 17:12:33.985485 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc34f5-abff-4539-928e-af48d88d9ad0 x-openstack-request-id: req-bafc34f5-abff-4539-928e-af48d88d9ad0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:33.986185 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363a24cc-d97d-4f32-9432-648e3e7b312d", "name": "network-vif-deleted", "tag": "070bb93f-820b-4b4b-9cb4-5c9d0fd23269", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:33.986721 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bafc34f5-abff-4539-928e-af48d88d9ad0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:33.986958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-ad8931f2-6db6-4eef-bbb5-cce54f5a8883 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378964 Jul 08 17:12:33.987694 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a24cc-d97d-4f32-9432-648e3e7b312d', 'name': 'network-vif-deleted', 'tag': '070bb93f-820b-4b4b-9cb4-5c9d0fd23269', 'status': 'completed', 'code': 200} Jul 08 17:12:34.085599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:34.086830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-071b9abd-0ca9-4241-9c8f-eb07b6ad5bed req-d8206f33-e42a-426d-9e33-779550f77ef5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Jul 08 17:12:34.093979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011ed59f-9b5e-434c-883c-b57547355182 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:34.115531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.136373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b451fc74-aaa3-4817-b6c7-a6e4becbce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:34.136557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f060f985-a912-4cca-911e-46f72ab686bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.139017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f060f985-a912-4cca-911e-46f72ab686bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.140240 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f060f985-a912-4cca-911e-46f72ab686bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99133240-5909-4fa8-8711-2fa570b7d264 HTTP/1.1" status: 204 len: 168 time: 0.7176888 Jul 08 17:12:34.143244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b451fc74-aaa3-4817-b6c7-a6e4becbce50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1097 time: 0.1539342 Jul 08 17:12:34.149572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Transition to ACTIVE for port object 011ed59f-9b5e-434c-883c-b57547355182 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:34.150065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:34.150717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9b4c40b0-ff4e-41ef-b1a4-e68b42fa37bf not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:34.159130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f985-a912-4cca-911e-46f72ab686bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99133240-5909-4fa8-8711-2fa570b7d264,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:34.162496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-ae4cdf7c-d82f-45e5-b9e1-906dad6a4714 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614470 Jul 08 17:12:34.163091 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.299517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-11db18d3-c25f-49b2-84c2-463c11c1ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:34.301500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-11db18d3-c25f-49b2-84c2-463c11c1ef1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1512558 Jul 08 17:12:34.303540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:34.373328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-f4f0dcf8-f586-4ac9-81ce-1037b5f277bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 217 time: 0.0612001 Jul 08 17:12:34.453228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Attempting to bind port 011ed59f-9b5e-434c-883c-b57547355182 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:34.453629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Attempting to bind port 011ed59f-9b5e-434c-883c-b57547355182 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:34.453907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Attempting to bind port 011ed59f-9b5e-434c-883c-b57547355182 on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:34.459906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1734b4ac-d636-42a3-aae4-6947c8266cf3 req-86f76b61-5de6-4150-8f3c-001a63f78af6 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853823 Jul 08 17:12:34.462307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Port 011ed59f-9b5e-434c-883c-b57547355182 on network c7d45623-e142-40fc-81ef-6ab69583c7d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:34.462639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Attempting to bind port 011ed59f-9b5e-434c-883c-b57547355182 on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:34.468473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:34.468821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Checking segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:34.469207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Bound using segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:34.469639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Bound port: 011ed59f-9b5e-434c-883c-b57547355182, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:34.470027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.479357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-1824a033-4321-4c9e-a3f8-614c8161eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:34.480973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-1824a033-4321-4c9e-a3f8-614c8161eb5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0635407 Jul 08 17:12:34.546778 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-74ff63d7-bbf3-40d1-9297-0f34aa483481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567651 Jul 08 17:12:34.580198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8cffa-8e7a-4a1a-9054-321b8befcafe req-26444ed3-0c60-4144-8af8-779f84f7d831 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:34.581860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70f8cffa-8e7a-4a1a-9054-321b8befcafe req-26444ed3-0c60-4144-8af8-779f84f7d831 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 946 time: 0.2119527 Jul 08 17:12:34.688508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70f8cffa-8e7a-4a1a-9054-321b8befcafe req-0ab8624c-d18a-448a-92af-df98083b399c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951524 Jul 08 17:12:34.781482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-066943de-deaa-4959-97aa-d9cb503ddcb3 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264214 Jul 08 17:12:34.863753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:34.868346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:34.870457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'name': 'network-vif-deleted', 'tag': '9ed31c23-d33d-4f0f-a317-1bab36515512'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:34.874130 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe45fab-302f-4e1d-a913-12e3b38ed056" -d '{"events": [{"server_uuid": "5f67aba8-4a48-4d7c-9a70-1663143272c5", "name": "network-vif-deleted", "tag": "9ed31c23-d33d-4f0f-a317-1bab36515512"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:34.879673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.904834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:34.908922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:34.910526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] 10.222.0.21 "PUT /v2.0/ports/011ed59f-9b5e-434c-883c-b57547355182 HTTP/1.1" status: 200 len: 1091 time: 2.1431861 Jul 08 17:12:34.952522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-34e5d9bf-89b3-423a-b8fb-60bf85549291 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643286 Jul 08 17:12:34.988773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ba5a-e8b8-44da-a8b0-335fd28a8019 req-43e0be98-e32e-4f62-9b57-6911f71d5f3d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:34.990604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e157ba5a-e8b8-44da-a8b0-335fd28a8019 req-43e0be98-e32e-4f62-9b57-6911f71d5f3d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.1033704 Jul 08 17:12:35.008143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b207b-a60c-47a1-9f13-b548869bf62d service neutron] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:35.042056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-066eb643-3b24-4038-b804-a9989216e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:35.043627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-066eb643-3b24-4038-b804-a9989216e2be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 1094 time: 0.0784469 Jul 08 17:12:35.120598 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-728ba08c-da4c-4b1c-8b41-a2f2452a7581 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011ed59f-9b5e-434c-883c-b57547355182 HTTP/1.1" status: 200 len: 217 time: 0.0672853 Jul 08 17:12:35.128498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e157ba5a-e8b8-44da-a8b0-335fd28a8019 req-1997c369-edd5-447e-9726-c11709a6738d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304820 Jul 08 17:12:35.188828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-f4b6eaa5-1277-47b4-89cb-44b6ac8d6584 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:35.191946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-f4b6eaa5-1277-47b4-89cb-44b6ac8d6584 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1097 time: 0.1559877 Jul 08 17:12:35.208361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:35.232968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:35.253435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-e4555e42-8365-4511-8026-194930a11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:35.255467 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-e4555e42-8365-4511-8026-194930a11e57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.1290305 Jul 08 17:12:35.302428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-bdf17fbb-0fff-4a44-844e-bdb0ebc11ade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384173 Jul 08 17:12:35.309673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.328906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c527-c764-43f5-b38e-4325e1a1249d req-cf60e81c-ec20-410e-86cb-6717c0332c64 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:35.330512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3568c527-c764-43f5-b38e-4325e1a1249d req-cf60e81c-ec20-410e-86cb-6717c0332c64 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 949 time: 0.1561971 Jul 08 17:12:35.380627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:35.424499 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707acf6-2e35-4daf-a864-f30354a07c38 x-openstack-request-id: req-1707acf6-2e35-4daf-a864-f30354a07c38 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:35.424789 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f67aba8-4a48-4d7c-9a70-1663143272c5", "name": "network-vif-deleted", "tag": "9ed31c23-d33d-4f0f-a317-1bab36515512", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:35.425039 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1707acf6-2e35-4daf-a864-f30354a07c38 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:35.425431 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f67aba8-4a48-4d7c-9a70-1663143272c5', 'name': 'network-vif-deleted', 'tag': '9ed31c23-d33d-4f0f-a317-1bab36515512', 'status': 'completed', 'code': 200} Jul 08 17:12:35.454487 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3568c527-c764-43f5-b38e-4325e1a1249d req-5aecf831-c1f7-4892-b6a4-08a151f5b42d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126461 Jul 08 17:12:35.479263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1269975980-network', 'tenant_id': '6a72007cedb947bba842c84fd40f4c6c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:35.530170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:35.539998 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-2938ec65-212b-4a48-a09e-d59a54ebac98 service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289946 Jul 08 17:12:35.574999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:35.615585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Made reservation on behalf of 6a72007cedb947bba842c84fd40f4c6c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:35.620611 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.631514 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.636779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.652559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de03bcf-760e-47d4-8113-b598bbd75442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.681354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.740555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:35.756619 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:12:35.756619 n-d-799527-4 neutron-server[93944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:12:35.756619 n-d-799527-4 neutron-server[93944]: [parameters: {'project_id_1': '6a72007cedb947bba842c84fd40f4c6c', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 12, 35, 723561)}] Jul 08 17:12:35.756619 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:12:35.757516 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:12:35.768205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:35.768205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:35.768205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:35.777326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:35.777971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Attempting to bind port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:35.788987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:35.789539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:35.790015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:35.790695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Bound port: b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:35.791967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.803007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1398cc0e-0769-46a9-aa13-1eab9b5300f2 req-38716491-7749-487a-9346-e12d33b74e9d service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531691 Jul 08 17:12:35.810263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:35.827135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f527-4e50-4f45-8814-95bdcad29307 req-7a2ae239-5150-4f2b-9982-0c24225dfaae tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:35.828786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0994f527-4e50-4f45-8814-95bdcad29307 req-7a2ae239-5150-4f2b-9982-0c24225dfaae tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 943 time: 0.1774883 Jul 08 17:12:35.872944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:35.875013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:35.901021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:35.901270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 070bb93f-820b-4b4b-9cb4-5c9d0fd23269 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:35.924611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0994f527-4e50-4f45-8814-95bdcad29307 req-c0e38f02-a9d7-407e-8dcd-760cde85b659 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862532 Jul 08 17:12:35.933364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:35.948756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:35.962092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d282df7-1bec-4767-8af8-249e51e5bec7 req-88b4d85a-33d8-4207-802e-d84c04f58f02 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:35.963701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de03bcf-760e-47d4-8113-b598bbd75442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.968568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de03bcf-760e-47d4-8113-b598bbd75442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.969283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d282df7-1bec-4767-8af8-249e51e5bec7 req-88b4d85a-33d8-4207-802e-d84c04f58f02 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.1443474 Jul 08 17:12:35.977570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:35.990208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:35.992417 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e92be-d159-4758-b969-1f7519a0048c" -d '{"events": [{"server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:36.016931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de03bcf-760e-47d4-8113-b598bbd75442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c845c33-f59c-4531-8ce0-d13e1b9efde5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.031024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:36.044034 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd725c8a-a0ea-47aa-a003-8564aa5179e4 x-openstack-request-id: req-fd725c8a-a0ea-47aa-a003-8564aa5179e4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:36.044322 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "name": "network-vif-unplugged", "status": "completed", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:36.044835 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd725c8a-a0ea-47aa-a003-8564aa5179e4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:36.045221 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'code': 200} Jul 08 17:12:36.048306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'port_id': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'mac_address': 'fa:16:3e:8e:44:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:36.048636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3de03bcf-760e-47d4-8113-b598bbd75442 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60fd96e4a18942b9900445cb80355ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6670036 Jul 08 17:12:36.049312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:36.071639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d282df7-1bec-4767-8af8-249e51e5bec7 req-8d2be1c6-7718-4ad6-b78c-0059b2091f7e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013405 Jul 08 17:12:36.091236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.096004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f680ea66-d78e-4e43-8aa4-1282ab1e0220 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0d25afc547b430c8b9ac6d6e7532dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836616 Jul 08 17:12:36.098652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60708) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:36.106496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1be0a4e-b6cb-4c31-b54a-137c143d4a7c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:36.108145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.126655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82aefc36-a5f1-4e03-8285-a8b44496287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.136684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:36.141986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.150888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:36.151952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.153036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7322200e-7890-412f-8599-1bff375db7fd service neutron] 10.222.0.53 "PUT /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 1122 time: 0.9507661 Jul 08 17:12:36.158098 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82aefc36-a5f1-4e03-8285-a8b44496287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.218361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.230835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82aefc36-a5f1-4e03-8285-a8b44496287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.233471 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82aefc36-a5f1-4e03-8285-a8b44496287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.237227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-82aefc36-a5f1-4e03-8285-a8b44496287c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c845c33-f59c-4531-8ce0-d13e1b9efde5 HTTP/1.1" status: 204 len: 168 time: 0.1795318 Jul 08 17:12:36.238394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:36.245735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aefc36-a5f1-4e03-8285-a8b44496287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c845c33-f59c-4531-8ce0-d13e1b9efde5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.258880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.273052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8625c41-48de-43ab-b9be-d3b59097b2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.315738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8625c41-48de-43ab-b9be-d3b59097b2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.367515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07e748-d989-431b-9914-27f76ad322a0 req-84ad0062-7ad2-455c-bf96-55c4bc5733c2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:36.370084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f07e748-d989-431b-9914-27f76ad322a0 req-84ad0062-7ad2-455c-bf96-55c4bc5733c2 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 949 time: 0.1421061 Jul 08 17:12:36.430982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:36.433500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9136b1-8add-4ec2-9ee2-3ec96853a64e req-e86fd2e1-7c24-45ec-8745-afc7adc2cdac tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:36.441793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d9136b1-8add-4ec2-9ee2-3ec96853a64e req-e86fd2e1-7c24-45ec-8745-afc7adc2cdac tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.1603687 Jul 08 17:12:36.490284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8625c41-48de-43ab-b9be-d3b59097b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.497452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8625c41-48de-43ab-b9be-d3b59097b2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.503937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e8625c41-48de-43ab-b9be-d3b59097b2ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f14216e7-bd23-4191-8be4-2bff3cf3f241 HTTP/1.1" status: 204 len: 168 time: 0.3983958 Jul 08 17:12:36.505524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.522695 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d9136b1-8add-4ec2-9ee2-3ec96853a64e req-386adec5-6ee9-483d-b39f-b9efcc4b6862 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799167 Jul 08 17:12:36.527039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.536761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8625c41-48de-43ab-b9be-d3b59097b2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14216e7-bd23-4191-8be4-2bff3cf3f241,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.578026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:12:36.591357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77fb581-2a05-4de3-8996-fd0cff7db5ed,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.600952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.601676 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Added segment 9204c964-a6fb-42eb-b99a-8b659df0f297 of type vlan for network 6bd10a19-e81c-47a4-a790-b9a8c84d8470 Jul 08 17:12:36.602405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port 606e33de-55f1-47b8-a3a7-4fdd299939fe {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:36.604016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.704330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.747819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60722) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:36.762812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-351beff9-2c97-44bd-9fd8-2eff12c91e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.766656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.767750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:36.768298 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.822852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port 606e33de-55f1-47b8-a3a7-4fdd299939fe, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=606e33de-55f1-47b8-a3a7-4fdd299939fe,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:36.823480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.839458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6053407 Jul 08 17:12:36.842658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:36.847378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for 606e33de-55f1-47b8-a3a7-4fdd299939fe owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:36.849131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Request body: {'subnet': {'network_id': '6bd10a19-e81c-47a4-a790-b9a8c84d8470', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1269975980-subnet', 'tenant_id': '6a72007cedb947bba842c84fd40f4c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:36.872330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6231a-76ea-473d-ae23-72141caf304b req-2dfb5920-c29c-4d6c-a428-ddc56ff6104e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:36.872655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54887ba-6e0f-4bb8-99d6-8f4e7551324c admin admin] Pushing event updated for resources: {'Network': ['ID=6bd10a19-e81c-47a4-a790-b9a8c84d8470,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:36.873918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfc6231a-76ea-473d-ae23-72141caf304b req-2dfb5920-c29c-4d6c-a428-ddc56ff6104e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=86f5d41a-2258-46ec-bf85-15793317add9 HTTP/1.1" status: 200 len: 949 time: 0.1606264 Jul 08 17:12:36.900769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6bd10a19-e81c-47a4-a790-b9a8c84d8470 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:12:36.952726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-351beff9-2c97-44bd-9fd8-2eff12c91e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.967739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-351beff9-2c97-44bd-9fd8-2eff12c91e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:36.973640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfc6231a-76ea-473d-ae23-72141caf304b req-56f92a5f-3e8b-46bb-9a1f-6466c23f850e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610960 Jul 08 17:12:37.033878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-351beff9-2c97-44bd-9fd8-2eff12c91e88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f09af73a8bc644a1b7e8ebe4f1c39626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824860 Jul 08 17:12:37.035277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Made reservation on behalf of 6a72007cedb947bba842c84fd40f4c6c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:37.037350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.039163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60730) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:37.057977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351beff9-2c97-44bd-9fd8-2eff12c91e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a84fe-a042-4dd3-be2d-25e88b19dfe6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:37.064832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60732) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:37.075709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.088092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:37.113872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=606e33de-55f1-47b8-a3a7-4fdd299939fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:37.192819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port 606e33de-55f1-47b8-a3a7-4fdd299939fe on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:37.200544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.202505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f07e748-d989-431b-9914-27f76ad322a0 req-ee32eb75-d981-4e65-9751-c4c32d96a8a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "DELETE /v2.0/ports/606e33de-55f1-47b8-a3a7-4fdd299939fe HTTP/1.1" status: 204 len: 173 time: 0.8253984 Jul 08 17:12:37.219615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9a3c6da9-0a94-49e3-a0b5-79371cc67450 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a88a83c510394b248828afce76548bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511953 Jul 08 17:12:37.219846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6da9df3-883a-4e45-9e59-ce10cf53024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.219939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:37.282545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6da9df3-883a-4e45-9e59-ce10cf53024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.291688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1198-ee39-4e76-9d8a-803d06743416 req-09a52d5e-5f01-4368-9b78-50592fbdf6c5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:37.298539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e0b1198-ee39-4e76-9d8a-803d06743416 req-09a52d5e-5f01-4368-9b78-50592fbdf6c5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 943 time: 0.2065036 Jul 08 17:12:37.356737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8005e5b-9686-4847-a3a2-ab0e3c81abc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.379577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2', '606e33de-55f1-47b8-a3a7-4fdd299939fe'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:37.394145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0120b5-47ee-465b-8898-b50e6baad899 req-a98b1c30-bde5-42af-8d1d-3c206899c321 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:37.403552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b0120b5-47ee-465b-8898-b50e6baad899 req-a98b1c30-bde5-42af-8d1d-3c206899c321 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.1477635 Jul 08 17:12:37.407382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8005e5b-9686-4847-a3a2-ab0e3c81abc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.415334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e0b1198-ee39-4e76-9d8a-803d06743416 req-af1a71aa-3f53-4e34-b14e-0d52991c122f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142917 Jul 08 17:12:37.436743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'tag': '011ed59f-9b5e-434c-883c-b57547355182'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:37.438777 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58446205-472c-49e8-898b-3b5db7ae1a41" -d '{"events": [{"name": "network-changed", "server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "tag": "011ed59f-9b5e-434c-883c-b57547355182"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:37.464865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.476830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6da9df3-883a-4e45-9e59-ce10cf53024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.480908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6da9df3-883a-4e45-9e59-ce10cf53024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.483500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c6da9df3-883a-4e45-9e59-ce10cf53024f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d59a84fe-a042-4dd3-be2d-25e88b19dfe6 HTTP/1.1" status: 204 len: 168 time: 0.4421194 Jul 08 17:12:37.485616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b0120b5-47ee-465b-8898-b50e6baad899 req-c501600b-7670-4151-902a-59835db3f122 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808823 Jul 08 17:12:37.520405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8005e5b-9686-4847-a3a2-ab0e3c81abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.523932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8005e5b-9686-4847-a3a2-ab0e3c81abc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.527172 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d8005e5b-9686-4847-a3a2-ab0e3c81abc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa01095a-3f2f-4c2b-b583-c801b10d43f8 HTTP/1.1" status: 204 len: 168 time: 0.3062377 Jul 08 17:12:37.541748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8005e5b-9686-4847-a3a2-ab0e3c81abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa01095a-3f2f-4c2b-b583-c801b10d43f8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:37.576997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56228731-e961-48b2-bb74-c24c04090a93,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:37.593386 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a166fb90-38e5-40a8-bc89-1f62b7f465dd x-openstack-request-id: req-a166fb90-38e5-40a8-bc89-1f62b7f465dd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:37.593953 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "tag": "011ed59f-9b5e-434c-883c-b57547355182", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:37.594344 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a166fb90-38e5-40a8-bc89-1f62b7f465dd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:37.595139 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'tag': '011ed59f-9b5e-434c-883c-b57547355182', 'status': 'completed', 'code': 200} Jul 08 17:12:37.596614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da9df3-883a-4e45-9e59-ce10cf53024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a84fe-a042-4dd3-be2d-25e88b19dfe6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:37.764547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Checking segment: {'id': '9204c964-a6fb-42eb-b99a-8b659df0f297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6bd10a19-e81c-47a4-a790-b9a8c84d8470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:37.765177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Network hostable DHCP agents. Network: 6bd10a19-e81c-47a4-a790-b9a8c84d8470, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:12:37.789476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-f55c79aa-e84d-472b-876c-5721b9e0216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:37.792100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-f55c79aa-e84d-472b-876c-5721b9e0216c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 1094 time: 0.2108583 Jul 08 17:12:37.819331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Network 6bd10a19-e81c-47a4-a790-b9a8c84d8470 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:12:37.880232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 6bd10a19-e81c-47a4-a790-b9a8c84d8470) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:37.903928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:37.904529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:37.928413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ccf04-9047-4234-838b-b373e5818298 req-9fd880a7-6ab2-44c4-a8ba-1327f7cd7795 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:37.930114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c5ccf04-9047-4234-838b-b373e5818298 req-9fd880a7-6ab2-44c4-a8ba-1327f7cd7795 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.2236526 Jul 08 17:12:37.935402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d7a32309-8aa9-4466-a145-461e40bce6b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0901003 Jul 08 17:12:37.956018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:37.985057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a1f28-364f-4172-b20c-4e9cfc2066e5 None None] Network 6bd10a19-e81c-47a4-a790-b9a8c84d8470 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:37.999724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-2edb58d5-eb7b-4471-bcb1-6ed0800d8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:38.001100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-2edb58d5-eb7b-4471-bcb1-6ed0800d8496 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 906 time: 0.2009661 Jul 08 17:12:38.046469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c5ccf04-9047-4234-838b-b373e5818298 req-0471cddc-d52f-4712-b8a8-dc193c94eb17 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038699 Jul 08 17:12:38.046812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'}, {'server_uuid': '86f5d41a-2258-46ec-bf85-15793317add9', 'name': 'network-vif-deleted', 'tag': '606e33de-55f1-47b8-a3a7-4fdd299939fe'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:38.050811 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98286366-dbba-4de4-9b51-1c21eea80487" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f"}, {"server_uuid": "86f5d41a-2258-46ec-bf85-15793317add9", "name": "network-vif-deleted", "tag": "606e33de-55f1-47b8-a3a7-4fdd299939fe"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:38.136545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:38.155308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-c3c37cbe-4acb-4ea9-8973-bbb41b447925 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=011ed59f-9b5e-434c-883c-b57547355182 HTTP/1.1" status: 200 len: 217 time: 0.1432903 Jul 08 17:12:38.180543 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc19fb-68f5-4198-bd48-20310246c0ad x-openstack-request-id: req-1bdc19fb-68f5-4198-bd48-20310246c0ad {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:38.180848 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f", "status": "completed", "code": 200}, {"server_uuid": "86f5d41a-2258-46ec-bf85-15793317add9", "name": "network-vif-deleted", "tag": "606e33de-55f1-47b8-a3a7-4fdd299939fe", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:38.181105 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bdc19fb-68f5-4198-bd48-20310246c0ad {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:38.181568 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'status': 'completed', 'code': 200} Jul 08 17:12:38.182353 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f5d41a-2258-46ec-bf85-15793317add9', 'name': 'network-vif-deleted', 'tag': '606e33de-55f1-47b8-a3a7-4fdd299939fe', 'status': 'completed', 'code': 200} Jul 08 17:12:38.298441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-ee93063d-b12e-46ed-a9bf-64cfc27182ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:38.299945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-ee93063d-b12e-46ed-a9bf-64cfc27182ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.1376398 Jul 08 17:12:38.372135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-2c99768e-3c95-459c-969a-d08ba382f35a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636489 Jul 08 17:12:38.419358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-89058cd4-1076-4172-8728-f1c4516db496 req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1505930393', 'description': 'tempest-description-99580981'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:38.470565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-89058cd4-1076-4172-8728-f1c4516db496 req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:38.479812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:38.557485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286366-dbba-4de4-9b51-1c21eea80487 req-00425299-7678-4d29-9bef-2848fd72a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:38.559048 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-00425299-7678-4d29-9bef-2848fd72a35f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1125 time: 0.3443980 Jul 08 17:12:38.653128 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-89058cd4-1076-4172-8728-f1c4516db496 req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:38.668599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-89058cd4-1076-4172-8728-f1c4516db496 req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:38.695666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286366-dbba-4de4-9b51-1c21eea80487 req-15f4ae6a-ea20-4575-8e8f-0deb122583a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:38.697789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-15f4ae6a-ea20-4575-8e8f-0deb122583a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1260228 Jul 08 17:12:38.726614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-89058cd4-1076-4172-8728-f1c4516db496 req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:38.728919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-89058cd4-1076-4172-8728-f1c4516db496 req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3146145 Jul 08 17:12:38.741434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215ad01-b1b2-4c73-9024-72fcdedb7456 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8094d5a-ed3b-44f0-9024-4597a8490caa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:38.768372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca17ef-1a11-4700-a7e9-f1010d475a65 None None] Network 6bd10a19-e81c-47a4-a790-b9a8c84d8470 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:38.794188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-5305b2c2-7eb6-4550-bb68-d69f91ea6810 service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128883 Jul 08 17:12:38.797535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-55101871-a0b9-48bf-9157-83991c2ba764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 217 time: 0.0827391 Jul 08 17:12:38.917284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:38.977133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286366-dbba-4de4-9b51-1c21eea80487 req-a1e2f560-ca4e-40ca-beed-005341d689cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:38.981317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-a1e2f560-ca4e-40ca-beed-005341d689cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1653428 Jul 08 17:12:38.984828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:38.986953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:12:39.008167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0966d-42de-486a-95b1-f21a844d55be req-c2729e5d-a176-455d-83f7-0e289fa3e5f8 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:39.008746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:39.008746 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.019853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ef0966d-42de-486a-95b1-f21a844d55be req-c2729e5d-a176-455d-83f7-0e289fa3e5f8 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 943 time: 0.3161488 Jul 08 17:12:39.051514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:39.092521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '011ed59f-9b5e-434c-883c-b57547355182', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': '011ed59f-9b5e-434c-883c-b57547355182', 'mac_address': 'fa:16:3e:9f:37:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:39.143720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-7d7999f9-42cf-4894-b2bb-210a69cc5fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110673 Jul 08 17:12:39.246332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-58446205-472c-49e8-898b-3b5db7ae1a41 req-82dfe088-4101-4639-a03c-f1bf5b708600 service neutron] 10.222.0.21 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291701 Jul 08 17:12:39.251086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ef0966d-42de-486a-95b1-f21a844d55be req-6e2fbafd-d7b3-4be7-a79b-251015322f5c tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304027 Jul 08 17:12:39.293092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-ca8e767c-49a8-4ab3-adbd-64a5926439ad service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402655 Jul 08 17:12:39.309441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00f300-4d95-41c2-9298-8a415a67b9fa req-4943ad19-77c4-489d-95d0-f8f903bdd7e2 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:39.310929 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.311626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f00f300-4d95-41c2-9298-8a415a67b9fa req-4943ad19-77c4-489d-95d0-f8f903bdd7e2 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.0966723 Jul 08 17:12:39.334569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011ed59f-9b5e-434c-883c-b57547355182 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:39.355760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:39.359764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.371378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.371859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f00f300-4d95-41c2-9298-8a415a67b9fa req-06ab739a-d198-4720-9294-a548801832a4 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Jul 08 17:12:39.413053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:39.415423 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb9bae-9b59-4932-a1fa-64687930819c" -d '{"events": [{"server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "name": "network-vif-plugged", "status": "completed", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:39.438149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:39.450454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-99020f91-0b67-4bc4-a78c-2e6014843fcd tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/d8094d5a-ed3b-44f0-9024-4597a8490caa HTTP/1.1" status: 200 len: 1811 time: 0.1219666 Jul 08 17:12:39.453181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.462006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8094d5a-ed3b-44f0-9024-4597a8490caa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:39.462327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8094d5a-ed3b-44f0-9024-4597a8490caa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:39.465277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:39.497688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98286366-dbba-4de4-9b51-1c21eea80487 req-39831230-d804-4d5f-ac88-d6a4bcf30164 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930354 Jul 08 17:12:39.544039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:39.559200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.581125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.585586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.606444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6422e76-4f31-4b17-b3dd-a0eaaeb466a8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:39.615255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:39.616565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e46d60cf-6134-4392-a3bd-bde7c31a1095 req-4d1038c2-2e2a-455a-ac03-d3b0697144a9 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1597581 Jul 08 17:12:39.619596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['011ed59f-9b5e-434c-883c-b57547355182'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:39.705050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab7dae-5833-4c38-9020-3a4f0bc0c194 req-359a0050-345c-462c-bc01-04e8073be1bd tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:39.706783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7ab7dae-5833-4c38-9020-3a4f0bc0c194 req-359a0050-345c-462c-bc01-04e8073be1bd tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 950 time: 0.0702448 Jul 08 17:12:39.769312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7ab7dae-5833-4c38-9020-3a4f0bc0c194 req-eb5a6460-2791-407d-8229-baef93d568a0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Jul 08 17:12:39.832589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8f8b7-7acd-4d3b-9956-60d58ebc0a3d req-4b7d74fb-6c16-4a2d-881b-3f87ab15674c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:39.834115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5b8f8b7-7acd-4d3b-9956-60d58ebc0a3d req-4b7d74fb-6c16-4a2d-881b-3f87ab15674c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.0788598 Jul 08 17:12:39.881289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5b8f8b7-7acd-4d3b-9956-60d58ebc0a3d req-1efc1020-dddd-4da6-ac9b-82bb19a5bcde tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jul 08 17:12:39.912457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 606e33de-55f1-47b8-a3a7-4fdd299939fe no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:39.937857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 606e33de-55f1-47b8-a3a7-4fdd299939fe {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:39.938386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 606e33de-55f1-47b8-a3a7-4fdd299939fe not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:39.941531 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9d16e-094f-418a-9776-02786af743f9 x-openstack-request-id: req-9ba9d16e-094f-418a-9776-02786af743f9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:39.941949 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "name": "network-vif-plugged", "status": "completed", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:39.942227 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ba9d16e-094f-418a-9776-02786af743f9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:39.942618 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'code': 200} Jul 08 17:12:40.031110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a52194b-e9b9-4f29-a9e4-a7a82f0e3f1b req-dd19f213-8e64-4924-afad-6a121a364b08 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/d8094d5a-ed3b-44f0-9024-4597a8490caa HTTP/1.1" status: 200 len: 2404 time: 0.0774145 Jul 08 17:12:40.032086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d18437ab-9c11-46f2-bb13-301dba0122c6 service neutron] 10.222.0.21 "GET /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.1174016 Jul 08 17:12:40.084151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6691-9a7e-4901-9106-ac20a90b3ae2 req-c437ee77-f691-4ae5-91ad-378645d8f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:40.085617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-685b6691-9a7e-4901-9106-ac20a90b3ae2 req-c437ee77-f691-4ae5-91ad-378645d8f752 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1096 time: 0.0709040 Jul 08 17:12:40.131096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-f9ed9235-04d9-418d-9459-95abcecc6401 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=65b9af35b933448b986ae68778237095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256519 Jul 08 17:12:40.144165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5520aca4-886e-497a-bf84-534ebd0df758 req-02ed6553-5a9d-476e-a913-99a4f8027614 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-group-rules/a6422e76-4f31-4b17-b3dd-a0eaaeb466a8 HTTP/1.1" status: 200 len: 778 time: 0.0873344 Jul 08 17:12:40.162765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-685b6691-9a7e-4901-9106-ac20a90b3ae2 req-7c27699e-f937-42dd-a8b1-312b06a4b520 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Jul 08 17:12:40.240241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-6775b5e3-6274-4994-b64c-c50cacd054e2 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:40.241674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-6775b5e3-6274-4994-b64c-c50cacd054e2 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031778 Jul 08 17:12:40.243279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5520aca4-886e-497a-bf84-534ebd0df758 req-8147724a-e1fe-4cae-b7b7-807b3d484539 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/d8094d5a-ed3b-44f0-9024-4597a8490caa HTTP/1.1" status: 200 len: 2404 time: 0.0911908 Jul 08 17:12:40.257186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-2c9cf3fb-c31d-4b5e-af54-3d84a3b487a9 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/quotas/65b9af35b933448b986ae68778237095 HTTP/1.1" status: 200 len: 375 time: 0.0090375 Jul 08 17:12:40.258218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-adfe6d17-0d52-4bbf-bec9-769cf655e592 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:40.260187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-adfe6d17-0d52-4bbf-bec9-769cf655e592 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 950 time: 0.2159684 Jul 08 17:12:40.295184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-5dfe01f5-1484-40ba-8d3e-d9335d195ac7 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=65b9af35b933448b986ae68778237095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317090 Jul 08 17:12:40.373258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5520aca4-886e-497a-bf84-534ebd0df758 req-77a51b94-d64a-4414-88fe-4f3702e72507 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.391668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5520aca4-886e-497a-bf84-534ebd0df758 req-77a51b94-d64a-4414-88fe-4f3702e72507 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.455739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:40.490654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:40.492278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5520aca4-886e-497a-bf84-534ebd0df758 req-77a51b94-d64a-4414-88fe-4f3702e72507 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.497411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5520aca4-886e-497a-bf84-534ebd0df758 req-77a51b94-d64a-4414-88fe-4f3702e72507 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.506661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5520aca4-886e-497a-bf84-534ebd0df758 req-77a51b94-d64a-4414-88fe-4f3702e72507 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a6422e76-4f31-4b17-b3dd-a0eaaeb466a8 HTTP/1.1" status: 204 len: 173 time: 0.2518010 Jul 08 17:12:40.557154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a51b94-d64a-4414-88fe-4f3702e72507 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6422e76-4f31-4b17-b3dd-a0eaaeb466a8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:40.571465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port 0b71b65d-11c8-457e-a19a-5fe51330f510 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:40.572967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.580432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b2d203-e95b-44c0-b1eb-76e7c070dd3f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:40.628136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:40.663390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.700983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-88b7c684-17e3-40f9-81ba-2fa7cc950d4d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:40.703153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-88b7c684-17e3-40f9-81ba-2fa7cc950d4d tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f679f3b-d1e3-42e1-a827-2082d1169269 HTTP/1.1" status: 200 len: 950 time: 0.0821543 Jul 08 17:12:40.770458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port 0b71b65d-11c8-457e-a19a-5fe51330f510, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=0b71b65d-11c8-457e-a19a-5fe51330f510,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:40.771075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.793765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for 0b71b65d-11c8-457e-a19a-5fe51330f510 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:40.816623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f99b33-8d51-408d-926a-ad0229bb7e0d req-c5726c83-c8b0-4c3c-bdbd-1960764224e2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:40.818395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85f99b33-8d51-408d-926a-ad0229bb7e0d req-c5726c83-c8b0-4c3c-bdbd-1960764224e2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 944 time: 0.1697149 Jul 08 17:12:40.852275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port 900ceb88-e582-473e-899d-e97f043e86f2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:40.852945 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.917966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] Transition to ACTIVE for port object b8b2d203-e95b-44c0-b1eb-76e7c070dd3f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:40.933194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:40.942447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85f99b33-8d51-408d-926a-ad0229bb7e0d req-843080b4-9110-47ca-b714-c050eba203fb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140118 Jul 08 17:12:41.030161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port 900ceb88-e582-473e-899d-e97f043e86f2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=900ceb88-e582-473e-899d-e97f043e86f2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:41.030525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.040008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:41.061594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aabcf4-e063-4246-a344-34af28c8cb52 req-8ccd258f-c429-42ec-ab84-5e8a88da718d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:41.068866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] No DVR routers for this DVR port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:41.069245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3aabcf4-e063-4246-a344-34af28c8cb52 req-8ccd258f-c429-42ec-ab84-5e8a88da718d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 944 time: 0.1605568 Jul 08 17:12:41.071631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for 900ceb88-e582-473e-899d-e97f043e86f2 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:41.153189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a3c8898-8b9e-4da5-8b37-77c0164a0b62 req-b6b01bee-57cb-4e9a-b6cb-361c98c8e2fe tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 210 time: 0.0620155 Jul 08 17:12:41.165272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3aabcf4-e063-4246-a344-34af28c8cb52 req-38fb8d64-b188-455f-8941-4676017e88fb tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949173 Jul 08 17:12:41.168058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-b046952b-b8f1-4090-8382-4069aad12dfb service neutron] 10.222.0.21 "PUT /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1252973 Jul 08 17:12:41.185061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.190550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:41.200486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', '900ceb88-e582-473e-899d-e97f043e86f2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:41.216042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0d2be436-764e-400e-80f8-1b9d2c9bb302 req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-364921304', 'description': 'tempest-description-387522682'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:41.250923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=0b71b65d-11c8-457e-a19a-5fe51330f510,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:41.289710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d2be436-764e-400e-80f8-1b9d2c9bb302 req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.418631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.440713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d2be436-764e-400e-80f8-1b9d2c9bb302 req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.477843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d2be436-764e-400e-80f8-1b9d2c9bb302 req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.485908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=900ceb88-e582-473e-899d-e97f043e86f2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:41.606277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a595736-902c-4a6d-b2d4-9acaf313bd97,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:41.620637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port 900ceb88-e582-473e-899d-e97f043e86f2 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:41.623391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.625525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b12f967-11c4-4a7a-ae62-7df98a5814a8 req-62f3c167-094d-49ea-a017-a3c101ee8626 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "DELETE /v2.0/ports/900ceb88-e582-473e-899d-e97f043e86f2 HTTP/1.1" status: 204 len: 173 time: 0.9160776 Jul 08 17:12:41.626011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'name': 'network-vif-deleted', 'tag': '900ceb88-e582-473e-899d-e97f043e86f2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:41.628406 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c377ca-90ca-47bc-8f04-b12304802e16" -d '{"events": [{"server_uuid": "8f679f3b-d1e3-42e1-a827-2082d1169269", "name": "network-vif-deleted", "tag": "900ceb88-e582-473e-899d-e97f043e86f2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:41.643383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0d2be436-764e-400e-80f8-1b9d2c9bb302 req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.644620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0d2be436-764e-400e-80f8-1b9d2c9bb302 req-c21b1cfe-60f8-4255-b350-89661e799dba tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4360645 Jul 08 17:12:41.853806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541', '0b71b65d-11c8-457e-a19a-5fe51330f510'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:41.860266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port 0b71b65d-11c8-457e-a19a-5fe51330f510 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:41.866765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:41.868732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d119ed51-c5d5-4744-823d-69cefca3ee37 req-d82e38c0-befa-42e7-bf5e-bd7d469c64b7 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "DELETE /v2.0/ports/0b71b65d-11c8-457e-a19a-5fe51330f510 HTTP/1.1" status: 204 len: 173 time: 1.5986676 Jul 08 17:12:41.893533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'name': 'network-vif-deleted', 'tag': '0b71b65d-11c8-457e-a19a-5fe51330f510'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:41.895708 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b222b1e6-659f-49e4-bd86-6b64faa7b382" -d '{"events": [{"server_uuid": "3deeeb17-efc0-47c0-aca6-6912cc2de8b8", "name": "network-vif-deleted", "tag": "0b71b65d-11c8-457e-a19a-5fe51330f510"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:41.928009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d23059ea-6bce-4160-a45e-b6e1d9bb5481 req-c49aea18-f3f4-4f89-961f-03bb76364338 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=3deeeb17-efc0-47c0-aca6-6912cc2de8b8 HTTP/1.1" status: 200 len: 210 time: 0.0567653 Jul 08 17:12:41.962396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-9c0a95a9-82ae-4499-a7c4-09c7b476ac90 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:41.964928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-9c0a95a9-82ae-4499-a7c4-09c7b476ac90 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.6958618 Jul 08 17:12:41.998179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c158b4-9ce3-47f5-83db-d8b80e8408d3 req-bb7e0ff0-1c95-4d51-aa93-9e73dce65a74 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:41.999919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43c158b4-9ce3-47f5-83db-d8b80e8408d3 req-bb7e0ff0-1c95-4d51-aa93-9e73dce65a74 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.1408997 Jul 08 17:12:42.001429 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc9979-6a2d-4eec-b5d1-9ef55b50f543 x-openstack-request-id: req-46cc9979-6a2d-4eec-b5d1-9ef55b50f543 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:42.004246 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f679f3b-d1e3-42e1-a827-2082d1169269", "name": "network-vif-deleted", "tag": "900ceb88-e582-473e-899d-e97f043e86f2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:42.004585 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46cc9979-6a2d-4eec-b5d1-9ef55b50f543 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:42.006068 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f679f3b-d1e3-42e1-a827-2082d1169269', 'name': 'network-vif-deleted', 'tag': '900ceb88-e582-473e-899d-e97f043e86f2', 'status': 'completed', 'code': 200} Jul 08 17:12:42.064345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43c158b4-9ce3-47f5-83db-d8b80e8408d3 req-e79cff1b-43d8-493e-9157-d6a78a2d6c14 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573175 Jul 08 17:12:42.081244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-120e4241-6cc2-48b5-a59d-3510755b3264 req-5f9f7121-0dc4-4fc8-ab84-e13e3f298358 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/9a595736-902c-4a6d-b2d4-9acaf313bd97 HTTP/1.1" status: 200 len: 1811 time: 0.0630715 Jul 08 17:12:42.109765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-be7f9da9-fc4f-4dcc-8f69-e288d9eafe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.111417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-be7f9da9-fc4f-4dcc-8f69-e288d9eafe0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 1096 time: 0.1379061 Jul 08 17:12:42.128370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:42.132362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-b0b21e78-5cf3-4523-8e2d-d670bceae9d2 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65b9af35b933448b986ae68778237095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490267 Jul 08 17:12:42.191003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 011ed59f-9b5e-434c-883c-b57547355182 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:42.199335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 011ed59f-9b5e-434c-883c-b57547355182 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:42.202172 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.212346 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52222ed8-0c26-4e94-a73d-d7b5913fa283 x-openstack-request-id: req-52222ed8-0c26-4e94-a73d-d7b5913fa283 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:42.213247 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deeeb17-efc0-47c0-aca6-6912cc2de8b8", "name": "network-vif-deleted", "tag": "0b71b65d-11c8-457e-a19a-5fe51330f510", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:42.213407 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52222ed8-0c26-4e94-a73d-d7b5913fa283 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:42.213814 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deeeb17-efc0-47c0-aca6-6912cc2de8b8', 'name': 'network-vif-deleted', 'tag': '0b71b65d-11c8-457e-a19a-5fe51330f510', 'status': 'completed', 'code': 200} Jul 08 17:12:42.287715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-f5ed4a53-b29d-476f-b679-b9e73d214a35 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.290264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-f5ed4a53-b29d-476f-b679-b9e73d214a35 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507206 Jul 08 17:12:42.315607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Request body: {'port': {'device_id': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '65b9af35b933448b986ae68778237095'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:42.407521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7b19f4bd-e7cc-4588-b018-9a2d865fd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.408926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-7b19f4bd-e7cc-4588-b018-9a2d865fd6d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1096 time: 0.1446185 Jul 08 17:12:42.437026 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.488284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011ed59f-9b5e-434c-883c-b57547355182'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:42.490571 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cabcb-572c-4525-bf9c-a607d12c545b" -d '{"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-plugged", "status": "completed", "tag": "011ed59f-9b5e-434c-883c-b57547355182"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:42.526565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:42.540409 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.541591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:42.551432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Made reservation on behalf of 65b9af35b933448b986ae68778237095 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:42.555731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.567142 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.602588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-704510de-a0e3-4170-9be8-72dbf815718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.607412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-704510de-a0e3-4170-9be8-72dbf815718d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1837556 Jul 08 17:12:42.636687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:42.668282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3070132-4231-4af3-bf7b-88d2d562d29b req-583fb8c6-1e7d-4dab-a06b-17cea6678d92 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.672170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3070132-4231-4af3-bf7b-88d2d562d29b req-583fb8c6-1e7d-4dab-a06b-17cea6678d92 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 944 time: 0.1840549 Jul 08 17:12:42.706252 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.735522 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.739741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-1f8f3be6-ea9e-4edc-8d1a-68982db600bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 200 len: 217 time: 0.1173913 Jul 08 17:12:42.745832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:42.748645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:42.749248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0b71b65d-11c8-457e-a19a-5fe51330f510 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:42.754545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3070132-4231-4af3-bf7b-88d2d562d29b req-ec8b97a8-0432-4139-b6ba-74784e8b19ec tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698307 Jul 08 17:12:42.776530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 0b71b65d-11c8-457e-a19a-5fe51330f510 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:42.776977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 0b71b65d-11c8-457e-a19a-5fe51330f510 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:42.861990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.875200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:42.885237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e249054-3c8e-442f-80d5-73bcdf6597e8 req-40ed6b03-8220-4e00-9a51-3a10fa5b4519 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.894272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e249054-3c8e-442f-80d5-73bcdf6597e8 req-40ed6b03-8220-4e00-9a51-3a10fa5b4519 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1096 time: 0.1925027 Jul 08 17:12:42.907458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-a5e50031-c0b6-4815-b4cf-e41e01b86b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:42.909089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-a5e50031-c0b6-4815-b4cf-e41e01b86b73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1683183 Jul 08 17:12:42.985756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-46ca30b0-41ce-4a1e-99ba-e4c613669b57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657420 Jul 08 17:12:42.996681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:43.069179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e249054-3c8e-442f-80d5-73bcdf6597e8 req-ffe096a3-06ed-4fb3-9c56-36c8aa899663 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738529 Jul 08 17:12:43.079461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79c83f-1c63-4125-a8a1-6477575f697c req-c4750253-2fd3-480f-82f6-4a157770672b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:43.086239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc79c83f-1c63-4125-a8a1-6477575f697c req-c4750253-2fd3-480f-82f6-4a157770672b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 945 time: 0.1728275 Jul 08 17:12:43.098800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Allocated IP 192.168.233.77 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/65eb1d1a-baf0-450c-a9bc-9908ae903e7a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:43.117978 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-52421620-2c41-4a68-b074-19e435c8e3b2 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240602 Jul 08 17:12:43.143960 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc79c83f-1c63-4125-a8a1-6477575f697c req-60b9e83f-f248-4da7-9525-700dc26ffbc2 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568852 Jul 08 17:12:43.236964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a31e0513-1951-4a08-9add-05b4bb527710 req-663b4437-39eb-45a9-ac82-e6abdca97dcc tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 210 time: 0.0361230 Jul 08 17:12:43.280858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-ce2df459-4342-46f8-af90-8cf519c37afc service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549954 Jul 08 17:12:43.295784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:43.308544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5c9c7f84-b114-4d95-9bd5-08fa4750b70e req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1172400915', 'description': 'tempest-description-911217017'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:43.324337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Transition to ACTIVE for port object 65eb1d1a-baf0-450c-a9bc-9908ae903e7a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:43.351319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c9c7f84-b114-4d95-9bd5-08fa4750b70e req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:43.376737 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a26c23-f2b3-437c-9de1-cdaa7df7b216 x-openstack-request-id: req-45a26c23-f2b3-437c-9de1-cdaa7df7b216 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:43.377238 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-plugged", "status": "completed", "tag": "011ed59f-9b5e-434c-883c-b57547355182", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:43.377335 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45a26c23-f2b3-437c-9de1-cdaa7df7b216 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:43.377669 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011ed59f-9b5e-434c-883c-b57547355182', 'code': 200} Jul 08 17:12:43.391251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:43.544077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1af952-e824-42a1-839e-0af6c6ebd30c req-113721fa-edae-4de8-8769-68d9e9e13af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:43.545693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f1af952-e824-42a1-839e-0af6c6ebd30c req-113721fa-edae-4de8-8769-68d9e9e13af7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 1096 time: 0.0774333 Jul 08 17:12:43.598021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f1af952-e824-42a1-839e-0af6c6ebd30c req-65abb53b-8fe6-4051-bf94-c1e8d5b6f67f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Jul 08 17:12:43.690767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-2bd6dc1b-f079-4936-ac99-babc77ab3895 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:43.692810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-2bd6dc1b-f079-4936-ac99-babc77ab3895 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.0709691 Jul 08 17:12:43.856213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:43.863410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:43.865819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:43.887194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d312874d-2215-47af-81f6-af526da61f21 service neutron] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:43.896503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d312874d-2215-47af-81f6-af526da61f21 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:43.897406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-299b4f9f-cf5e-40c4-b862-ad87747b1356 req-d312874d-2215-47af-81f6-af526da61f21 service neutron] 10.222.0.53 "DELETE /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.1978157 Jul 08 17:12:43.929740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Pushing event updated for resources: {'Port': ['ID=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:43.949153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 900ceb88-e582-473e-899d-e97f043e86f2 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:43.968872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:43.969531 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:43.995834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c9c7f84-b114-4d95-9bd5-08fa4750b70e req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.001401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c9c7f84-b114-4d95-9bd5-08fa4750b70e req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.005499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 900ceb88-e582-473e-899d-e97f043e86f2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:44.007121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 900ceb88-e582-473e-899d-e97f043e86f2 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:44.055194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c07a37-01f9-4aed-abb5-cab6b7f7bf51,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:44.060397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5c9c7f84-b114-4d95-9bd5-08fa4750b70e req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.080598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c9c7f84-b114-4d95-9bd5-08fa4750b70e req-7f821c0f-f661-4803-b8db-099ad933d17d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7695742 Jul 08 17:12:44.082834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-d1e5bb77-5c2d-4068-9246-7d7487443f2f tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7781193 Jul 08 17:12:44.104163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Request body: {'port': {'device_id': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:44.173276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9952c20-34e5-48ee-855b-1101e66b5c40 None None] Provisioning for port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:44.185435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9952c20-34e5-48ee-855b-1101e66b5c40 None None] Provisioning complete for port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:44.186026 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9952c20-34e5-48ee-855b-1101e66b5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.195071 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a2ff012-3416-4431-942a-e3bf3adbe245 req-f058514e-54e2-4795-95b5-d7e74ce1ae4e tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/c6c07a37-01f9-4aed-abb5-cab6b7f7bf51 HTTP/1.1" status: 200 len: 1812 time: 0.0547552 Jul 08 17:12:44.281805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9952c20-34e5-48ee-855b-1101e66b5c40 None None] Port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:12:44.311138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.462054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:44.625042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5091-afb2-4082-96a0-834be9ed20b1 req-b92a9ab4-639d-4722-a0dc-4d6ab3c427c8 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:44.631933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-883a5091-afb2-4082-96a0-834be9ed20b1 req-b92a9ab4-639d-4722-a0dc-4d6ab3c427c8 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.3710840 Jul 08 17:12:44.637337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91c288ce-b3a5-468b-9d97-a326a12c9cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.731897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-883a5091-afb2-4082-96a0-834be9ed20b1 req-9a9b5748-a910-432f-86a9-b032d34dc2e5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989878 Jul 08 17:12:44.763357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-deac407d-01bb-47d4-8d78-c72219640aaf req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1908012997', 'description': 'tempest-description-165373903'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:44.796093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801843dc-9fa9-441a-8b86-9d312fc4e8c0 req-9333f193-bf4e-4e01-888d-16f20bc2ecbc tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:44.804882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-801843dc-9fa9-441a-8b86-9d312fc4e8c0 req-9333f193-bf4e-4e01-888d-16f20bc2ecbc tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 945 time: 0.1468425 Jul 08 17:12:44.861409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91c288ce-b3a5-468b-9d97-a326a12c9cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.874402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-801843dc-9fa9-441a-8b86-9d312fc4e8c0 req-e38f32ee-95d2-4b62-a533-b396f22d74a8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685561 Jul 08 17:12:44.875770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91c288ce-b3a5-468b-9d97-a326a12c9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.884183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65eb1d1a-baf0-450c-a9bc-9908ae903e7a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:44.895560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.910202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Transition to ACTIVE for port object 65eb1d1a-baf0-450c-a9bc-9908ae903e7a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:44.927778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.949107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-91c288ce-b3a5-468b-9d97-a326a12c9cd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f2d22fc1dd041da8d0045f6a3cfa470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856708 Jul 08 17:12:44.954663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:44.958035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-deac407d-01bb-47d4-8d78-c72219640aaf req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.984520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c288ce-b3a5-468b-9d97-a326a12c9cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bda604-0659-4c90-8c99-b7685a3bce8c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:44.998575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:45.079084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fced5187-c829-43f8-8a05-5b653bf46800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.113357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fced5187-c829-43f8-8a05-5b653bf46800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.127888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Attempting to bind port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:45.128481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Attempting to bind port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:45.128578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Attempting to bind port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:45.137655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:45.137988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Attempting to bind port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:45.151593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:45.151962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:45.152290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:45.152796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Bound port: 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:45.153219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.168378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8ecab-462e-45f7-abaa-66043b21edf3 req-567fd2ed-7b76-4840-921b-71c9451a2781 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.174460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7f8ecab-462e-45f7-abaa-66043b21edf3 req-567fd2ed-7b76-4840-921b-71c9451a2781 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 947 time: 0.1365378 Jul 08 17:12:45.183736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-deac407d-01bb-47d4-8d78-c72219640aaf req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.209020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-deac407d-01bb-47d4-8d78-c72219640aaf req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.218032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7f8ecab-462e-45f7-abaa-66043b21edf3 req-ade4ce3f-cbcb-4a73-9604-94afc16df4e7 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Jul 08 17:12:45.219781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fced5187-c829-43f8-8a05-5b653bf46800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.222610 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fced5187-c829-43f8-8a05-5b653bf46800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.227445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fced5187-c829-43f8-8a05-5b653bf46800 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9bda604-0659-4c90-8c99-b7685a3bce8c HTTP/1.1" status: 204 len: 168 time: 0.2717285 Jul 08 17:12:45.240123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced5187-c829-43f8-8a05-5b653bf46800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bda604-0659-4c90-8c99-b7685a3bce8c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:45.291941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-deac407d-01bb-47d4-8d78-c72219640aaf req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.304455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deac407d-01bb-47d4-8d78-c72219640aaf req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5473092 Jul 08 17:12:45.308661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5be68-ccab-446d-b0f5-4481fd476e29 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f5c8c5-09aa-426c-b579-4535109c0387,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:45.345011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] For port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:45.348651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] For port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:45.360019 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.419469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.420140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.425232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/65eb1d1a-baf0-450c-a9bc-9908ae903e7a HTTP/1.1" status: 200 len: 1095 time: 1.3271036 Jul 08 17:12:45.425716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'tag': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:45.428045 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f92e02-d41e-4c97-aaf5-173667da0ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8c6b20-9560-41b3-9d22-59f4b585ab16", "tag": "65eb1d1a-baf0-450c-a9bc-9908ae903e7a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:45.555788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5b555-e6c6-4a3b-8864-04ad471edbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:45.574128 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5d54ac8-8a0f-4cd3-8f4b-2913f0d1c590 req-609b8cb7-4770-4b19-a26d-c5ef21daa328 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/76f5c8c5-09aa-426c-b579-4535109c0387 HTTP/1.1" status: 200 len: 1812 time: 0.1035271 Jul 08 17:12:45.600842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-9f18fa6a-e4f6-47fc-9536-002709c65e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.602457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-9f18fa6a-e4f6-47fc-9536-002709c65e51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b9af35b933448b986ae68778237095&device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 1098 time: 0.1217818 Jul 08 17:12:45.627426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab38c1-703b-45a5-8315-8bf034c8dde4 req-8d16611f-406e-4aae-949e-6ad9b6021994 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.629088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75ab38c1-703b-45a5-8315-8bf034c8dde4 req-8d16611f-406e-4aae-949e-6ad9b6021994 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 948 time: 0.1916485 Jul 08 17:12:45.631885 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bae829-5010-48e2-affb-6630bf773c67 x-openstack-request-id: req-07bae829-5010-48e2-affb-6630bf773c67 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:45.632368 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8c6b20-9560-41b3-9d22-59f4b585ab16", "tag": "65eb1d1a-baf0-450c-a9bc-9908ae903e7a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:45.632689 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07bae829-5010-48e2-affb-6630bf773c67 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:45.633168 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'tag': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a', 'status': 'completed', 'code': 200} Jul 08 17:12:45.649315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-9f13380c-b1c7-4464-83ea-3e219c43e88e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.651316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-9f13380c-b1c7-4464-83ea-3e219c43e88e tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3734bcb-2fb7-4b39-9cac-5df8a73634b0 HTTP/1.1" status: 200 len: 948 time: 0.1728215 Jul 08 17:12:45.701135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-689b0940-c981-41b7-b248-836c96ae1eb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a HTTP/1.1" status: 200 len: 217 time: 0.0873010 Jul 08 17:12:45.719988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:45.754157 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75ab38c1-703b-45a5-8315-8bf034c8dde4 req-509d22f5-0f96-4f66-9a91-b42da62d7349 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151261 Jul 08 17:12:45.783063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.829239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-08f01847-e2cb-4d27-a8f2-4cafbe0c1639 req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1166772599', 'description': 'tempest-description-1704140793'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:45.831177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-fbe46bd6-8be9-47c7-ba78-c6e244fb77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.832874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-fbe46bd6-8be9-47c7-ba78-c6e244fb77eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1249554 Jul 08 17:12:45.874602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port a92ca4c8-dfae-4192-818d-3245d70c0bd0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:45.874947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.893964 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:12:45.893964 n-d-799527-4 neutron-server[93944]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:12:45.893964 n-d-799527-4 neutron-server[93944]: [parameters: {'project_id': '026ea8142d5f43b4b3f1ed63f05b1768', 'id': 'a60ee86b-cd2f-4afa-9c44-67a1be77b5e8', 'expiration': datetime.datetime(2021, 7, 8, 17, 14, 45, 881427)}] Jul 08 17:12:45.893964 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:12:45.894929 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:12:45.912947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551b19-9cc3-4cd1-9a21-3ab1da3ad67e req-f2d1b177-721f-491f-b95b-bac67607acab tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.921611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41551b19-9cc3-4cd1-9a21-3ab1da3ad67e req-f2d1b177-721f-491f-b95b-bac67607acab tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 1096 time: 0.1510031 Jul 08 17:12:45.928258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08f01847-e2cb-4d27-a8f2-4cafbe0c1639 req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:45.959383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-616e3eeb-713a-4f39-8ce3-8d2a02a86c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:45.961219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-616e3eeb-713a-4f39-8ce3-8d2a02a86c59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189694 Jul 08 17:12:45.970697 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41551b19-9cc3-4cd1-9a21-3ab1da3ad67e req-c3f53085-25ce-40b8-a32f-8119f2f9bba9 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Jul 08 17:12:45.997245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port a92ca4c8-dfae-4192-818d-3245d70c0bd0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a92ca4c8-dfae-4192-818d-3245d70c0bd0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:45.997245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.027202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for a92ca4c8-dfae-4192-818d-3245d70c0bd0 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:46.185185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08f01847-e2cb-4d27-a8f2-4cafbe0c1639 req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.191366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08f01847-e2cb-4d27-a8f2-4cafbe0c1639 req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.230080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-08f01847-e2cb-4d27-a8f2-4cafbe0c1639 req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.230295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-bd59156e-e916-4029-8d36-5da78fe497eb tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:46.231308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08f01847-e2cb-4d27-a8f2-4cafbe0c1639 req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4078259 Jul 08 17:12:46.231950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-bd59156e-e916-4029-8d36-5da78fe497eb tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 949 time: 0.2213531 Jul 08 17:12:46.235649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e1086-9b86-4157-abc6-e6e67c88e4ae tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8031fb9a-5302-45dc-9857-ee61069a85da,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:46.238462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-3e0a96f0-a2a3-46dc-9309-6882eecd7158 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668149 Jul 08 17:12:46.306417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483451-9d64-4275-a34f-3587d119c9eb req-9b3bd13d-3ee2-4a0e-9ea0-b3bcbd78bd33 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:46.314704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.314935 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78483451-9d64-4275-a34f-3587d119c9eb req-9b3bd13d-3ee2-4a0e-9ea0-b3bcbd78bd33 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1910093 Jul 08 17:12:46.326772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3cb5b514-8e85-4717-b4d6-75865f32da28', 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:46.328947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:46.359846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=a92ca4c8-dfae-4192-818d-3245d70c0bd0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:46.405693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.477391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port a92ca4c8-dfae-4192-818d-3245d70c0bd0 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:46.480668 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.483242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2775412-b96d-4210-8726-0cdf64f93f50 req-11d76324-d786-4865-9873-950ddbc0d43a tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "DELETE /v2.0/ports/a92ca4c8-dfae-4192-818d-3245d70c0bd0 HTTP/1.1" status: 204 len: 173 time: 0.8226800 Jul 08 17:12:46.527834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78483451-9d64-4275-a34f-3587d119c9eb req-52fde951-d599-46f6-9ae2-4ec5d0b43a7e tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136290 Jul 08 17:12:46.601163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-3dbd0ea9-f943-4b04-a542-9c947ec26c3b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:46.606511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-3dbd0ea9-f943-4b04-a542-9c947ec26c3b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.2351575 Jul 08 17:12:46.628170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c138b6-07e6-4ce7-9fee-b8ffcbb30725 req-6c35af8f-eac9-4797-be4f-56f4bcc2c18d service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629980 Jul 08 17:12:46.629550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-2da2771d-d6e0-4c43-80f1-1516dd7c5f1a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/quotas/fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 375 time: 0.0156882 Jul 08 17:12:46.685462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-975892c7-d489-4c94-aa01-afc3920ca1cb req-94e039e9-d5dc-4bcb-b32d-fcb417597b47 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/8031fb9a-5302-45dc-9857-ee61069a85da HTTP/1.1" status: 200 len: 1813 time: 0.1171243 Jul 08 17:12:46.697601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port 3cb5b514-8e85-4717-b4d6-75865f32da28 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:46.698085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.775825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-e9f9e97e-e8e8-4498-b5ff-85ca79e919cf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179821 Jul 08 17:12:46.892010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-97add833-d0a1-42a8-8218-67ec0cfe1e81 service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087375 Jul 08 17:12:46.910445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.932498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port 3cb5b514-8e85-4717-b4d6-75865f32da28, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3cb5b514-8e85-4717-b4d6-75865f32da28,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:46.932498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.948371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for 3cb5b514-8e85-4717-b4d6-75865f32da28 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:46.951120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:46.994301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-762d8628-467c-4ad1-bce5-95b9dc4eaa7c service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966630 Jul 08 17:12:47.050867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=026ea8142d5f43b4b3f1ed63f05b1768&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3296194 Jul 08 17:12:47.054998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:47.056135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-74a0ba95-dc91-459f-9ce8-3653137399c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:47.057881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-74a0ba95-dc91-459f-9ce8-3653137399c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b9af35b933448b986ae68778237095&device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 1098 time: 0.2991414 Jul 08 17:12:47.060877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea7269-9d84-482a-9749-47b07191d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67f2da-7b75-4e83-b4a1-299554624790,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:47.134775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32a0de05-f377-4624-ac58-09dc06ac0727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:47.169122 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32a0de05-f377-4624-ac58-09dc06ac0727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:47.189641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fa2ac-4427-42c3-9997-b11b5503b8e2 req-848166ad-cdee-49b5-b2e7-53a17c6734ac tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:47.199092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7d1fa2ac-4427-42c3-9997-b11b5503b8e2 req-848166ad-cdee-49b5-b2e7-53a17c6734ac tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 947 time: 0.3517218 Jul 08 17:12:47.229987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32a0de05-f377-4624-ac58-09dc06ac0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:47.233129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32a0de05-f377-4624-ac58-09dc06ac0727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:47.234801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-32a0de05-f377-4624-ac58-09dc06ac0727 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba67f2da-7b75-4e83-b4a1-299554624790 HTTP/1.1" status: 204 len: 168 time: 0.1783042 Jul 08 17:12:47.245905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0de05-f377-4624-ac58-09dc06ac0727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67f2da-7b75-4e83-b4a1-299554624790,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:47.303788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7d1fa2ac-4427-42c3-9997-b11b5503b8e2 req-43bc1b0e-f40e-4747-b574-cebb161d1924 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009271 Jul 08 17:12:47.349883 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-64491081-4d23-4a86-9c38-1220d8030300 req-06d9ac2b-4e05-4a7d-b16d-64af2b745a50 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] show failed (client error): The resource could not be found. Jul 08 17:12:47.363612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-64491081-4d23-4a86-9c38-1220d8030300 req-06d9ac2b-4e05-4a7d-b16d-64af2b745a50 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/55071318-4ef9-4374-bde2-7f389f713dff HTTP/1.1" status: 404 len: 352 time: 0.0293283 Jul 08 17:12:47.457085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-6b49ce94-1cc3-4d6d-b789-8b70621b30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:47.458777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-6b49ce94-1cc3-4d6d-b789-8b70621b30c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3734312 Jul 08 17:12:47.515649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-24bda99f-1c2a-4cca-a86f-6186f2a1e2e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a HTTP/1.1" status: 200 len: 217 time: 0.0467455 Jul 08 17:12:47.516132 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:47.528510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:47.532606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a92ca4c8-dfae-4192-818d-3245d70c0bd0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:47.587822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=3cb5b514-8e85-4717-b4d6-75865f32da28,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:47.666883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'name': 'network-vif-deleted', 'tag': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:47.669256 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f5f726-9e7c-4f30-9f36-0abe1f54ad0e" -d '{"events": [{"server_uuid": "f3734bcb-2fb7-4b39-9cac-5df8a73634b0", "name": "network-vif-deleted", "tag": "a92ca4c8-dfae-4192-818d-3245d70c0bd0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:47.674396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e95aa74e-ece8-4c53-8fa6-f0a35421573c req-829e5fe3-d6a7-413c-9ed8-3d63cf8fcaa1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 210 time: 0.0784044 Jul 08 17:12:47.710946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-583aac18-615d-4475-b908-3f8a0c7ec0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:47.715219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-583aac18-615d-4475-b908-3f8a0c7ec0b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1290011 Jul 08 17:12:47.741176 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-bfc0e263-d01d-49c2-8e9c-11256f0c28fa req-e99e95e0-0888-4bb2-89d9-0dd28d0c1ba1 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] show failed (client error): The resource could not be found. Jul 08 17:12:47.742170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfc0e263-d01d-49c2-8e9c-11256f0c28fa req-e99e95e0-0888-4bb2-89d9-0dd28d0c1ba1 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-group-rules/f3f43446-9f3f-4c41-8d6d-6d8ee2f1aa0e HTTP/1.1" status: 404 len: 361 time: 0.0147524 Jul 08 17:12:47.801389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port 3cb5b514-8e85-4717-b4d6-75865f32da28 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:47.804345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:47.807892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c94ed3d0-19c0-447d-94bf-7d6c3f7a57e4 req-8c2c3913-54f7-4873-8e5c-f8e637a2b7e0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.53 "DELETE /v2.0/ports/3cb5b514-8e85-4717-b4d6-75865f32da28 HTTP/1.1" status: 204 len: 173 time: 1.5675292 Jul 08 17:12:47.809198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebfec17-1db5-486c-a92d-89c813095922', 'name': 'network-vif-deleted', 'tag': '3cb5b514-8e85-4717-b4d6-75865f32da28'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:47.812397 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ae297-7621-4387-9e6c-ef57150c00dc" -d '{"events": [{"server_uuid": "aebfec17-1db5-486c-a92d-89c813095922", "name": "network-vif-deleted", "tag": "3cb5b514-8e85-4717-b4d6-75865f32da28"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:47.818943 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:12:47.861787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-6550e964-1b65-4a40-9246-b78eab886021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:47.863568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-6550e964-1b65-4a40-9246-b78eab886021 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259279 Jul 08 17:12:47.973992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88b50b6b-82e6-4d6e-92dd-296b09412c0c req-698c5b3b-1de5-4910-aa5e-d816c27bdfbe tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebfec17-1db5-486c-a92d-89c813095922 HTTP/1.1" status: 200 len: 210 time: 0.0313909 Jul 08 17:12:48.071059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-62f69771-649f-4740-a02a-f90c0514f63c service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886685 Jul 08 17:12:48.232598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1c536-55ee-43f2-bff8-97a30286ef80 req-6fe6128a-2f20-4578-82ba-7bd27d39d9eb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:48.241951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fa1c536-55ee-43f2-bff8-97a30286ef80 req-6fe6128a-2f20-4578-82ba-7bd27d39d9eb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1103425 Jul 08 17:12:48.281722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14f92e02-d41e-4c97-aaf5-173667da0ce3 req-7b1e46cf-9100-41eb-9070-b9a2b3958f0d service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030859 Jul 08 17:12:48.298269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fa1c536-55ee-43f2-bff8-97a30286ef80 req-f907115b-a7eb-423f-bd9f-f79b2c2b3854 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549562 Jul 08 17:12:48.379934 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00725fc7-5301-4e9e-ad9f-06f57ed14ea7 x-openstack-request-id: req-00725fc7-5301-4e9e-ad9f-06f57ed14ea7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:48.380215 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3734bcb-2fb7-4b39-9cac-5df8a73634b0", "name": "network-vif-deleted", "tag": "a92ca4c8-dfae-4192-818d-3245d70c0bd0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:48.380460 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00725fc7-5301-4e9e-ad9f-06f57ed14ea7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:48.380847 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3734bcb-2fb7-4b39-9cac-5df8a73634b0', 'name': 'network-vif-deleted', 'tag': 'a92ca4c8-dfae-4192-818d-3245d70c0bd0', 'status': 'completed', 'code': 200} Jul 08 17:12:48.423480 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a92e8f3-3a39-48f6-9060-d0126ec296e6 x-openstack-request-id: req-5a92e8f3-3a39-48f6-9060-d0126ec296e6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:48.423990 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebfec17-1db5-486c-a92d-89c813095922", "name": "network-vif-deleted", "tag": "3cb5b514-8e85-4717-b4d6-75865f32da28", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:48.423990 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a92e8f3-3a39-48f6-9060-d0126ec296e6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:48.424504 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebfec17-1db5-486c-a92d-89c813095922', 'name': 'network-vif-deleted', 'tag': '3cb5b514-8e85-4717-b4d6-75865f32da28', 'status': 'completed', 'code': 200} Jul 08 17:12:48.443269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:48.449404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-021e72e5-ef54-4f39-a449-467dc2ca5de5 req-97ac94a9-ba06-4c0e-ac25-2d55f367a31f tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/8031fb9a-5302-45dc-9857-ee61069a85da HTTP/1.1" status: 200 len: 1813 time: 0.0579245 Jul 08 17:12:48.512256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-021e72e5-ef54-4f39-a449-467dc2ca5de5 req-2e67ea3d-2287-41f0-8561-c626adc60f19 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.560019 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-021e72e5-ef54-4f39-a449-467dc2ca5de5 req-2e67ea3d-2287-41f0-8561-c626adc60f19 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.567311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-network', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:48.608672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Made reservation on behalf of 1c79f4b1fd5f438899a6e83e7c73a679 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:48.612261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.622608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.630727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-021e72e5-ef54-4f39-a449-467dc2ca5de5 req-2e67ea3d-2287-41f0-8561-c626adc60f19 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.638865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-021e72e5-ef54-4f39-a449-467dc2ca5de5 req-2e67ea3d-2287-41f0-8561-c626adc60f19 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.642608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-021e72e5-ef54-4f39-a449-467dc2ca5de5 req-2e67ea3d-2287-41f0-8561-c626adc60f19 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "DELETE /v2.0/security-groups/8031fb9a-5302-45dc-9857-ee61069a85da HTTP/1.1" status: 204 len: 173 time: 0.1872752 Jul 08 17:12:48.669770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67ea3d-2287-41f0-8561-c626adc60f19 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8031fb9a-5302-45dc-9857-ee61069a85da,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:48.757913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-530194fc-2730-4b8b-a3e0-292bcf974fba req-87925883-82fd-4c3e-958c-5cd86c132d25 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/76f5c8c5-09aa-426c-b579-4535109c0387 HTTP/1.1" status: 200 len: 1812 time: 0.0926814 Jul 08 17:12:48.813147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.817744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-530194fc-2730-4b8b-a3e0-292bcf974fba req-2035fba4-76fb-4c94-8614-a6aa7412816d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.830453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.867262 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-530194fc-2730-4b8b-a3e0-292bcf974fba req-2035fba4-76fb-4c94-8614-a6aa7412816d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.896515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431cba6-e65a-4fc5-aa4b-c2cc5973c138 req-bf39f1c9-b7b3-476a-bb9f-57cade14f589 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:48.902434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5431cba6-e65a-4fc5-aa4b-c2cc5973c138 req-bf39f1c9-b7b3-476a-bb9f-57cade14f589 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 947 time: 0.1865966 Jul 08 17:12:48.906163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:12:48.927007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:48.957133 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.957561 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Added segment 205aec8a-7921-4d09-94b7-b1ec61979037 of type vlan for network 5be2ed07-4a5d-420d-ab55-ede548e4414b Jul 08 17:12:48.984940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-530194fc-2730-4b8b-a3e0-292bcf974fba req-2035fba4-76fb-4c94-8614-a6aa7412816d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.987815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-530194fc-2730-4b8b-a3e0-292bcf974fba req-2035fba4-76fb-4c94-8614-a6aa7412816d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:48.995117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-530194fc-2730-4b8b-a3e0-292bcf974fba req-2035fba4-76fb-4c94-8614-a6aa7412816d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "DELETE /v2.0/security-groups/76f5c8c5-09aa-426c-b579-4535109c0387 HTTP/1.1" status: 204 len: 173 time: 0.2344384 Jul 08 17:12:49.009088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5431cba6-e65a-4fc5-aa4b-c2cc5973c138 req-ddc4721b-e3d6-4a7f-836e-678577b2b352 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956395 Jul 08 17:12:49.039999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.045418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-d8a77638-23ff-43c9-8e0c-e99eea4162c0 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:49.049662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-d8a77638-23ff-43c9-8e0c-e99eea4162c0 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.1934891 Jul 08 17:12:49.050888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035fba4-76fb-4c94-8614-a6aa7412816d tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f5c8c5-09aa-426c-b579-4535109c0387,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:49.064541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Request body: {'port': {'device_id': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'admin_state_up': True, 'tenant_id': 'fed51c30ffd1431fbbe3edc5d57057d1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:49.122176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ef71114-6f9a-44b4-88e8-191208aa585b req-c36d37ac-15b1-4a1a-82a6-bc1a3fd37698 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/c6c07a37-01f9-4aed-abb5-cab6b7f7bf51 HTTP/1.1" status: 200 len: 1812 time: 0.0765300 Jul 08 17:12:49.140650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.141744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:49.142443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.159984 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cccebf0-3f3f-4394-b0de-c00c38558362 req-f215e36b-c7af-4a63-a12f-b4c161641762 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 210 time: 0.0348761 Jul 08 17:12:49.232861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] Pushing event updated for resources: {'Network': ['ID=5be2ed07-4a5d-420d-ab55-ede548e4414b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:49.245111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:12:49.246454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Made reservation on behalf of fed51c30ffd1431fbbe3edc5d57057d1 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:49.250725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.262414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6ef71114-6f9a-44b4-88e8-191208aa585b req-17a4da94-0393-4259-b825-c97fb947c560 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.266504 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-40598cb2-1af2-483e-aa61-2d0f31c858da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8206596 Jul 08 17:12:49.268206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:49.286397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Request body: {'subnet': {'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-subnet', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:49.356849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Made reservation on behalf of 1c79f4b1fd5f438899a6e83e7c73a679 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:49.359261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.405178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Allocated IP 172.20.0.10 (0f7b7814-88f8-4264-88fc-d6937f04a717/a9969ea2-0baa-4ca6-88fd-949ff416580e/8aaa97c0-518c-446d-87cd-28b5d9bd4940) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:49.438078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a96d4fb9-0d33-44fd-9727-17a3661f61e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.471613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6ef71114-6f9a-44b4-88e8-191208aa585b req-17a4da94-0393-4259-b825-c97fb947c560 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.584886 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6ef71114-6f9a-44b4-88e8-191208aa585b req-17a4da94-0393-4259-b825-c97fb947c560 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.587647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6ef71114-6f9a-44b4-88e8-191208aa585b req-17a4da94-0393-4259-b825-c97fb947c560 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.590403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ef71114-6f9a-44b4-88e8-191208aa585b req-17a4da94-0393-4259-b825-c97fb947c560 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6c07a37-01f9-4aed-abb5-cab6b7f7bf51 HTTP/1.1" status: 204 len: 173 time: 0.4672947 Jul 08 17:12:49.628700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4da94-0393-4259-b825-c97fb947c560 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c07a37-01f9-4aed-abb5-cab6b7f7bf51,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:49.641232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.648130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.668972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153c875-a7a8-443f-9022-15b65de76a62 req-d64f07a8-5413-494d-a055-58c70078a79b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:49.677284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e153c875-a7a8-443f-9022-15b65de76a62 req-d64f07a8-5413-494d-a055-58c70078a79b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1885405 Jul 08 17:12:49.710896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f7c493-ec0e-4107-a923-aa11e623be40,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:49.728776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Checking segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:49.729143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Network hostable DHCP agents. Network: 5be2ed07-4a5d-420d-ab55-ede548e4414b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:12:49.752404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:12:49.758483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e153c875-a7a8-443f-9022-15b65de76a62 req-9e553115-a836-46b9-8072-31da11b75e2f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796151 Jul 08 17:12:49.770352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 5be2ed07-4a5d-420d-ab55-ede548e4414b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:49.775930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:49.776565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.782547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c212837b-5bbf-487e-b60f-d6e2dc305e2f None None] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:49.809405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.812005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7b775008-0b73-4ca9-8320-ac33fb85fef7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5319841 Jul 08 17:12:49.813396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:49.818783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:49.846954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.849641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.862885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:49.866606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:49.872984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:49.877127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:49.934247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:49.934960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.953447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-b584665b-8477-4a93-a5d6-3524b91b4db6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8930275 Jul 08 17:12:49.953653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:49.967538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Request body: {'port': {'device_id': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:50.027858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 65eb1d1a-baf0-450c-a9bc-9908ae903e7a details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:50.031473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a92ca4c8-dfae-4192-818d-3245d70c0bd0 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:50.060048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-5be2ed07-4a5d-420d-ab55-ede548e4414b', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:12:50.061004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.076615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd1b8ef0-976b-48f8-9224-f544a7bb17ba req-7def8933-ddf2-490b-af0b-1567e88f1d2a tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/9a595736-902c-4a6d-b2d4-9acaf313bd97 HTTP/1.1" status: 200 len: 1811 time: 0.1202528 Jul 08 17:12:50.077606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: a92ca4c8-dfae-4192-818d-3245d70c0bd0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:50.078212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a92ca4c8-dfae-4192-818d-3245d70c0bd0 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:50.078845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3cb5b514-8e85-4717-b4d6-75865f32da28 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:50.130774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 3cb5b514-8e85-4717-b4d6-75865f32da28 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:50.131470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3cb5b514-8e85-4717-b4d6-75865f32da28 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:50.177673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.285454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd1b8ef0-976b-48f8-9224-f544a7bb17ba req-c33eb9e6-dc94-4d3f-9e3e-16a749c2e953 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.301790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:50.321003 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd1b8ef0-976b-48f8-9224-f544a7bb17ba req-c33eb9e6-dc94-4d3f-9e3e-16a749c2e953 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.322009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a', 'mac_address': 'fa:16:3e:6a:2c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:50.324845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Allocated IP 172.20.0.2 (5be2ed07-4a5d-420d-ab55-ede548e4414b/00f7c493-ec0e-4107-a923-aa11e623be40/0555b5cc-e856-46d6-a2a9-91321ee4fc28) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:50.373149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.394590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd1b8ef0-976b-48f8-9224-f544a7bb17ba req-c33eb9e6-dc94-4d3f-9e3e-16a749c2e953 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.398544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd1b8ef0-976b-48f8-9224-f544a7bb17ba req-c33eb9e6-dc94-4d3f-9e3e-16a749c2e953 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.413858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd1b8ef0-976b-48f8-9224-f544a7bb17ba req-c33eb9e6-dc94-4d3f-9e3e-16a749c2e953 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "DELETE /v2.0/security-groups/9a595736-902c-4a6d-b2d4-9acaf313bd97 HTTP/1.1" status: 204 len: 173 time: 0.2917445 Jul 08 17:12:50.428405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65eb1d1a-baf0-450c-a9bc-9908ae903e7a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:50.456464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33eb9e6-dc94-4d3f-9e3e-16a749c2e953 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a595736-902c-4a6d-b2d4-9acaf313bd97,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:50.461579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:50.487317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.529391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.589094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:50.610959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.622217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Transition to ACTIVE for port object 0555b5cc-e856-46d6-a2a9-91321ee4fc28 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:50.648027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Transition to ACTIVE for port object 0555b5cc-e856-46d6-a2a9-91321ee4fc28 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:50.655692 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.675403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:50.694067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:50.698814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:50.765100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.794590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.857256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaa97c0-518c-446d-87cd-28b5d9bd4940 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:50.865061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.878067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Transition to ACTIVE for port object 8aaa97c0-518c-446d-87cd-28b5d9bd4940 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:50.891093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a5682-b0b5-4955-a47f-414b24e251ea req-863758f1-455c-4477-a17a-9e4ff06c404f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:50.899134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13a5682-b0b5-4955-a47f-414b24e251ea req-863758f1-455c-4477-a17a-9e4ff06c404f tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 949 time: 0.4198463 Jul 08 17:12:50.903176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.913294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Allocated IP 172.25.3.181 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/c92ababf-a33c-4375-91bc-c457bfec9ed9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:50.918702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['65eb1d1a-baf0-450c-a9bc-9908ae903e7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:50.979830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Attempting to bind port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:50.980334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Attempting to bind port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:50.981024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Attempting to bind port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 on network 5be2ed07-4a5d-420d-ab55-ede548e4414b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:50.982964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Pushing event updated for resources: {'Port': ['ID=0555b5cc-e856-46d6-a2a9-91321ee4fc28,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:50.998103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:50.998490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Checking segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:50.998968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:50.999389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Bound using segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:51.000148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Bound port: 0555b5cc-e856-46d6-a2a9-91321ee4fc28, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:51.000447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.003344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13a5682-b0b5-4955-a47f-414b24e251ea req-17c38d49-745e-4bf3-aa75-a5211dc315cd tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029146 Jul 08 17:12:51.044002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:51.051443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.103663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ceb74-7b17-47fd-b157-9e7cc0985603 req-e9909eb3-1938-48f3-b5b4-d77c4b6fafaa tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.106615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] For port 0555b5cc-e856-46d6-a2a9-91321ee4fc28, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:51.111765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-032ceb74-7b17-47fd-b157-9e7cc0985603 req-e9909eb3-1938-48f3-b5b4-d77c4b6fafaa tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 948 time: 0.4634569 Jul 08 17:12:51.115134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] For port 0555b5cc-e856-46d6-a2a9-91321ee4fc28, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0555b5cc-e856-46d6-a2a9-91321ee4fc28,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:51.116313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.122724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:51.123749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:51.124369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:51.127665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.130192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:12:51.130752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:51.137715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:51.138384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:51.138998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:51.139658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Bound port: 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:51.140229 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.200582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828804b-7056-4d84-a08a-07858d577ef1 None None] Pushing event updated for resources: {'Port': ['ID=0555b5cc-e856-46d6-a2a9-91321ee4fc28,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:51.215015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:51.225521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:51.232667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:51.298399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Pushing event updated for resources: {'Port': ['ID=c92ababf-a33c-4375-91bc-c457bfec9ed9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:51.308798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-032ceb74-7b17-47fd-b157-9e7cc0985603 req-197468e2-b385-41e9-8ad3-0aed5da8c149 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955507 Jul 08 17:12:51.330671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:51.355794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:51.373868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.452669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.453500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.454642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] 10.222.0.21 "PUT /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 1092 time: 1.4922945 Jul 08 17:12:51.457589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:51.459899 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e34fc-f344-4435-88aa-4bd78230bad2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:51.498551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d01eecff-a1f4-47bd-90d0-14454187887e req-d6ec44a1-9c2c-4beb-900a-5976935015c5 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "GET /v2.0/security-groups/d8094d5a-ed3b-44f0-9024-4597a8490caa HTTP/1.1" status: 200 len: 1811 time: 0.1317971 Jul 08 17:12:51.514330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee67b-199c-4369-afb3-d4803976a68f service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:51.543007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833c35-ec4c-4cf3-a744-f8e83a9d7220 req-5c71061f-4b3f-4c8f-9ed8-5c7e4603acb9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.544510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9833c35-ec4c-4cf3-a744-f8e83a9d7220 req-5c71061f-4b3f-4c8f-9ed8-5c7e4603acb9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.3591802 Jul 08 17:12:51.642348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-9fb58008-0428-4fb8-89b3-761bf0373aa0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.644057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-9fb58008-0428-4fb8-89b3-761bf0373aa0 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 949 time: 0.2811544 Jul 08 17:12:51.659647 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9833c35-ec4c-4cf3-a744-f8e83a9d7220 req-916bd538-4115-471b-a0ab-4859eb890084 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037881 Jul 08 17:12:51.662987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d01eecff-a1f4-47bd-90d0-14454187887e req-1410d578-6783-4aba-bbff-944a507ca6a3 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.703498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d01eecff-a1f4-47bd-90d0-14454187887e req-1410d578-6783-4aba-bbff-944a507ca6a3 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.705742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.751528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-ec7ae717-1eaf-4ce5-9222-97af42d1ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.753073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-ec7ae717-1eaf-4ce5-9222-97af42d1ca3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1095 time: 0.2185743 Jul 08 17:12:51.841209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d01eecff-a1f4-47bd-90d0-14454187887e req-1410d578-6783-4aba-bbff-944a507ca6a3 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.843674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d01eecff-a1f4-47bd-90d0-14454187887e req-1410d578-6783-4aba-bbff-944a507ca6a3 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:51.855288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d01eecff-a1f4-47bd-90d0-14454187887e req-1410d578-6783-4aba-bbff-944a507ca6a3 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8094d5a-ed3b-44f0-9024-4597a8490caa HTTP/1.1" status: 204 len: 173 time: 0.3558047 Jul 08 17:12:51.858058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:51.867930 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-40f5e5f8-6774-4522-890e-677fcfa95b30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 217 time: 0.1048291 Jul 08 17:12:51.954625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-6f88bef2-2451-4bb0-9408-96e42ab50617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.956168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-6f88bef2-2451-4bb0-9408-96e42ab50617 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0812054 Jul 08 17:12:51.985247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511b85b-438c-4a4e-b1b6-2537c8d7da95 req-a27b877f-ee04-449a-ad7b-decb07ddb935 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:51.986927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4511b85b-438c-4a4e-b1b6-2537c8d7da95 req-a27b877f-ee04-449a-ad7b-decb07ddb935 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1705348 Jul 08 17:12:52.008440 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a5560-43f0-4059-8dac-32c83f3476a9 x-openstack-request-id: req-ff6a5560-43f0-4059-8dac-32c83f3476a9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:52.008632 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:52.009022 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff6a5560-43f0-4059-8dac-32c83f3476a9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:52.010134 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'status': 'completed', 'code': 200} Jul 08 17:12:52.012393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-12db61cf-c549-4217-9c8c-66aeffb6dcac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451112 Jul 08 17:12:52.013813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Deleting port bbb381a0-4f97-4158-99cc-bad99cf05541 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:52.014516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.022479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d578-6783-4aba-bbff-944a507ca6a3 tempest-SecurityGroupRulesNegativeTestJSON-1337716697 tempest-SecurityGroupRulesNegativeTestJSON-1337716697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8094d5a-ed3b-44f0-9024-4597a8490caa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:52.030250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 65eb1d1a-baf0-450c-a9bc-9908ae903e7a up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:52.034805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.145599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:52.152264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:52.152768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.155298 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72ecf1dc-0c12-488b-b8da-43ae2d5b8b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.221412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Deleting subnet 56228731-e961-48b2-bb74-c24c04090a93 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:12:52.279836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4511b85b-438c-4a4e-b1b6-2537c8d7da95 req-92fd4629-ab18-4d6c-9651-612a31721753 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735503 Jul 08 17:12:52.288578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.317830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.346409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:52.348835 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e91dbb-0599-4d60-a062-fbd0e7d4d5b2" -d '{"events": [{"server_uuid": "0a8c6b20-9560-41b3-9d22-59f4b585ab16", "name": "network-vif-plugged", "status": "completed", "tag": "65eb1d1a-baf0-450c-a9bc-9908ae903e7a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:52.355664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] For port bbb381a0-4f97-4158-99cc-bad99cf05541, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bbb381a0-4f97-4158-99cc-bad99cf05541,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:52.356170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.364813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:52.373981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Calling delete_port for bbb381a0-4f97-4158-99cc-bad99cf05541 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:52.383493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.449415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:52.571045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.587192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bbb381a0-4f97-4158-99cc-bad99cf05541'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:52.608746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-e5c2a9a8-51cb-4771-88e5-44b2cdf9e5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828309 Jul 08 17:12:52.639039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8ae9d-0827-431a-a82a-b0d1f9ccb740 None None] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:52.641791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Pushing event deleted for resources: {'Port': ['ID=bbb381a0-4f97-4158-99cc-bad99cf05541,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:52.741750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.756572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-655c3c45-6c97-4be4-ad88-0f70a3769cd5 req-4fcde09b-c547-4468-a2b2-163440b62902 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192982 Jul 08 17:12:52.780518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0555b5cc-e856-46d6-a2a9-91321ee4fc28 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:52.832772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] No DVR routers for this DVR port bbb381a0-4f97-4158-99cc-bad99cf05541 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:52.837103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.840175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6e0094b-3268-4a92-8539-ced44a513a0d req-71128e8c-8fb7-4c6a-a4d2-bd8802e1e5f1 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.21 "DELETE /v2.0/ports/bbb381a0-4f97-4158-99cc-bad99cf05541 HTTP/1.1" status: 204 len: 173 time: 1.1793022 Jul 08 17:12:52.844108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.896128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-00abff0f-0ea0-45ad-abc0-6b7331e101f5 None None] Provisioning for port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:52.906281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec29df-5d35-4428-b15f-8cda8a0ac132 req-20747116-d3ac-4731-9dfc-3abc065e0749 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:52.914782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55ec29df-5d35-4428-b15f-8cda8a0ac132 req-20747116-d3ac-4731-9dfc-3abc065e0749 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 949 time: 0.3715048 Jul 08 17:12:52.941389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Router 9b09df80-5245-4896-92d7-ba4cf143a838 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:12:52.959674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd75d0-189e-4b78-a4cd-dfa4d7e052c0 req-441ad3a3-982b-4bc5-8be7-caa866534aeb tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:52.961856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ecfd75d0-189e-4b78-a4cd-dfa4d7e052c0 req-441ad3a3-982b-4bc5-8be7-caa866534aeb tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/ports?device_id=065feda4-bb65-4f3f-bad5-ceb357b7e042 HTTP/1.1" status: 200 len: 867 time: 0.7571986 Jul 08 17:12:52.963168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:52.979447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55ec29df-5d35-4428-b15f-8cda8a0ac132 req-5413e5de-a964-4113-984e-8f6cc8620bae tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581691 Jul 08 17:12:52.980399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:52.986960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-59cf96b2-1186-4b73-bb6f-19075bc5cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:52.991625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-59cf96b2-1186-4b73-bb6f-19075bc5cd40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1095 time: 0.1680603 Jul 08 17:12:52.993118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:52.994092 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.112049 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c0a845-fcac-476c-ada2-0d9623429190 x-openstack-request-id: req-a2c0a845-fcac-476c-ada2-0d9623429190 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:53.112696 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8c6b20-9560-41b3-9d22-59f4b585ab16", "name": "network-vif-plugged", "status": "completed", "tag": "65eb1d1a-baf0-450c-a9bc-9908ae903e7a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:53.112696 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2c0a845-fcac-476c-ada2-0d9623429190 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:53.112998 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a', 'code': 200} Jul 08 17:12:53.114118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.190212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0555b5cc-e856-46d6-a2a9-91321ee4fc28, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0555b5cc-e856-46d6-a2a9-91321ee4fc28,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:53.198761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-7a1cb66d-0f77-4f2a-bea1-82ff5da96f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:53.200548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-7a1cb66d-0f77-4f2a-bea1-82ff5da96f57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.2003531 Jul 08 17:12:53.202963 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.277854 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ecfd75d0-189e-4b78-a4cd-dfa4d7e052c0 req-217ec82e-601c-449d-a6c5-13954d0798c3 tempest-ServersOnMultiNodesTest-1317347831 tempest-ServersOnMultiNodesTest-1317347831-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0bd002a-22ef-429b-9a37-1c6a22c38c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064706 Jul 08 17:12:53.297593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0555b5cc-e856-46d6-a2a9-91321ee4fc28,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:53.353531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-0be898a3-f18d-41c0-a879-2c0a88f55f3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 217 time: 0.1389050 Jul 08 17:12:53.373605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:12:53.380241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.386159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Sync routers for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:12:53.418689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:12:53.431429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:53.451306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.477565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.489145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/56228731-e961-48b2-bb74-c24c04090a93 HTTP/1.1" status: 204 len: 168 time: 1.4732354 Jul 08 17:12:53.490359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f2c02-caeb-4889-83fc-948e4213ade3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56228731-e961-48b2-bb74-c24c04090a93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:53.495094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.501235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac36a4c7-e63c-427c-9eea-34bdda237012 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6865339 Jul 08 17:12:53.502260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:53.524040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:53.575632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-01c648bc-7ad5-49e6-b11a-8d93507314c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:53.577100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-01c648bc-7ad5-49e6-b11a-8d93507314c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1713476 Jul 08 17:12:53.643769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-928784e1-a08d-41f1-aed5-ebc342c5abf4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574303 Jul 08 17:12:53.690929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-651eea50-9f7f-44b3-acbe-02799810068c None None] Provisioning complete for port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:53.691589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-651eea50-9f7f-44b3-acbe-02799810068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.696268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0b12d-f840-4787-a4f3-8538cd7743b8 req-46a285a6-f44c-48a4-8770-a25211cebe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:53.698440 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1c0b12d-f840-4787-a4f3-8538cd7743b8 req-46a285a6-f44c-48a4-8770-a25211cebe2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 1100 time: 0.4693069 Jul 08 17:12:53.757711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:12:53.761156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3341d-e71d-4d7f-a2df-f5785d5aec35 req-a812ecbc-599f-487d-9feb-fc1cf46d712d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:53.769842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ca3341d-e71d-4d7f-a2df-f5785d5aec35 req-a812ecbc-599f-487d-9feb-fc1cf46d712d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.4169722 Jul 08 17:12:53.842881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:53.865740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ca3341d-e71d-4d7f-a2df-f5785d5aec35 req-da978c23-0d30-432f-8119-117600dd4566 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964587 Jul 08 17:12:53.867808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1c0b12d-f840-4787-a4f3-8538cd7743b8 req-b5541bd1-2f15-413b-bb0b-2cde696035d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441240 Jul 08 17:12:53.889766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-786115b5-83e0-458c-9605-8dcfcab644b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281094 Jul 08 17:12:53.997072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d662d23-eea2-43dd-8a6c-f8417c7bbaca req-c78d0f8f-68c4-41a2-b19c-c34b1468e836 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:53.998654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d662d23-eea2-43dd-8a6c-f8417c7bbaca req-c78d0f8f-68c4-41a2-b19c-c34b1468e836 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.2471111 Jul 08 17:12:54.013524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'name': 'network-vif-deleted', 'tag': 'bbb381a0-4f97-4158-99cc-bad99cf05541'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:54.015890 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8cfa9f-1f4b-4dfa-9b56-c1954bc94884" -d '{"events": [{"server_uuid": "065feda4-bb65-4f3f-bad5-ceb357b7e042", "name": "network-vif-deleted", "tag": "bbb381a0-4f97-4158-99cc-bad99cf05541"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:54.047365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:51Z', 'revision_number': 3, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:54.048310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-097e34fc-f344-4435-88aa-4bd78230bad2 req-e995ab75-0cd4-4eff-94e5-e9411c01bace service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522131 Jul 08 17:12:54.053240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.079129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Checking router: 9b09df80-5245-4896-92d7-ba4cf143a838 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:12:54.079562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Updating router 9b09df80-5245-4896-92d7-ba4cf143a838 port c92ababf-a33c-4375-91bc-c457bfec9ed9 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:12:54.093641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd10a19-e81c-47a4-a790-b9a8c84d8470']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:54.111577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9204c964-a6fb-42eb-b99a-8b659df0f297') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:54.111887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9204c964-a6fb-42eb-b99a-8b659df0f297') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:54.122762 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.162922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.181824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d662d23-eea2-43dd-8a6c-f8417c7bbaca req-f4a59ea4-436f-4183-9526-a2e410d5c554 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758790 Jul 08 17:12:54.209556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306bcfd-9b43-4cec-b388-329db35e32f7 req-d5857fd5-4560-40da-be29-7f6912fcb47d tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:54.211253 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a306bcfd-9b43-4cec-b388-329db35e32f7 req-d5857fd5-4560-40da-be29-7f6912fcb47d tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 949 time: 0.0836401 Jul 08 17:12:54.220742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.240382 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9d0a5e-2fa6-4541-a23c-bf784616e0b4 x-openstack-request-id: req-ae9d0a5e-2fa6-4541-a23c-bf784616e0b4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:54.240664 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065feda4-bb65-4f3f-bad5-ceb357b7e042", "name": "network-vif-deleted", "tag": "bbb381a0-4f97-4158-99cc-bad99cf05541", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:54.240917 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae9d0a5e-2fa6-4541-a23c-bf784616e0b4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:54.241305 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065feda4-bb65-4f3f-bad5-ceb357b7e042', 'name': 'network-vif-deleted', 'tag': 'bbb381a0-4f97-4158-99cc-bad99cf05541', 'status': 'completed', 'code': 200} Jul 08 17:12:54.262690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a306bcfd-9b43-4cec-b388-329db35e32f7 req-44d38205-27ea-4922-91de-ba23ffa858ab tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Jul 08 17:12:54.289629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:12:54.290070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:12:54.291952 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:12:54.392495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.399925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.405186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6bd10a19-e81c-47a4-a790-b9a8c84d8470 HTTP/1.1" status: 204 len: 168 time: 0.8986290 Jul 08 17:12:54.417114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52dac1-642c-4e4f-b97e-3249e14ac52c admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd10a19-e81c-47a4-a790-b9a8c84d8470,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:54.470914 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.487522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Transition to ACTIVE for port object c92ababf-a33c-4375-91bc-c457bfec9ed9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:54.504919 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.583621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.599768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Attempting to bind port c92ababf-a33c-4375-91bc-c457bfec9ed9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:54.600162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Attempting to bind port c92ababf-a33c-4375-91bc-c457bfec9ed9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:54.600771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Attempting to bind port c92ababf-a33c-4375-91bc-c457bfec9ed9 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:54.619781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e979-e5d9-4cdb-ad5d-0dec114ffb2f None None] Pushing event updated for resources: {'Port': ['ID=c92ababf-a33c-4375-91bc-c457bfec9ed9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:54.640809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:54.641201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:54.641576 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.641982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:54.642446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Bound port: c92ababf-a33c-4375-91bc-c457bfec9ed9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:54.642824 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.656612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:54.694873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0555b5cc-e856-46d6-a2a9-91321ee4fc28 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:54.781451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-62881d33-3678-4055-827b-e37ffc4cef55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a72007cedb947bba842c84fd40f4c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212540 Jul 08 17:12:54.783829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:54.813303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] For port c92ababf-a33c-4375-91bc-c457bfec9ed9, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:12:54.817968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] For port c92ababf-a33c-4375-91bc-c457bfec9ed9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c92ababf-a33c-4375-91bc-c457bfec9ed9,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:12:54.822389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:54.827542 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.833584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:54.834171 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.839621 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:54.897581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Allocated IP 172.20.0.1 (5be2ed07-4a5d-420d-ab55-ede548e4414b/00f7c493-ec0e-4107-a923-aa11e623be40/17855c51-91d9-48b6-9eaf-e010f3476bb6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:12:54.940956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e979-e5d9-4cdb-ad5d-0dec114ffb2f None None] Pushing event updated for resources: {'Port': ['ID=c92ababf-a33c-4375-91bc-c457bfec9ed9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:54.944949 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e8f966-76ee-4803-88c4-a568b0090af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.013590 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e8f966-76ee-4803-88c4-a568b0090af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.025638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:12:55.026313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:55.081529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.113066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e8f966-76ee-4803-88c4-a568b0090af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.116000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42e8f966-76ee-4803-88c4-a568b0090af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.120110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-42e8f966-76ee-4803-88c4-a568b0090af7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e77fb581-2a05-4de3-8996-fd0cff7db5ed HTTP/1.1" status: 204 len: 168 time: 0.3324628 Jul 08 17:12:55.129163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8f966-76ee-4803-88c4-a568b0090af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77fb581-2a05-4de3-8996-fd0cff7db5ed,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:55.142400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-256c11ff-5ef1-425b-b080-3b36ec48b497 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee7e20b22aee4fc2b28df1804538de46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221583 Jul 08 17:12:55.144825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:55.198804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Transition to ACTIVE for port object 17855c51-91d9-48b6-9eaf-e010f3476bb6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:55.231085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:12:55.258490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da228f78-ecf4-48ad-ae6d-ae9da0671cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.265175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b188818-8192-417b-841c-44306324bc6c req-32ccc3bd-6d52-4d3f-b1f0-b5b908885549 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:55.273883 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b188818-8192-417b-841c-44306324bc6c req-32ccc3bd-6d52-4d3f-b1f0-b5b908885549 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.1361642 Jul 08 17:12:55.298840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.311947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da228f78-ecf4-48ad-ae6d-ae9da0671cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.369269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da228f78-ecf4-48ad-ae6d-ae9da0671cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.372861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da228f78-ecf4-48ad-ae6d-ae9da0671cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.374132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da228f78-ecf4-48ad-ae6d-ae9da0671cf8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0bd002a-22ef-429b-9a37-1c6a22c38c45 HTTP/1.1" status: 204 len: 168 time: 0.2283151 Jul 08 17:12:55.385183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da228f78-ecf4-48ad-ae6d-ae9da0671cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bd002a-22ef-429b-9a37-1c6a22c38c45,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:55.434829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b188818-8192-417b-841c-44306324bc6c req-ba64658e-d1fd-40dd-b6f1-d2a2c4d22e71 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590464 Jul 08 17:12:55.468143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:55.482730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Pushing event updated for resources: {'Port': ['ID=17855c51-91d9-48b6-9eaf-e010f3476bb6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:55.486126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:55.488305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:12:55.590550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:55.597331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d559f-84ab-4037-b55f-4f8030bf6323 req-3aed04cc-4948-48cb-80a0-87d06b1c1f84 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:55.610885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e7d559f-84ab-4037-b55f-4f8030bf6323 req-3aed04cc-4948-48cb-80a0-87d06b1c1f84 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1989183 Jul 08 17:12:55.678278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e7d559f-84ab-4037-b55f-4f8030bf6323 req-5a551570-65d5-4c19-8682-0092ba8daf04 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662930 Jul 08 17:12:55.803288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:51Z', 'revision_number': 3, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:55.881816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c6b72-7752-46e4-8f1a-24972aa56284 None None] The sync data for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 is: [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:51Z', 'revision_number': 3, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:12:55.994124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a323a-4a7a-4dac-9288-0981f36f66ce req-99be4407-afcf-4de2-ac27-bbcf0b57deba tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:55.997543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-315a323a-4a7a-4dac-9288-0981f36f66ce req-99be4407-afcf-4de2-ac27-bbcf0b57deba tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 949 time: 0.3064921 Jul 08 17:12:56.023391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bce8050f-2e94-45a1-a903-15c7b593d301 None None] Provisioning for port 17855c51-91d9-48b6-9eaf-e010f3476bb6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:56.029820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bce8050f-2e94-45a1-a903-15c7b593d301 None None] Provisioning complete for port 17855c51-91d9-48b6-9eaf-e010f3476bb6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:56.030229 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bce8050f-2e94-45a1-a903-15c7b593d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.076088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.112359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bce8050f-2e94-45a1-a903-15c7b593d301 None None] Port 17855c51-91d9-48b6-9eaf-e010f3476bb6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:12:56.123133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-315a323a-4a7a-4dac-9288-0981f36f66ce req-399cb326-dcb9-451c-a6ed-02c169796a77 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929124 Jul 08 17:12:56.162552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:56.234757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:12:56.244409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bbb381a0-4f97-4158-99cc-bad99cf05541 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:12:56.261303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-07ef1db5-d0df-46a3-bb83-c98ac2f62482 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c046093321649b383b339cebc0b2004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042039 Jul 08 17:12:56.263290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:56.348429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.355635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.356902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: bbb381a0-4f97-4158-99cc-bad99cf05541 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:12:56.361669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bbb381a0-4f97-4158-99cc-bad99cf05541 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:12:56.380478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0565fbd1-5e0c-4e79-a2eb-a1462bad509c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.407950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0565fbd1-5e0c-4e79-a2eb-a1462bad509c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.432911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.448302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Pushing event updated for resources: {'Port': ['ID=17855c51-91d9-48b6-9eaf-e010f3476bb6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:56.537861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0565fbd1-5e0c-4e79-a2eb-a1462bad509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.547467 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0565fbd1-5e0c-4e79-a2eb-a1462bad509c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:56.548645 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0565fbd1-5e0c-4e79-a2eb-a1462bad509c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9a71308-6c95-4a00-8fb4-623dad34202a HTTP/1.1" status: 204 len: 168 time: 0.2811630 Jul 08 17:12:56.591405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565fbd1-5e0c-4e79-a2eb-a1462bad509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a71308-6c95-4a00-8fb4-623dad34202a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:56.681025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:56.694162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:56.715028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'port_id': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'mac_address': 'fa:16:3e:1a:ca:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9969ea2-0baa-4ca6-88fd-949ff416580e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:12:56.756035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c92ababf-a33c-4375-91bc-c457bfec9ed9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:56.819686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:12:56.836238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:56.849784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63c051-ba83-434e-9849-988da70204d7 req-bc6c5727-f074-4b96-9b9f-c76731bada05 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:56.865791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb63c051-ba83-434e-9849-988da70204d7 req-bc6c5727-f074-4b96-9b9f-c76731bada05 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 949 time: 0.1081610 Jul 08 17:12:56.971618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76051f83-64e2-411d-9d5b-6efbb17caf71 req-4ef6dffc-a6e3-4656-a3da-cacc4e65bf24 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:56.974844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb63c051-ba83-434e-9849-988da70204d7 req-ec169176-2fd3-4973-ad9e-bc82f7dd8730 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070216 Jul 08 17:12:56.979681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76051f83-64e2-411d-9d5b-6efbb17caf71 req-4ef6dffc-a6e3-4656-a3da-cacc4e65bf24 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.2701063 Jul 08 17:12:57.132569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1410040832-network', 'tenant_id': 'f04db5f4921642c096344bf3a8143620'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:57.153282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.160093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76051f83-64e2-411d-9d5b-6efbb17caf71 req-eb568bf0-c71f-4186-b2c7-b0b6d0fccca8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794448 Jul 08 17:12:57.184282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaa97c0-518c-446d-87cd-28b5d9bd4940 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:12:57.199452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Made reservation on behalf of f04db5f4921642c096344bf3a8143620 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:57.202062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.207595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c92ababf-a33c-4375-91bc-c457bfec9ed9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:12:57.227577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.238875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Router 9b09df80-5245-4896-92d7-ba4cf143a838 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:12:57.280469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c92ababf-a33c-4375-91bc-c457bfec9ed9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:57.281055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.331904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:57.342836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e9742b06-0692-4706-ae76-02d406d6a3f1 None None] Provisioning complete for port 17855c51-91d9-48b6-9eaf-e010f3476bb6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:57.343269 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9742b06-0692-4706-ae76-02d406d6a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.346190 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.379791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cf270-125f-4f84-9379-2f900bb918c8 req-ae698ce8-49e8-4058-b1b2-e45e25c59531 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:57.387719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-634cf270-125f-4f84-9379-2f900bb918c8 req-ae698ce8-49e8-4058-b1b2-e45e25c59531 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1431313 Jul 08 17:12:57.454571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:12:57.464476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-634cf270-125f-4f84-9379-2f900bb918c8 req-c1b56689-22f8-46de-b8c3-a0184b747077 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754356 Jul 08 17:12:57.470727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3eb74808-d8d4-4faa-bffc-bb63140f8c0f admin admin] 10.222.0.48 "PUT /v2.0/routers/9b09df80-5245-4896-92d7-ba4cf143a838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9449830 Jul 08 17:12:57.490009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e9742b06-0692-4706-ae76-02d406d6a3f1 None None] Port 17855c51-91d9-48b6-9eaf-e010f3476bb6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:12:57.517862 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.524320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.538279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:57.558591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.559084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.559539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.560013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.560373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.561070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.561503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.561938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.562369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.562849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.563711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.563711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:57.575687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:12:57.576903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.587860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac88d78-8648-4362-8791-de1246461ec4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:57.595645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.595645 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Added segment ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6 of type vlan for network 595e3cda-deae-4623-8d5c-a5ad4181a18c Jul 08 17:12:57.616232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c92ababf-a33c-4375-91bc-c457bfec9ed9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c92ababf-a33c-4375-91bc-c457bfec9ed9,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:57.619929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8aaa97c0-518c-446d-87cd-28b5d9bd4940'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:57.624248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.675095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.731714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.732979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:57.733724 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:57.753819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c92ababf-a33c-4375-91bc-c457bfec9ed9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:57.829916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1345029 Jul 08 17:12:57.834024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:12:57.835552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d2c4-db37-4f19-901a-383a731ebda6 admin admin] Pushing event updated for resources: {'Network': ['ID=595e3cda-deae-4623-8d5c-a5ad4181a18c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:57.840635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Request body: {'subnet': {'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1410040832-subnet', 'tenant_id': 'f04db5f4921642c096344bf3a8143620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:12:57.848254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 595e3cda-deae-4623-8d5c-a5ad4181a18c details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:12:57.876647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Made reservation on behalf of f04db5f4921642c096344bf3a8143620 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:12:57.882816 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:58.041275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548563f-d831-49fb-8b38-6417efe83d0c req-baabd6f5-c655-4d1d-b6c2-e0f66f248c37 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:58.042869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9548563f-d831-49fb-8b38-6417efe83d0c req-baabd6f5-c655-4d1d-b6c2-e0f66f248c37 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 949 time: 0.1159251 Jul 08 17:12:58.172365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:58.228648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91381588-ffbe-45e3-90e3-625394cd046f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:58.263714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf47e57-b9cd-491b-8827-14b962f59f55 req-c37e3c1c-c347-4a3a-9478-6b3af99683fb tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:58.265208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fdf47e57-b9cd-491b-8827-14b962f59f55 req-c37e3c1c-c347-4a3a-9478-6b3af99683fb tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 949 time: 0.1473656 Jul 08 17:12:58.285572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Deleting port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:12:58.285919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:58.344109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Checking segment: {'id': 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:58.344109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Network hostable DHCP agents. Network: 595e3cda-deae-4623-8d5c-a5ad4181a18c, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:12:58.372439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fdf47e57-b9cd-491b-8827-14b962f59f55 req-b34dabf1-69f9-46f5-b5c8-f18f2326c9da tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936482 Jul 08 17:12:58.373076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Network 595e3cda-deae-4623-8d5c-a5ad4181a18c is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:12:58.395273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 595e3cda-deae-4623-8d5c-a5ad4181a18c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:12:58.404389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a1a29-5c52-4f6e-80d1-e51936681f7e None None] Network 595e3cda-deae-4623-8d5c-a5ad4181a18c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:58.411562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] For port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:12:58.411562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:58.420057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-85c6ad7b-a059-4511-90b8-2031c935983f tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:58.430214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-85c6ad7b-a059-4511-90b8-2031c935983f tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 828 time: 0.2475526 Jul 08 17:12:58.433952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Calling delete_port for 65eb1d1a-baf0-450c-a9bc-9908ae903e7a owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:12:58.439615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:58.440647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:58.489329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-ab389a9e-7001-4c2d-99e7-553ce62ca771 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/quotas/1c79f4b1fd5f438899a6e83e7c73a679 HTTP/1.1" status: 200 len: 375 time: 0.0581367 Jul 08 17:12:58.552712 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Sync routers for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:12:58.570054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-37d5fce4-9fee-414f-b372-f74644fa603c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7342002 Jul 08 17:12:58.588341 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:12:58.589028 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:58.635770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee143ba5-1cc0-4a82-815a-6dc30f78bf53 None None] Network 595e3cda-deae-4623-8d5c-a5ad4181a18c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:12:58.655578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-a3f4c497-ef8b-44ff-8573-fae652d80ab0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653762 Jul 08 17:12:58.724843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c92ababf-a33c-4375-91bc-c457bfec9ed9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:12:58.810603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-c45dbda2-c5a3-4da7-abbf-53fd04b827ab service neutron] 10.222.0.48 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468782 Jul 08 17:12:58.857727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c92ababf-a33c-4375-91bc-c457bfec9ed9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:12:58.858302 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:58.931668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-a77a8c7c-5846-4fea-81ee-8bccbf90bfa0 service neutron] 10.222.0.48 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135736 Jul 08 17:12:58.956923 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:12:59.154021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.175324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['65eb1d1a-baf0-450c-a9bc-9908ae903e7a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:12:59.199654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:12:56Z', 'revision_number': 2, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:12:59.201888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1f0a3-e8cd-405a-9a2c-d64d639dac60 req-2c7476da-8b0e-413d-9de1-9e837cf75a0c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:59.209279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6eb1f0a3-e8cd-405a-9a2c-d64d639dac60 req-2c7476da-8b0e-413d-9de1-9e837cf75a0c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 945 time: 0.6599541 Jul 08 17:12:59.220255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Pushing event deleted for resources: {'Port': ['ID=65eb1d1a-baf0-450c-a9bc-9908ae903e7a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:59.250317 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Checking router: 9b09df80-5245-4896-92d7-ba4cf143a838 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:12:59.250717 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Updating router 9b09df80-5245-4896-92d7-ba4cf143a838 port 17855c51-91d9-48b6-9eaf-e010f3476bb6 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:12:59.282902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] No DVR routers for this DVR port 65eb1d1a-baf0-450c-a9bc-9908ae903e7a on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:12:59.290270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.292580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9548563f-d831-49fb-8b38-6417efe83d0c req-8c424796-b18e-4142-aa14-944e722864a6 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.53 "DELETE /v2.0/ports/65eb1d1a-baf0-450c-a9bc-9908ae903e7a HTTP/1.1" status: 204 len: 173 time: 1.2382886 Jul 08 17:12:59.293037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'name': 'network-vif-deleted', 'tag': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:12:59.295313 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c87b3-3cf5-41bf-8d87-684f74550873" -d '{"events": [{"server_uuid": "0a8c6b20-9560-41b3-9d22-59f4b585ab16", "name": "network-vif-deleted", "tag": "65eb1d1a-baf0-450c-a9bc-9908ae903e7a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:12:59.301649 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.334929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6eb1f0a3-e8cd-405a-9a2c-d64d639dac60 req-7d0a5ae1-b038-4522-ae14-0ca35dc7e5bf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246862 Jul 08 17:12:59.483212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbf69e-1159-4f83-b3b8-d84e5917b561 req-d3e2abf7-a5ff-4ec4-b649-8b33d8fef962 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:59.489912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3dcbf69e-1159-4f83-b3b8-d84e5917b561 req-d3e2abf7-a5ff-4ec4-b649-8b33d8fef962 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1959114 Jul 08 17:12:59.564228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3dcbf69e-1159-4f83-b3b8-d84e5917b561 req-c9b86a6e-0995-433c-978e-7726e78977b9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Jul 08 17:12:59.709019 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.720461 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Transition to ACTIVE for port object 17855c51-91d9-48b6-9eaf-e010f3476bb6 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:12:59.732789 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.772746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-42735de9-8b25-45fe-8363-9fd5efd321d0 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:12:59.774243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-42735de9-8b25-45fe-8363-9fd5efd321d0 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/networks?id=595e3cda-deae-4623-8d5c-a5ad4181a18c HTTP/1.1" status: 200 len: 821 time: 0.1275120 Jul 08 17:12:59.780378 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Pushing event updated for resources: {'Port': ['ID=17855c51-91d9-48b6-9eaf-e010f3476bb6,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:12:59.789890 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.790295 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.790633 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.790752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-dc2d05c5-7d0f-493d-b899-d342eab276b5 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/quotas/f04db5f4921642c096344bf3a8143620 HTTP/1.1" status: 200 len: 375 time: 0.0101635 Jul 08 17:12:59.790969 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.791291 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.791615 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.791940 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.792259 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.792573 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.792889 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.793204 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.793518 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:12:59.847381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-51c64dbf-868b-4582-90d2-250d7b7265c9 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f04db5f4921642c096344bf3a8143620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500512 Jul 08 17:12:59.918472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Attempting to bind port 17855c51-91d9-48b6-9eaf-e010f3476bb6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:12:59.921383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2277314-4917-4e8d-9d89-bf9bc1e6378a req-574a85ab-7a70-47f7-ad20-55d1bf71c6ae tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 210 time: 0.0521343 Jul 08 17:12:59.922201 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Attempting to bind port 17855c51-91d9-48b6-9eaf-e010f3476bb6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:12:59.923146 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Attempting to bind port 17855c51-91d9-48b6-9eaf-e010f3476bb6 on network 5be2ed07-4a5d-420d-ab55-ede548e4414b {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:12:59.937693 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:12:59.938647 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Checking segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:12:59.939257 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.939762 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Bound using segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:12:59.940416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Bound port: 17855c51-91d9-48b6-9eaf-e010f3476bb6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:12:59.940815 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.997603 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee22332-8cef-4e4a-b8ff-1420da4ec4fa x-openstack-request-id: req-bee22332-8cef-4e4a-b8ff-1420da4ec4fa {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:12:59.998035 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8c6b20-9560-41b3-9d22-59f4b585ab16", "name": "network-vif-deleted", "tag": "65eb1d1a-baf0-450c-a9bc-9908ae903e7a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:12:59.998502 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bee22332-8cef-4e4a-b8ff-1420da4ec4fa {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:12:59.998991 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8c6b20-9560-41b3-9d22-59f4b585ab16', 'name': 'network-vif-deleted', 'tag': '65eb1d1a-baf0-450c-a9bc-9908ae903e7a', 'status': 'completed', 'code': 200} Jul 08 17:13:00.033058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-bf6ac1a7-9bbb-4579-be5b-c129244ac7b1 service neutron] 10.222.0.48 "GET /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714237 Jul 08 17:13:00.084406 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] For port 17855c51-91d9-48b6-9eaf-e010f3476bb6, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:00.090252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] For port 17855c51-91d9-48b6-9eaf-e010f3476bb6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=17855c51-91d9-48b6-9eaf-e010f3476bb6,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:00.097047 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:00.194168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d5fe9d22-7729-45da-834c-ff70013028d7 service neutron] 10.222.0.48 "GET /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576641 Jul 08 17:13:00.194523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df39157c-9ae1-4e57-9176-47e3c6cfd5cd req-29234ddf-094b-49a7-b42f-ea8d92b2a422 tempest-ImagesNegativeTestJSON-1044431408 tempest-ImagesNegativeTestJSON-1044431408-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a8c6b20-9560-41b3-9d22-59f4b585ab16 HTTP/1.1" status: 200 len: 210 time: 0.0544868 Jul 08 17:13:00.230491 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5280464-9d61-4540-a37a-246a997aba65 None None] Pushing event updated for resources: {'Port': ['ID=17855c51-91d9-48b6-9eaf-e010f3476bb6,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:00.236504 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:00.237315 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:00.250652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:00.331235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:00.336129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:00.336938 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:00.394224 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:00.454760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:00.521955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:00.530266 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3fd16c-99f8-4e2b-a04c-a193b58e8930" -d '{"events": [{"server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:00.542556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a78931b2-8965-428a-a261-7771db5b0b2a req-8e4f4845-ccc1-48af-a5e9-5d40f3084c72 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 210 time: 0.0580103 Jul 08 17:13:00.591040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:00.607968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:00.710512 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38a3788-13f0-4aee-9d50-0e7ba284f9f2 x-openstack-request-id: req-e38a3788-13f0-4aee-9d50-0e7ba284f9f2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:00.710803 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "name": "network-vif-plugged", "status": "completed", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:00.711290 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e38a3788-13f0-4aee-9d50-0e7ba284f9f2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:00.713789 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'code': 200} Jul 08 17:13:00.789568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f334262-95e6-4597-9dfd-b6435d4091f9 req-169cb16c-f6e4-4117-8dd9-e46842eef692 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:00.794755 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f334262-95e6-4597-9dfd-b6435d4091f9 req-169cb16c-f6e4-4117-8dd9-e46842eef692 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.2084551 Jul 08 17:13:00.807238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:00.846967 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:00Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:00.904628 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3f228f-a62b-4e11-a400-fe2687f5a823 None None] The sync data for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 is: [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:00Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:00.965076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209798-9012-4373-bfaa-303f1bb06098 req-0ca2348f-3b8a-45b7-bd14-06a5631e3f7f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:00.975908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c209798-9012-4373-bfaa-303f1bb06098 req-0ca2348f-3b8a-45b7-bd14-06a5631e3f7f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1408508 Jul 08 17:13:01.006048 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f334262-95e6-4597-9dfd-b6435d4091f9 req-de527b0d-bd10-4851-a81a-8dee6721c882 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505978 Jul 08 17:13:01.037274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-f8b0e39e-7f68-4ce9-ac29-cf3ab363a344 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:01.039739 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-f8b0e39e-7f68-4ce9-ac29-cf3ab363a344 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.21 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 828 time: 0.3404691 Jul 08 17:13:01.053345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c209798-9012-4373-bfaa-303f1bb06098 req-584e5cfb-eb28-4b23-9aa3-a084b71bcf43 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678449 Jul 08 17:13:01.056140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Request body: {'port': {'device_id': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'admin_state_up': True, 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:01.073960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d330f-e283-4f01-9def-eb568f22bdeb req-df971fcb-05c3-4fc5-90e9-66dfa6afe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:01.076067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f84d330f-e283-4f01-9def-eb568f22bdeb req-df971fcb-05c3-4fc5-90e9-66dfa6afe562 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1097 time: 0.2803352 Jul 08 17:13:01.154013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:01.260390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0a95797-28de-4037-b8e0-e5e53a9f3634 req-26b5f984-5193-474d-ab69-2323deb24524 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 210 time: 0.0597901 Jul 08 17:13:01.264489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f84d330f-e283-4f01-9def-eb568f22bdeb req-11d8d1e8-3c56-42cd-b45b-da5f879cc368 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871456 Jul 08 17:13:01.331115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0acce64-fd71-4859-ab0e-5cf796630a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.335580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Made reservation on behalf of 1c79f4b1fd5f438899a6e83e7c73a679 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:01.339995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.576011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0acce64-fd71-4859-ab0e-5cf796630a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.581868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0acce64-fd71-4859-ab0e-5cf796630a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.638952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c0acce64-fd71-4859-ab0e-5cf796630a15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a95dae79fb35488e84be89ef2dc4df40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838674 Jul 08 17:13:01.641587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:01.646399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Allocated IP 172.20.0.10 (5be2ed07-4a5d-420d-ab55-ede548e4414b/00f7c493-ec0e-4107-a923-aa11e623be40/783fa47f-ac20-41e4-aac9-9e745015dc6e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:01.652856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acce64-fd71-4859-ab0e-5cf796630a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108989d6-4f8b-4aa3-b2a5-32ee8ab52d4a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:01.768344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3e556c-41f3-4489-a0b7-82982ac1f010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.796291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3e556c-41f3-4489-a0b7-82982ac1f010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.856615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3e556c-41f3-4489-a0b7-82982ac1f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.859299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c3e556c-41f3-4489-a0b7-82982ac1f010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.860384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c3e556c-41f3-4489-a0b7-82982ac1f010 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/108989d6-4f8b-4aa3-b2a5-32ee8ab52d4a HTTP/1.1" status: 204 len: 168 time: 0.2158983 Jul 08 17:13:01.870228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e556c-41f3-4489-a0b7-82982ac1f010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108989d6-4f8b-4aa3-b2a5-32ee8ab52d4a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:01.892335 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9835bef-be46-4969-8ea4-0c6a0f91143b req-960f4539-e775-4ff3-950d-4f5c43183ecb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 210 time: 0.1330547 Jul 08 17:13:01.967436 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.984966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Transition to ACTIVE for port object 783fa47f-ac20-41e4-aac9-9e745015dc6e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:02.034713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.070991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 65eb1d1a-baf0-450c-a9bc-9908ae903e7a no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:02.076089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:02.102225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 65eb1d1a-baf0-450c-a9bc-9908ae903e7a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:02.103479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 65eb1d1a-baf0-450c-a9bc-9908ae903e7a not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:02.150231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:02.164705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event updated for resources: {'Port': ['ID=783fa47f-ac20-41e4-aac9-9e745015dc6e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:02.168004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:02.182835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:02.318875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:02.319646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.361977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33190) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:02.371253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aa3e1392-149d-4674-a2a3-5c0b33db4313 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65b9af35b933448b986ae68778237095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947099 Jul 08 17:13:02.372480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33192) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:02.389275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-827bf5e9-3817-4d6b-8a49-49bec1df0954 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3370993 Jul 08 17:13:02.410368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a35bf76-f903-45de-8d79-313f96d30095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.417257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Request body: {'port': {'device_id': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:02.444079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af358f8-ef7c-43ba-ba6e-6f84ac8052b4 req-140ce125-64ae-4b45-a77b-5880a01f5366 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:02.447814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3af358f8-ef7c-43ba-ba6e-6f84ac8052b4 req-140ce125-64ae-4b45-a77b-5880a01f5366 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.1878207 Jul 08 17:13:02.468169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93aabbde-9d68-438e-91f6-5ad308b5bf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.515710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93aabbde-9d68-438e-91f6-5ad308b5bf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.576349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3af358f8-ef7c-43ba-ba6e-6f84ac8052b4 req-4307088a-17f7-4278-b2b3-f2b8a2ea128f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083665 Jul 08 17:13:02.590419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35a2ce9a-0324-408d-ab07-90c9c8808d98 None None] Provisioning for port 783fa47f-ac20-41e4-aac9-9e745015dc6e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:02.607747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35a2ce9a-0324-408d-ab07-90c9c8808d98 None None] Provisioning complete for port 783fa47f-ac20-41e4-aac9-9e745015dc6e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:02.610219 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35a2ce9a-0324-408d-ab07-90c9c8808d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.624537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.655491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93aabbde-9d68-438e-91f6-5ad308b5bf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.662897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93aabbde-9d68-438e-91f6-5ad308b5bf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.663714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-93aabbde-9d68-438e-91f6-5ad308b5bf66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e8b1df2-c1ee-4aea-9086-f5cd75b27af5 HTTP/1.1" status: 204 len: 168 time: 0.2873299 Jul 08 17:13:02.686308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aabbde-9d68-438e-91f6-5ad308b5bf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8b1df2-c1ee-4aea-9086-f5cd75b27af5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:02.750482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35a2ce9a-0324-408d-ab07-90c9c8808d98 None None] Port 783fa47f-ac20-41e4-aac9-9e745015dc6e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:02.764723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 17855c51-91d9-48b6-9eaf-e010f3476bb6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:02.897612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 17855c51-91d9-48b6-9eaf-e010f3476bb6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:02.903318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 17855c51-91d9-48b6-9eaf-e010f3476bb6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:02.903701 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.027935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5fef8-f987-482c-a8d5-72bd01cde8ea req-1b3db431-52e0-4ff6-a10f-f839633226e8 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:03.032645 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.034142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3d94-d193-400f-90f7-ff6dc04b0e1c req-e06e01c9-5fe7-4084-9c1b-f4ddf8b465ce tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:03.037062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91a5fef8-f987-482c-a8d5-72bd01cde8ea req-1b3db431-52e0-4ff6-a10f-f839633226e8 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 932 time: 0.1282988 Jul 08 17:13:03.041846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d62b3d94-d193-400f-90f7-ff6dc04b0e1c req-e06e01c9-5fe7-4084-9c1b-f4ddf8b465ce tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.6337790 Jul 08 17:13:03.082317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 17855c51-91d9-48b6-9eaf-e010f3476bb6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=17855c51-91d9-48b6-9eaf-e010f3476bb6,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:03.090589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.109232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91a5fef8-f987-482c-a8d5-72bd01cde8ea req-c68d485f-c80c-4b61-852f-855205e81636 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Jul 08 17:13:03.113620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d4e90293-d9dd-42ef-8830-86822e625f15 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:03.115183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d4e90293-d9dd-42ef-8830-86822e625f15 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.53 "GET /v2.0/networks?id=595e3cda-deae-4623-8d5c-a5ad4181a18c HTTP/1.1" status: 200 len: 821 time: 0.5600576 Jul 08 17:13:03.140750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Request body: {'port': {'device_id': 'a80d689e-809a-430a-bb34-ff6629751315', 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c', 'admin_state_up': True, 'tenant_id': 'f04db5f4921642c096344bf3a8143620'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:03.163101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=17855c51-91d9-48b6-9eaf-e010f3476bb6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:03.209789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d62b3d94-d193-400f-90f7-ff6dc04b0e1c req-986bb0a7-719c-482a-8e01-262b8f58147f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670647 Jul 08 17:13:03.258673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a35bf76-f903-45de-8d79-313f96d30095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.273518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783fa47f-ac20-41e4-aac9-9e745015dc6e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:03.280925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a35bf76-f903-45de-8d79-313f96d30095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.292314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.349350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Transition to ACTIVE for port object 783fa47f-ac20-41e4-aac9-9e745015dc6e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:03.354461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a35bf76-f903-45de-8d79-313f96d30095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc0dc97c3d294c5fbb4089e9285e592b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9910951 Jul 08 17:13:03.357822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35bf76-f903-45de-8d79-313f96d30095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367ee7d1-f65c-435b-b297-4a970a67de1e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:03.359850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:03.365152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.386768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d3b6f40-26ea-4aae-80dd-5315a8fcb5a0 req-bea13287-a182-4265-81fb-a56a0ad442c7 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 210 time: 0.0385981 Jul 08 17:13:03.454259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26c965d0-dedd-4495-8f3e-9adf345dca73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.458183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Made reservation on behalf of f04db5f4921642c096344bf3a8143620 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:03.461734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.479366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Pushing event updated for resources: {'Port': ['ID=783fa47f-ac20-41e4-aac9-9e745015dc6e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:03.487897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26c965d0-dedd-4495-8f3e-9adf345dca73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.572639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26c965d0-dedd-4495-8f3e-9adf345dca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.576742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26c965d0-dedd-4495-8f3e-9adf345dca73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.582168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-26c965d0-dedd-4495-8f3e-9adf345dca73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/367ee7d1-f65c-435b-b297-4a970a67de1e HTTP/1.1" status: 204 len: 168 time: 0.2162859 Jul 08 17:13:03.599498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c965d0-dedd-4495-8f3e-9adf345dca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367ee7d1-f65c-435b-b297-4a970a67de1e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:03.610708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af398f8-4725-4442-b751-8b5bce07b5ed req-7f8c1d41-30fa-4e98-83ec-f1a987968add tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:03.612201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8af398f8-4725-4442-b751-8b5bce07b5ed req-7f8c1d41-30fa-4e98-83ec-f1a987968add tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1096 time: 0.2503669 Jul 08 17:13:03.715136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Attempting to bind port 783fa47f-ac20-41e4-aac9-9e745015dc6e on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:03.715473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Attempting to bind port 783fa47f-ac20-41e4-aac9-9e745015dc6e by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:03.715800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Attempting to bind port 783fa47f-ac20-41e4-aac9-9e745015dc6e on network 5be2ed07-4a5d-420d-ab55-ede548e4414b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:03.743658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Allocated IP 172.20.0.13 (595e3cda-deae-4623-8d5c-a5ad4181a18c/91381588-ffbe-45e3-90e3-625394cd046f/7ae08e11-b337-4faa-9261-ca520d39c21f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:03.745509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Port 783fa47f-ac20-41e4-aac9-9e745015dc6e on network 5be2ed07-4a5d-420d-ab55-ede548e4414b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:03.745830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Attempting to bind port 783fa47f-ac20-41e4-aac9-9e745015dc6e on network 5be2ed07-4a5d-420d-ab55-ede548e4414b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:03.750841 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8af398f8-4725-4442-b751-8b5bce07b5ed req-c1b1a87c-7a66-4c23-9d8c-9bb1300d91cf tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 Jul 08 17:13:03.760160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:03.761654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Checking segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:03.762256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Bound using segment: {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:03.762857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Bound port: 783fa47f-ac20-41e4-aac9-9e745015dc6e, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205aec8a-7921-4d09-94b7-b1ec61979037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:03.763460 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.889652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] For port 783fa47f-ac20-41e4-aac9-9e745015dc6e, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:03.889652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] For port 783fa47f-ac20-41e4-aac9-9e745015dc6e, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:03.912481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6adcd5-08ca-4172-8091-3872b7905911 req-403f040a-e6ff-470e-90d1-d375a1da0988 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:03.914385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f6adcd5-08ca-4172-8091-3872b7905911 req-403f040a-e6ff-470e-90d1-d375a1da0988 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.1056690 Jul 08 17:13:03.924488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:03.964056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f6adcd5-08ca-4172-8091-3872b7905911 req-8ba08bba-c413-4a8b-b3da-3578ba660e41 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Jul 08 17:13:04.017300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.017916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:04.019351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] 10.222.0.21 "PUT /v2.0/ports/783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 1092 time: 1.6126940 Jul 08 17:13:04.022320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:04.024833 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:04.058121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c8ba9-af47-473d-a3f3-d95ea3d9526c service neutron] Pushing event updated for resources: {'Port': ['ID=783fa47f-ac20-41e4-aac9-9e745015dc6e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:04.149088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:04.216163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-cd201e37-d746-4378-a9c5-74963250da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.217844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-cd201e37-d746-4378-a9c5-74963250da80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1095 time: 0.1382248 Jul 08 17:13:04.276408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-f71bddd7-f202-4cb6-929c-4ca4c4f40466 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 217 time: 0.0504544 Jul 08 17:13:04.277433 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:04.361710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Network 595e3cda-deae-4623-8d5c-a5ad4181a18c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:04.366889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:04.370150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:04.441947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Pushing event updated for resources: {'Port': ['ID=7ae08e11-b337-4faa-9261-ca520d39c21f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:04.452827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-81d5b3d4-35fb-43a5-8a1c-58759829a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.454407 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-81d5b3d4-35fb-43a5-8a1c-58759829a14c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 200 len: 867 time: 0.1642072 Jul 08 17:13:04.465699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.466455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:04.520347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d8dc48a6-2572-499d-8cbc-c0bd369bc3f2 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3886011 Jul 08 17:13:04.535710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Request body: {'port': {'device_id': 'a80d689e-809a-430a-bb34-ff6629751315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:04.560707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecfaf5-f5a9-4577-914e-3a801b20e016 req-dc438b0f-50ca-4909-8a06-0ef95b97fc78 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.566171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-278a50b2-5196-443e-a71a-b28e8dd11f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.567676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-278a50b2-5196-443e-a71a-b28e8dd11f8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5be2ed07-4a5d-420d-ab55-ede548e4414b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983365 Jul 08 17:13:04.571013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdecfaf5-f5a9-4577-914e-3a801b20e016 req-dc438b0f-50ca-4909-8a06-0ef95b97fc78 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1097 time: 0.0745268 Jul 08 17:13:04.616809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdecfaf5-f5a9-4577-914e-3a801b20e016 req-c0042b29-ae37-4194-8428-f2ef9de094d9 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Jul 08 17:13:04.673338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 17855c51-91d9-48b6-9eaf-e010f3476bb6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:04.692409 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2c92f4-e036-4da6-8ab5-93c72ffa871a x-openstack-request-id: req-ba2c92f4-e036-4da6-8ab5-93c72ffa871a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:04.692697 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:04.692949 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba2c92f4-e036-4da6-8ab5-93c72ffa871a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:04.693348 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'status': 'completed', 'code': 200} Jul 08 17:13:04.734657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:04.755031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:04.760468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:04.802344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 17855c51-91d9-48b6-9eaf-e010f3476bb6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:04.806080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:04.826549 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-7bf8723c-0047-4f74-abb7-217a9d17bdb4 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475207 Jul 08 17:13:04.935438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54761bfd-66a7-4861-b631-5c7679ca73aa req-274fd55f-ea28-45f0-9c82-9934e0e3b9e8 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:04.937237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54761bfd-66a7-4861-b631-5c7679ca73aa req-274fd55f-ea28-45f0-9c82-9934e0e3b9e8 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 944 time: 0.1218669 Jul 08 17:13:04.945166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-391333784-network', 'tenant_id': '2a2961b38cce4c518e170c248f82716d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:04.985774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b482a3-1753-4e4a-beea-4625710bf178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.032465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Made reservation on behalf of 2a2961b38cce4c518e170c248f82716d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:05.035785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.040114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54761bfd-66a7-4861-b631-5c7679ca73aa req-0d821c94-38e5-463d-8e8e-5394527ec35c tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789962 Jul 08 17:13:05.055562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.098239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3df6a7c-bf77-4f36-b49d-f93c295ab275 req-a757beb1-00d1-49a8-8bdf-ff8d4409391a service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568090 Jul 08 17:13:05.153572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b482a3-1753-4e4a-beea-4625710bf178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.160712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6b482a3-1753-4e4a-beea-4625710bf178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.224303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b482a3-1753-4e4a-beea-4625710bf178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d145cf-7f60-4136-9068-76a626e13ee1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:05.248479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae08e11-b337-4faa-9261-ca520d39c21f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:05.260472 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.265995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e6b482a3-1753-4e4a-beea-4625710bf178 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0359055d645a43f3b3fb32a2fcd1e673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075743 Jul 08 17:13:05.268019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:05.286232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Transition to ACTIVE for port object 7ae08e11-b337-4faa-9261-ca520d39c21f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:05.293408 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.299008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-df83dfa7-a1cf-4e67-853e-b5039a3d4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.300551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-df83dfa7-a1cf-4e67-853e-b5039a3d4847 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1095 time: 0.1171417 Jul 08 17:13:05.407372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Pushing event updated for resources: {'Port': ['ID=7ae08e11-b337-4faa-9261-ca520d39c21f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:05.489814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-64eaf161-dd0e-4277-ad24-553c74529f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.491329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-64eaf161-dd0e-4277-ad24-553c74529f38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 929 time: 0.1622438 Jul 08 17:13:05.518191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Attempting to bind port 7ae08e11-b337-4faa-9261-ca520d39c21f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:05.518191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Attempting to bind port 7ae08e11-b337-4faa-9261-ca520d39c21f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:05.518546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Attempting to bind port 7ae08e11-b337-4faa-9261-ca520d39c21f on network 595e3cda-deae-4623-8d5c-a5ad4181a18c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:05.548539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-b00af295-119e-40d7-af98-72b4bad268f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 217 time: 0.0399611 Jul 08 17:13:05.550693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Port 7ae08e11-b337-4faa-9261-ca520d39c21f on network 595e3cda-deae-4623-8d5c-a5ad4181a18c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:05.551045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Attempting to bind port 7ae08e11-b337-4faa-9261-ca520d39c21f on network 595e3cda-deae-4623-8d5c-a5ad4181a18c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:05.564895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:05.565330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Checking segment: {'id': 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:05.565649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Bound using segment: {'id': 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:05.566163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Bound port: 7ae08e11-b337-4faa-9261-ca520d39c21f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:05.566573 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.580521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-25f66067-127a-4fc1-b38b-6ec1c7bf95fd tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:13:05.581665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-25f66067-127a-4fc1-b38b-6ec1c7bf95fd tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113676 Jul 08 17:13:05.604620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Request body: {'binding': {'host': 'n-h2-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:05.605010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:13:05.642850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-435e5358-6ab4-4008-bd8b-4b0757660af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.644621 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-435e5358-6ab4-4008-bd8b-4b0757660af1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 200 len: 867 time: 0.0875826 Jul 08 17:13:05.701523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] For port 7ae08e11-b337-4faa-9261-ca520d39c21f, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:05.705888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] For port 7ae08e11-b337-4faa-9261-ca520d39c21f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7ae08e11-b337-4faa-9261-ca520d39c21f,segment=NetworkSegment(ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6),segment_id=ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:05.711591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.755153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.755793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.757228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] 10.222.0.53 "PUT /v2.0/ports/7ae08e11-b337-4faa-9261-ca520d39c21f HTTP/1.1" status: 200 len: 1092 time: 1.2266619 Jul 08 17:13:05.767093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aee1b-7613-4852-ad0c-d730b6af1f6e req-d3d3be52-5032-42e1-a1b5-a3cf805f6526 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.768621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b62aee1b-7613-4852-ad0c-d730b6af1f6e req-d3d3be52-5032-42e1-a1b5-a3cf805f6526 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.5666323 Jul 08 17:13:05.781702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a6927fd-2b2b-4b07-9f60-9bc3ef654ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.782109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-16ff4497-fddb-4d9a-8c5b-a307310967d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.783704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-16ff4497-fddb-4d9a-8c5b-a307310967d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5be2ed07-4a5d-420d-ab55-ede548e4414b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308742 Jul 08 17:13:05.788682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401758f3-4d8c-4fa6-8667-585e3f2ada9f service neutron] Pushing event updated for resources: {'Port': ['ID=7ae08e11-b337-4faa-9261-ca520d39c21f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:05.804798 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.829187 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.867417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a6927fd-2b2b-4b07-9f60-9bc3ef654ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.882964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:13:05.921111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b62aee1b-7613-4852-ad0c-d730b6af1f6e req-044a1007-99f9-4126-99b3-2ecd206bf263 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406209 Jul 08 17:13:05.927577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-e54cc27c-ea21-4d29-8213-1a8a805b0941 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309657 Jul 08 17:13:05.932012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-919c482d-d5c3-4f89-9d6c-1b36e76b46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:05.933481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-919c482d-d5c3-4f89-9d6c-1b36e76b46d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f04db5f4921642c096344bf3a8143620&device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 1095 time: 0.0890751 Jul 08 17:13:05.939983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b78752-9eaf-4af1-b4e1-045061440f99,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:05.943050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:05.943391 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Added segment e416863e-83c9-4da3-bb15-24c7ca6dcb8c of type vlan for network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 Jul 08 17:13:05.996132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on host n-h2-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:05.996466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:05.996794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:06.012419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.017481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:06.017481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:06.028322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:06.028661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:06.029055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:06.029498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Bound port: a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:06.067555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a6927fd-2b2b-4b07-9f60-9bc3ef654ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.070173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a6927fd-2b2b-4b07-9f60-9bc3ef654ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.073390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3a6927fd-2b2b-4b07-9f60-9bc3ef654ae6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55d145cf-7f60-4136-9068-76a626e13ee1 HTTP/1.1" status: 204 len: 168 time: 0.8025665 Jul 08 17:13:06.099035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6927fd-2b2b-4b07-9f60-9bc3ef654ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d145cf-7f60-4136-9068-76a626e13ee1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:06.109127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.110164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.110760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.126418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:06.168781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.170040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d15163bc-63f8-456a-9d7c-a4c895f9a6c3 service neutron] 10.222.0.48 "POST /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5703294 Jul 08 17:13:06.204964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4664886 Jul 08 17:13:06.226087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33310) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:06.232587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Request body: {'subnet': {'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-391333784-subnet', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:06.237436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303864bc-e82b-42a1-9ac1-3d99113cbf92 admin admin] Pushing event updated for resources: {'Network': ['ID=5634f5d7-c7f5-4dae-8495-0fa89be29e04,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:06.258289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:13:06.276441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Made reservation on behalf of 2a2961b38cce4c518e170c248f82716d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:06.278882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.373243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ca48-8538-409d-a2e5-194e64ca44dc req-eb66cfbc-b857-4876-a445-222797d24e25 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.377693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-c70180e6-3c9b-427a-9850-885d7d97a1e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae08e11-b337-4faa-9261-ca520d39c21f HTTP/1.1" status: 200 len: 217 time: 0.4344301 Jul 08 17:13:06.399488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b814ca48-8538-409d-a2e5-194e64ca44dc req-eb66cfbc-b857-4876-a445-222797d24e25 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 944 time: 0.2144809 Jul 08 17:13:06.480039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-3bf76511-08d2-40eb-b4d1-0c2f5386b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.481646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-3bf76511-08d2-40eb-b4d1-0c2f5386b16f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91381588-ffbe-45e3-90e3-625394cd046f HTTP/1.1" status: 200 len: 861 time: 0.0919387 Jul 08 17:13:06.487762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f8e088-90ba-43f1-b9a5-98e93bb4669d req-af60dff3-5c99-4a64-83bb-6ae8865c6502 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524151 Jul 08 17:13:06.525334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b814ca48-8538-409d-a2e5-194e64ca44dc req-a62abf37-1e3f-4545-9f86-a40f5bfed42a tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254430 Jul 08 17:13:06.567519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d7cc43a7-7271-426e-91b3-6d4f0f67b811 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=595e3cda-deae-4623-8d5c-a5ad4181a18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758007 Jul 08 17:13:06.690537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.694110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80d689e-809a-430a-bb34-ff6629751315', 'tag': '7ae08e11-b337-4faa-9261-ca520d39c21f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:06.697013 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3dc4b4-f9f7-456a-935d-267837f80a60" -d '{"events": [{"name": "network-changed", "server_uuid": "a80d689e-809a-430a-bb34-ff6629751315", "tag": "7ae08e11-b337-4faa-9261-ca520d39c21f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:06.753326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-2fcaa7bf-968d-49c2-8c51-598996f827aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.754889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-2fcaa7bf-968d-49c2-8c51-598996f827aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1096 time: 0.2268407 Jul 08 17:13:06.760068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-085806bf-7192-4b94-8885-89fd67ca37d3 service neutron] 10.222.0.53 "GET /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738846 Jul 08 17:13:06.782381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85dff0-6038-448f-a6cd-b7f31610fdd5 req-ff6043bb-4c36-48f2-92b0-5087915afcd3 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.783888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c85dff0-6038-448f-a6cd-b7f31610fdd5 req-ff6043bb-4c36-48f2-92b0-5087915afcd3 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.1483178 Jul 08 17:13:06.855455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Checking segment: {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:06.857740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Network hostable DHCP agents. Network: 5634f5d7-c7f5-4dae-8495-0fa89be29e04, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:13:06.902086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=290fccc3-a043-46e3-9d68-18249bc9dbc3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:06.921430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:13:06.949819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 5634f5d7-c7f5-4dae-8495-0fa89be29e04) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:06.958958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a139d-0b57-4916-ab39-5f9d76f6b260 None None] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:06.968071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a5514-a258-4e78-b5c9-6f9addf7ccb7 req-0793d021-0e89-46b1-ad58-0309494154e3 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.976179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba8a5514-a258-4e78-b5c9-6f9addf7ccb7 req-0793d021-0e89-46b1-ad58-0309494154e3 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 944 time: 0.2159431 Jul 08 17:13:06.985886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:06.986833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:06.998741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c85dff0-6038-448f-a6cd-b7f31610fdd5 req-572d1cf6-e232-4e73-ba7a-b6779ace9bfc tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981294 Jul 08 17:13:07.039613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-668658c8-8add-4f35-9577-b5d5f378fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:07.042885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-668658c8-8add-4f35-9577-b5d5f378fe87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.2780471 Jul 08 17:13:07.045290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3589775-59b0-4666-8a75-63578e1cfa91 req-d0b83a9d-799a-4d31-b8e1-899aaa063cd3 service neutron] 10.222.0.53 "GET /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724288 Jul 08 17:13:07.050722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ec773ee8-3df0-438d-9f24-42cee3e257aa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8196723 Jul 08 17:13:07.058441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:07.062548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:07.125641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.126702 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.131658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-ff8609e4-fbfb-40ef-bd04-f1df0b92cff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 217 time: 0.0808015 Jul 08 17:13:07.162186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba8a5514-a258-4e78-b5c9-6f9addf7ccb7 req-38e82251-b282-4d79-818d-0da9098fc30e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848779 Jul 08 17:13:07.204423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-5634f5d7-c7f5-4dae-8495-0fa89be29e04', 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'fixed_ips': [{'subnet_id': '290fccc3-a043-46e3-9d68-18249bc9dbc3'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:13:07.205733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.257699 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c79c28-ff36-416a-adf0-e45ee2df28ad x-openstack-request-id: req-a7c79c28-ff36-416a-adf0-e45ee2df28ad {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:07.257993 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80d689e-809a-430a-bb34-ff6629751315", "tag": "7ae08e11-b337-4faa-9261-ca520d39c21f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:07.258247 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7c79c28-ff36-416a-adf0-e45ee2df28ad {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:07.259302 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80d689e-809a-430a-bb34-ff6629751315', 'tag': '7ae08e11-b337-4faa-9261-ca520d39c21f', 'status': 'completed', 'code': 200} Jul 08 17:13:07.260895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.333646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-0d75e8b9-4ad0-43f9-91df-a549fba08379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:07.335143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-0d75e8b9-4ad0-43f9-91df-a549fba08379 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1946445 Jul 08 17:13:07.410290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Allocated IP 172.20.0.2 (5634f5d7-c7f5-4dae-8495-0fa89be29e04/290fccc3-a043-46e3-9d68-18249bc9dbc3/9e2f77c5-9285-40f2-b068-65c974f49f00) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:07.426304 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-cc536068-9238-4dc2-baab-3cb73fb0d7fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387945 Jul 08 17:13:07.456790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c40e6-67f6-4558-bf55-c0af481e2223 req-7208393d-dfb7-4309-936b-568d2a4589d0 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:07.458476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9c2c40e6-67f6-4558-bf55-c0af481e2223 req-7208393d-dfb7-4309-936b-568d2a4589d0 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.0764868 Jul 08 17:13:07.500237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9c2c40e6-67f6-4558-bf55-c0af481e2223 req-51c2d42d-55f3-45e9-bd4c-bb0e3a9277a1 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Jul 08 17:13:07.549293 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.606385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.619990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Transition to ACTIVE for port object 9e2f77c5-9285-40f2-b068-65c974f49f00 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:07.623755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995efc87-d96c-43c8-9f22-0ab19f03ba97 req-8ffa7a0f-7519-4f53-a675-23e43ee5def5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:07.625328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-995efc87-d96c-43c8-9f22-0ab19f03ba97 req-8ffa7a0f-7519-4f53-a675-23e43ee5def5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.3862226 Jul 08 17:13:07.651137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Transition to ACTIVE for port object 9e2f77c5-9285-40f2-b068-65c974f49f00 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:07.659740 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.686987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-32d16887-1916-42c1-ad34-6040f4c5c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:07.688864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-32d16887-1916-42c1-ad34-6040f4c5c933 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f04db5f4921642c096344bf3a8143620&device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 1095 time: 0.3953204 Jul 08 17:13:07.703287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Pushing event updated for resources: {'Port': ['ID=9e2f77c5-9285-40f2-b068-65c974f49f00,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:07.718377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:07.719836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:07.723102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:07.777481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-ebff184c-c9b2-4386-83b6-37a82b13f4d3 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819877 Jul 08 17:13:07.813899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Attempting to bind port 9e2f77c5-9285-40f2-b068-65c974f49f00 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:07.814674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Attempting to bind port 9e2f77c5-9285-40f2-b068-65c974f49f00 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:07.815207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Attempting to bind port 9e2f77c5-9285-40f2-b068-65c974f49f00 on network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:07.822416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:07.822987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Checking segment: {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:07.823574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.824248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Bound using segment: {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:07.825066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Bound port: 9e2f77c5-9285-40f2-b068-65c974f49f00, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:07.825626 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:07.827321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-995efc87-d96c-43c8-9f22-0ab19f03ba97 req-e5db0577-849e-49c5-be20-9d3e3806d185 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600480 Jul 08 17:13:07.958914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-0663c8f4-2efc-4001-a150-d6ddbd0c14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:07.965033 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-0663c8f4-2efc-4001-a150-d6ddbd0c14b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=595e3cda-deae-4623-8d5c-a5ad4181a18c HTTP/1.1" status: 200 len: 922 time: 0.2636204 Jul 08 17:13:07.981238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] For port 9e2f77c5-9285-40f2-b068-65c974f49f00, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:07.989652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] For port 9e2f77c5-9285-40f2-b068-65c974f49f00, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9e2f77c5-9285-40f2-b068-65c974f49f00,segment=NetworkSegment(e416863e-83c9-4da3-bb15-24c7ca6dcb8c),segment_id=e416863e-83c9-4da3-bb15-24c7ca6dcb8c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:08.000907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:08.038640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-d10d9fae-ddd3-413a-bdfb-8d4a9dc5f45f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae08e11-b337-4faa-9261-ca520d39c21f HTTP/1.1" status: 200 len: 217 time: 0.0578327 Jul 08 17:13:08.067316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423d96b-6503-42da-b929-bc8426805db3 None None] Pushing event updated for resources: {'Port': ['ID=9e2f77c5-9285-40f2-b068-65c974f49f00,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:08.171058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-e4592c69-030f-4d82-8db9-43e4bfef6764 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751662 Jul 08 17:13:08.187450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-2890e5fd-50e3-44c6-a6a8-02cf820f4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:08.188924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-2890e5fd-50e3-44c6-a6a8-02cf820f4fc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91381588-ffbe-45e3-90e3-625394cd046f HTTP/1.1" status: 200 len: 861 time: 0.1060271 Jul 08 17:13:08.266997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 783fa47f-ac20-41e4-aac9-9e745015dc6e details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:08.310268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-a815e3b5-a9e0-475e-80f4-a77970e9aef5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=595e3cda-deae-4623-8d5c-a5ad4181a18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130655 Jul 08 17:13:08.320043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c268b-81c8-4902-ba21-39cec6738611 req-7b374026-e022-49c6-a3c7-9f36fe08e84c tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:08.322982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e3c268b-81c8-4902-ba21-39cec6738611 req-7b374026-e022-49c6-a3c7-9f36fe08e84c tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 944 time: 0.2904222 Jul 08 17:13:08.394596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 783fa47f-ac20-41e4-aac9-9e745015dc6e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:08.412743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'port_id': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'mac_address': 'fa:16:3e:52:87:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:08.496347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e3c268b-81c8-4902-ba21-39cec6738611 req-247822df-6d42-4a01-8359-55de11c4874a tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604376 Jul 08 17:13:08.513337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:08.530781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:08.542281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:08.552223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783fa47f-ac20-41e4-aac9-9e745015dc6e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:08.577525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 783fa47f-ac20-41e4-aac9-9e745015dc6e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:08.583138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:08.667830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-500ec029-1962-4916-ad95-26f1a5e0c1e8 service neutron] 10.222.0.53 "GET /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419695 Jul 08 17:13:08.678874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=783fa47f-ac20-41e4-aac9-9e745015dc6e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:08.769011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e2f77c5-9285-40f2-b068-65c974f49f00 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:08.828994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['783fa47f-ac20-41e4-aac9-9e745015dc6e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:08.910109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9e2f77c5-9285-40f2-b068-65c974f49f00 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:08.914307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3dc4b4-f9f7-456a-935d-267837f80a60 req-c4379ab0-0807-4352-ae5c-d374caebf24c service neutron] 10.222.0.53 "GET /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368805 Jul 08 17:13:08.978605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Allocated IP 172.25.3.191 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/66a0a06e-c1c5-4dbd-8415-fc04e2813b09) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:09.044140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f0fb4-6ca4-44d1-9206-f48dd6738084 req-bfa08cfb-90dd-4dcc-84c9-36cbd0d00179 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:09.045731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c25f0fb4-6ca4-44d1-9206-f48dd6738084 req-bfa08cfb-90dd-4dcc-84c9-36cbd0d00179 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 945 time: 0.2447202 Jul 08 17:13:09.146520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c25f0fb4-6ca4-44d1-9206-f48dd6738084 req-bb4f171b-858e-46ad-a96c-8467cb564fae tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657885 Jul 08 17:13:09.215512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:09.242568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9811a57-d9e5-4653-baa9-0216649c087f req-d872adc3-d09d-451c-8b75-0d18f157b116 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:09.255399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9811a57-d9e5-4653-baa9-0216649c087f req-d872adc3-d09d-451c-8b75-0d18f157b116 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1123989 Jul 08 17:13:09.293216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:09.333277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9811a57-d9e5-4653-baa9-0216649c087f req-ebd84fc1-5d49-488b-9b97-b73c372f04b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759716 Jul 08 17:13:09.414797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4f0f3-4cab-4d5f-ba62-8b3ee2b25158 None None] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:09.421017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:09.429450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:09.432776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:09.440361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-29e0e92e-8e7e-43be-b509-26c6c563a00e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1555976440&fields=id&tenant_id=08eb38057a634c8c935188d417ce4a4d HTTP/1.1" status: 200 len: 267 time: 0.1070619 Jul 08 17:13:09.442444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Pushing event updated for resources: {'Port': ['ID=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:09.547735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] Provisioning for port 9e2f77c5-9285-40f2-b068-65c974f49f00 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:09.561585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] Provisioning complete for port 9e2f77c5-9285-40f2-b068-65c974f49f00 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:09.563393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:09.580317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2a579-d711-44d3-b871-b0bdc85838db req-07f1d878-b1ab-4204-9f9a-f8ddd8b74475 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:09.588910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdc2a579-d711-44d3-b871-b0bdc85838db req-07f1d878-b1ab-4204-9f9a-f8ddd8b74475 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.0946164 Jul 08 17:13:09.653135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdc2a579-d711-44d3-b871-b0bdc85838db req-63e3e72f-bf7c-448e-a8b1-723284b23862 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 Jul 08 17:13:09.809174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6770298a-4c2e-4cf2-a71b-3893fe5c2e69 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:09.810600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6770298a-4c2e-4cf2-a71b-3893fe5c2e69 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 824 time: 0.3395207 Jul 08 17:13:09.825411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:09.881317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] For port 9e2f77c5-9285-40f2-b068-65c974f49f00, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9e2f77c5-9285-40f2-b068-65c974f49f00,segment=NetworkSegment(e416863e-83c9-4da3-bb15-24c7ca6dcb8c),segment_id=e416863e-83c9-4da3-bb15-24c7ca6dcb8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:09.886963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-56634191-94ab-449c-b428-c422ec003e79 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/quotas/08eb38057a634c8c935188d417ce4a4d HTTP/1.1" status: 200 len: 375 time: 0.0297499 Jul 08 17:13:09.887892 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:09.972381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d69a8-5d90-4827-a90d-53faa0924379 None None] Pushing event updated for resources: {'Port': ['ID=9e2f77c5-9285-40f2-b068-65c974f49f00,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:10.116570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cbcdb6b6-9f13-42c8-8429-a5266b2d004b None None] Provisioning complete for port 9e2f77c5-9285-40f2-b068-65c974f49f00 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:10.117341 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb6b6-9f13-42c8-8429-a5266b2d004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.169547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7ae08e11-b337-4faa-9261-ca520d39c21f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:10.219886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c62646-514f-4fa5-b200-da54f621c282 req-0cfd3ca5-6a9c-4d8b-8d83-3e43a157ed4d tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:10.229389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47c62646-514f-4fa5-b200-da54f621c282 req-0cfd3ca5-6a9c-4d8b-8d83-3e43a157ed4d tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 944 time: 0.0962090 Jul 08 17:13:10.285369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47c62646-514f-4fa5-b200-da54f621c282 req-53f74460-d3bc-4536-94ce-759d1e260078 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538878 Jul 08 17:13:10.408966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 783fa47f-ac20-41e4-aac9-9e745015dc6e up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:10.440089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-98f44b8c-3cb0-4986-90b7-987adf404272 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5451419 Jul 08 17:13:10.487523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 783fa47f-ac20-41e4-aac9-9e745015dc6e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:10.494241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 783fa47f-ac20-41e4-aac9-9e745015dc6e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:10.494615 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.530480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-ba2ed8aa-d41c-45f4-9319-11db37778629 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:10.531909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-ba2ed8aa-d41c-45f4-9319-11db37778629 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.21 "GET /v2.0/ports?device_id=763c00c2-cb46-4e3a-93e1-2dbc9537e674 HTTP/1.1" status: 200 len: 945 time: 0.2107587 Jul 08 17:13:10.533904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7ae08e11-b337-4faa-9261-ca520d39c21f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7ae08e11-b337-4faa-9261-ca520d39c21f,segment=NetworkSegment(ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6),segment_id=ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:10.537639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.558620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe11c4-2724-47c5-bb1e-93aa87bf5692 req-af05496f-9ad7-42d4-b805-e7dd70257dca tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:10.560460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03fe11c4-2724-47c5-bb1e-93aa87bf5692 req-af05496f-9ad7-42d4-b805-e7dd70257dca tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 945 time: 0.1135383 Jul 08 17:13:10.563674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7ae08e11-b337-4faa-9261-ca520d39c21f', 'network_id': '595e3cda-deae-4623-8d5c-a5ad4181a18c', 'port_id': '7ae08e11-b337-4faa-9261-ca520d39c21f', 'mac_address': 'fa:16:3e:3b:a8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91381588-ffbe-45e3-90e3-625394cd046f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:10.644374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03fe11c4-2724-47c5-bb1e-93aa87bf5692 req-cd4bc100-d418-4360-803b-2f9b82097b18 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 Jul 08 17:13:10.653536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e2f77c5-9285-40f2-b068-65c974f49f00 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:10.695845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.716772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae08e11-b337-4faa-9261-ca520d39c21f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:10.726447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-c7726f62-8931-4082-b452-4e36a877d681 service neutron] 10.222.0.48 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824342 Jul 08 17:13:10.744204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7ae08e11-b337-4faa-9261-ca520d39c21f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7ae08e11-b337-4faa-9261-ca520d39c21f,segment=NetworkSegment(ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6),segment_id=ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:10.779625 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.847855 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.865063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9e2f77c5-9285-40f2-b068-65c974f49f00 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:10.865423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.887253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Deleting port 10996b3c-87da-4ab0-83b8-5146ea7622db {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:10.888345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:10.940479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7ae08e11-b337-4faa-9261-ca520d39c21f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:10.949155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:10.951500 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761e0d9-acee-4e38-b8bf-73ae8d66d8c8" -d '{"events": [{"server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "name": "network-vif-plugged", "status": "completed", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:11.028502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a9fbe-22d4-477d-93ce-a2e27621427b req-22df523d-c32b-415e-8c69-fea9b4d612af tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:11.029555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 783fa47f-ac20-41e4-aac9-9e745015dc6e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:11.037473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-737a9fbe-22d4-477d-93ce-a2e27621427b req-22df523d-c32b-415e-8c69-fea9b4d612af tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.1291335 Jul 08 17:13:11.041185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:11.045328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-761a23bd-5a75-4515-b2f5-97dc91963d01 service neutron] 10.222.0.48 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096900 Jul 08 17:13:11.083894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-737a9fbe-22d4-477d-93ce-a2e27621427b req-7d359c0f-2aa7-4119-b85b-37d0c0491c57 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Jul 08 17:13:11.085719 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:11.104074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] For port 10996b3c-87da-4ab0-83b8-5146ea7622db, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=10996b3c-87da-4ab0-83b8-5146ea7622db,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:11.105143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:11.132618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7ae08e11-b337-4faa-9261-ca520d39c21f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:11.139564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=783fa47f-ac20-41e4-aac9-9e745015dc6e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:11.344766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa5811-5bec-484a-9e6f-b6e5b88a59fd req-2f54baa2-9890-4b84-acd3-3a70ee4d408c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:11.349987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1caa5811-5bec-484a-9e6f-b6e5b88a59fd req-2f54baa2-9890-4b84-acd3-3a70ee4d408c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.1377139 Jul 08 17:13:11.442780 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55efe4e4-c0fc-489e-8e70-bcb4f77f32cb x-openstack-request-id: req-55efe4e4-c0fc-489e-8e70-bcb4f77f32cb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:11.442780 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "name": "network-vif-plugged", "status": "completed", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:11.443053 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55efe4e4-c0fc-489e-8e70-bcb4f77f32cb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:11.443374 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'code': 200} Jul 08 17:13:11.466452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1caa5811-5bec-484a-9e6f-b6e5b88a59fd req-a9696d99-49f6-454b-8766-7e5e036ca7cb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111104 Jul 08 17:13:11.485448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25074d85-8fd2-4fde-b809-ecd8712d24b2 req-20105f31-37e5-4761-88a6-b803d1f4e449 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 210 time: 0.0383387 Jul 08 17:13:11.549493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:11.550013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:11.550443 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 disassociated. External IP: 172.25.3.240, port: 10996b3c-87da-4ab0-83b8-5146ea7622db. Jul 08 17:13:11.550962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Calling delete_port for 10996b3c-87da-4ab0-83b8-5146ea7622db owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:11.568312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Router 7ce4035f-2200-48db-9c5f-8cd2746de83e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:13:11.719235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda8df7-2c77-4a1f-b0c4-91ea7308646f req-8eb40dab-b849-43ff-ac21-7a21002d3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:11.721518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efda8df7-2c77-4a1f-b0c4-91ea7308646f req-8eb40dab-b849-43ff-ac21-7a21002d3ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2341743 Jul 08 17:13:11.787334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6da453-8442-484e-9cfe-7b5b9540ec2f req-527ca1a7-15ec-4e6e-8654-79db3e591925 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:11.797399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b6da453-8442-484e-9cfe-7b5b9540ec2f req-527ca1a7-15ec-4e6e-8654-79db3e591925 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 945 time: 0.1180162 Jul 08 17:13:11.855238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efda8df7-2c77-4a1f-b0c4-91ea7308646f req-9fc32256-b96c-4784-957f-23e23a9ded57 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163793 Jul 08 17:13:11.875220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b6da453-8442-484e-9cfe-7b5b9540ec2f req-d4cde85b-d336-4a35-86d5-cc50743439de tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759130 Jul 08 17:13:11.968395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:11.982173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Sync routers for ids ['7ce4035f-2200-48db-9c5f-8cd2746de83e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:11.993949 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:11.997610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b9e0ad4a-d457-46d5-9272-c71d7adf9ecc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9361687 Jul 08 17:13:11.998000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:12.013115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.014226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Routers {'7ce4035f-2200-48db-9c5f-8cd2746de83e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:12.015019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7ce4035f-2200-48db-9c5f-8cd2746de83e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:12.133326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event deleted for resources: {'Port': ['ID=10996b3c-87da-4ab0-83b8-5146ea7622db,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:12.154873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7ae08e11-b337-4faa-9261-ca520d39c21f up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:12.261995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Set router 7ce4035f-2200-48db-9c5f-8cd2746de83e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:12.368363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b0fbe-81ff-4a83-a970-ae50691b1c33 req-80f85407-0639-4f81-985f-3e37ca81bf41 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:12.385020 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-518b0fbe-81ff-4a83-a970-ae50691b1c33 req-80f85407-0639-4f81-985f-3e37ca81bf41 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 946 time: 0.3607564 Jul 08 17:13:12.398349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:12.469855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 7ae08e11-b337-4faa-9261-ca520d39c21f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:12.483408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7ae08e11-b337-4faa-9261-ca520d39c21f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:12.483804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.546817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-518b0fbe-81ff-4a83-a970-ae50691b1c33 req-1eec86b2-d193-4596-8518-c4079b4b4e47 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600873 Jul 08 17:13:12.645512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceceb34-cf8c-410e-9400-edb2278f940d req-47015fa6-ca2a-45fc-b6c1-9e7a51a1bd33 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:12.655752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ceceb34-cf8c-410e-9400-edb2278f940d req-47015fa6-ca2a-45fc-b6c1-9e7a51a1bd33 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.2585626 Jul 08 17:13:12.692616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.723720 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.728188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ceceb34-cf8c-410e-9400-edb2278f940d req-2c9b14ee-0e23-43da-a8e6-6740ea40faee tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712392 Jul 08 17:13:12.738445 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.761591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:12.785140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:12.796476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:09Z', 'revision_number': 3, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:12.799812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:12.802715 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:12.851497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7ae08e11-b337-4faa-9261-ca520d39c21f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7ae08e11-b337-4faa-9261-ca520d39c21f,segment=NetworkSegment(ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6),segment_id=ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:12.901411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] No DVR routers for this DVR port 10996b3c-87da-4ab0-83b8-5146ea7622db on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:12.907673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.909897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20f6be85-0cad-41e3-b6fd-658b40a04065 req-a5c5c744-e9cc-4776-a85b-beea03890ae6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.21 "DELETE /v2.0/ports/10996b3c-87da-4ab0-83b8-5146ea7622db HTTP/1.1" status: 204 len: 173 time: 2.3684392 Jul 08 17:13:12.913214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'name': 'network-vif-deleted', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:12.919348 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec579728-18c2-4f8d-8f88-2a5097d1b23b" -d '{"events": [{"server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "name": "network-vif-deleted", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:12.931350 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:12.996906 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:13.035447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7ae08e11-b337-4faa-9261-ca520d39c21f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:13.038669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Checking router: 7ce4035f-2200-48db-9c5f-8cd2746de83e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:13.039017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Updating router 7ce4035f-2200-48db-9c5f-8cd2746de83e port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:13:13.068225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0eccc675-01d1-4163-9114-af059d6f3421 req-45a4b7ef-861f-4986-9ed8-8b2f91beb3b6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 210 time: 0.0718534 Jul 08 17:13:13.082363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.115482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.264140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:13.295265 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:13.305539 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:13.306710 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:13.545213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a318-02fd-4e78-a96d-e73d03e7ad0a req-5834745a-5e66-4d21-82e6-c06004f702ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:13.554363 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2837a318-02fd-4e78-a96d-e73d03e7ad0a req-5834745a-5e66-4d21-82e6-c06004f702ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.1698267 Jul 08 17:13:13.560023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-56a424db-5b7d-416d-b5de-0e8864e78335 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:13.562486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:13.568937 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-56a424db-5b7d-416d-b5de-0e8864e78335 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.53 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 824 time: 0.3974111 Jul 08 17:13:13.582801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Allocated IP 172.20.0.1 (5634f5d7-c7f5-4dae-8495-0fa89be29e04/290fccc3-a043-46e3-9d68-18249bc9dbc3/c345d065-b1a2-42bd-bb39-0673f6e1e7bd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:13.646308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.661696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Transition to ACTIVE for port object 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:13.668618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d689e-809a-430a-bb34-ff6629751315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae08e11-b337-4faa-9261-ca520d39c21f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:13.673079 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af441c-8859-4f33-8bec-853766f659c2" -d '{"events": [{"server_uuid": "a80d689e-809a-430a-bb34-ff6629751315", "name": "network-vif-plugged", "status": "completed", "tag": "7ae08e11-b337-4faa-9261-ca520d39c21f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:13.680422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.687244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2837a318-02fd-4e78-a96d-e73d03e7ad0a req-a2a9ad5b-8163-4a5f-8cba-08d2b964bc9c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171756 Jul 08 17:13:13.707314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-1516a2a3-1d32-462e-999f-6e8e5cacd84a tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08eb38057a634c8c935188d417ce4a4d HTTP/1.1" status: 200 len: 380 time: 0.1256030 Jul 08 17:13:13.728379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237b233-231f-401e-8de4-1b7101aaeea1 req-9096a2c1-8670-405b-adf9-4c91bc04d963 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:13.742213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5237b233-231f-401e-8de4-1b7101aaeea1 req-9096a2c1-8670-405b-adf9-4c91bc04d963 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 946 time: 0.3713646 Jul 08 17:13:13.757744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'port': {'device_id': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'admin_state_up': True, 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'security_groups': ['fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:13.827194 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc45016-e684-43f5-8eb7-b68b7112d258 x-openstack-request-id: req-6bc45016-e684-43f5-8eb7-b68b7112d258 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:13.827596 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763c00c2-cb46-4e3a-93e1-2dbc9537e674", "name": "network-vif-deleted", "tag": "10996b3c-87da-4ab0-83b8-5146ea7622db", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:13.827948 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bc45016-e684-43f5-8eb7-b68b7112d258 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:13.828443 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763c00c2-cb46-4e3a-93e1-2dbc9537e674', 'name': 'network-vif-deleted', 'tag': '10996b3c-87da-4ab0-83b8-5146ea7622db', 'status': 'completed', 'code': 200} Jul 08 17:13:13.846659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Attempting to bind port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:13.847203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Attempting to bind port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:13.847585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Attempting to bind port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:13.862462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:13.862839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:13.864268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5237b233-231f-401e-8de4-1b7101aaeea1 req-226c0471-f31a-4b7d-a5b0-df9c59f3ab92 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160626 Jul 08 17:13:13.871149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.871628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:13.872695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Bound port: 66a0a06e-c1c5-4dbd-8415-fc04e2813b09, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:13.873096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.880742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcdb12-07b8-43c2-a0af-f86f09dff380 None None] Pushing event updated for resources: {'Port': ['ID=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:13.961549 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff29e16-e476-467f-b913-91b8d14bcdbb x-openstack-request-id: req-6ff29e16-e476-467f-b913-91b8d14bcdbb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:13.963117 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d689e-809a-430a-bb34-ff6629751315", "name": "network-vif-plugged", "status": "completed", "tag": "7ae08e11-b337-4faa-9261-ca520d39c21f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:13.963540 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ff29e16-e476-467f-b913-91b8d14bcdbb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:13.965277 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80d689e-809a-430a-bb34-ff6629751315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae08e11-b337-4faa-9261-ca520d39c21f', 'code': 200} Jul 08 17:13:13.966394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:13.974072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Made reservation on behalf of 08eb38057a634c8c935188d417ce4a4d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:13.981476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.021186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Transition to ACTIVE for port object c345d065-b1a2-42bd-bb39-0673f6e1e7bd will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:14.032968 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:14.037973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] For port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:14.044396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] For port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:14.060937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.081260 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e062634-ccf6-4b7f-a2c0-f9f0957d734b None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:14.142018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Routers {'7ce4035f-2200-48db-9c5f-8cd2746de83e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:14.142740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7ce4035f-2200-48db-9c5f-8cd2746de83e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:14.155049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.244450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcdb12-07b8-43c2-a0af-f86f09dff380 None None] Pushing event updated for resources: {'Port': ['ID=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:14.269074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:14.300962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7f3d2-05c5-460a-99f6-8df3f25de474 req-96c5e67e-4c10-4d83-bf2d-6332086d4a0a tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:14.304539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7e7f3d2-05c5-460a-99f6-8df3f25de474 req-96c5e67e-4c10-4d83-bf2d-6332086d4a0a tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 945 time: 0.2160039 Jul 08 17:13:14.305246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:14.306785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] Set router 7ce4035f-2200-48db-9c5f-8cd2746de83e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:14.310158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 10996b3c-87da-4ab0-83b8-5146ea7622db no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:14.314952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:14.400096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.457284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Allocated IP 172.20.0.4 (e1e698e9-19fe-41fc-8d2e-25e3e7753a38/8572c90d-0771-45d9-a333-236cecfccf18/df626156-5679-42e9-a036-a3e0a3f7f60c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:14.476664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 10996b3c-87da-4ab0-83b8-5146ea7622db {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:14.477821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 10996b3c-87da-4ab0-83b8-5146ea7622db not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:14.526189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e05230-3f03-47ec-85c4-188910491865 req-14cf129f-e6c8-48b5-bd15-bf50d8235df3 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:14.531192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0e05230-3f03-47ec-85c4-188910491865 req-14cf129f-e6c8-48b5-bd15-bf50d8235df3 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 946 time: 0.3262792 Jul 08 17:13:14.534710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Pushing event updated for resources: {'Port': ['ID=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:14.589455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7e7f3d2-05c5-460a-99f6-8df3f25de474 req-6d3d6203-19fe-417c-bc3f-48132cb66536 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004707 Jul 08 17:13:14.600065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95676e45-1cdc-4854-93ed-434cb7c7b8c1 req-c6f45271-98cc-4d5b-afa7-1f74c502ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:14.602983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95676e45-1cdc-4854-93ed-434cb7c7b8c1 req-c6f45271-98cc-4d5b-afa7-1f74c502ee20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 1097 time: 0.5547831 Jul 08 17:13:14.610752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.635822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a554f-b1f0-498f-bf88-2791411fe62a None None] New status for floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:13:14.688245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0e05230-3f03-47ec-85c4-188910491865 req-1fc55777-fa38-4fed-84c8-e92476b609b3 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382716 Jul 08 17:13:14.716959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95676e45-1cdc-4854-93ed-434cb7c7b8c1 req-ae96eedb-2855-4128-bb1e-59ecce9eb307 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950434 Jul 08 17:13:14.870827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.875781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.905599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9f7b1a4-7d00-4fd8-802a-df7216f21b6a None None] Provisioning for port c345d065-b1a2-42bd-bb39-0673f6e1e7bd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:14.910330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:09Z', 'revision_number': 3, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:14.943782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9f7b1a4-7d00-4fd8-802a-df7216f21b6a None None] Provisioning complete for port c345d065-b1a2-42bd-bb39-0673f6e1e7bd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:14.944043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Pushing event updated for resources: {'Port': ['ID=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:14.944156 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9f7b1a4-7d00-4fd8-802a-df7216f21b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:14.982037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203ae65-7c96-4512-8351-5bca3d80e662 None None] The sync data for ids ['7ce4035f-2200-48db-9c5f-8cd2746de83e'] in n-d-799527-4 is: [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:09Z', 'revision_number': 3, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:14.983687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7b1a4-7d00-4fd8-802a-df7216f21b6a None None] Port c345d065-b1a2-42bd-bb39-0673f6e1e7bd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:14.986631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04a45833-cbd3-4fca-9335-af8f1d2dd1a5 req-57a301df-ab0c-4b68-9774-84cecd185a4f tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 210 time: 0.0345867 Jul 08 17:13:15.003095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:15.187297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:15.289662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:15.376063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-14e16fe6-5af9-45d1-955c-1a62ef321ac8 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 258 time: 0.2638938 Jul 08 17:13:15.446044 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:15.480104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:15.486283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Transition to ACTIVE for port object df626156-5679-42e9-a036-a3e0a3f7f60c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:15.587354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:15.633005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:15.717551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-faa4ddf2-2a4f-4465-8b07-d9bf9503602e None None] Provisioning complete for port c345d065-b1a2-42bd-bb39-0673f6e1e7bd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:15.719236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faa4ddf2-2a4f-4465-8b07-d9bf9503602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:15.780806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-faa4ddf2-2a4f-4465-8b07-d9bf9503602e None None] Port c345d065-b1a2-42bd-bb39-0673f6e1e7bd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:15.792061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:15.804943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:15.824370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:15.906156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event updated for resources: {'Port': ['ID=df626156-5679-42e9-a036-a3e0a3f7f60c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:15.974071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:15.974751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:15.996144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a730f7f-ed06-4f05-9ebb-8334ea0f0c85 req-32ca8b53-e365-423b-a23f-20feda67cc3d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:15.997784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a730f7f-ed06-4f05-9ebb-8334ea0f0c85 req-32ca8b53-e365-423b-a23f-20feda67cc3d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.3044713 Jul 08 17:13:16.019197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-511ea2b1-e3a5-4f2b-af4e-6b78b54cdfb4 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2610734 Jul 08 17:13:16.038067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Request body: {'port': {'device_id': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:16.171207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a730f7f-ed06-4f05-9ebb-8334ea0f0c85 req-9c46dcea-9828-490b-b30f-bbeeac20b092 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659904 Jul 08 17:13:16.174941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:16.312888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf0070f4-38e1-4a7e-9c45-8021abdcc319 None None] Provisioning for port df626156-5679-42e9-a036-a3e0a3f7f60c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:16.318617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf0070f4-38e1-4a7e-9c45-8021abdcc319 None None] Provisioning complete for port df626156-5679-42e9-a036-a3e0a3f7f60c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:16.319203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf0070f4-38e1-4a7e-9c45-8021abdcc319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:16.356637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Router 7ce4035f-2200-48db-9c5f-8cd2746de83e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:16.411471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bf0070f4-38e1-4a7e-9c45-8021abdcc319 None None] Port df626156-5679-42e9-a036-a3e0a3f7f60c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:16.555672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49653c89-8c72-4d7f-be6d-1f65ab54cf73 req-a72ff031-19dd-444c-97a2-f05a3796ef23 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:16.563221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49653c89-8c72-4d7f-be6d-1f65ab54cf73 req-a72ff031-19dd-444c-97a2-f05a3796ef23 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 946 time: 0.1848657 Jul 08 17:13:16.571220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:16.589187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1818f281-83f5-407c-93e8-bdc45c3c8990 admin admin] 10.222.0.48 "PUT /v2.0/routers/7ce4035f-2200-48db-9c5f-8cd2746de83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5789104 Jul 08 17:13:16.594441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:16.661435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49653c89-8c72-4d7f-be6d-1f65ab54cf73 req-4d448ad5-c943-48cf-a7f1-9accb5b22c19 tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951746 Jul 08 17:13:16.743163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:16.855430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:16.863105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:16.863105 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:16.906529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Allocated IP 172.25.3.205 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/528f1f21-aa71-4c43-ae18-bd29006b9195) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:16.936085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df626156-5679-42e9-a036-a3e0a3f7f60c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:16.946850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:16.963486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Transition to ACTIVE for port object df626156-5679-42e9-a036-a3e0a3f7f60c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:16.969714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.016701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Pushing event updated for resources: {'Port': ['ID=df626156-5679-42e9-a036-a3e0a3f7f60c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:17.023214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.058111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:17.065473 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.132108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.136940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:17.208104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0850-4760-457b-b079-820d5c35366e req-c5b43823-f425-4747-874a-fe329297ec1a tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:17.209912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb9d0850-4760-457b-b079-820d5c35366e req-c5b43823-f425-4747-874a-fe329297ec1a tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 943 time: 0.1646407 Jul 08 17:13:17.210900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Attempting to bind port df626156-5679-42e9-a036-a3e0a3f7f60c on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:17.211297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Attempting to bind port df626156-5679-42e9-a036-a3e0a3f7f60c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:17.212141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Attempting to bind port df626156-5679-42e9-a036-a3e0a3f7f60c on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:17.217631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Port df626156-5679-42e9-a036-a3e0a3f7f60c on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:17.217983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Attempting to bind port df626156-5679-42e9-a036-a3e0a3f7f60c on network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:17.220143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.248230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:17.248503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Checking segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:17.248899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Bound using segment: {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:17.249336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Bound port: df626156-5679-42e9-a036-a3e0a3f7f60c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80903149-a92b-46ab-a661-070536e63f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:17.249694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.262999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:17.268910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:17.276495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:17.302970 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb9d0850-4760-457b-b079-820d5c35366e req-4da9c404-7fdb-4da1-adef-2c8113ba3330 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826247 Jul 08 17:13:17.329719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event updated for resources: {'Port': ['ID=528f1f21-aa71-4c43-ae18-bd29006b9195,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:17.361031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] For port df626156-5679-42e9-a036-a3e0a3f7f60c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:17.365045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] For port df626156-5679-42e9-a036-a3e0a3f7f60c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=df626156-5679-42e9-a036-a3e0a3f7f60c,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:17.372070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.388404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.409647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:17.413683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.417289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] 10.222.0.53 "PUT /v2.0/ports/df626156-5679-42e9-a036-a3e0a3f7f60c HTTP/1.1" status: 200 len: 1091 time: 1.3894336 Jul 08 17:13:17.420206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:17.425100 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caca3892-c5d8-4685-aa64-ff9e9b0b606c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:17.500831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.629121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7131c-fc65-439f-8cdd-b2c779331216 service neutron] Pushing event updated for resources: {'Port': ['ID=df626156-5679-42e9-a036-a3e0a3f7f60c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:17.644320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-1563d2e4-7834-4326-bd97-6e796c785564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:17.646149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-1563d2e4-7834-4326-bd97-6e796c785564 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 1094 time: 0.1624560 Jul 08 17:13:17.730928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-9963187b-0816-4667-b5e8-da8b23c69407 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df626156-5679-42e9-a036-a3e0a3f7f60c HTTP/1.1" status: 200 len: 217 time: 0.0745916 Jul 08 17:13:17.755833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.768462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.810258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-ce319f0a-7d07-43ea-adb5-62d74ed7f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:17.812037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-ce319f0a-7d07-43ea-adb5-62d74ed7f776 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 200 len: 863 time: 0.0692632 Jul 08 17:13:17.879744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.883784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event updated for resources: {'Port': ['ID=528f1f21-aa71-4c43-ae18-bd29006b9195,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:17.910524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:17.911959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-9466e3dd-ceb1-4174-812b-10d16b7e2c25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4416168 Jul 08 17:13:17.988485 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Sync routers for ids ['7ce4035f-2200-48db-9c5f-8cd2746de83e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:18.003429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-0f9b7ecf-d378-4fec-98d8-900eeb5b9898 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.0693095 Jul 08 17:13:18.003948 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Routers {'7ce4035f-2200-48db-9c5f-8cd2746de83e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:18.004570 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7ce4035f-2200-48db-9c5f-8cd2746de83e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:18.057781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-e935863c-268d-4a2a-8420-8caff114e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:18.059470 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-e935863c-268d-4a2a-8420-8caff114e0b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368736 Jul 08 17:13:18.175284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-b9bfa5f7-b7e7-43be-b829-cdc8ef39ef51 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:18.176626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-429b66dc-c90a-4abd-b4ca-33af3102c05f req-b9bfa5f7-b7e7-43be-b829-cdc8ef39ef51 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1646039 Jul 08 17:13:18.203772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Set router 7ce4035f-2200-48db-9c5f-8cd2746de83e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:18.203973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-9a4b92e0-633c-4534-a6c2-d20444b3ea11 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3088555 Jul 08 17:13:18.208767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:18.264835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:18.329014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:18.389354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-b0da4dca-a576-4042-81ec-6807dee81520 service neutron] 10.222.0.53 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199873 Jul 08 17:13:18.542257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dbfcb-f6d4-40f5-8ec2-c32b3692f1d2 req-619200f3-e669-4846-947c-e46642eaa40c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:18.547343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9dbfcb-f6d4-40f5-8ec2-c32b3692f1d2 req-619200f3-e669-4846-947c-e46642eaa40c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.1786096 Jul 08 17:13:18.611849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d4ed9a-993b-4ef4-adbf-2347ca88a457 req-1a65c691-856e-4e81-b850-96cdfeefa239 service neutron] 10.222.0.53 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147093 Jul 08 17:13:18.676716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:18.691868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad9dbfcb-f6d4-40f5-8ec2-c32b3692f1d2 req-89eea387-661f-42dd-a84a-ef1efdf37209 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390576 Jul 08 17:13:18.704333 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:14Z', 'revision_number': 4, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c345d065-b1a2-42bd-bb39-0673f6e1e7bd', 'name': '', 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '290fccc3-a043-46e3-9d68-18249bc9dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:13Z', 'updated_at': '2021-07-08T17:13:14Z', 'revision_number': 2, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'subnets': [{'id': '290fccc3-a043-46e3-9d68-18249bc9dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:18.748106 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Checking router: 7ce4035f-2200-48db-9c5f-8cd2746de83e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:18.748106 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Updating router 7ce4035f-2200-48db-9c5f-8cd2746de83e port c345d065-b1a2-42bd-bb39-0673f6e1e7bd binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:13:18.784435 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:18.853833 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13050843-e2c7-44f8-b043-5ad180a7d3bc x-openstack-request-id: req-13050843-e2c7-44f8-b043-5ad180a7d3bc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:18.854277 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:18.854598 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13050843-e2c7-44f8-b043-5ad180a7d3bc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:18.855090 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'status': 'completed', 'code': 200} Jul 08 17:13:18.905885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:18.921130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '011ed59f-9b5e-434c-883c-b57547355182', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': '011ed59f-9b5e-434c-883c-b57547355182', 'mac_address': 'fa:16:3e:9f:37:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:18.925410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:18.985779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Allocated IP 172.25.3.159 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/48c7a827-d2e9-4981-9a04-d039dcb63836) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:19.074294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.081887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-f66fe66f-75fb-485d-aa93-24bce0d96a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:19.082991 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-f66fe66f-75fb-485d-aa93-24bce0d96a33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 1094 time: 0.2110190 Jul 08 17:13:19.093384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 011ed59f-9b5e-434c-883c-b57547355182 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:19.124311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:19.124555 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.130768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:19.190325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.269560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.286320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-4d683e56-d906-4377-a6d6-164138f4ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:19.287824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-4d683e56-d906-4377-a6d6-164138f4ba60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 925 time: 0.1916711 Jul 08 17:13:19.290889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-a9ba7497-2d2a-46e0-9243-f57159ca4256 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:19.292764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-a9ba7497-2d2a-46e0-9243-f57159ca4256 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1152346 Jul 08 17:13:19.304220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:19.355107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-aeab1614-2bdb-4238-9608-7a06d53b4513 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df626156-5679-42e9-a036-a3e0a3f7f60c HTTP/1.1" status: 200 len: 217 time: 0.0545192 Jul 08 17:13:19.403319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['011ed59f-9b5e-434c-883c-b57547355182'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:19.410367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-33a8846e-e853-4ed4-a9e6-6071be7f9df7 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.1116860 Jul 08 17:13:19.419601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Request body: {'floatingip': {'port_id': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:19.474223 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.489261 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Transition to ACTIVE for port object c345d065-b1a2-42bd-bb39-0673f6e1e7bd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:19.511556 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.517796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.524295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.525795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-43a2bbfc-4ad0-4716-96e6-bf2b602937ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:19.530149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-43a2bbfc-4ad0-4716-96e6-bf2b602937ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 200 len: 863 time: 0.1646018 Jul 08 17:13:19.612746 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bce711dc-7dfb-42e9-ac23-54224ab4be07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.660302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeb600-ceb5-4506-ada4-8042a349e4d4 None None] Pushing event updated for resources: {'Port': ['ID=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:19.744529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:19.790193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:19.794035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:19.799059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Pushing event updated for resources: {'Port': ['ID=48c7a827-d2e9-4981-9a04-d039dcb63836,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:19.822342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Attempting to bind port c345d065-b1a2-42bd-bb39-0673f6e1e7bd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:19.822735 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Attempting to bind port c345d065-b1a2-42bd-bb39-0673f6e1e7bd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:19.823141 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Attempting to bind port c345d065-b1a2-42bd-bb39-0673f6e1e7bd on network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:19.832034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:19.832424 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Checking segment: {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:19.832803 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.833200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Bound using segment: {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:19.833671 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Bound port: c345d065-b1a2-42bd-bb39-0673f6e1e7bd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:19.834102 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:19.878428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-ddd2793f-f392-4b47-b367-31bec4e73e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:19.882004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-ddd2793f-f392-4b47-b367-31bec4e73e2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3297651 Jul 08 17:13:19.947838 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] For port c345d065-b1a2-42bd-bb39-0673f6e1e7bd, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:19.960668 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] For port c345d065-b1a2-42bd-bb39-0673f6e1e7bd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,segment=NetworkSegment(e416863e-83c9-4da3-bb15-24c7ca6dcb8c),segment_id=e416863e-83c9-4da3-bb15-24c7ca6dcb8c)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:19.969096 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.062273 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeb600-ceb5-4506-ada4-8042a349e4d4 None None] Pushing event updated for resources: {'Port': ['ID=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:20.087195 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Routers {'7ce4035f-2200-48db-9c5f-8cd2746de83e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:20.087997 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7ce4035f-2200-48db-9c5f-8cd2746de83e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:20.180845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.186717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-7c54ab7f-8a39-4277-8df7-b4bcfd76a9e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949109 Jul 08 17:13:20.295985 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] Set router 7ce4035f-2200-48db-9c5f-8cd2746de83e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:20.342771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:20.369037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.568775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.576649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 011ed59f-9b5e-434c-883c-b57547355182 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:20.577249 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.578663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.646278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca3892-c5d8-4685-aa64-ff9e9b0b606c req-66326cc9-3e82-47a4-b482-7cffaa9d47f3 service neutron] 10.222.0.53 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447684 Jul 08 17:13:20.850843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:20.871309 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Floating IP d7951598-fac7-4ba4-977d-c67990c37f5c associated. External IP: 172.25.3.205, port: 783fa47f-ac20-41e4-aac9-9e745015dc6e. Jul 08 17:13:20.924835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011ed59f-9b5e-434c-883c-b57547355182'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:20.935066 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda109ad-5e49-4406-88c3-78350cb476a2" -d '{"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-plugged", "status": "completed", "tag": "011ed59f-9b5e-434c-883c-b57547355182"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:20.987340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:21.001037 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.003814 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:14Z', 'revision_number': 4, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c345d065-b1a2-42bd-bb39-0673f6e1e7bd', 'name': '', 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '290fccc3-a043-46e3-9d68-18249bc9dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:13Z', 'updated_at': '2021-07-08T17:13:19Z', 'revision_number': 4, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'subnets': [{'id': '290fccc3-a043-46e3-9d68-18249bc9dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:21.054345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.060006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d60a71-8c5b-4aef-a157-23afa77dcea7 None None] The sync data for ids ['7ce4035f-2200-48db-9c5f-8cd2746de83e'] in n-d-799527-4 is: [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:14Z', 'revision_number': 4, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c345d065-b1a2-42bd-bb39-0673f6e1e7bd', 'name': '', 'network_id': '5634f5d7-c7f5-4dae-8495-0fa89be29e04', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'mac_address': 'fa:16:3e:ed:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '290fccc3-a043-46e3-9d68-18249bc9dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:13Z', 'updated_at': '2021-07-08T17:13:19Z', 'revision_number': 4, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'subnets': [{'id': '290fccc3-a043-46e3-9d68-18249bc9dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:21.072635 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.155775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:21.246312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.273397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Pushing event updated for resources: {'Port': ['ID=48c7a827-d2e9-4981-9a04-d039dcb63836,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:21.281260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Router 9b09df80-5245-4896-92d7-ba4cf143a838 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:21.281501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.288298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-369a0b06-21ff-4175-be01-0ae91fb9aa80 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0835755 Jul 08 17:13:21.354290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-7e3ca853-9f3b-4546-b5d5-515a4b8adfc0 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200 len: 696 time: 0.0644851 Jul 08 17:13:21.438155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:21.443832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.451780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] Sync routers for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:21.471868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:21.472502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:12:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:21.514622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-f6a00eef-de69-42fb-a8c2-af82a9123097 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:21.532851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-53b2477c-897a-4bd0-bdaa-2cbca4650a78 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "PUT /v2.0/floatingips/d7951598-fac7-4ba4-977d-c67990c37f5c HTTP/1.1" status: 200 len: 997 time: 2.1112843 Jul 08 17:13:21.532851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:21.534069 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:21.542212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfe44955-cb17-4288-8fa5-8657f97d1e3e req-f6a00eef-de69-42fb-a8c2-af82a9123097 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1874566 Jul 08 17:13:21.618396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-1e00ee17-63b4-4248-be60-696c886ebbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:21.625803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-1e00ee17-63b4-4248-be60-696c886ebbfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0878279 Jul 08 17:13:21.678118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:21.792587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-d9372954-73a2-47b5-82af-b9e8096f9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:21.800999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-d9372954-73a2-47b5-82af-b9e8096f9f2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 929 time: 0.1740563 Jul 08 17:13:21.891313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-7379fd07-ef26-4957-b594-c590f99b787e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 1000 time: 0.0894585 Jul 08 17:13:21.923817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba49ace-8314-4c76-a5a9-037db7ddde3f req-187afbfa-1b69-47e1-8577-7e5f2f65e11b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:21.928598 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aba49ace-8314-4c76-a5a9-037db7ddde3f req-187afbfa-1b69-47e1-8577-7e5f2f65e11b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 943 time: 0.2001312 Jul 08 17:13:21.961970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-c52bdfd4-55af-48bc-8e52-8d6bf326e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:21.977747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-c52bdfd4-55af-48bc-8e52-8d6bf326e665 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 200 len: 867 time: 0.0846012 Jul 08 17:13:22.020163 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aba49ace-8314-4c76-a5a9-037db7ddde3f req-7ea1b108-b075-4916-86dc-0efb10abed5e tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833914 Jul 08 17:13:22.139599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-0ad282d7-4bd9-4141-af75-1c386fa39034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:22.147948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-0ad282d7-4bd9-4141-af75-1c386fa39034 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5be2ed07-4a5d-420d-ab55-ede548e4414b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633027 Jul 08 17:13:22.247444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device df626156-5679-42e9-a036-a3e0a3f7f60c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:22.269460 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ce60b46-1306-4cac-9633-34d44167d6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:22.295232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-db72a538-7d71-4f51-8f23-7f9692b20ad7 service neutron] 10.222.0.48 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455233 Jul 08 17:13:22.315528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:22.370953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637d933-4b5d-4529-bf4f-58a8b99fd734 req-c2f9290a-8c7d-44c6-a40a-a37c71c1e775 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:22.372725 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7637d933-4b5d-4529-bf4f-58a8b99fd734 req-c2f9290a-8c7d-44c6-a40a-a37c71c1e775 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.1415417 Jul 08 17:13:22.443033 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7637d933-4b5d-4529-bf4f-58a8b99fd734 req-e1bfc045-4049-4e3b-90ff-861acb1ea9b1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620811 Jul 08 17:13:22.478124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'd7951598-fac7-4ba4-977d-c67990c37f5c', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'port_id': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'mac_address': 'fa:16:3e:52:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:13:17Z', 'updated_at': '2021-07-08T17:13:20Z', 'revision_number': 1, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:03Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:22.509424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] Checking router: 9b09df80-5245-4896-92d7-ba4cf143a838 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:22.520421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8ef6668-371f-4827-9f4c-f0b1fab19f5b req-5fed56cb-e366-48fb-84fb-60e4bc026cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234097 Jul 08 17:13:22.531823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port df626156-5679-42e9-a036-a3e0a3f7f60c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=df626156-5679-42e9-a036-a3e0a3f7f60c,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:22.550544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:22.550994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:22.559199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'port_id': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'mac_address': 'fa:16:3e:a9:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:22.595831 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d6358-4354-46c1-9b2a-a2651b50e829 x-openstack-request-id: req-3c0d6358-4354-46c1-9b2a-a2651b50e829 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:22.596181 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-plugged", "status": "completed", "tag": "011ed59f-9b5e-434c-883c-b57547355182", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:22.596506 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c0d6358-4354-46c1-9b2a-a2651b50e829 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:22.597036 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011ed59f-9b5e-434c-883c-b57547355182', 'code': 200} Jul 08 17:13:22.642343 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d233d3-eaa6-4bf9-9669-58f73f30df41 x-openstack-request-id: req-c8d233d3-eaa6-4bf9-9669-58f73f30df41 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:22.644117 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:22.644852 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8d233d3-eaa6-4bf9-9669-58f73f30df41 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:22.646317 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'status': 'completed', 'code': 200} Jul 08 17:13:22.847362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c345d065-b1a2-42bd-bb39-0673f6e1e7bd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:22.852698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4974d55b-9d1f-42ac-99bc-f082f941f195 req-df575682-dd82-4bf9-8364-14a289f2be2b tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips/549cb7b1-e518-4267-8d28-8b42fc122f12 HTTP/1.1" status: 200 len: 693 time: 0.2183402 Jul 08 17:13:22.925972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:22.934752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-18fdbe95-3712-4a4d-8c5f-2f9d2ebc5a94 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 258 time: 0.1943288 Jul 08 17:13:22.941033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:22.957120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c345d065-b1a2-42bd-bb39-0673f6e1e7bd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:22.967632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c345d065-b1a2-42bd-bb39-0673f6e1e7bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:22.968275 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:22.971170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df626156-5679-42e9-a036-a3e0a3f7f60c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:22.976064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:22.980851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:23.063698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port df626156-5679-42e9-a036-a3e0a3f7f60c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=df626156-5679-42e9-a036-a3e0a3f7f60c,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:23.069472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-36207dd2-ce8c-4f7c-88cf-f15fbe8d1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:23.071294 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-36207dd2-ce8c-4f7c-88cf-f15fbe8d1bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2895062 Jul 08 17:13:23.083142 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.169699 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.278845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-3fa3b407-7c4a-4167-8e63-8af767ae5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:23.280338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-3fa3b407-7c4a-4167-8e63-8af767ae5b97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 929 time: 0.1950226 Jul 08 17:13:23.318496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974d55b-9d1f-42ac-99bc-f082f941f195 req-1bef73c9-1420-46ef-9b60-4cd20710a7fb tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:23.320324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4974d55b-9d1f-42ac-99bc-f082f941f195 req-1bef73c9-1420-46ef-9b60-4cd20710a7fb tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.4533141 Jul 08 17:13:23.384573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Allocated IP 172.25.3.69 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/5071f4ef-4cd8-429a-8c00-da77d3071d31) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:23.474503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-05a9122b-7d2f-4ed0-a2d6-7f881e915fda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 1000 time: 0.1835978 Jul 08 17:13:23.521305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['df626156-5679-42e9-a036-a3e0a3f7f60c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:23.533675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=df626156-5679-42e9-a036-a3e0a3f7f60c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:23.537075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.607201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-bb1c2119-1797-4071-8086-8209dc03ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:23.609008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-bb1c2119-1797-4071-8086-8209dc03ef9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 200 len: 867 time: 0.1237967 Jul 08 17:13:23.621274 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.639634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c345d065-b1a2-42bd-bb39-0673f6e1e7bd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,segment=NetworkSegment(e416863e-83c9-4da3-bb15-24c7ca6dcb8c),segment_id=e416863e-83c9-4da3-bb15-24c7ca6dcb8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:23.655933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.660818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.708585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-bee51998-0c72-41c2-ab1d-9cbd0ed4fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:23.710780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-bee51998-0c72-41c2-ab1d-9cbd0ed4fc04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5be2ed07-4a5d-420d-ab55-ede548e4414b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921583 Jul 08 17:13:23.761628 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:23.790233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:23.814224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'd7951598-fac7-4ba4-977d-c67990c37f5c', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'port_id': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'mac_address': 'fa:16:3e:52:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:13:17Z', 'updated_at': '2021-07-08T17:13:20Z', 'revision_number': 1, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:03Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:23.859989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89715a8b-67a2-4ea9-b947-54498d59a536 None None] The sync data for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 is: [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'd7951598-fac7-4ba4-977d-c67990c37f5c', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'floating_ip_address': '172.25.3.205', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'port_id': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'mac_address': 'fa:16:3e:52:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:13:17Z', 'updated_at': '2021-07-08T17:13:20Z', 'revision_number': 1, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:03Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:23.863116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:23.866083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:23.870948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:23.876914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event updated for resources: {'Port': ['ID=5071f4ef-4cd8-429a-8c00-da77d3071d31,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:23.896535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-57ce617c-f4d4-4305-8b56-a3a53d2daa86 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723077 Jul 08 17:13:24.008277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.061267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7059e464-cf3a-4d2e-b56b-e44d78a16d7d req-ac616c40-a716-44d5-a6be-936dc68b18d3 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551843 Jul 08 17:13:24.070704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.239687 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7797b-ffd1-414e-879d-0503de83e864 None None] New status for floating IP d7951598-fac7-4ba4-977d-c67990c37f5c: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:13:24.331892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4190-2ac6-46a9-a585-f2556152bb3f req-47e15fbc-2b78-4112-8f46-299eb8ae2417 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:24.339703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-308b4190-2ac6-46a9-a585-f2556152bb3f req-47e15fbc-2b78-4112-8f46-299eb8ae2417 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 944 time: 0.1101491 Jul 08 17:13:24.358461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.365348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.400849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-308b4190-2ac6-46a9-a585-f2556152bb3f req-e393696d-71c6-4fce-bf4f-54c2a6138526 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598156 Jul 08 17:13:24.439406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event updated for resources: {'Port': ['ID=5071f4ef-4cd8-429a-8c00-da77d3071d31,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:24.486743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e706a99-5ede-4f25-b353-238faeb5d90b req-d075eb20-b0e7-410c-b078-a67234aa0fa9 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=2a2961b38cce4c518e170c248f82716d HTTP/1.1" status: 200 len: 696 time: 0.0652492 Jul 08 17:13:24.502562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.524994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.543588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-e5d07f9e-81b5-4f7c-95a7-d00719c2b84d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6076448 Jul 08 17:13:24.621201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-9edf10f0-a705-486a-aa43-5507e47df764 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0763676 Jul 08 17:13:24.662320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706a99-5ede-4f25-b353-238faeb5d90b req-84973b98-d644-4f43-aa3d-1eddbdab8331 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:24.671143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c345d065-b1a2-42bd-bb39-0673f6e1e7bd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:24.687465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e706a99-5ede-4f25-b353-238faeb5d90b req-84973b98-d644-4f43-aa3d-1eddbdab8331 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks?id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 787 time: 0.1948164 Jul 08 17:13:24.769954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-d5d3b4be-0c72-4dd2-b5f4-15c6cacb0801 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:24.771656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00e48685-bb53-4d08-b163-e0b3cbc28999 req-d5d3b4be-0c72-4dd2-b5f4-15c6cacb0801 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1494379 Jul 08 17:13:24.804310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c345d065-b1a2-42bd-bb39-0673f6e1e7bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:24.805671 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.809454 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.819635 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:13:24.969160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969902c5-8487-434d-955c-48e690867bf8 req-d339a8a4-9401-428a-ab04-4c705acce412 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:24.970932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-969902c5-8487-434d-955c-48e690867bf8 req-d339a8a4-9401-428a-ab04-4c705acce412 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 945 time: 0.1146760 Jul 08 17:13:25.003916 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6797e8c4-67ce-45bf-a31e-13a55f359b14 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips/549cb7b1-e518-4267-8d28-8b42fc122f12 HTTP/1.1" status: 200 len: 693 time: 0.0915949 Jul 08 17:13:25.034567 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-969902c5-8487-434d-955c-48e690867bf8 req-6ad423eb-7382-4f7e-be57-74adc6d8c748 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580044 Jul 08 17:13:25.135664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-f81ea7cc-118b-491f-b254-35ddff7d2932 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:25.137096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-f81ea7cc-118b-491f-b254-35ddff7d2932 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1247280 Jul 08 17:13:25.200219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-8dbc2eda-c5f9-4c94-ad72-04a10c62ccf3 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200 len: 696 time: 0.0530980 Jul 08 17:13:25.224139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-6f8e4a0e-f94d-4f22-b37f-2d691e2e9d25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:25.225715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-6f8e4a0e-f94d-4f22-b37f-2d691e2e9d25 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0832455 Jul 08 17:13:25.270549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-a74c70ee-afc2-4bed-a410-09d61e1cdefa tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.159 HTTP/1.1" status: 200 len: 696 time: 0.0633309 Jul 08 17:13:25.294363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-802686dd-6af5-46b5-bf81-2c771e75707f tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0617828 Jul 08 17:13:25.299384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-7a818688-8e38-476a-b1f8-5a308d569ed2 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Request body: {'floatingip': {'port_id': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:25.352461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-7a818688-8e38-476a-b1f8-5a308d569ed2 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.427528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Deleting port 48c7a827-d2e9-4981-9a04-d039dcb63836 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:25.428117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.527428 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.527939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.545171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Calling delete_port for 48c7a827-d2e9-4981-9a04-d039dcb63836 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:25.668709 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-7a818688-8e38-476a-b1f8-5a308d569ed2 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 17:13:25.669920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fc7d50-77d8-4de8-8bfe-67424c074fa4 req-7a818688-8e38-476a-b1f8-5a308d569ed2 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "PUT /v2.0/floatingips/d932a371-59a4-444d-abe2-938105eb04d8 HTTP/1.1" status: 409 len: 550 time: 0.3744507 Jul 08 17:13:25.685789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d6cc715e-eb6d-42f6-8f59-dbe28db611e4 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:25.687446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d6cc715e-eb6d-42f6-8f59-dbe28db611e4 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.0920908 Jul 08 17:13:25.706482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-4'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:25.749899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.787591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Pushing event deleted for resources: {'Port': ['ID=48c7a827-d2e9-4981-9a04-d039dcb63836,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:25.864533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.867621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.869262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b927214-6a52-4a94-b728-6d1aef8ec5ee req-6820a68d-9cec-464e-a998-689b390402a4 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "DELETE /v2.0/floatingips/549cb7b1-e518-4267-8d28-8b42fc122f12 HTTP/1.1" status: 204 len: 173 time: 0.5934744 Jul 08 17:13:25.953091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-bc3dceb5-7d18-4ef5-84f1-4c3b84b55af4 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips/d932a371-59a4-444d-abe2-938105eb04d8 HTTP/1.1" status: 200 len: 692 time: 0.0516608 Jul 08 17:13:26.084593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-dd2b0882-b013-4511-994f-a2ac131f6684 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:26.086494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-dd2b0882-b013-4511-994f-a2ac131f6684 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1282344 Jul 08 17:13:26.149380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-49671914-8f10-4322-ac6d-2fdc6fccd7fd tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0561838 Jul 08 17:13:26.205706 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-87fe9d05-d02b-4c64-ba58-e8be4799436c tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0483556 Jul 08 17:13:26.216272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4707c-8516-4366-ab30-ac5381dc6978 req-4cb6904f-e184-4e6e-9bea-bf280a83ac5b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:26.218137 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7cd4707c-8516-4366-ab30-ac5381dc6978 req-4cb6904f-e184-4e6e-9bea-bf280a83ac5b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 944 time: 0.1272342 Jul 08 17:13:26.219095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.245336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device df626156-5679-42e9-a036-a3e0a3f7f60c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:26.310924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7cd4707c-8516-4366-ab30-ac5381dc6978 req-7a6b4693-03d5-4927-bbab-c62ea56fcd60 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797389 Jul 08 17:13:26.357552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port df626156-5679-42e9-a036-a3e0a3f7f60c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:26.362107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port df626156-5679-42e9-a036-a3e0a3f7f60c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:26.362549 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.408587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:26.490494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Deleting port 5071f4ef-4cd8-429a-8c00-da77d3071d31 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:26.491045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.519731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:26.544512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.600700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:26.606903 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8a0fd-2b01-47b6-a5ab-06807c5a193d" -d '{"events": [{"server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "name": "network-vif-plugged", "status": "completed", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:26.616316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:26.624939 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11efdcbd-44b2-4dd5-8956-68b0994cfb72" -d '{"events": [{"server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "name": "network-vif-unplugged", "status": "completed", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:26.634765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.637142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port df626156-5679-42e9-a036-a3e0a3f7f60c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=df626156-5679-42e9-a036-a3e0a3f7f60c,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:26.645340 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.771011 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.779345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=df626156-5679-42e9-a036-a3e0a3f7f60c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:26.825792 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-6ad2c946-48a4-4517-a28c-4993a6c55f4c tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1837423 Jul 08 17:13:26.830762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:26.911127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:26.916355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:26.946936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.947301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.947635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.948026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.948368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.948707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.949038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.949368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.949696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.950042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.950375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.950702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:26.954793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on host n-h1-799527-4 for vnic_type normal with profile {"migrating_to": "n-h2-799527-4"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:26.955139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:26.955518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:26.992152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:26.992573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Attempting to bind port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:27.001133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33668) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:27.008464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:27.008922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:27.009288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:27.009793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Bound port: a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:27.010212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.108939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.109673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.123652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:27.127876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:27.136657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.138886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Calling delete_port for 5071f4ef-4cd8-429a-8c00-da77d3071d31 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:27.181351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.287602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3376-6b41-4ffd-ab57-d5e5b9255f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.297630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:27.307490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:27.308150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.309490 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-f97726c0-c1f0-4300-bd52-e9b473bf6ea6 service neutron] 10.222.0.21 "PUT /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 1121 time: 1.6118872 Jul 08 17:13:27.373675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.399990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:27.403510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Allocated IP 172.25.3.76 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/7cd1dde8-a409-4c64-9ca9-4388d69f646a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:27.415355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event deleted for resources: {'Port': ['ID=5071f4ef-4cd8-429a-8c00-da77d3071d31,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:27.428967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.430417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.430721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.431037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.431376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.431973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.432235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.432896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.433315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.433746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.434505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.436073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:27.465780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:27.549069 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3376-6b41-4ffd-ab57-d5e5b9255f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.557536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.563990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3376-6b41-4ffd-ab57-d5e5b9255f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.568495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.570610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f3521c4-30d1-48db-bd83-6b01a3ec86b0 req-942638de-22bf-45b7-8359-ce28bdda938d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "DELETE /v2.0/floatingips/d932a371-59a4-444d-abe2-938105eb04d8 HTTP/1.1" status: 204 len: 173 time: 1.3589981 Jul 08 17:13:27.624988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.638092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bd3a3376-6b41-4ffd-ab57-d5e5b9255f28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8c0101f59e9458ba36ffc39e30c660b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6335244 Jul 08 17:13:27.639708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:27.640105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a3376-6b41-4ffd-ab57-d5e5b9255f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a0877a-f964-46b6-b42b-fa8e8a5ead87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:27.708331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.771654 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfa98-9e18-4db6-92b2-20bba8c10b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.786819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:27.814436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:27.817156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:27.845951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfa98-9e18-4db6-92b2-20bba8c10b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.853990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Pushing event updated for resources: {'Port': ['ID=7cd1dde8-a409-4c64-9ca9-4388d69f646a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:27.963131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626112ab-26e5-4d3c-b279-ac95827bef4d req-0aa54810-a42c-40ca-ac51-9d4752315be3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:27.965456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-626112ab-26e5-4d3c-b279-ac95827bef4d req-0aa54810-a42c-40ca-ac51-9d4752315be3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.1328137 Jul 08 17:13:27.983970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.001160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfa98-9e18-4db6-92b2-20bba8c10b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.003697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfa98-9e18-4db6-92b2-20bba8c10b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.007224 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a3dbfa98-9e18-4db6-92b2-20bba8c10b97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9a0877a-f964-46b6-b42b-fa8e8a5ead87 HTTP/1.1" status: 204 len: 168 time: 0.3635254 Jul 08 17:13:28.032131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-626112ab-26e5-4d3c-b279-ac95827bef4d req-c5733ad5-f7ba-4c34-af0e-2030cffea97a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580032 Jul 08 17:13:28.032842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbfa98-9e18-4db6-92b2-20bba8c10b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a0877a-f964-46b6-b42b-fa8e8a5ead87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:28.056913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.343018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.363627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.390102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:28.446299 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912aab9-b20d-4f1c-9522-256240e4d2d0 x-openstack-request-id: req-f912aab9-b20d-4f1c-9522-256240e4d2d0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:28.447489 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "name": "network-vif-plugged", "status": "completed", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:28.447954 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f912aab9-b20d-4f1c-9522-256240e4d2d0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:28.449210 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'code': 200} Jul 08 17:13:28.504385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Pushing event updated for resources: {'Port': ['ID=7cd1dde8-a409-4c64-9ca9-4388d69f646a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:28.535801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.547124 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ffc13-f125-418f-9166-4298de7b453b x-openstack-request-id: req-4b4ffc13-f125-418f-9166-4298de7b453b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:28.547524 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "name": "network-vif-unplugged", "status": "completed", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:28.547879 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b4ffc13-f125-418f-9166-4298de7b453b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:28.548809 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'code': 200} Jul 08 17:13:28.588717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:28.615959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c has no active binding in host n-h2-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:13:28.653708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:28.659342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-9574f841-6bf7-44df-923b-39e5c4e7df34 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8326392 Jul 08 17:13:28.732754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-5cedc83f-03fc-4253-a1b4-d97f12d17bc5 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0663936 Jul 08 17:13:28.741143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69ae19-b607-4cca-b73e-9d2fe0030852 req-10eeb957-9792-4fbf-9b0d-f5de89738928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:28.743299 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e69ae19-b607-4cca-b73e-9d2fe0030852 req-10eeb957-9792-4fbf-9b0d-f5de89738928 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 1096 time: 0.1779242 Jul 08 17:13:28.763791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c31fcf-d82f-42a6-ac1e-9fb11d3c77f8 req-5650f772-99de-43c1-8bf5-60bfd6bb9b00 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:28.769844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78c31fcf-d82f-42a6-ac1e-9fb11d3c77f8 req-5650f772-99de-43c1-8bf5-60bfd6bb9b00 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.1126096 Jul 08 17:13:28.838675 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78c31fcf-d82f-42a6-ac1e-9fb11d3c77f8 req-816a5b90-f144-4875-b0d5-ddd9db3e9d16 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552306 Jul 08 17:13:28.896620 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e69ae19-b607-4cca-b73e-9d2fe0030852 req-ab122b2c-59d0-4346-b3e9-6ba8807be1d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400740 Jul 08 17:13:28.959939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-174668aa-bbd6-4e3c-acad-317b32c2c269 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 1002 time: 0.0896573 Jul 08 17:13:28.982552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-73f1a593-c6b6-4f6d-873a-e049a45039e3 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:28.986460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-525f4184-06d0-43cb-81dc-06651ad7f25d req-73f1a593-c6b6-4f6d-873a-e049a45039e3 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.2386820 Jul 08 17:13:29.032049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-a4e03111-75a9-4e00-b8e7-1e5a592c1643 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.033542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-a4e03111-75a9-4e00-b8e7-1e5a592c1643 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports/783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 943 time: 0.0727568 Jul 08 17:13:29.076974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:29.213624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1915082343-network', 'tenant_id': 'dd6d46c5d05d43b7afe9b2c03ca622db'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:29.274243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Made reservation on behalf of dd6d46c5d05d43b7afe9b2c03ca622db for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:29.277548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.291303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.306971 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2fdf-8ac6-4ac8-8fa6-6b9fb9395d5e req-18679561-911a-4522-b0b3-2e2a3f6ddf34 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.310274 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-968c2fdf-8ac6-4ac8-8fa6-6b9fb9395d5e req-18679561-911a-4522-b0b3-2e2a3f6ddf34 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1097 time: 0.0663149 Jul 08 17:13:29.334587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-166c7e5f-3a43-4fd3-9a33-6d8a14cca173 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 1002 time: 0.1068623 Jul 08 17:13:29.362291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-968c2fdf-8ac6-4ac8-8fa6-6b9fb9395d5e req-57b9ca94-e00c-4052-a6ad-b96138c623cb tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Jul 08 17:13:29.507190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-248a62eb-fa3d-4c66-be83-e8293bde5957 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.509283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-248a62eb-fa3d-4c66-be83-e8293bde5957 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1657000 Jul 08 17:13:29.577568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.585537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.595027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d3976-8abf-4594-af22-7c068de3701d req-fc99149b-1b4d-469a-80f0-6d1fc7d8718b tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.603500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee6d3976-8abf-4594-af22-7c068de3701d req-fc99149b-1b4d-469a-80f0-6d1fc7d8718b tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 946 time: 0.0791171 Jul 08 17:13:29.639137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:13:29.644190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-19c6968a-3415-4feb-9e39-7e66d62071cf tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 1002 time: 0.1285200 Jul 08 17:13:29.649483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:29.661026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:29.667632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee6d3976-8abf-4594-af22-7c068de3701d req-636866ca-1f75-489e-ad0e-e31d1b0b7a9a tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ac88d78-8648-4362-8791-de1246461ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Jul 08 17:13:29.704245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.704792 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Added segment 359af677-ac82-4c33-b39b-5602ee4ea7ec of type vlan for network 299f2e98-9428-449f-ab3f-8ec67dd32117 Jul 08 17:13:29.738007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-87d97ddc-004c-4c5f-8a40-7171e78a4bad tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips/67aeaf61-fd53-4c4e-928e-d6526e193807 HTTP/1.1" status: 200 len: 692 time: 0.0527773 Jul 08 17:13:29.794242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.797583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.921145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-09404209-f3f9-4a0c-8218-1fece7b19048 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.922562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-09404209-f3f9-4a0c-8218-1fece7b19048 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1717653 Jul 08 17:13:29.969537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:29.971242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.972241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.097536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] Pushing event updated for resources: {'Network': ['ID=299f2e98-9428-449f-ab3f-8ec67dd32117,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:30.144022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:13:30.153390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-136f5cac-e0d6-4dd0-b5b8-61555876d649 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.2236953 Jul 08 17:13:30.203248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-13831e61-8dad-46cc-8621-a486b847fd62 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1217630 Jul 08 17:13:30.203459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:30.209240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.214392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Request body: {'subnet': {'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1915082343-subnet', 'tenant_id': 'dd6d46c5d05d43b7afe9b2c03ca622db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:30.224573 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.225488 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Floating IP d7951598-fac7-4ba4-977d-c67990c37f5c disassociated. External IP: 172.25.3.205, port: 783fa47f-ac20-41e4-aac9-9e745015dc6e. Jul 08 17:13:30.236657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-cb8e22af-be3e-47c2-9d18-fac439997f2e tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0688391 Jul 08 17:13:30.290979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Made reservation on behalf of dd6d46c5d05d43b7afe9b2c03ca622db for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:30.294722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.336910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-3e09a414-c026-4954-895f-00e201ed8d3c tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:30.338419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-3e09a414-c026-4954-895f-00e201ed8d3c tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.53 "GET /v2.0/ports?device_id=a80d689e-809a-430a-bb34-ff6629751315 HTTP/1.1" status: 200 len: 946 time: 0.2468255 Jul 08 17:13:30.453427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Deleting port 7cd1dde8-a409-4c64-9ca9-4388d69f646a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:30.453650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.539493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Deleting port 7ae08e11-b337-4faa-9261-ca520d39c21f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:30.540013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.559259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:30.561524 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505cb3f4-570c-4fd0-b594-9c1c6d286753" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:30.598637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.598963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.621023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Calling delete_port for 7cd1dde8-a409-4c64-9ca9-4388d69f646a owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:30.701559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.709546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Router 9b09df80-5245-4896-92d7-ba4cf143a838 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:30.716313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] For port 7ae08e11-b337-4faa-9261-ca520d39c21f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7ae08e11-b337-4faa-9261-ca520d39c21f,segment=NetworkSegment(ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6),segment_id=ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:30.716668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.745038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Calling delete_port for 7ae08e11-b337-4faa-9261-ca520d39c21f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:30.831000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:30.837293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Checking segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:30.837657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Network hostable DHCP agents. Network: 299f2e98-9428-449f-ab3f-8ec67dd32117, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:13:30.912945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:13:30.925001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.928839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:30.936333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.939716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 299f2e98-9428-449f-ab3f-8ec67dd32117) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:30.943363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] Sync routers for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:30.954595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c5975-43c5-4a0d-9cc5-84266b33c27a None None] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:30.991445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:30.993113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.000505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Pushing event deleted for resources: {'Port': ['ID=7cd1dde8-a409-4c64-9ca9-4388d69f646a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:31.017986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6f21b520-62e5-4922-a96e-277fd8775045 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8133752 Jul 08 17:13:31.034270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:31.034916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:31.072597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-74509cc4-c31d-4ee2-9292-01f630015054 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "PUT /v2.0/floatingips/d7951598-fac7-4ba4-977d-c67990c37f5c HTTP/1.1" status: 200 len: 695 time: 1.4175062 Jul 08 17:13:31.106846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.109910 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.111124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5a7143e-e6ed-4181-9fbb-f501ee33038f req-5b0cb058-8292-48f9-95c3-8d442d365183 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "DELETE /v2.0/floatingips/67aeaf61-fd53-4c4e-928e-d6526e193807 HTTP/1.1" status: 204 len: 173 time: 0.8676844 Jul 08 17:13:31.138652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:31.141435 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c27a3-878c-4985-bd4c-809c299da5df" -d '{"events": [{"name": "network-changed", "server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:31.169637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.185983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7ae08e11-b337-4faa-9261-ca520d39c21f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:31.200626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-4bd7bc69-8f06-4e7d-8fb5-f529a4f07669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:31.209755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-4bd7bc69-8f06-4e7d-8fb5-f529a4f07669 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1335444 Jul 08 17:13:31.274126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:31.279068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-299f2e98-9428-449f-ab3f-8ec67dd32117', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'tenant_id': 'dd6d46c5d05d43b7afe9b2c03ca622db', 'fixed_ips': [{'subnet_id': '14e47ee8-8f1b-4fdb-8423-8c8bec0b1070'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:13:31.280239 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.327149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Pushing event deleted for resources: {'Port': ['ID=7ae08e11-b337-4faa-9261-ca520d39c21f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:31.398932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] No DVR routers for this DVR port 7ae08e11-b337-4faa-9261-ca520d39c21f on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:31.401603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-222a7a88-d724-4cb9-a919-ca77117cfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:31.408806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-222a7a88-d724-4cb9-a919-ca77117cfeee service neutron] 10.222.0.48 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 929 time: 0.1981308 Jul 08 17:13:31.413301 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.418186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1d8255c-207a-47c6-9404-f342721bb1f0 req-dcaedadd-7780-44b3-be76-4a131c76aeeb tempest-ServerMetadataNegativeTestJSON-2102939301 tempest-ServerMetadataNegativeTestJSON-2102939301-project] 10.222.0.53 "DELETE /v2.0/ports/7ae08e11-b337-4faa-9261-ca520d39c21f HTTP/1.1" status: 204 len: 173 time: 1.0576148 Jul 08 17:13:31.464294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-aa82080f-cc0f-4547-9040-64e820c77372 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 217 time: 0.0544925 Jul 08 17:13:31.537090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-23d19a2b-e8d6-4e25-8ecd-5f7790e9c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:31.545699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-23d19a2b-e8d6-4e25-8ecd-5f7790e9c1bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 200 len: 867 time: 0.0805087 Jul 08 17:13:31.570985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d404cf2-c563-4d4f-91fc-5593a3aaa7ed req-e9be4b80-d12c-4f2b-a174-f5fb4e54137c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:31.576885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Allocated IP 172.20.0.2 (299f2e98-9428-449f-ab3f-8ec67dd32117/14e47ee8-8f1b-4fdb-8423-8c8bec0b1070/679bf783-ee56-47f9-9953-94d91451bc62) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:31.579091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d404cf2-c563-4d4f-91fc-5593a3aaa7ed req-e9be4b80-d12c-4f2b-a174-f5fb4e54137c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.1819193 Jul 08 17:13:31.609058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-07945201-0786-4ada-9054-a505d809b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:31.619206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-07945201-0786-4ada-9054-a505d809b309 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5be2ed07-4a5d-420d-ab55-ede548e4414b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725312 Jul 08 17:13:31.657592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d404cf2-c563-4d4f-91fc-5593a3aaa7ed req-a029dee0-5991-40e7-8371-8b623641f5fc tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706751 Jul 08 17:13:31.720618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-613671b9-08bc-4bf9-a13d-1a60f8d708fe service neutron] 10.222.0.48 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003203 Jul 08 17:13:31.832807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:03Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:31.885076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358ed49e-7dd9-496b-8edf-178d80c50635 req-64e912cb-0017-44e8-895a-435721a4bb91 service neutron] 10.222.0.48 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634877 Jul 08 17:13:32.037905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] Checking router: 9b09df80-5245-4896-92d7-ba4cf143a838 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:32.050032 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.060728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:32.062105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:32.065669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Transition to ACTIVE for port object 679bf783-ee56-47f9-9953-94d91451bc62 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:32.135480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Transition to ACTIVE for port object 679bf783-ee56-47f9-9953-94d91451bc62 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:32.156313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65a7d-0024-43f9-874b-de0e3312d7b7 req-82e8f84c-a2f6-40c2-a662-c97871c6c9fc tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:32.166354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71b65a7d-0024-43f9-874b-de0e3312d7b7 req-82e8f84c-a2f6-40c2-a662-c97871c6c9fc tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.0852852 Jul 08 17:13:32.204391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.219090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71b65a7d-0024-43f9-874b-de0e3312d7b7 req-a1ecf211-15b4-4a38-901d-b2a326885c46 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514147 Jul 08 17:13:32.305479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:32.314338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:32.316893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:32.323437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Pushing event updated for resources: {'Port': ['ID=679bf783-ee56-47f9-9953-94d91451bc62,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:32.364047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:32.443557 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548f77fd-9dfe-4e9a-a9a6-ddfae2a27d3c x-openstack-request-id: req-548f77fd-9dfe-4e9a-a9a6-ddfae2a27d3c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:32.444159 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:32.444296 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-548f77fd-9dfe-4e9a-a9a6-ddfae2a27d3c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:32.444985 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'status': 'completed', 'code': 200} Jul 08 17:13:32.459718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Attempting to bind port 679bf783-ee56-47f9-9953-94d91451bc62 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:32.460140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Attempting to bind port 679bf783-ee56-47f9-9953-94d91451bc62 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:32.461034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Attempting to bind port 679bf783-ee56-47f9-9953-94d91451bc62 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:32.509342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:32.509742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Checking segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:32.512343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.512343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Bound using segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:32.512343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Bound port: 679bf783-ee56-47f9-9953-94d91451bc62, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:32.512343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.641419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-e276fd87-684d-4c61-8700-2c18b6fabf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:32.644260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-e276fd87-684d-4c61-8700-2c18b6fabf2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1124 time: 0.1909199 Jul 08 17:13:32.656508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:32.711239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] For port 679bf783-ee56-47f9-9953-94d91451bc62, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:32.721700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] For port 679bf783-ee56-47f9-9953-94d91451bc62, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=679bf783-ee56-47f9-9953-94d91451bc62,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:32.749787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Deleting subnet 91381588-ffbe-45e3-90e3-625394cd046f {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:13:32.753401 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.753998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.801248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-5a5b9e44-7236-4d02-a642-b4e9d01ef61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:32.803213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-5a5b9e44-7236-4d02-a642-b4e9d01ef61a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.1518910 Jul 08 17:13:32.828465 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-c5a11db4-8f9f-492f-8d97-49f97d00f865 req-e8b2b25e-a4db-4913-89e5-b84fe8e79e87 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] show failed (client error): The resource could not be found. Jul 08 17:13:32.845378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a11db4-8f9f-492f-8d97-49f97d00f865 req-e8b2b25e-a4db-4913-89e5-b84fe8e79e87 tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips/67aeaf61-fd53-4c4e-928e-d6526e193807 HTTP/1.1" status: 404 len: 350 time: 0.0976572 Jul 08 17:13:32.861733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea9b4b-ba4f-4d96-86b9-655c2f075071 None None] Pushing event updated for resources: {'Port': ['ID=679bf783-ee56-47f9-9953-94d91451bc62,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:32.875285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:32.878611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:03Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:32.899494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-653d965b-ba76-42af-a97d-47fa3688cb98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 217 time: 0.0880206 Jul 08 17:13:32.930859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420bb88e-a06e-4425-8c23-2b10ed8571c7 None None] The sync data for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 is: [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:12:55Z', 'revision_number': 4, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '17855c51-91d9-48b6-9eaf-e010f3476bb6', 'name': '', 'network_id': '5be2ed07-4a5d-420d-ab55-ede548e4414b', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'mac_address': 'fa:16:3e:3d:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:54Z', 'updated_at': '2021-07-08T17:13:03Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'subnets': [{'id': '00f7c493-ec0e-4107-a923-aa11e623be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:32.937367 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa9c7bc-88dd-4de4-9d81-3801afcefba9 x-openstack-request-id: req-8aa9c7bc-88dd-4de4-9d81-3801afcefba9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:32.937851 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:32.937974 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8aa9c7bc-88dd-4de4-9d81-3801afcefba9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:32.938290 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'status': 'completed', 'code': 200} Jul 08 17:13:32.971978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:33.091317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:33.106056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-bf631814-f9bb-4542-9fd3-28ae5f60f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:33.108116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-bf631814-f9bb-4542-9fd3-28ae5f60f7a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.2029757 Jul 08 17:13:33.183100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:33.185103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/91381588-ffbe-45e3-90e3-625394cd046f HTTP/1.1" status: 204 len: 168 time: 0.5273385 Jul 08 17:13:33.191090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:33.191855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba1aa-1113-45c5-b22e-338e2c04fd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91381588-ffbe-45e3-90e3-625394cd046f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:33.208633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-5d01bb7e-fecc-44e0-818f-3a6bc7f8aaf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840912 Jul 08 17:13:33.235389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c27a3-878c-4985-bd4c-809c299da5df req-f63a97de-38eb-4729-b026-863f31630101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:33.237392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-f63a97de-38eb-4729-b026-863f31630101 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2314689 Jul 08 17:13:33.385375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-76889821-7199-44e0-b464-957c2edad202 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:13:33.393651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-76889821-7199-44e0-b464-957c2edad202 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327041 Jul 08 17:13:33.406281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:33.413278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:13:33.455498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-0e69da9f-557d-44ed-8ae7-d34a29eb0d77 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169011 Jul 08 17:13:33.458568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c27a3-878c-4985-bd4c-809c299da5df req-8348af24-bb27-4d47-ac9b-f04b74056ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:33.459956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-8348af24-bb27-4d47-ac9b-f04b74056ec6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 200 len: 929 time: 0.2091882 Jul 08 17:13:33.490059 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3555c66-3dc5-4499-80f4-ad79f681c70c None None] New status for floating IP d7951598-fac7-4ba4-977d-c67990c37f5c: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:13:33.553102 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-505cb3f4-570c-4fd0-b594-9c1c6d286753 req-c99fa712-5a6e-40bf-b250-43ed4d0b66bc service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898693 Jul 08 17:13:33.591307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-86e35c08-fa36-49e3-9155-cd888068a9b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 200 len: 217 time: 0.0371249 Jul 08 17:13:33.645994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:33.672277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c27a3-878c-4985-bd4c-809c299da5df req-dd0974c1-8164-4e95-a8e6-6f9ec84d9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:33.673939 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-dd0974c1-8164-4e95-a8e6-6f9ec84d9f23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 200 len: 867 time: 0.0753593 Jul 08 17:13:33.763972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c27a3-878c-4985-bd4c-809c299da5df req-6b5e604d-2bce-4e52-9c50-30b72204e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:33.765724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-6b5e604d-2bce-4e52-9c50-30b72204e1fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5be2ed07-4a5d-420d-ab55-ede548e4414b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801816 Jul 08 17:13:33.777716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-a5a8e5a8-0c45-439c-925b-eee43a76c2ad tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:33.784802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-a5a8e5a8-0c45-439c-925b-eee43a76c2ad tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 816 time: 0.3878534 Jul 08 17:13:33.814236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-1cfc377e-9194-455e-982f-188271369eb6 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/quotas/dd6d46c5d05d43b7afe9b2c03ca622db HTTP/1.1" status: 200 len: 375 time: 0.0284824 Jul 08 17:13:33.976865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:33.980718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:33.981226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:33.981727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:34.003095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595e3cda-deae-4623-8d5c-a5ad4181a18c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:34.005661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:34.006189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:34.008998 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-c65c4a62-c750-4f62-b199-c0b2b8050d26 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342193 Jul 08 17:13:34.018853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:34.019406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7ce7ba-82eb-4a49-8f94-cb8dd66fa0e6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:34.036880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:34.037487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:34.038096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:34.038760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Bound port: 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:34.042454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.089091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-037df6f3-6bf7-4f30-9165-c964d6e515c2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2317760 Jul 08 17:13:34.105028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.129518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:13:34.130188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:13:34.131963 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:13:34.188684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57c27a3-878c-4985-bd4c-809c299da5df req-bcc44c5f-07dc-45c1-bf49-dc8bd6bd0d92 service neutron] 10.222.0.21 "GET /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729364 Jul 08 17:13:34.272268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:34.284750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-be0bef8e-e380-40bd-9d64-e01b53f8262b service neutron] 10.222.0.48 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944995 Jul 08 17:13:34.307869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:34.330867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.332161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-65424bef-3846-4ca4-9c6b-121964f39176 service neutron] 10.222.0.48 "POST /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940/bindings HTTP/1.1" status: 201 len: 389 time: 0.9373074 Jul 08 17:13:34.342572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.348266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.350307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] 10.222.0.48 "DELETE /v2.0/networks/595e3cda-deae-4623-8d5c-a5ad4181a18c HTTP/1.1" status: 204 len: 168 time: 1.1563239 Jul 08 17:13:34.419427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:34.429816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b881389-96f5-4a9d-8966-64344d6a4c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=595e3cda-deae-4623-8d5c-a5ad4181a18c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:34.448760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80d689e-809a-430a-bb34-ff6629751315', 'name': 'network-vif-deleted', 'tag': '7ae08e11-b337-4faa-9261-ca520d39c21f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:34.456352 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e35f00c-829d-4ced-891b-87640b2b77f8" -d '{"events": [{"server_uuid": "a80d689e-809a-430a-bb34-ff6629751315", "name": "network-vif-deleted", "tag": "7ae08e11-b337-4faa-9261-ca520d39c21f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:34.473500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e7c71-e448-427e-87d4-bbfa838ffbc8 None None] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:34.536867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7ae08e11-b337-4faa-9261-ca520d39c21f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:34.575468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 7ae08e11-b337-4faa-9261-ca520d39c21f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:34.576147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7ae08e11-b337-4faa-9261-ca520d39c21f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:34.596480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-443b9304-225b-4a3e-8d96-aefc8ab508cf None None] Provisioning for port 679bf783-ee56-47f9-9953-94d91451bc62 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:34.597657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-140a4d91-f12f-4398-b78d-702a273322ec service neutron] 10.222.0.48 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696931 Jul 08 17:13:34.634186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:34.719863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0ca0e585-dbda-4271-9544-1f35b14ede73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f04db5f4921642c096344bf3a8143620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818510 Jul 08 17:13:34.720148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:34.739186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:34.756246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c has no active binding in host n-h2-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:13:34.801328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d6df90b-caee-420f-8616-7aecae906ccd req-903adef9-52a5-4d55-ab99-71ddabb95b51 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips/d7951598-fac7-4ba4-977d-c67990c37f5c HTTP/1.1" status: 200 len: 693 time: 0.2674880 Jul 08 17:13:34.827941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 679bf783-ee56-47f9-9953-94d91451bc62 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:34.877517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d58be7e0-7af6-471f-a21b-7031852cd527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.921877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 679bf783-ee56-47f9-9953-94d91451bc62 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:34.924953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d58be7e0-7af6-471f-a21b-7031852cd527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.928484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 679bf783-ee56-47f9-9953-94d91451bc62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:34.929103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:35.096289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df90b-caee-420f-8616-7aecae906ccd req-707d5a48-951e-481f-a063-465e4c1aec99 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:35.097870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d6df90b-caee-420f-8616-7aecae906ccd req-707d5a48-951e-481f-a063-465e4c1aec99 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.2864559 Jul 08 17:13:35.150490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d58be7e0-7af6-471f-a21b-7031852cd527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:35.153025 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d58be7e0-7af6-471f-a21b-7031852cd527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:35.165200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d58be7e0-7af6-471f-a21b-7031852cd527 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ac88d78-8648-4362-8791-de1246461ec4 HTTP/1.1" status: 204 len: 168 time: 0.4357080 Jul 08 17:13:35.188347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d6df90b-caee-420f-8616-7aecae906ccd req-38d1f1f7-981b-45eb-a929-159798c2d685 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.0688169 Jul 08 17:13:35.224777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:35.266391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d6df90b-caee-420f-8616-7aecae906ccd req-cb959707-7c6b-4b37-bdf6-f70117d16a7d tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.205 HTTP/1.1" status: 200 len: 696 time: 0.0660343 Jul 08 17:13:35.296575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e7c8994-a0f0-4796-bba3-27d883ae4e10 None None] Provisioning complete for port 679bf783-ee56-47f9-9953-94d91451bc62 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:35.297220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e7c8994-a0f0-4796-bba3-27d883ae4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:35.303653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-9778cbdf-a0ca-4a9f-8629-24e54c1ba653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:35.305205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-9778cbdf-a0ca-4a9f-8629-24e54c1ba653 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1097 time: 0.4869661 Jul 08 17:13:35.327147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 679bf783-ee56-47f9-9953-94d91451bc62, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=679bf783-ee56-47f9-9953-94d91451bc62,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:35.341501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:35.364658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be7e0-7af6-471f-a21b-7031852cd527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac88d78-8648-4362-8791-de1246461ec4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:35.486743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d79bad-dee3-4405-8ce3-deff97a9c05f req-437ccdb1-f766-409e-8407-a458b597fa10 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:35.487399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=679bf783-ee56-47f9-9953-94d91451bc62,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:35.488869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3d79bad-dee3-4405-8ce3-deff97a9c05f req-437ccdb1-f766-409e-8407-a458b597fa10 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.3211555 Jul 08 17:13:35.498893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:35.512781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Request body: {'floatingip': {'port_id': 'df626156-5679-42e9-a036-a3e0a3f7f60c'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:35.621907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:36.048489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-5573ea49-7b3d-4f69-9c10-17c9825fdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:36.053580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-5573ea49-7b3d-4f69-9c10-17c9825fdbb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.6289778 Jul 08 17:13:36.061110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Deleting port 528f1f21-aa71-4c43-ae18-bd29006b9195 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:36.061541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:36.163385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-a1ece634-3adc-4616-8ecc-1baeca314069 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 217 time: 0.0987699 Jul 08 17:13:36.197398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a66fd-ceef-4823-9dca-41314941cf10 req-e252d029-384b-47ae-bc48-a2b5c00b5dc8 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:36.201161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a8a66fd-ceef-4823-9dca-41314941cf10 req-e252d029-384b-47ae-bc48-a2b5c00b5dc8 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.3197813 Jul 08 17:13:36.334309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-9333803c-0b78-475d-afed-6fef2b2655de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:36.336313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-9333803c-0b78-475d-afed-6fef2b2655de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1610005 Jul 08 17:13:36.418454 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:36.418842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:36.423008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-b0d04a98-4733-41e6-a0b8-e3f113cf12ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709915 Jul 08 17:13:36.443999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a8a66fd-ceef-4823-9dca-41314941cf10 req-38dccab7-5078-4073-aeb2-87aee6ea1a1a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672590 Jul 08 17:13:36.564360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Calling delete_port for 528f1f21-aa71-4c43-ae18-bd29006b9195 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:36.746945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 679bf783-ee56-47f9-9953-94d91451bc62 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:37.037510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 679bf783-ee56-47f9-9953-94d91451bc62 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:37.039885 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:37.189091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-762fa2f0-f915-46a9-bb74-05a2ce15e57e service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493243 Jul 08 17:13:37.244936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-71fb83a9-d917-44a7-bd67-9eeb22008e8a service neutron] 10.222.0.53 "GET /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c/bindings/n-h2-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.1845319 Jul 08 17:13:37.436064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:37.453176 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-fe60b4ea-04bc-4b7f-b1fe-8ccb9f1d6750 req-75251f88-7e42-4bf6-a2fe-086adcc500ff tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] show failed (client error): The resource could not be found. Jul 08 17:13:37.462893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe60b4ea-04bc-4b7f-b1fe-8ccb9f1d6750 req-75251f88-7e42-4bf6-a2fe-086adcc500ff tempest-FloatingIPsTestJSON-540354139 tempest-FloatingIPsTestJSON-540354139-project] 10.222.0.48 "GET /v2.0/floatingips/67aeaf61-fd53-4c4e-928e-d6526e193807 HTTP/1.1" status: 404 len: 350 time: 0.9019265 Jul 08 17:13:37.476647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:37.557739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event deleted for resources: {'Port': ['ID=528f1f21-aa71-4c43-ae18-bd29006b9195,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:37.612666 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77a04e-2556-4948-b3af-4cde73de3f36 x-openstack-request-id: req-ce77a04e-2556-4948-b3af-4cde73de3f36 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:37.612666 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80d689e-809a-430a-bb34-ff6629751315", "name": "network-vif-deleted", "tag": "7ae08e11-b337-4faa-9261-ca520d39c21f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:37.612666 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce77a04e-2556-4948-b3af-4cde73de3f36 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:37.612938 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80d689e-809a-430a-bb34-ff6629751315', 'name': 'network-vif-deleted', 'tag': '7ae08e11-b337-4faa-9261-ca520d39c21f', 'status': 'completed', 'code': 200} Jul 08 17:13:37.642932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-b5382482-897a-4c7b-b7a0-0db006f604a5 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:37.644592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-b5382482-897a-4c7b-b7a0-0db006f604a5 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 816 time: 0.4996631 Jul 08 17:13:37.690284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-f03a34e2-0059-4f81-b64e-620da22e0405 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857321 Jul 08 17:13:37.836856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Request body: {'port': {'device_id': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'admin_state_up': True, 'tenant_id': 'dd6d46c5d05d43b7afe9b2c03ca622db'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:38.019454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:13:38.063918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.066662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.085284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d6df90b-caee-420f-8616-7aecae906ccd req-7fe8006f-cbf0-479d-b37c-c13c6bf3f39e tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "DELETE /v2.0/floatingips/d7951598-fac7-4ba4-977d-c67990c37f5c HTTP/1.1" status: 204 len: 173 time: 2.8039224 Jul 08 17:13:38.142672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7af491-ab72-4ab4-aa52-648949324003 req-fd12da31-d2a1-471b-a424-191e7caa7421 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:38.144237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e7af491-ab72-4ab4-aa52-648949324003 req-fd12da31-d2a1-471b-a424-191e7caa7421 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.4054525 Jul 08 17:13:38.169752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:38.183457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.203054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:38.204926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.246963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1be0a4e-b6cb-4c31-b54a-137c143d4a7c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:38.258800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:38.284973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.320404 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 associated. External IP: 172.25.3.240, port: df626156-5679-42e9-a036-a3e0a3f7f60c. Jul 08 17:13:38.372494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e7af491-ab72-4ab4-aa52-648949324003 req-dcd36cc0-48b7-476b-8d6a-33f28663fbcf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171028 Jul 08 17:13:38.440837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-e4d6f575-ba57-45d1-a656-8b63fc03a26c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:38.448326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-e4d6f575-ba57-45d1-a656-8b63fc03a26c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 816 time: 0.1780221 Jul 08 17:13:38.482512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-9d37fc1c-9261-4d57-b49c-d42b8f72c424 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/quotas/dd6d46c5d05d43b7afe9b2c03ca622db HTTP/1.1" status: 200 len: 375 time: 0.0329864 Jul 08 17:13:38.542413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Made reservation on behalf of dd6d46c5d05d43b7afe9b2c03ca622db for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:38.547516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.654349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-7216b277-0ee9-4c80-9a98-44a1598a36eb tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705813 Jul 08 17:13:38.809323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201535a-370d-44f9-93ea-2eeb1295aeb7 req-2a604fe4-0ff1-40b2-8d1d-8b16ada0ca8a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:38.816750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5201535a-370d-44f9-93ea-2eeb1295aeb7 req-2a604fe4-0ff1-40b2-8d1d-8b16ada0ca8a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 943 time: 0.2135022 Jul 08 17:13:38.839699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] Transition to ACTIVE for port object a1be0a4e-b6cb-4c31-b54a-137c143d4a7c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:38.863704 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:38.938629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5201535a-370d-44f9-93ea-2eeb1295aeb7 req-bfed0263-8944-4e07-868c-006a77abc736 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209717 Jul 08 17:13:39.012389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:39.059910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] No DVR routers for this DVR port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:39.062708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Allocated IP 172.20.0.13 (299f2e98-9428-449f-ab3f-8ec67dd32117/14e47ee8-8f1b-4fdb-8423-8c8bec0b1070/211c3bad-857a-4775-936b-210df909691d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:39.078476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-591e6b5e-2db6-450d-867d-524d17f6c9be service neutron] 10.222.0.48 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229639 Jul 08 17:13:39.091718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:39.101851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] Pushing event updated for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:39.204826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-54facc85-b567-4182-90c6-254f7b598a78 service neutron] 10.222.0.53 "PUT /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c/bindings/n-h2-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9420381 Jul 08 17:13:39.332786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:39.339086 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:39.345952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-724a634d-c0b5-4f2e-9a88-b1e6b75c85c1 service neutron] 10.222.0.48 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541380 Jul 08 17:13:39.349740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:39.371317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:39.372076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:39.420914 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:39.442816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Transition to ACTIVE for port object 211c3bad-857a-4775-936b-210df909691d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:39.452244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d0ebafca-4a6c-4774-8042-55db6a1d680f tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:39.455692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d0ebafca-4a6c-4774-8042-55db6a1d680f tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.1562846 Jul 08 17:13:39.517017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:39.592252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:39.674521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:39.695845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:39.705374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Pushing event updated for resources: {'Port': ['ID=211c3bad-857a-4775-936b-210df909691d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:39.715057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:39.776663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-8d8abb4c-87c7-4d18-b6c5-46057a8adead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:39.778543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-8d8abb4c-87c7-4d18-b6c5-46057a8adead service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c&tenant_id=96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 1095 time: 0.3109231 Jul 08 17:13:39.797840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:39.798737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:39.823057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e2335726-1ca2-406a-8763-258067d2f04b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0262759 Jul 08 17:13:39.891798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Request body: {'port': {'device_id': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:40.058917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80d4fb64-446b-4996-a71d-739978a407aa tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "PUT /v2.0/floatingips/bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 HTTP/1.1" status: 200 len: 991 time: 4.5569656 Jul 08 17:13:40.076262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:40.077687 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75719664-0349-4af2-bca0-3d875d6b6a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:40.108625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81e067-3a35-4092-9151-d8845705dcd2 req-6f4ba413-6680-4f8e-8fc6-29684111589f tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:40.119804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fb81e067-3a35-4092-9151-d8845705dcd2 req-6f4ba413-6680-4f8e-8fc6-29684111589f tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8657453 Jul 08 17:13:40.126736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfbbba42-8353-4dc3-8e4e-b440cf84cde4 None None] Provisioning for port 211c3bad-857a-4775-936b-210df909691d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:40.133304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'bbb9c7af-23a7-4ea7-aa9f-0464809fbf45', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'port_id': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'mac_address': 'fa:16:3e:a9:0c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:11:04Z', 'updated_at': '2021-07-08T17:13:37Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:40.137761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfbbba42-8353-4dc3-8e4e-b440cf84cde4 None None] Provisioning complete for port 211c3bad-857a-4775-936b-210df909691d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:40.138423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfbbba42-8353-4dc3-8e4e-b440cf84cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:40.159313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:40.181921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:40.200992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fb81e067-3a35-4092-9151-d8845705dcd2 req-3c0facb4-1fde-49bb-8f19-3675040e3cb0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0801382 Jul 08 17:13:40.204666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:40.205651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:40.220662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bfbbba42-8353-4dc3-8e4e-b440cf84cde4 None None] Port 211c3bad-857a-4775-936b-210df909691d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:40.370038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Deleting port c345d065-b1a2-42bd-bb39-0673f6e1e7bd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:40.370340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:40.397679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:40.532205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] For port c345d065-b1a2-42bd-bb39-0673f6e1e7bd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,segment=NetworkSegment(e416863e-83c9-4da3-bb15-24c7ca6dcb8c),segment_id=e416863e-83c9-4da3-bb15-24c7ca6dcb8c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:40.532618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:40.547957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29be5b4-49fb-4ca7-b36f-99c979fc782f req-dc6f4854-d1ad-4e7f-b5e6-c550f8584b0f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:40.551294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Calling delete_port for c345d065-b1a2-42bd-bb39-0673f6e1e7bd owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:40.567512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a29be5b4-49fb-4ca7-b36f-99c979fc782f req-dc6f4854-d1ad-4e7f-b5e6-c550f8584b0f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.5862265 Jul 08 17:13:40.573524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-3944f850-bb53-465f-a5c8-51d9d1643713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:40.575417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-3944f850-bb53-465f-a5c8-51d9d1643713 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1095 time: 0.7639017 Jul 08 17:13:40.579637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211c3bad-857a-4775-936b-210df909691d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:40.635592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:40.707112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Transition to ACTIVE for port object 211c3bad-857a-4775-936b-210df909691d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:40.736337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:40.758542 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a29be5b4-49fb-4ca7-b36f-99c979fc782f req-8d8369de-6a61-4f8c-8a24-af31d0b82fa6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876485 Jul 08 17:13:40.925624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-a82597ad-3c0d-42e9-aaa6-3633a5cb41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:40.927154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-a82597ad-3c0d-42e9-aaa6-3633a5cb41c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.3272073 Jul 08 17:13:40.942065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=211c3bad-857a-4775-936b-210df909691d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:40.943666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:41.003854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Pushing event deleted for resources: {'Port': ['ID=c345d065-b1a2-42bd-bb39-0673f6e1e7bd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:41.092725 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-6f1ee684-1605-41cd-a430-6c25af07fdfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 217 time: 0.1516376 Jul 08 17:13:41.249039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'bbb9c7af-23a7-4ea7-aa9f-0464809fbf45', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'port_id': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'mac_address': 'fa:16:3e:a9:0c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:11:04Z', 'updated_at': '2021-07-08T17:13:37Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:41.267192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Attempting to bind port 211c3bad-857a-4775-936b-210df909691d on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:41.267880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Attempting to bind port 211c3bad-857a-4775-936b-210df909691d by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:41.268031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Attempting to bind port 211c3bad-857a-4775-936b-210df909691d on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:41.281380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d19856-2489-4b9b-9a2b-9f1c9b2967aa None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'bbb9c7af-23a7-4ea7-aa9f-0464809fbf45', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'port_id': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'mac_address': 'fa:16:3e:a9:0c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:11:04Z', 'updated_at': '2021-07-08T17:13:37Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:41.283596 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:41.376982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Port 211c3bad-857a-4775-936b-210df909691d on network 299f2e98-9428-449f-ab3f-8ec67dd32117 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:41.377405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Attempting to bind port 211c3bad-857a-4775-936b-210df909691d on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:41.445021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:41.446414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Checking segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:41.446897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Bound using segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:41.450358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Bound port: 211c3bad-857a-4775-936b-210df909691d, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:41.450851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:41.506813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-1bfedc7f-d692-4657-b1f7-9e6e2509236d tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:41.508929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-1bfedc7f-d692-4657-b1f7-9e6e2509236d tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 816 time: 0.5100305 Jul 08 17:13:41.628655 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b4402-99f2-4027-a1aa-9ee7e2d6d5c7 None None] New status for floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:13:41.742296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Router 7ce4035f-2200-48db-9c5f-8cd2746de83e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:41.751373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850151a6-3760-491b-bcef-de80ef2b57b2 req-de21b730-1336-4a3b-b2ea-ee5aacedae18 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:41.753181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-850151a6-3760-491b-bcef-de80ef2b57b2 req-de21b730-1336-4a3b-b2ea-ee5aacedae18 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.2663665 Jul 08 17:13:41.864004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-850151a6-3760-491b-bcef-de80ef2b57b2 req-6c3457bd-ca9b-44e3-b198-f5ecef050a54 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003001 Jul 08 17:13:41.924400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:41.933714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-89145afb-c4fc-4621-b6a7-3c7749631369 admin admin] 10.222.0.48 "PUT /v2.0/routers/7ce4035f-2200-48db-9c5f-8cd2746de83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4363260 Jul 08 17:13:41.934593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:41.935699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] Sync routers for ids ['7ce4035f-2200-48db-9c5f-8cd2746de83e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:41.946532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] Routers {'7ce4035f-2200-48db-9c5f-8cd2746de83e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:41.947164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7ce4035f-2200-48db-9c5f-8cd2746de83e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:42.041090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-6ec8b0eb-489a-4b84-814e-b8ee8f79a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:42.042669 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-6ec8b0eb-489a-4b84-814e-b8ee8f79a851 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.8058596 Jul 08 17:13:42.052650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-2d17c836-b1e8-4c4d-8423-5cdffd0e181a tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/quotas/dd6d46c5d05d43b7afe9b2c03ca622db HTTP/1.1" status: 200 len: 375 time: 0.0782750 Jul 08 17:13:42.076836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.097534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-b94ef144-1ee4-4904-a561-065e60d2669b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420675 Jul 08 17:13:42.180771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] Set router 7ce4035f-2200-48db-9c5f-8cd2746de83e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:42.217498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] For port 211c3bad-857a-4775-936b-210df909691d, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:42.241040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] For port 211c3bad-857a-4775-936b-210df909691d, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=211c3bad-857a-4775-936b-210df909691d,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:42.271275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.283412 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837c397-89f3-4313-a5b7-d96b4db1f0ee x-openstack-request-id: req-f837c397-89f3-4313-a5b7-d96b4db1f0ee {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:42.284417 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:42.284417 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f837c397-89f3-4313-a5b7-d96b4db1f0ee {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:42.285112 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'status': 'completed', 'code': 200} Jul 08 17:13:42.286975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.343670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1d2f751-b298-415d-91ac-3b9412f2134f req-0ffbaaa4-a30d-43f8-9cec-bac273da31df tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0434098 Jul 08 17:13:42.347108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-c8cc6913-476c-4415-9331-14426d296cdb tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:42.354055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-c8cc6913-476c-4415-9331-14426d296cdb tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.53 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 816 time: 0.3730593 Jul 08 17:13:42.417505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-fe632743-7b44-4b4b-ac84-22e06469834e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3637569 Jul 08 17:13:42.437624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Request body: {'port': {'device_id': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'admin_state_up': True, 'tenant_id': 'dd6d46c5d05d43b7afe9b2c03ca622db'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:42.450275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:42.451068 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.452992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] 10.222.0.21 "PUT /v2.0/ports/211c3bad-857a-4775-936b-210df909691d HTTP/1.1" status: 200 len: 1092 time: 2.5704041 Jul 08 17:13:42.465468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'tag': '211c3bad-857a-4775-936b-210df909691d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:42.467845 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28f9ad-bfb7-42f6-a784-069b2f51012d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c08ca92-847e-44d6-acd1-5d8d10ee5e58", "tag": "211c3bad-857a-4775-936b-210df909691d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:42.470437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Deleting port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:42.470865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.549108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:42.605540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] For port 66a0a06e-c1c5-4dbd-8415-fc04e2813b09, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:42.606384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.617680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-d794cdfd-b9dd-4cc8-9e19-7c7421c45f9b service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994731 Jul 08 17:13:42.630159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Calling delete_port for 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:42.827685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-15fb7ea0-bb8a-45c4-96d3-5c900844b3ed service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295409 Jul 08 17:13:42.836876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.839362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:42.881536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a6b74-85ee-4458-9844-f8f1a1013ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=211c3bad-857a-4775-936b-210df909691d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:42.923746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:40Z', 'revision_number': 5, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port': {'id': '66a0a06e-c1c5-4dbd-8415-fc04e2813b09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:08Z', 'updated_at': '2021-07-08T17:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:43.012368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-7d9084f5-4427-4a33-bd40-0319a009ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.014506 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-7d9084f5-4427-4a33-bd40-0319a009ff25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08eb38057a634c8c935188d417ce4a4d&device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 1096 time: 0.7138104 Jul 08 17:13:43.026533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] Checking router: 7ce4035f-2200-48db-9c5f-8cd2746de83e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:43.052666 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.073673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] Routers {'7ce4035f-2200-48db-9c5f-8cd2746de83e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:43.076550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7ce4035f-2200-48db-9c5f-8cd2746de83e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:43.121829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-8aa2756c-f574-4be0-b1e7-5d6029933f68 service neutron] 10.222.0.48 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034519 Jul 08 17:13:43.164715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-04d47a8e-1e5f-4e5b-840d-b3828631289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.166602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-04d47a8e-1e5f-4e5b-840d-b3828631289e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 1095 time: 0.5548353 Jul 08 17:13:43.201349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] Set router 7ce4035f-2200-48db-9c5f-8cd2746de83e gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:43.223491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.263810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:42Z', 'revision_number': 6, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:43.283826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a0a06e-c1c5-4dbd-8415-fc04e2813b09,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:43.296643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:43.320864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-cfe37af7-49de-4f28-8902-dbb163b33df3 service neutron] 10.222.0.48 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974339 Jul 08 17:13:43.322103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-6d5abd40-b4a1-48c4-a35b-c7e0bafaccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.324165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-6d5abd40-b4a1-48c4-a35b-c7e0bafaccc7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 200 len: 925 time: 0.2848935 Jul 08 17:13:43.329847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011ed59f-9b5e-434c-883c-b57547355182'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:43.332606 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafb36a4-c8fd-4c91-b7f5-587c41f534ef" -d '{"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-unplugged", "status": "completed", "tag": "011ed59f-9b5e-434c-883c-b57547355182"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:43.336157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Made reservation on behalf of dd6d46c5d05d43b7afe9b2c03ca622db for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:43.337670 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.340102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.341715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85674ce6-6514-4793-90e4-5177519e7b57 None None] The sync data for ids ['7ce4035f-2200-48db-9c5f-8cd2746de83e'] in n-d-799527-4 is: [{'id': '7ce4035f-2200-48db-9c5f-8cd2746de83e', 'name': 'tempest-FloatingIPsTestJSON-391333784-router', 'tenant_id': '2a2961b38cce4c518e170c248f82716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:07Z', 'updated_at': '2021-07-08T17:13:42Z', 'revision_number': 6, 'project_id': '2a2961b38cce4c518e170c248f82716d', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:43.365397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.421617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:43.451214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-4b882e97-11c7-46cb-9025-c49b752dcf94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=211c3bad-857a-4775-936b-210df909691d HTTP/1.1" status: 200 len: 217 time: 0.1263075 Jul 08 17:13:43.509657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.519515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb3801-a6e3-41b0-968e-e544c9329b25 req-7e89aafa-46bb-45bb-8b9e-7a6536257574 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.527569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bceb3801-a6e3-41b0-968e-e544c9329b25 req-7e89aafa-46bb-45bb-8b9e-7a6536257574 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.3754542 Jul 08 17:13:43.530115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.624951 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-f4a5cb4c-85ad-4085-ab36-2c4ac5ac940c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df626156-5679-42e9-a036-a3e0a3f7f60c HTTP/1.1" status: 200 len: 1001 time: 0.2638466 Jul 08 17:13:43.691652 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bceb3801-a6e3-41b0-968e-e544c9329b25 req-8fd4ccae-e35a-4072-9d00-5772de94040f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602840 Jul 08 17:13:43.693762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.697320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce4035f-2200-48db-9c5f-8cd2746de83e {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:13:43.705135 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.714128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-362c4909-b1e3-4449-8182-ae1871aac721 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7ce4035f-2200-48db-9c5f-8cd2746de83e HTTP/1.1" status: 204 len: 168 time: 1.7783389 Jul 08 17:13:43.715175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:43.759421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-3c79425d-f6a3-49bf-aea5-46ba25cf0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.761211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-3c79425d-f6a3-49bf-aea5-46ba25cf0ba4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 200 len: 863 time: 0.1250086 Jul 08 17:13:43.776918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-7f671620-8138-4554-8731-dd468ff1130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.778455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-7f671620-8138-4554-8731-dd468ff1130b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.2887075 Jul 08 17:13:43.808346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94feba4-061b-47c0-81d0-fa528555e916 req-4d8c3f54-7e95-462c-afcb-ec4a1e2f2f95 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.809836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-4d8c3f54-7e95-462c-afcb-ec4a1e2f2f95 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.4832256 Jul 08 17:13:43.884190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Deleting subnet 290fccc3-a043-46e3-9d68-18249bc9dbc3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:13:43.895404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:43.954347 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1dbe4-9e2b-4161-bdc2-be3c7ea1e6d6 x-openstack-request-id: req-ddf1dbe4-9e2b-4161-bdc2-be3c7ea1e6d6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:43.954622 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c08ca92-847e-44d6-acd1-5d8d10ee5e58", "tag": "211c3bad-857a-4775-936b-210df909691d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:43.954876 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddf1dbe4-9e2b-4161-bdc2-be3c7ea1e6d6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:43.957443 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'tag': '211c3bad-857a-4775-936b-210df909691d', 'status': 'completed', 'code': 200} Jul 08 17:13:44.003645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.238463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Allocated IP 172.20.0.10 (299f2e98-9428-449f-ab3f-8ec67dd32117/14e47ee8-8f1b-4fdb-8423-8c8bec0b1070/92ae01de-61ff-4b5f-bb4f-7fc10dc83e39) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:44.308971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.338206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4690f2-a7b8-4c0e-93f1-b6ff9aca992b req-f2734421-8cfb-467a-bd88-02f9734e7cc2 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:44.339725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a4690f2-a7b8-4c0e-93f1-b6ff9aca992b req-f2734421-8cfb-467a-bd88-02f9734e7cc2 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.2601602 Jul 08 17:13:44.443489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.444750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a4690f2-a7b8-4c0e-93f1-b6ff9aca992b req-70e9a9b9-8287-46a2-aaf1-9d9fa72e8895 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 Jul 08 17:13:44.454885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.478250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb879c-3e86-4f46-bb5a-a68e3aa6750f None None] Network 5634f5d7-c7f5-4dae-8495-0fa89be29e04 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:44.483203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.488669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/290fccc3-a043-46e3-9d68-18249bc9dbc3 HTTP/1.1" status: 204 len: 168 time: 0.7671580 Jul 08 17:13:44.515826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:44.535431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e332-023e-4980-afa3-69961b3039a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290fccc3-a043-46e3-9d68-18249bc9dbc3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:44.647462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-bfc5cdb5-9080-49a0-807a-36347474eda3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:44.651698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-bfc5cdb5-9080-49a0-807a-36347474eda3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.3055663 Jul 08 17:13:44.683022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.737887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c345d065-b1a2-42bd-bb39-0673f6e1e7bd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:44.770567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c345d065-b1a2-42bd-bb39-0673f6e1e7bd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:44.771456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c345d065-b1a2-42bd-bb39-0673f6e1e7bd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:44.772045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:44.795380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Deleting port 9e2f77c5-9285-40f2-b068-65c974f49f00 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:44.796394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.830754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Transition to ACTIVE for port object 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:44.842261 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-7eec77b9-57ba-4f39-b375-61ad48380dbd tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/quotas/caa8a0202a0b4797b37efef84a1019e9 HTTP/1.1" status: 200 len: 375 time: 0.1708140 Jul 08 17:13:44.843455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:44.844628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 66a0a06e-c1c5-4dbd-8415-fc04e2813b09 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:44.923167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-81db7f6e-5526-4681-b88d-9fffb062f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:44.924849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-81db7f6e-5526-4681-b88d-9fffb062f4f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e1e698e9-19fe-41fc-8d2e-25e3e7753a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1454849 Jul 08 17:13:44.947750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-02bc7ca0-7a59-4e28-b4b4-a63a154bb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:44.949513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-02bc7ca0-7a59-4e28-b4b4-a63a154bb6f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1545599 Jul 08 17:13:44.965135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] For port 9e2f77c5-9285-40f2-b068-65c974f49f00, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9e2f77c5-9285-40f2-b068-65c974f49f00,segment=NetworkSegment(e416863e-83c9-4da3-bb15-24c7ca6dcb8c),segment_id=e416863e-83c9-4da3-bb15-24c7ca6dcb8c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:44.965339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:44.996815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Calling delete_port for 9e2f77c5-9285-40f2-b068-65c974f49f00 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:45.018841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b94feba4-061b-47c0-81d0-fa528555e916 req-5f6e68bf-0c7b-4c2e-818e-a8f7cf0e2464 service neutron] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:45.094932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] DHCP port deletion for 5634f5d7-c7f5-4dae-8495-0fa89be29e04 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:13:45.097330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b94feba4-061b-47c0-81d0-fa528555e916 req-5f6e68bf-0c7b-4c2e-818e-a8f7cf0e2464 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.099100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b94feba4-061b-47c0-81d0-fa528555e916 req-5f6e68bf-0c7b-4c2e-818e-a8f7cf0e2464 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c/bindings/n-h1-799527-4 HTTP/1.1" status: 204 len: 173 time: 1.2492270 Jul 08 17:13:45.106021 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb32bf0-82b8-4802-898f-e511304089c2 x-openstack-request-id: req-aeb32bf0-82b8-4802-898f-e511304089c2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:45.106353 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-unplugged", "status": "completed", "tag": "011ed59f-9b5e-434c-883c-b57547355182", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:45.106617 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aeb32bf0-82b8-4802-898f-e511304089c2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:45.108194 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011ed59f-9b5e-434c-883c-b57547355182', 'code': 200} Jul 08 17:13:45.171744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.184210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-7cdd5924-1bb2-4f7d-9fde-6bcfc9ee5430 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3409343 Jul 08 17:13:45.220758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Deleting port 9e2f77c5-9285-40f2-b068-65c974f49f00 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:45.221149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.234686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] No DVR routers for this DVR port 9e2f77c5-9285-40f2-b068-65c974f49f00 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:45.239487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2f77c5-9285-40f2-b068-65c974f49f00,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:45.266283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.283060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-718e7162-e470-42f5-977d-569a5d63c20f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:45.284693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-718e7162-e470-42f5-977d-569a5d63c20f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7302610-fba4-4e8a-a013-e303b463edbd HTTP/1.1" status: 200 len: 943 time: 0.4727454 Jul 08 17:13:45.297132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d86a40d5-efa6-4d71-86aa-77e764888f06 req-8485be3f-8ea3-4e31-94c8-6f4902d3406e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 210 time: 0.0663049 Jul 08 17:13:45.377324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.388814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5634f5d7-c7f5-4dae-8495-0fa89be29e04']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:45.404155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:45.404511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e416863e-83c9-4da3-bb15-24c7ca6dcb8c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:45.412165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] For port 9e2f77c5-9285-40f2-b068-65c974f49f00, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:45.412916 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.424692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.433403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Calling delete_port for 9e2f77c5-9285-40f2-b068-65c974f49f00 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:45.441474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.447037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Port 9e2f77c5-9285-40f2-b068-65c974f49f00 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:13:45.448386 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.453295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:13:45.454007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:13:45.458468 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:13:45.476793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] No DVR routers for this DVR port 9e2f77c5-9285-40f2-b068-65c974f49f00 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:45.523717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f3def-833c-4cb4-8325-45d505b8e1a7 None None] Pushing event deleted for resources: {'Port': ['ID=9e2f77c5-9285-40f2-b068-65c974f49f00,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:45.612697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.621748 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:45.626387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5634f5d7-c7f5-4dae-8495-0fa89be29e04 HTTP/1.1" status: 204 len: 168 time: 1.1073954 Jul 08 17:13:45.658367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ceff1-4ab0-472b-adae-19fa8d7aa614 admin admin] Pushing event deleted for resources: {'Network': ['ID=5634f5d7-c7f5-4dae-8495-0fa89be29e04,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:45.678939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fa987-ef01-487d-885b-777d7e4de69f req-bbd52323-0f40-4860-ad6b-7ef72f1f9c39 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:45.681198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-854fa987-ef01-487d-885b-777d7e4de69f req-bbd52323-0f40-4860-ad6b-7ef72f1f9c39 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 946 time: 0.1331480 Jul 08 17:13:45.744288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-854fa987-ef01-487d-885b-777d7e4de69f req-2fcf2de3-a296-4736-8b95-d08851b15ca0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 Jul 08 17:13:45.807906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:45.813628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-3f9b197d-b382-4a0a-b248-050f49be7a87 service neutron] 10.222.0.53 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764565 Jul 08 17:13:45.856981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:45.998971 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:46.011995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:46.029077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-e388382b-9e78-4cfe-8536-92d276ae8207 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0670040 Jul 08 17:13:46.061956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Pushing event updated for resources: {'Port': ['ID=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:46.117012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6745c82e-b361-4abc-a61c-3468e2e6678e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a2961b38cce4c518e170c248f82716d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811250 Jul 08 17:13:46.117531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:46.141341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-af24c0be-91c0-4b22-844c-250d84336ba6 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:46.142871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-af24c0be-91c0-4b22-844c-250d84336ba6 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 816 time: 0.2805412 Jul 08 17:13:46.164220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Request body: {'port': {'device_id': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'admin_state_up': True, 'tenant_id': 'dd6d46c5d05d43b7afe9b2c03ca622db'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:46.175553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75719664-0349-4af2-bca0-3d875d6b6a7d req-d828d8a0-44a1-4dc3-9a89-c2813ae5bd8b service neutron] 10.222.0.53 "GET /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114941 Jul 08 17:13:46.179480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8816710-593f-44eb-b6ee-5d903f0bab2f None None] Provisioning for port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:46.185991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8816710-593f-44eb-b6ee-5d903f0bab2f None None] Provisioning complete for port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:46.186818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8816710-593f-44eb-b6ee-5d903f0bab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.235703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e8816710-593f-44eb-b6ee-5d903f0bab2f None None] Port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:46.259140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:46.260586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.275512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5248bc-a85a-45d8-aa8e-af0d93ddf657 req-4d86f9c9-53dc-48ad-89c0-078bd3cd6309 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:46.276952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-a9563c94-d3e8-4cf2-bc28-94237a08f60a service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0914993 Jul 08 17:13:46.277462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a5248bc-a85a-45d8-aa8e-af0d93ddf657 req-4d86f9c9-53dc-48ad-89c0-078bd3cd6309 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.2640805 Jul 08 17:13:46.287463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc25b969-d81e-4960-aafc-4cb7e80875af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.348310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-abc5c7cc-88f4-4bec-beb4-847b04d99539 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9478869 Jul 08 17:13:46.355476 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc25b969-d81e-4960-aafc-4cb7e80875af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.368492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Request body: {'port': {'device_id': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:46.373661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a5248bc-a85a-45d8-aa8e-af0d93ddf657 req-0ba36849-77e5-4db7-9e97-f7c56041c033 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872838 Jul 08 17:13:46.384489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-cb290878-76be-4114-9475-95a553b1602c tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:46.386027 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-cb290878-76be-4114-9475-95a553b1602c tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 946 time: 0.6044376 Jul 08 17:13:46.410813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Made reservation on behalf of dd6d46c5d05d43b7afe9b2c03ca622db for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:46.414856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.473521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa851a6e-46ac-4269-8f93-ddf682d19b36 req-5cca0016-f144-4317-9623-1113e459421e service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996224 Jul 08 17:13:46.477422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc25b969-d81e-4960-aafc-4cb7e80875af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.480569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc25b969-d81e-4960-aafc-4cb7e80875af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.482175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bc25b969-d81e-4960-aafc-4cb7e80875af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12b78752-9eaf-4af1-b4e1-045061440f99 HTTP/1.1" status: 204 len: 168 time: 0.3636770 Jul 08 17:13:46.513593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Deleting port 011ed59f-9b5e-434c-883c-b57547355182 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:46.513966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.526876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25b969-d81e-4960-aafc-4cb7e80875af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b78752-9eaf-4af1-b4e1-045061440f99,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:46.680487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Allocated IP 172.20.0.6 (299f2e98-9428-449f-ab3f-8ec67dd32117/14e47ee8-8f1b-4fdb-8423-8c8bec0b1070/b866fc5f-275c-4515-8af0-1e43138608d6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:46.702892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e2f77c5-9285-40f2-b068-65c974f49f00 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:46.732426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-edd121c5-f8d6-47d0-8e9c-8ea7eaa9f702 service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545460 Jul 08 17:13:46.747888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9e2f77c5-9285-40f2-b068-65c974f49f00 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:46.748533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e2f77c5-9285-40f2-b068-65c974f49f00 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:46.789787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:46.902974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] For port 011ed59f-9b5e-434c-883c-b57547355182, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=011ed59f-9b5e-434c-883c-b57547355182,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:46.903402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.014820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Calling delete_port for 011ed59f-9b5e-434c-883c-b57547355182 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:47.033637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db9044-d327-4260-99be-e7fb017afa7d req-2caa7d30-bc2e-401f-b483-4e18648d42a7 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:47.043927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04db9044-d327-4260-99be-e7fb017afa7d req-2caa7d30-bc2e-401f-b483-4e18648d42a7 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1095 time: 0.2543960 Jul 08 17:13:47.060366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-6d467f66-fd6b-4696-ab1e-e01dd975962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:47.063126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-6d467f66-fd6b-4696-ab1e-e01dd975962a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 1095 time: 0.4918180 Jul 08 17:13:47.094153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Deleting port 783fa47f-ac20-41e4-aac9-9e745015dc6e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:47.094511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.101959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.132627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04db9044-d327-4260-99be-e7fb017afa7d req-2015faa7-48e2-4ecc-a57e-05bb1eb4b3c8 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857224 Jul 08 17:13:47.173627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Transition to ACTIVE for port object b866fc5f-275c-4515-8af0-1e43138608d6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:47.233548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.312539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:47.315910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:47.341845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:47.448571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:47.449486 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.479378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Pushing event updated for resources: {'Port': ['ID=b866fc5f-275c-4515-8af0-1e43138608d6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:47.488444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-c1524363-6e5d-4e3d-b210-f89da76a661e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3313978 Jul 08 17:13:47.509554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Request body: {'port': {'device_id': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:47.545906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-5d35c6c6-9df2-467a-a12b-d94a6fbf3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:47.547423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-5d35c6c6-9df2-467a-a12b-d94a6fbf3287 service neutron] 10.222.0.21 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 917 time: 0.4665618 Jul 08 17:13:47.703627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:47.779030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-edf3cbf5-a66e-4647-ae34-69f4240453e0 None None] Provisioning for port b866fc5f-275c-4515-8af0-1e43138608d6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:47.793424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-edf3cbf5-a66e-4647-ae34-69f4240453e0 None None] Provisioning complete for port b866fc5f-275c-4515-8af0-1e43138608d6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:47.794948 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edf3cbf5-a66e-4647-ae34-69f4240453e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.840585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-21a0f4ee-9b53-4fce-93a5-559290629f90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=211c3bad-857a-4775-936b-210df909691d HTTP/1.1" status: 200 len: 217 time: 0.1670561 Jul 08 17:13:47.855467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] For port 783fa47f-ac20-41e4-aac9-9e745015dc6e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=783fa47f-ac20-41e4-aac9-9e745015dc6e,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:47.856246 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:47.876391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Calling delete_port for 783fa47f-ac20-41e4-aac9-9e745015dc6e owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:47.948708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-edf3cbf5-a66e-4647-ae34-69f4240453e0 None None] Port b866fc5f-275c-4515-8af0-1e43138608d6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:13:48.143357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-network', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:48.147352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.160107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ff645-b42f-44da-9763-900676688619 req-08cfb077-fe92-4751-8e8e-199d6733e809 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:48.161743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-368ff645-b42f-44da-9763-900676688619 req-08cfb077-fe92-4751-8e8e-199d6733e809 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 946 time: 0.7502217 Jul 08 17:13:48.166532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.209307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-3ae69f05-d291-480d-9f90-f3896a8d2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:48.210850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-3ae69f05-d291-480d-9f90-f3896a8d2422 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.1774604 Jul 08 17:13:48.211563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event deleted for resources: {'Port': ['ID=011ed59f-9b5e-434c-883c-b57547355182,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:48.222562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Made reservation on behalf of b6e6e9ec51574ffcb1185f65b00c8759 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:48.224831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.230079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd14b07-1323-47ff-b299-853a667397c5 req-8ab6fb2c-1d05-4cfb-b283-58cc88029e8e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:48.231115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4cd14b07-1323-47ff-b299-853a667397c5 req-8ab6fb2c-1d05-4cfb-b283-58cc88029e8e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 931 time: 0.8272686 Jul 08 17:13:48.260535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.266896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-368ff645-b42f-44da-9763-900676688619 req-18bcf585-42df-4e58-9615-4fff5b211087 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/security-groups?id=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964634 Jul 08 17:13:48.351444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.357317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] No DVR routers for this DVR port 011ed59f-9b5e-434c-883c-b57547355182 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:48.367945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['783fa47f-ac20-41e4-aac9-9e745015dc6e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:48.368919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.370895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f9b5b17-1668-4462-ae2e-5c794d057690 req-0b399553-7bc3-461d-98da-4dc91c52f69b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.21 "DELETE /v2.0/ports/011ed59f-9b5e-434c-883c-b57547355182 HTTP/1.1" status: 204 len: 173 time: 3.0645201 Jul 08 17:13:48.377220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-deleted', 'tag': '011ed59f-9b5e-434c-883c-b57547355182'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:48.379583 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720b9c30-d3d8-4c04-a82d-bbf03852021d" -d '{"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-deleted", "tag": "011ed59f-9b5e-434c-883c-b57547355182"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:48.422463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Pushing event deleted for resources: {'Port': ['ID=783fa47f-ac20-41e4-aac9-9e745015dc6e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:48.456100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4cd14b07-1323-47ff-b299-853a667397c5 req-fac1c518-43e0-463f-b29f-c1f0c65e8731 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093351 Jul 08 17:13:48.475125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-842973f2-5acd-42e1-b251-82676372feb5 req-e28a2040-4e74-4d34-b36b-d9a295a3523e tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 210 time: 0.0549006 Jul 08 17:13:48.539479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:48.544196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] No DVR routers for this DVR port 783fa47f-ac20-41e4-aac9-9e745015dc6e on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:13:48.548711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 211c3bad-857a-4775-936b-210df909691d details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:48.551600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:48.558131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.560115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edcb263e-cf89-4bf3-aa95-d8d7703c8b3c req-a75cddc5-ad61-4657-897c-bd67d0fdb3a0 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.21 "DELETE /v2.0/ports/783fa47f-ac20-41e4-aac9-9e745015dc6e HTTP/1.1" status: 204 len: 173 time: 2.1649919 Jul 08 17:13:48.562779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.587018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.597509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.650777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:13:48.653710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 011ed59f-9b5e-434c-883c-b57547355182 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:48.654315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 011ed59f-9b5e-434c-883c-b57547355182 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:48.692387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb423cf-ad54-4590-bc54-706244273da7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:48.695968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.696314 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Added segment d4671441-e024-4788-959a-bce95e09c493 of type vlan for network 38894f31-94d6-4ad2-acd4-38d828ebe064 Jul 08 17:13:48.729203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-52610282-c3b1-4426-940e-87e09ca624be tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:48.734345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-52610282-c3b1-4426-940e-87e09ca624be tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.2062294 Jul 08 17:13:48.746141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-e897967b-5c9d-4a7e-848f-915c4d36b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:48.748285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-e897967b-5c9d-4a7e-848f-915c4d36b4d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5162749 Jul 08 17:13:48.761270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Request body: {'port': {'device_id': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'admin_state_up': True, 'tenant_id': 'caa8a0202a0b4797b37efef84a1019e9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:48.764499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.828296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 211c3bad-857a-4775-936b-210df909691d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=211c3bad-857a-4775-936b-210df909691d,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:48.842822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '211c3bad-857a-4775-936b-210df909691d', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'port_id': '211c3bad-857a-4775-936b-210df909691d', 'mac_address': 'fa:16:3e:ee:8a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47ee8-8f1b-4fdb-8423-8c8bec0b1070', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:48.843110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.844142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:48.844867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.907608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.926952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211c3bad-857a-4775-936b-210df909691d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:48.934117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2299962 Jul 08 17:13:48.941321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:48.942841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Transition to ACTIVE for port object 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:48.948655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Request body: {'subnet': {'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-subnet', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:48.959727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 211c3bad-857a-4775-936b-210df909691d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=211c3bad-857a-4775-936b-210df909691d,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:48.963552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fc37b-2d72-47e3-a97f-18cf7a1c3e02 admin admin] Pushing event updated for resources: {'Network': ['ID=38894f31-94d6-4ad2-acd4-38d828ebe064,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:48.965951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:48.990237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:13:48.994576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.051935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f22a00-1f25-4731-8eb3-6abcfc405f5a req-c0d9d536-564c-4ad7-8747-131f8d5ace26 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:49.061732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f22a00-1f25-4731-8eb3-6abcfc405f5a req-c0d9d536-564c-4ad7-8747-131f8d5ace26 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.2682006 Jul 08 17:13:49.112334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Made reservation on behalf of b6e6e9ec51574ffcb1185f65b00c8759 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:49.114547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.203874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Pushing event updated for resources: {'Port': ['ID=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:49.219784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=211c3bad-857a-4775-936b-210df909691d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:49.239229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f22a00-1f25-4731-8eb3-6abcfc405f5a req-565df3de-a423-4af1-a732-479146eb7f90 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764622 Jul 08 17:13:49.242976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['211c3bad-857a-4775-936b-210df909691d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:49.279150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Made reservation on behalf of caa8a0202a0b4797b37efef84a1019e9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:13:49.283375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.374854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-87840400-ef69-4198-bdd1-e2eb78fb98fd service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919595 Jul 08 17:13:49.377005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c292aab-2847-4f55-a2f7-6c18371f364b req-2ebf77d8-a47c-400a-8421-a904d5ea2824 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:49.384889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c292aab-2847-4f55-a2f7-6c18371f364b req-2ebf77d8-a47c-400a-8421-a904d5ea2824 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1095 time: 0.6489687 Jul 08 17:13:49.452956 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6d29491-5cbf-4e40-a186-08526c2cae71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.547222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.587331 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f28f9ad-bfb7-42f6-a784-069b2f51012d req-ab0f420f-0c34-4249-b458-03e0ffe6e136 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679757 Jul 08 17:13:49.589100 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12510cf9-b196-4e1c-a8a9-1d411bccd3e1 x-openstack-request-id: req-12510cf9-b196-4e1c-a8a9-1d411bccd3e1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:49.589388 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7302610-fba4-4e8a-a013-e303b463edbd", "name": "network-vif-deleted", "tag": "011ed59f-9b5e-434c-883c-b57547355182", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:49.589639 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12510cf9-b196-4e1c-a8a9-1d411bccd3e1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:49.590050 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7302610-fba4-4e8a-a013-e303b463edbd', 'name': 'network-vif-deleted', 'tag': '011ed59f-9b5e-434c-883c-b57547355182', 'status': 'completed', 'code': 200} Jul 08 17:13:49.613258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c292aab-2847-4f55-a2f7-6c18371f364b req-411a51c8-2eb3-4cb3-af14-264446a9d1fe tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273827 Jul 08 17:13:49.629658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254fd958-f7f2-431f-ab9c-6c05c7e85a9f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:49.661865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b866fc5f-275c-4515-8af0-1e43138608d6 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:49.693674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.743822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3215289-88c4-4443-88e0-247051bb1c7a req-fe98ea90-7e26-49cf-958f-8f10c01e05f8 tempest-FloatingIPsAssociationNegativeTestJSON-360240321 tempest-FloatingIPsAssociationNegativeTestJSON-360240321-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff15cef2-659b-4f90-a066-3a3d00325cc8 HTTP/1.1" status: 200 len: 210 time: 0.0462744 Jul 08 17:13:49.755804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Transition to ACTIVE for port object b866fc5f-275c-4515-8af0-1e43138608d6 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:49.756688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Checking segment: {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:49.757134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Network hostable DHCP agents. Network: 38894f31-94d6-4ad2-acd4-38d828ebe064, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:13:49.770033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.829237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:13:49.865407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 38894f31-94d6-4ad2-acd4-38d828ebe064) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:49.872295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab669815-f64d-4091-a680-831803bca95c service neutron] Pushing event updated for resources: {'Port': ['ID=b866fc5f-275c-4515-8af0-1e43138608d6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:49.880257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b030177-ce2e-4842-9aed-fd6857ca4139 None None] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:49.902545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:49.902897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:49.925663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f458ec7-2d0b-40e2-819c-0609f45e5830 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9807873 Jul 08 17:13:49.926501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:49.932750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:49.976857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6268f47-ef8b-4de9-857f-fe1420fc514a req-88ee5b95-8195-4312-85a9-f6f3c3f711b3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 210 time: 0.0496755 Jul 08 17:13:50.000804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Attempting to bind port b866fc5f-275c-4515-8af0-1e43138608d6 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:50.001143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Attempting to bind port b866fc5f-275c-4515-8af0-1e43138608d6 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:50.001475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Attempting to bind port b866fc5f-275c-4515-8af0-1e43138608d6 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:50.015825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.016960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.024935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Port b866fc5f-275c-4515-8af0-1e43138608d6 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:50.025267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Attempting to bind port b866fc5f-275c-4515-8af0-1e43138608d6 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:50.034289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:50.034634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Checking segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:50.035032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Bound using segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:50.035480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Bound port: b866fc5f-275c-4515-8af0-1e43138608d6, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:50.035843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.119029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.212531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Attempting to bind port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:50.212925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Attempting to bind port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:50.213184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Attempting to bind port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:50.217078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] For port b866fc5f-275c-4515-8af0-1e43138608d6, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:50.221347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] For port b866fc5f-275c-4515-8af0-1e43138608d6, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b866fc5f-275c-4515-8af0-1e43138608d6,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:50.255004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:50.255332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Attempting to bind port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 on network 299f2e98-9428-449f-ab3f-8ec67dd32117 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:50.259125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.271878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:50.272055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Checking segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:50.272446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Bound using segment: {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:50.273465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Bound port: 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359af677-ac82-4c33-b39b-5602ee4ea7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:50.273821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.276683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Allocated IP 172.20.0.2 (c7d45623-e142-40fc-81ef-6ab69583c7d4/43c30588-26b6-4d62-b89e-56be3b4fdbce/50223aaf-bc68-43b1-9484-369531b47e8b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:50.299365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-38894f31-94d6-4ad2-acd4-38d828ebe064', 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'fixed_ips': [{'subnet_id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:13:50.302441 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.344869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab669815-f64d-4091-a680-831803bca95c service neutron] Pushing event updated for resources: {'Port': ['ID=b866fc5f-275c-4515-8af0-1e43138608d6,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:50.355289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.364664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:50.365267 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.367260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-ab669815-f64d-4091-a680-831803bca95c service neutron] 10.222.0.21 "PUT /v2.0/ports/b866fc5f-275c-4515-8af0-1e43138608d6 HTTP/1.1" status: 200 len: 1091 time: 2.8691158 Jul 08 17:13:50.367685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'tag': 'b866fc5f-275c-4515-8af0-1e43138608d6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:50.369990 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0fc066-f6e4-456e-a03b-2f840afdfbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d847fb-9c77-4613-b16c-cc616c2586e8", "tag": "b866fc5f-275c-4515-8af0-1e43138608d6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:50.437776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbce585-da63-4707-aa90-120fea80b58d req-6c8c96b9-2fba-44f5-bc44-c4f0138cce66 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:50.439365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abbce585-da63-4707-aa90-120fea80b58d req-6c8c96b9-2fba-44f5-bc44-c4f0138cce66 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 943 time: 0.2462833 Jul 08 17:13:50.544067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-6720398c-1fcf-42d6-bd38-fb446af98526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:50.545656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-6720398c-1fcf-42d6-bd38-fb446af98526 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 1094 time: 0.1291833 Jul 08 17:13:50.558590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 211c3bad-857a-4775-936b-210df909691d up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:50.579929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] For port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:50.630654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] For port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:50.650861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.653185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-d17e3bc9-651d-4539-a8f6-d214c1606a33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b866fc5f-275c-4515-8af0-1e43138608d6 HTTP/1.1" status: 200 len: 217 time: 0.0943830 Jul 08 17:13:50.662673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abbce585-da63-4707-aa90-120fea80b58d req-5eb6f5d8-e368-4773-be9f-ed48534b8c86 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005985 Jul 08 17:13:50.686302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 211c3bad-857a-4775-936b-210df909691d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:50.701566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 211c3bad-857a-4775-936b-210df909691d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:50.702835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.707186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:50.707815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.710637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] 10.222.0.53 "PUT /v2.0/ports/92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 HTTP/1.1" status: 200 len: 1092 time: 4.3475325 Jul 08 17:13:50.797830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Allocated IP 172.20.0.2 (38894f31-94d6-4ad2-acd4-38d828ebe064/254fd958-f7f2-431f-ab9c-6c05c7e85a9f/c1223f6c-3369-43b7-bbcf-40791b5ad880) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:50.801122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.801620 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02674b08-cb63-4216-aeaf-5111a9f7d3a6 x-openstack-request-id: req-02674b08-cb63-4216-aeaf-5111a9f7d3a6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:50.801944 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d847fb-9c77-4613-b16c-cc616c2586e8", "tag": "b866fc5f-275c-4515-8af0-1e43138608d6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:50.802202 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02674b08-cb63-4216-aeaf-5111a9f7d3a6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:50.802628 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'tag': 'b866fc5f-275c-4515-8af0-1e43138608d6', 'status': 'completed', 'code': 200} Jul 08 17:13:50.891646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-52f3ff70-a22b-49ad-9850-ff5198b2b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:50.893049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-52f3ff70-a22b-49ad-9850-ff5198b2b6f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.2334154 Jul 08 17:13:50.957837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.966765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:50.997586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.008484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.066276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-14a4de97-49ba-4c1e-af94-cee7efd17653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.067822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-14a4de97-49ba-4c1e-af94-cee7efd17653 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648538 Jul 08 17:13:51.076683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 211c3bad-857a-4775-936b-210df909691d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=211c3bad-857a-4775-936b-210df909691d,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:51.079680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:51.094073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211c3bad-857a-4775-936b-210df909691d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:51.094268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:51.096985 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18735d2c-fbc1-4129-b0f0-96682c578e7b" -d '{"events": [{"server_uuid": "8c08ca92-847e-44d6-acd1-5d8d10ee5e58", "name": "network-vif-plugged", "status": "completed", "tag": "211c3bad-857a-4775-936b-210df909691d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:51.111605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.112619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 783fa47f-ac20-41e4-aac9-9e745015dc6e no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:13:51.115716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:51.171715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 783fa47f-ac20-41e4-aac9-9e745015dc6e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:13:51.172058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 783fa47f-ac20-41e4-aac9-9e745015dc6e not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:13:51.189682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.191336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.213077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34174) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:51.268448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Allocated IP 172.25.3.12 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/a6f30c02-0941-4a9b-8344-50981e62dbbf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:51.274774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5176260 Jul 08 17:13:51.275521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafcef3-8398-4be3-83b9-a27486fb7faf service neutron] Pushing event updated for resources: {'Port': ['ID=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:51.294919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-d61cd1f9-70fe-4364-9b92-abbbd24bfd6b service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191207 Jul 08 17:13:51.296188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=211c3bad-857a-4775-936b-210df909691d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.298348 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:13:51.302385 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:13:51.317758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.338976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Transition to ACTIVE for port object c1223f6c-3369-43b7-bbcf-40791b5ad880 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:51.375733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Transition to ACTIVE for port object c1223f6c-3369-43b7-bbcf-40791b5ad880 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:51.379055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Request body: {'port': {'device_id': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:51.385161 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.426469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-ba0d8c33-0c4d-44c4-b81a-f43d082b2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.429098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-ba0d8c33-0c4d-44c4-b81a-f43d082b2472 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 1095 time: 0.5248413 Jul 08 17:13:51.431421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2fbc9-9745-4e03-8246-852457d826f9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:51.434550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:51.446206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Pushing event updated for resources: {'Port': ['ID=c1223f6c-3369-43b7-bbcf-40791b5ad880,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:51.449036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:51.451171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:51.457110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d86c3a-a6a3-414e-b472-5543f19c1336 req-82c3f1ca-0c4c-4d10-b066-b6cd6c2444a8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.467601 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-64d86c3a-a6a3-414e-b472-5543f19c1336 req-82c3f1ca-0c4c-4d10-b066-b6cd6c2444a8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.4714842 Jul 08 17:13:51.511186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Attempting to bind port c1223f6c-3369-43b7-bbcf-40791b5ad880 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:51.511803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Attempting to bind port c1223f6c-3369-43b7-bbcf-40791b5ad880 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:51.512329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Attempting to bind port c1223f6c-3369-43b7-bbcf-40791b5ad880 on network 38894f31-94d6-4ad2-acd4-38d828ebe064 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:51.517818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:51.518450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Checking segment: {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:51.519010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.519556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Bound using segment: {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:51.520169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Bound port: c1223f6c-3369-43b7-bbcf-40791b5ad880, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:51.521088 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.554652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-2e42199b-3c72-489b-82c1-83bcd142de8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 HTTP/1.1" status: 200 len: 217 time: 0.0726724 Jul 08 17:13:51.592493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] For port c1223f6c-3369-43b7-bbcf-40791b5ad880, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:51.596379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] For port c1223f6c-3369-43b7-bbcf-40791b5ad880, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1223f6c-3369-43b7-bbcf-40791b5ad880,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:51.607107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.615640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'name': 'network-vif-deleted', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e'}, {'name': 'network-changed', 'server_uuid': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'tag': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:51.619329 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8874f542-e4db-4b26-8db0-0de8fabbb71e" -d '{"events": [{"server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "name": "network-vif-deleted", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e"}, {"name": "network-changed", "server_uuid": "6a7b42b3-73f7-4bf8-9371-5eb4b129b87d", "tag": "92ae01de-61ff-4b5f-bb4f-7fc10dc83e39"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:51.662097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-64d86c3a-a6a3-414e-b472-5543f19c1336 req-51ac5f78-efe7-4ff1-b6c7-c956ca9598e9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933734 Jul 08 17:13:51.662711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7e5e28e-277f-441e-9147-45929c0e0990 req-a0998222-2b01-4f79-876c-32ebf2438468 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540564 Jul 08 17:13:51.667433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-0906a901-3571-4b90-b627-abc618526959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.685758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c45a3-b13e-476b-906d-dbf50976039a None None] Pushing event updated for resources: {'Port': ['ID=c1223f6c-3369-43b7-bbcf-40791b5ad880,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:51.689511 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-0906a901-3571-4b90-b627-abc618526959 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.1255684 Jul 08 17:13:51.692377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.759253 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692e03f-1830-4b9e-97d2-cf939793ba9b x-openstack-request-id: req-2692e03f-1830-4b9e-97d2-cf939793ba9b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:51.759615 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c08ca92-847e-44d6-acd1-5d8d10ee5e58", "name": "network-vif-plugged", "status": "completed", "tag": "211c3bad-857a-4775-936b-210df909691d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:51.760393 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2692e03f-1830-4b9e-97d2-cf939793ba9b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:51.760393 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211c3bad-857a-4775-936b-210df909691d', 'code': 200} Jul 08 17:13:51.774451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96a797-f212-4598-884e-763f90cb6bbe req-c89c11e2-6408-4f4f-878b-f99070c0e590 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.775997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96a797-f212-4598-884e-763f90cb6bbe req-c89c11e2-6408-4f4f-878b-f99070c0e590 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 931 time: 0.4102280 Jul 08 17:13:51.858644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:51.910949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96a797-f212-4598-884e-763f90cb6bbe req-a885eaa0-2261-418f-b344-0ae372d87299 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036561 Jul 08 17:13:51.994071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-b00e3940-59d2-40da-a4b4-b0e1ce2b2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:51.996062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-b00e3940-59d2-40da-a4b4-b0e1ce2b2c0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 1094 time: 0.2648001 Jul 08 17:13:52.065289 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d490a57a-12ec-41d3-8dd3-60369993efa6 x-openstack-request-id: req-d490a57a-12ec-41d3-8dd3-60369993efa6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:52.065579 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff15cef2-659b-4f90-a066-3a3d00325cc8", "name": "network-vif-deleted", "tag": "783fa47f-ac20-41e4-aac9-9e745015dc6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a7b42b3-73f7-4bf8-9371-5eb4b129b87d", "tag": "92ae01de-61ff-4b5f-bb4f-7fc10dc83e39", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:52.071660 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d490a57a-12ec-41d3-8dd3-60369993efa6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:52.072121 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff15cef2-659b-4f90-a066-3a3d00325cc8', 'name': 'network-vif-deleted', 'tag': '783fa47f-ac20-41e4-aac9-9e745015dc6e', 'status': 'completed', 'code': 200} Jul 08 17:13:52.072374 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'tag': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39', 'status': 'completed', 'code': 200} Jul 08 17:13:52.169190 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46fafbe3-167e-47f7-84f1-8226d2f69d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:52.223202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-400ef59f-d478-4b44-8846-d30165e20778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:52.231727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-400ef59f-d478-4b44-8846-d30165e20778 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5287538 Jul 08 17:13:52.254180 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:52.338629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf1d43-e54b-4f06-b4d1-7b1ed62deeac req-9e42e094-3339-458e-b625-7642fb60bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:52.343473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3dcf1d43-e54b-4f06-b4d1-7b1ed62deeac req-9e42e094-3339-458e-b625-7642fb60bfe8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 1097 time: 0.4115610 Jul 08 17:13:52.428560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-787bcc4d-9a34-4f86-a0f8-36fb5ad4d3dd service neutron] 10.222.0.53 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879311 Jul 08 17:13:52.573442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3dcf1d43-e54b-4f06-b4d1-7b1ed62deeac req-3a227045-8dca-4f2e-b416-5fabf1b87e56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227893 Jul 08 17:13:52.585722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd3f10fd-6c50-4f5a-80d3-31bce51bbccb req-2c103962-7576-41a1-8d59-dcb2d6f7740d service neutron] 10.222.0.53 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470618 Jul 08 17:13:52.645510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:52.664027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50223aaf-bc68-43b1-9484-369531b47e8b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:52.672180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:52.690985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Transition to ACTIVE for port object 50223aaf-bc68-43b1-9484-369531b47e8b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:52.709460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:52.716998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:52.725825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:52.802631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1223f6c-3369-43b7-bbcf-40791b5ad880 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:52.818228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:52.831636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:52.916486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-b8479e79-0e8c-410a-bda8-6cad7507630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:52.918089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-b8479e79-0e8c-410a-bda8-6cad7507630d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 1095 time: 0.2246652 Jul 08 17:13:52.920454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c1223f6c-3369-43b7-bbcf-40791b5ad880 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:53.041825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Attempting to bind port 50223aaf-bc68-43b1-9484-369531b47e8b on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:53.042228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Attempting to bind port 50223aaf-bc68-43b1-9484-369531b47e8b by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:53.042558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Attempting to bind port 50223aaf-bc68-43b1-9484-369531b47e8b on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:53.052813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Port 50223aaf-bc68-43b1-9484-369531b47e8b on network c7d45623-e142-40fc-81ef-6ab69583c7d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:53.053134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Attempting to bind port 50223aaf-bc68-43b1-9484-369531b47e8b on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:53.072885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:53.074987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Checking segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:53.074987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Bound using segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:53.074987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Bound port: 50223aaf-bc68-43b1-9484-369531b47e8b, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:53.074987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.128692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-cb288bd1-04c7-4ee9-8635-aa19f408b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.130234 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-cb288bd1-04c7-4ee9-8635-aa19f408b835 service neutron] 10.222.0.53 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 917 time: 0.1968610 Jul 08 17:13:53.137299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-d398143f-d1ba-4292-a700-45621a3f4046 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.139030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-d398143f-d1ba-4292-a700-45621a3f4046 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1097 time: 1.0973387 Jul 08 17:13:53.173899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9d67d-c3dc-4767-a03a-23f9bb74b714 req-54d20d35-15f5-4fe6-a798-376752983a07 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.175869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69d9d67d-c3dc-4767-a03a-23f9bb74b714 req-54d20d35-15f5-4fe6-a798-376752983a07 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.2548873 Jul 08 17:13:53.190105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a327ea-8125-409c-81b0-8f58406d59ae req-3e8f84f6-e3c8-4b17-af6b-15a5a11ea09b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.191641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5a327ea-8125-409c-81b0-8f58406d59ae req-3e8f84f6-e3c8-4b17-af6b-15a5a11ea09b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 943 time: 0.6647992 Jul 08 17:13:53.202437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2036d9-9538-473e-b2a4-121164abbd67 None None] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:53.207502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:53.226258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-597ef51d-9716-4c59-b7e0-1c02fabd4201 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 HTTP/1.1" status: 200 len: 217 time: 0.0723681 Jul 08 17:13:53.230026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-8022171f-e0ac-40e9-89fd-dfea5fd5c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.232055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-8022171f-e0ac-40e9-89fd-dfea5fd5c5d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 917 time: 1.2225609 Jul 08 17:13:53.253756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Pushing event updated for resources: {'Port': ['ID=a6f30c02-0941-4a9b-8344-50981e62dbbf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:53.298052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69d9d67d-c3dc-4767-a03a-23f9bb74b714 req-210921b1-fd1e-4668-8de6-a6dfefc3f813 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922494 Jul 08 17:13:53.303791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:53.331380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:53.335962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-cf188cbc-c781-496d-8328-fe8f805cb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.337596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-cf188cbc-c781-496d-8328-fe8f805cb3e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.1024823 Jul 08 17:13:53.339466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.396796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-f81b5f03-2673-46b6-9947-4c8f6b0c9eaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b866fc5f-275c-4515-8af0-1e43138608d6 HTTP/1.1" status: 200 len: 217 time: 0.1535401 Jul 08 17:13:53.445417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.445417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.445417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/50223aaf-bc68-43b1-9484-369531b47e8b HTTP/1.1" status: 200 len: 1091 time: 2.0710719 Jul 08 17:13:53.484475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.494351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cfa0a-fd3e-46c7-aa90-3ab0ce7844e1 service neutron] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:53.521716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] Provisioning for port c1223f6c-3369-43b7-bbcf-40791b5ad880 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:53.528692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] Provisioning complete for port c1223f6c-3369-43b7-bbcf-40791b5ad880 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:53.529075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.552457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-127aeb4d-d167-45ff-8b6c-769d5481ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.560015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-127aeb4d-d167-45ff-8b6c-769d5481ebb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106950 Jul 08 17:13:53.670163 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.706075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5a327ea-8125-409c-81b0-8f58406d59ae req-d6280aef-6a79-46e1-ab0b-822fc6ae14e4 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727671 Jul 08 17:13:53.748954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] For port c1223f6c-3369-43b7-bbcf-40791b5ad880, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1223f6c-3369-43b7-bbcf-40791b5ad880,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:53.759034 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.811804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-4bd77ca3-f9f8-4936-8de8-6853c2dac4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:53.813256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-4bd77ca3-f9f8-4936-8de8-6853c2dac4f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.3035710 Jul 08 17:13:53.815377 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.831274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:53.910645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f5d48-2e5c-43ff-a3f5-e97e77a2cf39 None None] Pushing event updated for resources: {'Port': ['ID=c1223f6c-3369-43b7-bbcf-40791b5ad880,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:53.985396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5cefc1dd-75b2-4e05-828a-6b2d1c5ea66f None None] Provisioning complete for port c1223f6c-3369-43b7-bbcf-40791b5ad880 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:53.985769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5cefc1dd-75b2-4e05-828a-6b2d1c5ea66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:54.001027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-c8a27d6c-a4f8-4ccd-9ea3-755e4de6860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:54.003073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-c8a27d6c-a4f8-4ccd-9ea3-755e4de6860d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 1094 time: 0.4400492 Jul 08 17:13:54.012860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-b9f0e6d9-460e-4ffb-a2cc-ffc0c4011e3b service neutron] 10.222.0.53 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293709 Jul 08 17:13:54.113560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:54.115840 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:54.152784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:54.167450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-2a12c321-bfbb-4157-a3b7-3f197026ba5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50223aaf-bc68-43b1-9484-369531b47e8b HTTP/1.1" status: 200 len: 217 time: 0.1532469 Jul 08 17:13:54.216660 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b3ee1-549f-48b8-b8f3-df952ad85ab8 x-openstack-request-id: req-869b3ee1-549f-48b8-b8f3-df952ad85ab8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:54.217222 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:54.217718 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-869b3ee1-549f-48b8-b8f3-df952ad85ab8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:54.218378 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b', 'status': 'completed', 'code': 200} Jul 08 17:13:54.283388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf81fa-ab88-4726-936d-fe12b14bddf2 req-7bffbfb3-b50a-4118-bbde-84b3819c0035 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:54.284891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1faf81fa-ab88-4726-936d-fe12b14bddf2 req-7bffbfb3-b50a-4118-bbde-84b3819c0035 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 943 time: 0.4125617 Jul 08 17:13:54.302604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-bfb3e19a-de0c-43c9-801d-70acbe0349f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:54.304675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-bfb3e19a-de0c-43c9-801d-70acbe0349f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.1201804 Jul 08 17:13:54.356269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:54.379971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-e7404fcb-83ff-463f-8c94-f56d05bfd694 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591114 Jul 08 17:13:54.385149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8874f542-e4db-4b26-8db0-0de8fabbb71e req-5c60eaee-9890-4d41-93cc-992e5e77c606 service neutron] 10.222.0.53 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515949 Jul 08 17:13:54.387428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:54.430077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-3d62a574-cfe7-41e7-a190-3d8fca43cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:54.433324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-3d62a574-cfe7-41e7-a190-3d8fca43cf87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5940502 Jul 08 17:13:54.450556 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1faf81fa-ab88-4726-936d-fe12b14bddf2 req-0b55cf61-fed0-4d6a-a42e-a3ed60dffe51 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551335 Jul 08 17:13:54.562737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-2f02b5ba-6a02-4966-97f6-e89001ab4c48 service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365075 Jul 08 17:13:54.572954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:54.588757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:13:54.589126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:54.591032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b866fc5f-275c-4515-8af0-1e43138608d6 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:54.676145 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fe4c229-da56-43a4-95e9-160d9d7fb047 req-f550b3d6-42db-4596-8ffd-207f068a089c service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059616 Jul 08 17:13:54.683666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:54.707395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:54.746895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b866fc5f-275c-4515-8af0-1e43138608d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b866fc5f-275c-4515-8af0-1e43138608d6,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:54.773418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'b866fc5f-275c-4515-8af0-1e43138608d6', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'port_id': 'b866fc5f-275c-4515-8af0-1e43138608d6', 'mac_address': 'fa:16:3e:fe:bc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47ee8-8f1b-4fdb-8423-8c8bec0b1070', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:54.776893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1223f6c-3369-43b7-bbcf-40791b5ad880 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:54.866016 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:54.886067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b866fc5f-275c-4515-8af0-1e43138608d6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:54.909227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:54.932085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:54.934418 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6503f5-adeb-4e41-9b79-d9ceb8ad925b" -d '{"events": [{"server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "name": "network-vif-unplugged", "status": "completed", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:54.938953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:54.980825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-2e6ce2cd-16a6-4175-bb77-4b6029e68aa3 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669614 Jul 08 17:13:54.995378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf095-1641-41bc-ab8e-f8a11174481f req-04c31aef-2af0-4b81-95a4-1eca74b555b5 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:55.000381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-4529accc-74f5-4e97-93cb-09af2f6217d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:55.003526 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-207bf095-1641-41bc-ab8e-f8a11174481f req-04c31aef-2af0-4b81-95a4-1eca74b555b5 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 946 time: 0.4521735 Jul 08 17:13:55.006223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-4529accc-74f5-4e97-93cb-09af2f6217d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 1094 time: 0.2716043 Jul 08 17:13:55.010464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b866fc5f-275c-4515-8af0-1e43138608d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b866fc5f-275c-4515-8af0-1e43138608d6,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:55.030119 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:55.051288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:55.095119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c1223f6c-3369-43b7-bbcf-40791b5ad880 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:55.096046 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:55.155210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b866fc5f-275c-4515-8af0-1e43138608d6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:55.196479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-5808cd9f-f43b-4800-9291-55b5762ad859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:55.198066 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-5808cd9f-f43b-4800-9291-55b5762ad859 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 906 time: 0.1848772 Jul 08 17:13:55.219200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-207bf095-1641-41bc-ab8e-f8a11174481f req-f4635c2d-66cd-420f-a443-a7845ac5bbc6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150645 Jul 08 17:13:55.228907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:55.235896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5c3c-07e3-4639-bb41-4386b06de6e9 req-a40da914-6ddd-45de-b664-d1084dba8bb7 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:55.237885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b13a5c3c-07e3-4639-bb41-4386b06de6e9 req-a40da914-6ddd-45de-b664-d1084dba8bb7 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 944 time: 0.1427507 Jul 08 17:13:55.261198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39', 'network_id': '299f2e98-9428-449f-ab3f-8ec67dd32117', 'port_id': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39', 'mac_address': 'fa:16:3e:de:b4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e47ee8-8f1b-4fdb-8423-8c8bec0b1070', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:55.301719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-30456222-3bff-437b-aab0-88bf92229c91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50223aaf-bc68-43b1-9484-369531b47e8b HTTP/1.1" status: 200 len: 217 time: 0.0933113 Jul 08 17:13:55.310601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:55.338210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b866fc5f-275c-4515-8af0-1e43138608d6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:55.371187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-92e2300e-6042-4590-9c74-3371ce956785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:55.373085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-92e2300e-6042-4590-9c74-3371ce956785 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.0633333 Jul 08 17:13:55.410406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af0fc066-f6e4-456e-a03b-2f840afdfbf5 req-e2da2fbb-3ece-4a25-a39c-f25951cadd73 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921158 Jul 08 17:13:55.423401 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:55.428222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-b259097c-845f-4459-98d0-32975c87610b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417864 Jul 08 17:13:55.445148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:55.451636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:55.454076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:55.462698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b13a5c3c-07e3-4639-bb41-4386b06de6e9 req-7780b840-0ee2-4998-b6be-fe3c0a3b9b93 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598008 Jul 08 17:13:55.518775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:55.570637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:13:55.570960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Attempting to bind port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:55.581315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:55.583694 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f4e13e-a1d1-4f15-a2e2-bef766d65f9e x-openstack-request-id: req-d0f4e13e-a1d1-4f15-a2e2-bef766d65f9e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:55.584021 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "name": "network-vif-unplugged", "status": "completed", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:55.584272 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0f4e13e-a1d1-4f15-a2e2-bef766d65f9e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:55.585289 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'code': 200} Jul 08 17:13:55.592294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:55.592849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:55.593059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:55.593495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Bound port: 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:55.593850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:55.598123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Router fa4c4548-929e-41ad-9e7f-81f4d0f51485 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:13:55.617444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:55.674584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:55.691674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-169137f9-cb7c-41ba-95f2-3e536ece78ad service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427998 Jul 08 17:13:55.810527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092013ce-8d84-455a-88b7-d07a7e3a612a req-2351f56c-c52f-45fe-83ee-66bbda1b3d21 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:55.812125 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-092013ce-8d84-455a-88b7-d07a7e3a612a req-2351f56c-c52f-45fe-83ee-66bbda1b3d21 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 943 time: 0.1758273 Jul 08 17:13:55.884356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e9f5f14-2b32-4e1b-9afc-65eb9d97c4ac req-73689cf7-db43-4e4a-8ef1-91a71a5a2b3e service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869924 Jul 08 17:13:55.899989 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-092013ce-8d84-455a-88b7-d07a7e3a612a req-70a8765d-9903-49a9-a880-873064202aec tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Jul 08 17:13:55.903066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['92ae01de-61ff-4b5f-bb4f-7fc10dc83e39'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:56.204092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Deleting port 17855c51-91d9-48b6-9eaf-e010f3476bb6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:13:56.204602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:56.219620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:56.320401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] For port 17855c51-91d9-48b6-9eaf-e010f3476bb6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=17855c51-91d9-48b6-9eaf-e010f3476bb6,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:56.321084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:56.338731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:56.350371 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:56.354061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Calling delete_port for 17855c51-91d9-48b6-9eaf-e010f3476bb6 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:13:56.364315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:56.373402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:13:56.390291 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Sync routers for ids ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:56.405362 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Routers {'fa4c4548-929e-41ad-9e7f-81f4d0f51485'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:56.406305 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:56.435473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:56.441808 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4a4e45dd-b4bc-477a-bfb6-db0cc583213c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5134983 Jul 08 17:13:56.446345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:56.577112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=8']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:56.603795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b866fc5f-275c-4515-8af0-1e43138608d6 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:56.631700 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Set router fa4c4548-929e-41ad-9e7f-81f4d0f51485 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:56.658421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:56.660282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:56.671533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-61e04b81-ff90-432b-92d9-77f23b6860a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 1122 time: 3.4685302 Jul 08 17:13:56.797447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8aaa97c0-518c-446d-87cd-28b5d9bd4940'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:56.817079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8aaa97c0-518c-446d-87cd-28b5d9bd4940'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:56.884045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b25b7-a2a9-4856-b222-5946023a4f39 req-8d46c923-2734-4ce4-bf2e-db4aff483c20 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:56.891278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6b25b7-a2a9-4856-b222-5946023a4f39 req-8d46c923-2734-4ce4-bf2e-db4aff483c20 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.4480507 Jul 08 17:13:56.958345 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:13:53Z', 'revision_number': 3, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:56.992412 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Checking router: fa4c4548-929e-41ad-9e7f-81f4d0f51485 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:56.993268 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Updating router fa4c4548-929e-41ad-9e7f-81f4d0f51485 port a6f30c02-0941-4a9b-8344-50981e62dbbf binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:13:57.047706 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.049299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6b25b7-a2a9-4856-b222-5946023a4f39 req-beddf59b-9177-4f96-bdef-1bcef4aba4a6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568382 Jul 08 17:13:57.129216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:57.148809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '50223aaf-bc68-43b1-9484-369531b47e8b', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': '50223aaf-bc68-43b1-9484-369531b47e8b', 'mac_address': 'fa:16:3e:07:36:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:13:57.191523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a3b02-6768-4c64-95b2-122750236a98 req-b8605647-9713-4b8d-a62b-f13059745491 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:57.200474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-572a3b02-6768-4c64-95b2-122750236a98 req-b8605647-9713-4b8d-a62b-f13059745491 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 944 time: 0.2413990 Jul 08 17:13:57.206430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.278553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=17855c51-91d9-48b6-9eaf-e010f3476bb6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:57.311234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port b866fc5f-275c-4515-8af0-1e43138608d6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:57.339211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-572a3b02-6768-4c64-95b2-122750236a98 req-536a398b-25ac-435c-a940-8324f7718c91 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372664 Jul 08 17:13:57.350880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port b866fc5f-275c-4515-8af0-1e43138608d6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:57.351658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.394839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.500341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50223aaf-bc68-43b1-9484-369531b47e8b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:13:57.639566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:57.645464 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887711b5-06ed-40f9-b308-db05573869da" -d '{"events": [{"name": "network-changed", "server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:57.652704 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.715239 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Transition to ACTIVE for port object a6f30c02-0941-4a9b-8344-50981e62dbbf will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:57.732128 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.872064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.904593 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bb418-6a1d-48f4-a368-1025975d16c5 None None] Pushing event updated for resources: {'Port': ['ID=a6f30c02-0941-4a9b-8344-50981e62dbbf,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:57.909448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Attempting to bind port a6f30c02-0941-4a9b-8344-50981e62dbbf on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:13:57.909817 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Attempting to bind port a6f30c02-0941-4a9b-8344-50981e62dbbf by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:13:57.917384 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Attempting to bind port a6f30c02-0941-4a9b-8344-50981e62dbbf on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:13:57.942029 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:13:57.942406 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:13:57.942814 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.943210 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:13:57.943683 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Bound port: a6f30c02-0941-4a9b-8344-50981e62dbbf, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:13:57.944133 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:57.990363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:58.010180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2c79-8dbd-44e0-99bc-81877e8a400a req-8703c4be-387f-4cec-96f3-97eeedccd763 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:58.011870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aec2c79-8dbd-44e0-99bc-81877e8a400a req-8703c4be-387f-4cec-96f3-97eeedccd763 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 943 time: 0.7308121 Jul 08 17:13:58.027982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.043589 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e386646-912a-4a97-bba2-a26526ee2d5d x-openstack-request-id: req-0e386646-912a-4a97-bba2-a26526ee2d5d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:58.043876 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:58.044118 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e386646-912a-4a97-bba2-a26526ee2d5d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:58.044500 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'status': 'completed', 'code': 200} Jul 08 17:13:58.088671 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] For port a6f30c02-0941-4a9b-8344-50981e62dbbf, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:13:58.092948 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] For port a6f30c02-0941-4a9b-8344-50981e62dbbf, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a6f30c02-0941-4a9b-8344-50981e62dbbf,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:13:58.101396 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.128742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:58.193152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.193504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.193837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.194807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.195144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.195476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.195806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.196131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.196457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.196779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.197101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.197424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:58.238924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.240629 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bb418-6a1d-48f4-a368-1025975d16c5 None None] Pushing event updated for resources: {'Port': ['ID=a6f30c02-0941-4a9b-8344-50981e62dbbf,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:58.271224 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Routers {'fa4c4548-929e-41ad-9e7f-81f4d0f51485'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:58.271894 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:58.301422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b866fc5f-275c-4515-8af0-1e43138608d6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:13:58.304598 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559b99e-32b4-41fd-8ce6-da4f608f5b28" -d '{"events": [{"server_uuid": "f8d847fb-9c77-4613-b16c-cc616c2586e8", "name": "network-vif-plugged", "status": "completed", "tag": "b866fc5f-275c-4515-8af0-1e43138608d6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:13:58.326381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b866fc5f-275c-4515-8af0-1e43138608d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b866fc5f-275c-4515-8af0-1e43138608d6,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:58.336159 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.378596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aec2c79-8dbd-44e0-99bc-81877e8a400a req-45d9bf29-2056-4d25-9190-0f2cf0c8bf64 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260181 Jul 08 17:13:58.384387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.418568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['50223aaf-bc68-43b1-9484-369531b47e8b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:13:58.422961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b866fc5f-275c-4515-8af0-1e43138608d6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:58.425755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:13:58.452930 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] Set router fa4c4548-929e-41ad-9e7f-81f4d0f51485 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:58.480665 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6ef075-9dc3-44a0-980b-3b3fd434e5c5 x-openstack-request-id: req-fc6ef075-9dc3-44a0-980b-3b3fd434e5c5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:13:58.480973 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d847fb-9c77-4613-b16c-cc616c2586e8", "name": "network-vif-plugged", "status": "completed", "tag": "b866fc5f-275c-4515-8af0-1e43138608d6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:13:58.481630 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc6ef075-9dc3-44a0-980b-3b3fd434e5c5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:13:58.481630 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b866fc5f-275c-4515-8af0-1e43138608d6', 'code': 200} Jul 08 17:13:58.548519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dd513-e448-4662-869b-53bc772ed280 req-50d3af79-4778-4984-9f42-a860122110cf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:58.549990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea9dd513-e448-4662-869b-53bc772ed280 req-50d3af79-4778-4984-9f42-a860122110cf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.2323773 Jul 08 17:13:58.574350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887711b5-06ed-40f9-b308-db05573869da req-0163ebdc-5d8d-4b00-a1cb-9e9ba75220c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:58.577588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-0163ebdc-5d8d-4b00-a1cb-9e9ba75220c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1125 time: 0.5647368 Jul 08 17:13:58.618074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:13:58.639143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:58.639609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.660013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Router 9b09df80-5245-4896-92d7-ba4cf143a838 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:13:58.832866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887711b5-06ed-40f9-b308-db05573869da req-8393b40b-42f5-4ce5-a64f-4ac04a1617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:58.834207 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-8393b40b-42f5-4ce5-a64f-4ac04a1617c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.2466071 Jul 08 17:13:58.947663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea9dd513-e448-4662-869b-53bc772ed280 req-7baae65b-42d1-4309-9089-5f0faa81e652 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180048 Jul 08 17:13:58.964366 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.011213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:13:59.041335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-adefe546-f554-4d3a-aded-871445676c88 admin admin] 10.222.0.48 "PUT /v2.0/routers/9b09df80-5245-4896-92d7-ba4cf143a838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8270097 Jul 08 17:13:59.046356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:59.060745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] Sync routers for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:13:59.088519 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:13:53Z', 'revision_number': 3, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:59.091752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:13:59.103000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:59.103555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:59.126123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-809ad3b2-50f0-49a0-a31b-333795bb1768 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 217 time: 0.1250823 Jul 08 17:13:59.130585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e3960-5907-4cb5-8280-e2351516042e req-a7c1f655-d266-4b56-9199-c66e2864df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:59.134530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-136e3960-5907-4cb5-8280-e2351516042e req-a7c1f655-d266-4b56-9199-c66e2864df01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 1096 time: 0.4737389 Jul 08 17:13:59.167151 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd7e0b-813a-44cc-a62d-cdd8ac1e95aa None None] The sync data for ids ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'] in n-d-799527-4 is: [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:13:53Z', 'revision_number': 3, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:13:59.195465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Allocated IP 172.20.0.1 (38894f31-94d6-4ad2-acd4-38d828ebe064/254fd958-f7f2-431f-ab9c-6c05c7e85a9f/0aebc84f-291a-4da2-ab79-afebdfe9ee16) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:13:59.271267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dde708-415d-4901-94ee-5e43e2d8ace9 req-fcfb2899-b4ff-4fdb-97ca-cb771e70fbdd tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:59.284492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:13:59.291221 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45dde708-415d-4901-94ee-5e43e2d8ace9 req-fcfb2899-b4ff-4fdb-97ca-cb771e70fbdd tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.5416741 Jul 08 17:13:59.362666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.382112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Transition to ACTIVE for port object 0aebc84f-291a-4da2-ab79-afebdfe9ee16 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:13:59.395947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887711b5-06ed-40f9-b308-db05573869da req-3083589a-31df-4c8a-bb69-5fe80d965523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:59.398705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-3083589a-31df-4c8a-bb69-5fe80d965523 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.2632015 Jul 08 17:13:59.415877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.443732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-0c360e5f-8a57-42ba-82d4-4eb7811d84b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369599 Jul 08 17:13:59.464808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.492115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45dde708-415d-4901-94ee-5e43e2d8ace9 req-86b02329-0b7a-4b56-98c7-05c8c6f7e739 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892433 Jul 08 17:13:59.530593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:59.535625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-136e3960-5907-4cb5-8280-e2351516042e req-aa3d71f3-6ca9-4657-a5b0-bf932918c785 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914826 Jul 08 17:13:59.590532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.620530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:13:59.622312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:13:59.660141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:13:59.711194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Pushing event updated for resources: {'Port': ['ID=0aebc84f-291a-4da2-ab79-afebdfe9ee16,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:59.714638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:13:57Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:59.758632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] Checking router: 9b09df80-5245-4896-92d7-ba4cf143a838 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:13:59.769147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] Routers {'9b09df80-5245-4896-92d7-ba4cf143a838'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:13:59.769822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b09df80-5245-4896-92d7-ba4cf143a838'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:13:59.770341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.879204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:59.917521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5bec5-cc94-4dd4-ac9e-6846702ea570 req-92422919-7038-4f1e-ad86-eab9968da198 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:59.919824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9b5bec5-cc94-4dd4-ac9e-6846702ea570 req-92422919-7038-4f1e-ad86-eab9968da198 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 944 time: 0.2931354 Jul 08 17:13:59.988922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] Set router 9b09df80-5245-4896-92d7-ba4cf143a838 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:14:00.050831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-42ced4a0-9725-4d89-85dc-8fd80acc2f66 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810630 Jul 08 17:14:00.177486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9b5bec5-cc94-4dd4-ac9e-6846702ea570 req-e5ec76ee-e759-40dc-bb85-03e20505762e tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505877 Jul 08 17:14:00.302902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Deleting port c92ababf-a33c-4375-91bc-c457bfec9ed9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:00.304192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.346578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.346821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12aa48f9-b4bb-4774-9ac8-64412541a479 None None] Provisioning for port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:00.367641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-12aa48f9-b4bb-4774-9ac8-64412541a479 None None] Provisioning complete for port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:00.368095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12aa48f9-b4bb-4774-9ac8-64412541a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.458898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:00.463830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-887711b5-06ed-40f9-b308-db05573869da req-6c907bf5-fd16-4394-8bc1-7ef6196b3ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117398 Jul 08 17:14:00.474439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeec41-8d5a-4696-8e62-edb3ecac1672 req-b476549b-449d-4a8b-bdd7-0c7f425e9910 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:00.493454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2eaeec41-8d5a-4696-8e62-edb3ecac1672 req-b476549b-449d-4a8b-bdd7-0c7f425e9910 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.3006506 Jul 08 17:14:00.512781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:00.515706 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f90560-feb4-46e3-9703-205b70386ae3" -d '{"events": [{"server_uuid": "6a7b42b3-73f7-4bf8-9371-5eb4b129b87d", "name": "network-vif-plugged", "status": "completed", "tag": "92ae01de-61ff-4b5f-bb4f-7fc10dc83e39"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:00.610419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-12aa48f9-b4bb-4774-9ac8-64412541a479 None None] Port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:14:00.658049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2eaeec41-8d5a-4696-8e62-edb3ecac1672 req-2e8b308a-3b4c-4af1-9a78-193a26b9e1a9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624346 Jul 08 17:14:00.736775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 50223aaf-bc68-43b1-9484-369531b47e8b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:00.760208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 50223aaf-bc68-43b1-9484-369531b47e8b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:00.764512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.779918 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ccfc0-c287-4921-bec2-3cb4ffb2567f x-openstack-request-id: req-8c9ccfc0-c287-4921-bec2-3cb4ffb2567f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:00.786335 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7b42b3-73f7-4bf8-9371-5eb4b129b87d", "name": "network-vif-plugged", "status": "completed", "tag": "92ae01de-61ff-4b5f-bb4f-7fc10dc83e39", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:00.786731 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c9ccfc0-c287-4921-bec2-3cb4ffb2567f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:00.787218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.788242 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39', 'code': 200} Jul 08 17:14:00.792612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] For port c92ababf-a33c-4375-91bc-c457bfec9ed9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c92ababf-a33c-4375-91bc-c457bfec9ed9,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:00.796049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.811309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.852779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Calling delete_port for c92ababf-a33c-4375-91bc-c457bfec9ed9 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:00.876425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a6f30c02-0941-4a9b-8344-50981e62dbbf up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:01.003663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.026781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:13:57Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:01.117688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7895c91-aba2-45a9-96f5-fd7e7bfe3d37 None None] The sync data for ids ['9b09df80-5245-4896-92d7-ba4cf143a838'] in n-d-799527-4 is: [{'id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-892399930-router', 'tenant_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:12:49Z', 'updated_at': '2021-07-08T17:13:57Z', 'revision_number': 5, 'project_id': '1c79f4b1fd5f438899a6e83e7c73a679', 'gw_port': {'id': 'c92ababf-a33c-4375-91bc-c457bfec9ed9', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09df80-5245-4896-92d7-ba4cf143a838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:12:50Z', 'updated_at': '2021-07-08T17:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:14:01.259661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Pushing event updated for resources: {'Port': ['ID=0aebc84f-291a-4da2-ab79-afebdfe9ee16,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:01.267619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.284704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a6f30c02-0941-4a9b-8344-50981e62dbbf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:01.290216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.299479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:01.304030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:01.325264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f3ba-e4c5-4c59-a69d-afc02206f888 req-f148ab8d-49e2-44f7-b1e1-7f26d5e64544 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:01.340565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a6f30c02-0941-4a9b-8344-50981e62dbbf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:01.340804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3537f3ba-e4c5-4c59-a69d-afc02206f888 req-f148ab8d-49e2-44f7-b1e1-7f26d5e64544 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.4122319 Jul 08 17:14:01.340945 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.344114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92ababf-a33c-4375-91bc-c457bfec9ed9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:01.513414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:01.535456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.563264 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3537f3ba-e4c5-4c59-a69d-afc02206f888 req-0434ea99-94fe-424c-9e87-6946c7ff1aa2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199762 Jul 08 17:14:01.570159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d6db-01dc-4eea-8169-e85a73b88842 req-ce87e6f6-4ee5-42a3-815f-65a8cc9c4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:01.574253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6252d6db-01dc-4eea-8169-e85a73b88842 req-ce87e6f6-4ee5-42a3-815f-65a8cc9c4e77 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 1097 time: 0.4809072 Jul 08 17:14:01.681666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.746257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.823579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:01.825430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Router fa4c4548-929e-41ad-9e7f-81f4d0f51485 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:14:01.837403 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:14:01.846973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a6f30c02-0941-4a9b-8344-50981e62dbbf, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a6f30c02-0941-4a9b-8344-50981e62dbbf,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:01.857324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.904903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5fe9f18b-06b9-4939-b54d-efd7bdbc0cf6 None None] Provisioning complete for port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:01.905552 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fe9f18b-06b9-4939-b54d-efd7bdbc0cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.042153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5fe9f18b-06b9-4939-b54d-efd7bdbc0cf6 None None] Port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:14:02.048422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a6f30c02-0941-4a9b-8344-50981e62dbbf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:02.118266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:14:02.148401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cc90cb33-3ad8-44e3-b7a1-3cb48e8948dd admin admin] 10.222.0.48 "PUT /v2.0/routers/fa4c4548-929e-41ad-9e7f-81f4d0f51485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6915708 Jul 08 17:14:02.235763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a6f92-40f0-48fc-88e9-3a910237e4a7 req-58cfb431-366a-4a73-af85-4047d9c80055 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:02.237760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d2a6f92-40f0-48fc-88e9-3a910237e4a7 req-58cfb431-366a-4a73-af85-4047d9c80055 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.1158686 Jul 08 17:14:02.292096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d2a6f92-40f0-48fc-88e9-3a910237e4a7 req-cbc95049-144b-49af-8ef6-f4b0b91cb2b9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Jul 08 17:14:02.342443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6252d6db-01dc-4eea-8169-e85a73b88842 req-7b3c1ba9-72cd-4374-bc18-68547fbfff2b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136478 Jul 08 17:14:02.344970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.349072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.365140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7efa61-484a-46ed-b3b9-eb4f0db66088 req-49fbf5ff-8b6a-42d8-9ddf-998dedd9f32b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:02.367343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c7efa61-484a-46ed-b3b9-eb4f0db66088 req-49fbf5ff-8b6a-42d8-9ddf-998dedd9f32b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 945 time: 0.8432622 Jul 08 17:14:02.410421 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Sync routers for ids ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:14:02.432917 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Routers {'fa4c4548-929e-41ad-9e7f-81f4d0f51485'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:14:02.433176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.433619 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:02.433791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b09df80-5245-4896-92d7-ba4cf143a838 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:14:02.450510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.456424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1ce65e8b-5b0a-4ba8-bfb2-088132c69cc1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9b09df80-5245-4896-92d7-ba4cf143a838 HTTP/1.1" status: 204 len: 168 time: 3.3419974 Jul 08 17:14:02.458898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:02.503145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c7efa61-484a-46ed-b3b9-eb4f0db66088 req-4b5ee984-5db4-4e28-b228-0bd58598edd1 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025987 Jul 08 17:14:02.573747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Deleting subnet 00f7c493-ec0e-4107-a923-aa11e623be40 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:14:02.586701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.627450 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Set router fa4c4548-929e-41ad-9e7f-81f4d0f51485 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:14:02.778275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3614a11a-8392-4087-9d38-f58f8754a2e4 req-a14eabe8-50e3-49db-a9ef-88ddf5628d8c tempest-FloatingIPsNegativeTestJSON-1265770645 tempest-FloatingIPsNegativeTestJSON-1265770645-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=b6e6e9ec51574ffcb1185f65b00c8759 HTTP/1.1" status: 200 len: 217 time: 0.0652301 Jul 08 17:14:02.789768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:02.792113 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45114fb7-b77a-452c-9ea2-74fa7f7243e7" -d '{"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:02.805621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.866204 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:14:00Z', 'revision_number': 4, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '0aebc84f-291a-4da2-ab79-afebdfe9ee16', 'name': '', 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'mac_address': 'fa:16:3e:a4:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:58Z', 'updated_at': '2021-07-08T17:14:00Z', 'revision_number': 2, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'subnets': [{'id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:02.890980 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f8ede49-8c0f-4120-b6a2-752cad00f943 req-96ebacb6-10bf-4028-a9c1-1ff2aa66baf5 tempest-FloatingIPsNegativeTestJSON-1265770645 tempest-FloatingIPsNegativeTestJSON-1265770645-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0812402 Jul 08 17:14:02.897705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6936124-7d95-4d90-9157-b897b66c2b7b req-6e260fbe-0882-44bc-aada-c39db849444f tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:02.907917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6936124-7d95-4d90-9157-b897b66c2b7b req-6e260fbe-0882-44bc-aada-c39db849444f tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.1198258 Jul 08 17:14:02.933516 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Checking router: fa4c4548-929e-41ad-9e7f-81f4d0f51485 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:14:02.934828 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Updating router fa4c4548-929e-41ad-9e7f-81f4d0f51485 port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:14:02.979610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6936124-7d95-4d90-9157-b897b66c2b7b req-ecbad3a1-f338-49da-9c28-8df787eb9b77 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638723 Jul 08 17:14:03.014576 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b28d4-dec5-4b39-94a5-0cc35e30b2c2 x-openstack-request-id: req-6f0b28d4-dec5-4b39-94a5-0cc35e30b2c2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:03.015125 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:03.015549 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f0b28d4-dec5-4b39-94a5-0cc35e30b2c2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:03.016099 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b', 'code': 200} Jul 08 17:14:03.088446 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.096070 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-dd8c102d-1331-4552-ad4c-86e3034ba1f5 req-fc070072-a16f-454e-8516-bd36eb6e4810 tempest-FloatingIPsNegativeTestJSON-1265770645 tempest-FloatingIPsNegativeTestJSON-1265770645-project] show failed (client error): The resource could not be found. Jul 08 17:14:03.109734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd8c102d-1331-4552-ad4c-86e3034ba1f5 req-fc070072-a16f-454e-8516-bd36eb6e4810 tempest-FloatingIPsNegativeTestJSON-1265770645 tempest-FloatingIPsNegativeTestJSON-1265770645-project] 10.222.0.48 "GET /v2.0/floatingips/c1e78453-07f7-423c-a0f0-d274892ded5f HTTP/1.1" status: 404 len: 350 time: 0.0611753 Jul 08 17:14:03.112749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34400) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:03.287554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a6f30c02-0941-4a9b-8344-50981e62dbbf up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:03.313347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14871af6-19dc-49b6-ad3c-c0cd86063e98 req-05b6794c-96ac-46f4-9dff-8078f64b6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:03.321257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14871af6-19dc-49b6-ad3c-c0cd86063e98 req-05b6794c-96ac-46f4-9dff-8078f64b6f59 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 1096 time: 0.2102711 Jul 08 17:14:03.474677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a6f30c02-0941-4a9b-8344-50981e62dbbf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:03.478040 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.500677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14871af6-19dc-49b6-ad3c-c0cd86063e98 req-33f8b944-5b49-4b07-be9e-e0a45a8a1da6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705561 Jul 08 17:14:03.524516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.692592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e69e6-34b7-45d8-9b4f-619a07f4eb4e req-ae956647-0e6b-4e40-bc83-d4e75f24e245 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:03.698105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-540e69e6-34b7-45d8-9b4f-619a07f4eb4e req-ae956647-0e6b-4e40-bc83-d4e75f24e245 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.2729051 Jul 08 17:14:03.715663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 17855c51-91d9-48b6-9eaf-e010f3476bb6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:03.784288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 17855c51-91d9-48b6-9eaf-e010f3476bb6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:03.784626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 17855c51-91d9-48b6-9eaf-e010f3476bb6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:03.800961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-540e69e6-34b7-45d8-9b4f-619a07f4eb4e req-f30e080b-0d36-44cb-9f49-af4b847a8823 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927801 Jul 08 17:14:03.834354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.917209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33dbb3-ddfe-47f3-96bd-961c6f4d9478 None None] Network 5be2ed07-4a5d-420d-ab55-ede548e4414b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:03.940926 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.974124 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Transition to ACTIVE for port object 0aebc84f-291a-4da2-ab79-afebdfe9ee16 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:03.996754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.997627 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:03.998960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/00f7c493-ec0e-4107-a923-aa11e623be40 HTTP/1.1" status: 204 len: 168 time: 1.5411451 Jul 08 17:14:04.016215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:04.018334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7823eb-4398-4ca4-a99a-1c3dccd6fa1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f7c493-ec0e-4107-a923-aa11e623be40,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:04.116349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307967-d1fb-484e-a589-42fcc53f83c4 req-a37826b8-1c20-45d0-a3a6-54a997b1886b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:04.124651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48307967-d1fb-484e-a589-42fcc53f83c4 req-a37826b8-1c20-45d0-a3a6-54a997b1886b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 945 time: 0.1346650 Jul 08 17:14:04.199507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48307967-d1fb-484e-a589-42fcc53f83c4 req-0a991bdb-6457-4b6e-b2c1-8098cc6a8d7e tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738652 Jul 08 17:14:04.296671 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Pushing event updated for resources: {'Port': ['ID=0aebc84f-291a-4da2-ab79-afebdfe9ee16,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:04.362154 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Attempting to bind port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:04.362389 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Attempting to bind port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:04.362744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Attempting to bind port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 on network 38894f31-94d6-4ad2-acd4-38d828ebe064 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:04.383728 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.384077 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.390978 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.391335 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.391642 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.396220 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.396646 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.397538 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.397877 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.398260 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.398592 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.398918 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:04.424421 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:04.424801 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Checking segment: {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:04.425395 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:04.425795 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Bound using segment: {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:04.426399 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Bound port: 0aebc84f-291a-4da2-ab79-afebdfe9ee16, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4671441-e024-4788-959a-bce95e09c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:04.426814 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:04.458186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] DHCP port deletion for 5be2ed07-4a5d-420d-ab55-ede548e4414b request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:14:04.502755 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:04.633243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:04.643503 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] For port 0aebc84f-291a-4da2-ab79-afebdfe9ee16, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:04.654315 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] For port 0aebc84f-291a-4da2-ab79-afebdfe9ee16, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0aebc84f-291a-4da2-ab79-afebdfe9ee16,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:04.667441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a05d1-68c9-4bcb-b977-06bef687b1b5 req-48492777-90c2-4f0c-b2cd-2bcb22ab8f03 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:04.669703 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:04.669992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c6a05d1-68c9-4bcb-b977-06bef687b1b5 req-48492777-90c2-4f0c-b2cd-2bcb22ab8f03 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 946 time: 0.1659839 Jul 08 17:14:04.674003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031391e9-9f7a-415c-8b1a-16cc64e72f16 req-452a25ac-5815-4467-bc1e-bbf90d4e6eac tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:04.688374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-031391e9-9f7a-415c-8b1a-16cc64e72f16 req-452a25ac-5815-4467-bc1e-bbf90d4e6eac tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.6154337 Jul 08 17:14:04.762287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0555b5cc-e856-46d6-a2a9-91321ee4fc28 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:04.777179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c6a05d1-68c9-4bcb-b977-06bef687b1b5 req-2e1dae5f-80d0-49c4-aee4-3ddb1acdaa42 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945871 Jul 08 17:14:04.812501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Routers {'fa4c4548-929e-41ad-9e7f-81f4d0f51485'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:14:04.813183 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:04.828050 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1ee1e-ef28-46ad-9cad-cfe4ecdb1635 None None] Pushing event updated for resources: {'Port': ['ID=0aebc84f-291a-4da2-ab79-afebdfe9ee16,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:04.832838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] Deleting port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:04.833422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:04.890926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-031391e9-9f7a-415c-8b1a-16cc64e72f16 req-f7498153-ebbc-48cc-b849-58a251933139 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015791 Jul 08 17:14:04.961078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:05.003099 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] Set router fa4c4548-929e-41ad-9e7f-81f4d0f51485 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:14:05.106770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] For port 0555b5cc-e856-46d6-a2a9-91321ee4fc28, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0555b5cc-e856-46d6-a2a9-91321ee4fc28,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:05.110019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:05.149534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] Calling delete_port for 0555b5cc-e856-46d6-a2a9-91321ee4fc28 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:05.189103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Deleting port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:05.189748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:05.269069 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:14:00Z', 'revision_number': 4, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '0aebc84f-291a-4da2-ab79-afebdfe9ee16', 'name': '', 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'mac_address': 'fa:16:3e:a4:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:58Z', 'updated_at': '2021-07-08T17:14:04Z', 'revision_number': 4, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'subnets': [{'id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:05.305713 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d533b6ee-c137-4b1b-998a-840fc2bca5fc None None] The sync data for ids ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'] in n-d-799527-4 is: [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:14:00Z', 'revision_number': 4, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '0aebc84f-291a-4da2-ab79-afebdfe9ee16', 'name': '', 'network_id': '38894f31-94d6-4ad2-acd4-38d828ebe064', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'mac_address': 'fa:16:3e:a4:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:58Z', 'updated_at': '2021-07-08T17:14:04Z', 'revision_number': 4, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'subnets': [{'id': '254fd958-f7f2-431f-ab9c-6c05c7e85a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:14:05.656215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:05.813172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14869b9c-482c-4958-b713-1e67694057af req-a5cd7b46-efa8-4c85-bebb-1c326a65f16f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:05.822995 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:05.827768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14869b9c-482c-4958-b713-1e67694057af req-a5cd7b46-efa8-4c85-bebb-1c326a65f16f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 945 time: 0.2618327 Jul 08 17:14:05.878920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] For port 0555b5cc-e856-46d6-a2a9-91321ee4fc28, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0555b5cc-e856-46d6-a2a9-91321ee4fc28,segment=NetworkSegment(205aec8a-7921-4d09-94b7-b1ec61979037),segment_id=205aec8a-7921-4d09-94b7-b1ec61979037)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:05.879290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:05.909186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] Pushing event deleted for resources: {'Port': ['ID=0555b5cc-e856-46d6-a2a9-91321ee4fc28,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:05.914248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c92ababf-a33c-4375-91bc-c457bfec9ed9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:05.920758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Calling delete_port for 0555b5cc-e856-46d6-a2a9-91321ee4fc28 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:05.923009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c4fc5-85c1-47cb-82e7-5aaab126b31b None None] No DVR routers for this DVR port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:05.952960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c92ababf-a33c-4375-91bc-c457bfec9ed9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:05.952960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c92ababf-a33c-4375-91bc-c457bfec9ed9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:05.975714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14869b9c-482c-4958-b713-1e67694057af req-28e39d26-34d5-4529-bfee-819e705e9571 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453793 Jul 08 17:14:05.981741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:06.080501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:06.150057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0dd8-d300-417d-a755-74f23d4925af req-99e9e430-5db2-42a6-9b28-a26fbf9bfd64 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:06.165000 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-208d0dd8-d300-417d-a755-74f23d4925af req-99e9e430-5db2-42a6-9b28-a26fbf9bfd64 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.4638965 Jul 08 17:14:06.170691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0555b5cc-e856-46d6-a2a9-91321ee4fc28,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:06.172709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] No DVR routers for this DVR port 0555b5cc-e856-46d6-a2a9-91321ee4fc28 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:06.327385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b2c774f-5298-40bd-a56f-ab7ca3de6695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:06.347765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-0ca08ac0-c7f6-4472-9c20-58b5ec1ba928 service neutron] 10.222.0.21 "GET /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.1808467 Jul 08 17:14:06.411115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0ecb6-90a5-427d-926e-9efdff2a7acd req-bfdf3601-ba61-4c02-8fca-3f662fdfc367 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:06.418910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfd0ecb6-90a5-427d-926e-9efdff2a7acd req-bfdf3601-ba61-4c02-8fca-3f662fdfc367 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 944 time: 0.2970862 Jul 08 17:14:06.567899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfd0ecb6-90a5-427d-926e-9efdff2a7acd req-0276a7bd-b209-4538-b660-c987402bf689 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478052 Jul 08 17:14:06.822543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-208d0dd8-d300-417d-a755-74f23d4925af req-11919b7e-d119-4b04-aff8-2837003f2a1d tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560013 Jul 08 17:14:06.829617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0aebc84f-291a-4da2-ab79-afebdfe9ee16 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:06.831921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:06.862471 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:06.889741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:06.897770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be2ed07-4a5d-420d-ab55-ede548e4414b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:06.923969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205aec8a-7921-4d09-94b7-b1ec61979037') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:06.924897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205aec8a-7921-4d09-94b7-b1ec61979037') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:06.930880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaa97c0-518c-446d-87cd-28b5d9bd4940 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:06.948286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:06.950887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:06.953862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:06.954625 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:06.961260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:06.978339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.049839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.064359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:14:07.066240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:14:07.067281 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:14:07.097836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b2c774f-5298-40bd-a56f-ab7ca3de6695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.121382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b2c774f-5298-40bd-a56f-ab7ca3de6695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.185615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Deleting port 0aebc84f-291a-4da2-ab79-afebdfe9ee16 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:07.186193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.204191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.244047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c774f-5298-40bd-a56f-ab7ca3de6695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e086ba4-4058-4027-b905-48f50289c034,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:07.266465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] Transition to ACTIVE for port object 8aaa97c0-518c-446d-87cd-28b5d9bd4940 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:07.268110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0aebc84f-291a-4da2-ab79-afebdfe9ee16, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0aebc84f-291a-4da2-ab79-afebdfe9ee16,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:07.277850 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.288052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b2c774f-5298-40bd-a56f-ab7ca3de6695 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edd11143e38b49868bf479d7e3a42b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3050449 Jul 08 17:14:07.292976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34448) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:07.313685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.357162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0aebc84f-291a-4da2-ab79-afebdfe9ee16,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:07.402869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] For port 0aebc84f-291a-4da2-ab79-afebdfe9ee16, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0aebc84f-291a-4da2-ab79-afebdfe9ee16,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:07.403236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.421301 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.426551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Calling delete_port for 0aebc84f-291a-4da2-ab79-afebdfe9ee16 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:07.435841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.437747 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5be2ed07-4a5d-420d-ab55-ede548e4414b HTTP/1.1" status: 204 len: 168 time: 3.4171860 Jul 08 17:14:07.456498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a10f7-1e05-475e-ac5a-b9bec32e6c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be2ed07-4a5d-420d-ab55-ede548e4414b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:07.511483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] No DVR routers for this DVR port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:07.523833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] Pushing event updated for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:07.569567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8916949a-ab99-4af3-b13f-d9dd3df2c1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.594021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8916949a-ab99-4af3-b13f-d9dd3df2c1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.660810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-6bd35a6a-691e-4747-b415-c7261d829bac service neutron] 10.222.0.21 "PUT /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3019657 Jul 08 17:14:07.673298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8916949a-ab99-4af3-b13f-d9dd3df2c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.678917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8916949a-ab99-4af3-b13f-d9dd3df2c1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.683174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8916949a-ab99-4af3-b13f-d9dd3df2c1c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e086ba4-4058-4027-b905-48f50289c034 HTTP/1.1" status: 204 len: 168 time: 0.3890202 Jul 08 17:14:07.686615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34456) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:07.722224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49060ecc-05e6-46bb-990e-6ac21532d8b5 req-c02d8d70-7cc6-480a-a805-799084c18b88 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:07.724010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49060ecc-05e6-46bb-990e-6ac21532d8b5 req-c02d8d70-7cc6-480a-a805-799084c18b88 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 945 time: 0.3084199 Jul 08 17:14:07.724943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916949a-ab99-4af3-b13f-d9dd3df2c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e086ba4-4058-4027-b905-48f50289c034,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:07.807352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b26fc661-d767-4e33-b574-a7ebd848610f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c79f4b1fd5f438899a6e83e7c73a679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192894 Jul 08 17:14:07.811134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34458) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:07.878732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49060ecc-05e6-46bb-990e-6ac21532d8b5 req-9ce72b78-8652-4599-9446-414fc8e84787 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086161 Jul 08 17:14:07.931883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-ab735072-e7ae-408c-a71c-3c994d0805f8 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:07.947800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-ab735072-e7ae-408c-a71c-3c994d0805f8 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.2195604 Jul 08 17:14:07.978686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.979310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6a7598e-d473-4e35-abe5-6e1d767d682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:08.045224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6a7598e-d473-4e35-abe5-6e1d767d682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:08.047170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc44fbd-4a6f-4606-b34f-f717652983fa req-13f93758-ac42-4824-ae22-ed0a2be5886f tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:08.059534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4dc44fbd-4a6f-4606-b34f-f717652983fa req-13f93758-ac42-4824-ae22-ed0a2be5886f tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.3078449 Jul 08 17:14:08.070477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aebc84f-291a-4da2-ab79-afebdfe9ee16,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:08.133010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-af891cf0-3363-45bd-a376-12ea7a138098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:08.134594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-af891cf0-3363-45bd-a376-12ea7a138098 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 1096 time: 0.1571321 Jul 08 17:14:08.175225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6a7598e-d473-4e35-abe5-6e1d767d682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:08.185840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6a7598e-d473-4e35-abe5-6e1d767d682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:08.199251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6a7598e-d473-4e35-abe5-6e1d767d682d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4713dbc9-9b76-4aaa-b586-9a6512dc1dfe HTTP/1.1" status: 204 len: 168 time: 0.3846314 Jul 08 17:14:08.230743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4dc44fbd-4a6f-4606-b34f-f717652983fa req-0b9b2564-359b-49f3-b571-5be57d7e6422 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704800 Jul 08 17:14:08.254411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2d83-b4d9-49b5-8815-5145f8c2a63e req-3c1c95c9-1865-4b11-ab01-e1c3d46c8074 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:08.267414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-528c2d83-b4d9-49b5-8815-5145f8c2a63e req-3c1c95c9-1865-4b11-ab01-e1c3d46c8074 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 945 time: 0.1930816 Jul 08 17:14:08.314889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7598e-d473-4e35-abe5-6e1d767d682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4713dbc9-9b76-4aaa-b586-9a6512dc1dfe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:08.425917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-528c2d83-b4d9-49b5-8815-5145f8c2a63e req-bdfc8727-a8a3-4f8d-872e-205ea59eab4b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571572 Jul 08 17:14:08.496773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:08.518954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-ab9e8059-6345-4119-98f6-0fcadbabbb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:08.525279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-ab9e8059-6345-4119-98f6-0fcadbabbb10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1096 time: 0.3262994 Jul 08 17:14:08.755214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-1332264c-a095-4679-8751-3d28a62ca952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:08.758214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-1332264c-a095-4679-8751-3d28a62ca952 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.2259805 Jul 08 17:14:08.836138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-67aaecbd-0115-4010-8712-ec10d4debecd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 200 len: 217 time: 0.0695500 Jul 08 17:14:08.847574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Router fa4c4548-929e-41ad-9e7f-81f4d0f51485 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:14:08.948811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-579429d7-7b08-456c-b1bf-c531d13a0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:08.952856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-579429d7-7b08-456c-b1bf-c531d13a0bb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1071196 Jul 08 17:14:09.027220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-437e079f-ab4b-48a1-ac70-b674e3e60b58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652893 Jul 08 17:14:09.065086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:14:09.073423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-26959849-24b5-43c6-9c6a-195cf6368582 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa4c4548-929e-41ad-9e7f-81f4d0f51485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9556587 Jul 08 17:14:09.073723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:09.081016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] Sync routers for ids ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:14:09.096470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] Routers {'fa4c4548-929e-41ad-9e7f-81f4d0f51485'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:14:09.106893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:09.264845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-48c6176d-c026-4ca5-901e-76dbd77c63e0 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238996 Jul 08 17:14:09.354779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:09.389496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] Set router fa4c4548-929e-41ad-9e7f-81f4d0f51485 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:14:09.476168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:09.509574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:09.534725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bac16-2145-4ec4-af29-7a5e2021228f req-497b3360-ae3c-4e6c-82b3-077ba8fe2f23 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:09.536509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e6bac16-2145-4ec4-af29-7a5e2021228f req-497b3360-ae3c-4e6c-82b3-077ba8fe2f23 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 945 time: 0.3962743 Jul 08 17:14:09.546199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-55da710f-3eed-4db1-9a28-330af61bea51 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735331 Jul 08 17:14:09.589591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1fb33-04ac-4090-a75a-cf834f9a714b req-736d7eaf-9c7d-414e-a25b-91d97cc66bc7 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:09.597754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1fb33-04ac-4090-a75a-cf834f9a714b req-736d7eaf-9c7d-414e-a25b-91d97cc66bc7 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:09.605118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1fb33-04ac-4090-a75a-cf834f9a714b req-736d7eaf-9c7d-414e-a25b-91d97cc66bc7 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:09.615254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-16a1fb33-04ac-4090-a75a-cf834f9a714b req-736d7eaf-9c7d-414e-a25b-91d97cc66bc7 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8&device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d&device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 2418 time: 0.2191248 Jul 08 17:14:09.628986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e6bac16-2145-4ec4-af29-7a5e2021228f req-0ed11fc2-8531-407b-a550-7af5da289096 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826383 Jul 08 17:14:09.630520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Deleting port a6f30c02-0941-4a9b-8344-50981e62dbbf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:09.630854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:09.661018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-16a1fb33-04ac-4090-a75a-cf834f9a714b req-553a0f1f-5ca0-4e00-9574-b6807bb303cd tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Jul 08 17:14:09.728569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1268003504-network', 'tenant_id': 'c3238d262c3f437f845f6f2bd48b08a3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:09.774611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Made reservation on behalf of c3238d262c3f437f845f6f2bd48b08a3 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:09.790577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] For port a6f30c02-0941-4a9b-8344-50981e62dbbf, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a6f30c02-0941-4a9b-8344-50981e62dbbf,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:09.791008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:09.792736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:09.808090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Calling delete_port for a6f30c02-0941-4a9b-8344-50981e62dbbf owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:09.822350 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:09.825011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:14:07Z', 'revision_number': 5, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port': {'id': 'a6f30c02-0941-4a9b-8344-50981e62dbbf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:29:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:13:51Z', 'updated_at': '2021-07-08T17:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:09.900543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] Checking router: fa4c4548-929e-41ad-9e7f-81f4d0f51485 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:14:09.928369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] Routers {'fa4c4548-929e-41ad-9e7f-81f4d0f51485'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:14:09.929879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:10.107916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.108537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.119927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] Set router fa4c4548-929e-41ad-9e7f-81f4d0f51485 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:14:10.120892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.149237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f30c02-0941-4a9b-8344-50981e62dbbf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:10.171282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:14:10.194701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd8da09-702a-4277-9175-05d564651522,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:10.207724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.208083 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Added segment 4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6 of type vlan for network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 Jul 08 17:14:10.261970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.266317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4966e-f108-4c87-8166-8a728237c99d req-56d28653-eba6-4c4c-9328-a98e794039e3 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:10.267846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-56d28653-eba6-4c4c-9328-a98e794039e3 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.2784364 Jul 08 17:14:10.282572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868fda7-b6fc-4c21-9d6a-4d3e4a8d407c req-b9408b84-db7e-48a8-a078-7dbc778ed368 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:10.283973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e868fda7-b6fc-4c21-9d6a-4d3e4a8d407c req-b9408b84-db7e-48a8-a078-7dbc778ed368 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 945 time: 0.4244881 Jul 08 17:14:10.285436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:14:09Z', 'revision_number': 6, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:10.288525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.360033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51971aca-26b0-4e44-8924-f3532b26c5ad None None] The sync data for ids ['fa4c4548-929e-41ad-9e7f-81f4d0f51485'] in n-d-799527-4 is: [{'id': 'fa4c4548-929e-41ad-9e7f-81f4d0f51485', 'name': 'tempest-FloatingIPsNegativeTestJSON-1267012061-router', 'tenant_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:13:50Z', 'updated_at': '2021-07-08T17:14:09Z', 'revision_number': 6, 'project_id': 'b6e6e9ec51574ffcb1185f65b00c8759', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:14:10.431873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.433065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:10.434030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.445988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.448808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.454987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e868fda7-b6fc-4c21-9d6a-4d3e4a8d407c req-a77b1bf4-688b-4a54-94fe-03489b5836fc tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562264 Jul 08 17:14:10.549036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0366287 Jul 08 17:14:10.552287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:10.565643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Request body: {'subnet': {'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1268003504-subnet', 'tenant_id': 'c3238d262c3f437f845f6f2bd48b08a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:10.577128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab4464-b721-4381-b34e-75623903effc admin admin] Pushing event updated for resources: {'Network': ['ID=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:10.588741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:14:10.625418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.626290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4c4548-929e-41ad-9e7f-81f4d0f51485 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:14:10.638035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fbf4966e-f108-4c87-8166-8a728237c99d req-20598154-69ae-4e99-984c-bca8df9eb295 service neutron] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:10.638174 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.643797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fbf4966e-f108-4c87-8166-8a728237c99d req-20598154-69ae-4e99-984c-bca8df9eb295 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.644016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f8ed75e-64ee-4531-91f9-6ddbbdc45db6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa4c4548-929e-41ad-9e7f-81f4d0f51485 HTTP/1.1" status: 204 len: 168 time: 1.5666418 Jul 08 17:14:10.644016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Made reservation on behalf of c3238d262c3f437f845f6f2bd48b08a3 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:10.644969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf4966e-f108-4c87-8166-8a728237c99d req-20598154-69ae-4e99-984c-bca8df9eb295 service neutron] 10.222.0.53 "DELETE /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.3583958 Jul 08 17:14:10.645449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:10.650148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.750930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Deleting subnet 254fd958-f7f2-431f-ab9c-6c05c7e85a9f {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:14:10.771221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:10.880537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0aebc84f-291a-4da2-ab79-afebdfe9ee16 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:10.948167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 0aebc84f-291a-4da2-ab79-afebdfe9ee16 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:10.951023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0aebc84f-291a-4da2-ab79-afebdfe9ee16 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:10.966906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.042915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.048694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4187f-f786-45ec-9dce-0dbd82859957 req-07263173-9bd0-4530-8273-82ece70259f8 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:11.050306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0de4187f-f786-45ec-9dce-0dbd82859957 req-07263173-9bd0-4530-8273-82ece70259f8 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.2943716 Jul 08 17:14:11.119098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b00a39-d54b-4947-93bd-2b6a91d31d48,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:11.144105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Checking segment: {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:11.148132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Network hostable DHCP agents. Network: 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:14:11.197114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.220335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:14:11.234910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:11.247575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bc996-d26e-4049-9c8e-27392b4b77a1 None None] Network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:11.253772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:11.254740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.294144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0de4187f-f786-45ec-9dce-0dbd82859957 req-4a4fd458-87c4-43d8-b002-c95f74254a4e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316158 Jul 08 17:14:11.296078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.298541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-82120d22-c313-404f-839d-2626218bbe61 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7401388 Jul 08 17:14:11.374053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254fd958-f7f2-431f-ab9c-6c05c7e85a9f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:11.392702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.398453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2443aa-2a6a-46d9-913e-ea306d3debc5 None None] Network 38894f31-94d6-4ad2-acd4-38d828ebe064 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:11.399502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-63ccdfed-8846-4e27-83cb-143ddf0697f2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/254fd958-f7f2-431f-ab9c-6c05c7e85a9f HTTP/1.1" status: 204 len: 168 time: 0.7527809 Jul 08 17:14:11.402595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:11.635753 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.695488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1196d2c-ea75-4c7a-afa2-c600fa7ebd55 None None] Network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:11.782997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Deleting port c1223f6c-3369-43b7-bbcf-40791b5ad880 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:11.783395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:11.842992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f385173-f862-4022-80f9-98f2caab71ce req-c51022a3-509c-41f9-a767-21fa7d48ae25 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:11.859846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f385173-f862-4022-80f9-98f2caab71ce req-c51022a3-509c-41f9-a767-21fa7d48ae25 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 945 time: 0.1750584 Jul 08 17:14:11.915240 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f385173-f862-4022-80f9-98f2caab71ce req-4ae7cbc3-c948-47d0-b276-4594a4c40906 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599477 Jul 08 17:14:11.937053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:12.063494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] DHCP port deletion for 38894f31-94d6-4ad2-acd4-38d828ebe064 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:14:12.175721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0de7a6-d7ce-4127-b5b7-bf7dfa99e16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.198299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] Deleting port c1223f6c-3369-43b7-bbcf-40791b5ad880 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:12.199189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.288585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] For port c1223f6c-3369-43b7-bbcf-40791b5ad880, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1223f6c-3369-43b7-bbcf-40791b5ad880,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:12.289286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.322622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Calling delete_port for c1223f6c-3369-43b7-bbcf-40791b5ad880 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:12.328524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-183a687e-eb75-443d-8c35-0054729167da req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1308924308', 'description': 'tempest-description-820760886'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:12.344282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] For port c1223f6c-3369-43b7-bbcf-40791b5ad880, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1223f6c-3369-43b7-bbcf-40791b5ad880,segment=NetworkSegment(d4671441-e024-4788-959a-bce95e09c493),segment_id=d4671441-e024-4788-959a-bce95e09c493)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:12.344900 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.378468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] Calling delete_port for c1223f6c-3369-43b7-bbcf-40791b5ad880 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:12.406724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0de7a6-d7ce-4127-b5b7-bf7dfa99e16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.429761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f0de7a6-d7ce-4127-b5b7-bf7dfa99e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.489375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:14:12.508381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0de7a6-d7ce-4127-b5b7-bf7dfa99e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c353a-3467-48f2-ba35-0bad1f39f166,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:12.522958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f0de7a6-d7ce-4127-b5b7-bf7dfa99e16e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f145e6ea03294f5e99cda5fe7f3727cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5812540 Jul 08 17:14:12.524036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.524275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:12.533703 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-183a687e-eb75-443d-8c35-0054729167da req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.572248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] Pushing event deleted for resources: {'Port': ['ID=c1223f6c-3369-43b7-bbcf-40791b5ad880,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:12.597564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.643008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1223f6c-3369-43b7-bbcf-40791b5ad880,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:12.647520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] No DVR routers for this DVR port c1223f6c-3369-43b7-bbcf-40791b5ad880 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:12.648665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f03407d1-53f6-402f-a8d7-01e7b090c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.661751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00beb79c-f480-46bb-b0dd-49dbca982eea None None] No DVR routers for this DVR port c1223f6c-3369-43b7-bbcf-40791b5ad880 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:12.681732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.699910 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.717886 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f03407d1-53f6-402f-a8d7-01e7b090c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.785146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a6f30c02-0941-4a9b-8344-50981e62dbbf no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:12.790133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.797423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:12.829371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a6f30c02-0941-4a9b-8344-50981e62dbbf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:12.829720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a6f30c02-0941-4a9b-8344-50981e62dbbf not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:12.830206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1223f6c-3369-43b7-bbcf-40791b5ad880 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:12.831664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38894f31-94d6-4ad2-acd4-38d828ebe064']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:12.840994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f03407d1-53f6-402f-a8d7-01e7b090c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.843924 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f03407d1-53f6-402f-a8d7-01e7b090c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.845263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f03407d1-53f6-402f-a8d7-01e7b090c3b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/028c353a-3467-48f2-ba35-0bad1f39f166 HTTP/1.1" status: 204 len: 168 time: 0.3207622 Jul 08 17:14:12.856754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '50223aaf-bc68-43b1-9484-369531b47e8b', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': '50223aaf-bc68-43b1-9484-369531b47e8b', 'mac_address': 'fa:16:3e:07:36:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:14:12.858198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c1223f6c-3369-43b7-bbcf-40791b5ad880 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:12.858545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1223f6c-3369-43b7-bbcf-40791b5ad880 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:12.861353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03407d1-53f6-402f-a8d7-01e7b090c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c353a-3467-48f2-ba35-0bad1f39f166,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:12.865060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-183a687e-eb75-443d-8c35-0054729167da req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.871533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4671441-e024-4788-959a-bce95e09c493') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:12.872144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4671441-e024-4788-959a-bce95e09c493') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:14:12.889328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.891153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-183a687e-eb75-443d-8c35-0054729167da req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.925763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.934869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.937883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-183a687e-eb75-443d-8c35-0054729167da req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.945459 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-183a687e-eb75-443d-8c35-0054729167da req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6243827 Jul 08 17:14:12.946988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:14:12.947716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:14:12.960835 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:14:12.966861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50223aaf-bc68-43b1-9484-369531b47e8b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:12.986516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f0ea-eca3-4c16-a5eb-a2cbb2029998 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1677a47-99bb-416c-9897-0f80653a38d6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:12.993882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:12.999702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.109503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:13.110419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.130233 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.133661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/38894f31-94d6-4ad2-acd4-38d828ebe064 HTTP/1.1" status: 204 len: 168 time: 1.7298710 Jul 08 17:14:13.144750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['50223aaf-bc68-43b1-9484-369531b47e8b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:13.171312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826e17a-cf93-484f-a084-9f429ed59eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38894f31-94d6-4ad2-acd4-38d828ebe064,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:13.184667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eb187-d14d-4aa2-a8dd-0a93d08687ea req-2459ebd0-36ca-4d83-af2d-0dc349f8ff06 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:13.186701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f65eb187-d14d-4aa2-a8dd-0a93d08687ea req-2459ebd0-36ca-4d83-af2d-0dc349f8ff06 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1096 time: 0.1040847 Jul 08 17:14:13.246737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f65eb187-d14d-4aa2-a8dd-0a93d08687ea req-27d1ff2d-efd1-49ac-b99c-1bc336770e20 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532336 Jul 08 17:14:13.302967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-79d855f1-11a3-4e21-b3b5-2739ac19da2d req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-183643095', 'description': 'tempest-description-981780352'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:13.398659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-79d855f1-11a3-4e21-b3b5-2739ac19da2d req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.472792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:13.494205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d695b1-b5a7-4f75-b5ba-20e207198aa3 req-97fb881e-e2e7-459e-9322-2a0aba71261b tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:13.495890 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6d695b1-b5a7-4f75-b5ba-20e207198aa3 req-97fb881e-e2e7-459e-9322-2a0aba71261b tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 1096 time: 0.0777144 Jul 08 17:14:13.546626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6d695b1-b5a7-4f75-b5ba-20e207198aa3 req-0925672f-bd18-4a50-8d21-513d075a1a17 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Jul 08 17:14:13.595442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ae742500-450a-496c-99f7-07416ff00e69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6e6e9ec51574ffcb1185f65b00c8759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193235 Jul 08 17:14:13.596382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:13.603006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-79d855f1-11a3-4e21-b3b5-2739ac19da2d req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.612353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-79d855f1-11a3-4e21-b3b5-2739ac19da2d req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.668664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-79d855f1-11a3-4e21-b3b5-2739ac19da2d req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.688184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79d855f1-11a3-4e21-b3b5-2739ac19da2d req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3974426 Jul 08 17:14:13.707562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b00d5-e7f1-4624-b052-60b149a66a38 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa52170-6696-4ea2-ad15-a1fb4c2d46d7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:13.727027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1650eefa-a018-45be-8887-129f82625e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.796541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1650eefa-a018-45be-8887-129f82625e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.927507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1650eefa-a018-45be-8887-129f82625e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.932517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1650eefa-a018-45be-8887-129f82625e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:13.934180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1650eefa-a018-45be-8887-129f82625e79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ceb423cf-ad54-4590-bc54-706244273da7 HTTP/1.1" status: 204 len: 168 time: 0.3364413 Jul 08 17:14:13.956087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650eefa-a018-45be-8887-129f82625e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb423cf-ad54-4590-bc54-706244273da7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:14.495337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:14.564082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 50223aaf-bc68-43b1-9484-369531b47e8b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:14.564889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:14.728760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:14.765596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:14.772747 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bdba61-1fe7-4883-9b22-cd2e89dc9a7b" -d '{"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:14.793969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:14.802533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:14.952301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:14.998517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2a247-15ca-444b-bfae-185e99a38051 req-0110d817-63bb-4313-93fa-5a9cd15614bb tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:14.999133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4f2a247-15ca-444b-bfae-185e99a38051 req-0110d817-63bb-4313-93fa-5a9cd15614bb tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.2006629 Jul 08 17:14:15.093059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4f2a247-15ca-444b-bfae-185e99a38051 req-a5a63750-dc4e-405a-a0e0-bee7e413f75e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866845 Jul 08 17:14:15.223331 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee48ca-7457-4415-9da3-737fcb835850 x-openstack-request-id: req-b4ee48ca-7457-4415-9da3-737fcb835850 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:15.223626 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:15.223883 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4ee48ca-7457-4415-9da3-737fcb835850 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:15.224280 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b', 'code': 200} Jul 08 17:14:15.833705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-3a568807-8a01-47da-b1ea-00e2669616d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986342 Jul 08 17:14:15.957656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-8dc3f22d-f619-45f7-9c3b-ac140bfa815e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965524 Jul 08 17:14:16.023031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-a2f9b8e9-8191-4784-83b5-4f185d5384e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:16.025236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-a2f9b8e9-8191-4784-83b5-4f185d5384e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 1095 time: 0.1301119 Jul 08 17:14:16.171668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-60bd768c-4869-4b6a-98b8-dcf0d1077c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:16.173797 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-60bd768c-4869-4b6a-98b8-dcf0d1077c90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.1229064 Jul 08 17:14:16.236866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-db38c9c4-3bf9-4706-8f31-485b5db346ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 200 len: 217 time: 0.0438385 Jul 08 17:14:16.296855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-24a2ec59-c6c2-4921-be94-1ddc3968643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:16.298808 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-24a2ec59-c6c2-4921-be94-1ddc3968643b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.0532346 Jul 08 17:14:16.342624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-883b88d1-921f-424f-bd30-ea478b9df8f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333681 Jul 08 17:14:16.473832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-28a0fceb-c440-4f8b-98a9-3e806d957f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:16.476853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-28a0fceb-c440-4f8b-98a9-3e806d957f9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 1095 time: 0.4470270 Jul 08 17:14:16.479584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-af6a3b8d-41e1-4b47-b953-a0e6941386bc service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227341 Jul 08 17:14:16.803773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-c44d93c2-259a-49e5-851d-510e95785f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:16.807150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-c44d93c2-259a-49e5-851d-510e95785f50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.3039491 Jul 08 17:14:16.813016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50e940e5-0166-4f45-906f-dfb82ec24d47 req-7b3d1a71-ca6f-4b31-91aa-06b0193b9279 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214908 Jul 08 17:14:16.858272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-a33a07de-298d-47bc-a11d-5c0b64711ec1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 200 len: 217 time: 0.0440295 Jul 08 17:14:16.933951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-cbddb9f7-1e4d-462a-9723-c55577bd437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:16.933951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-cbddb9f7-1e4d-462a-9723-c55577bd437b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.0688028 Jul 08 17:14:16.989693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-fd871eca-dce7-49fb-ad30-8f2ebcffd561 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488513 Jul 08 17:14:17.107116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-b4af18eb-fe88-4569-b9c5-afa98c613b85 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103492 Jul 08 17:14:17.277466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d33f0e-7175-485b-96fe-ada1be6a4d22 req-a0af0d73-805d-4bf0-a797-441807fb74a9 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632178 Jul 08 17:14:17.499892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:17.785697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75eecdf4-f131-45ad-9017-ac359dd5301a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.038695 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75eecdf4-f131-45ad-9017-ac359dd5301a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.055320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75eecdf4-f131-45ad-9017-ac359dd5301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.118941 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-75eecdf4-f131-45ad-9017-ac359dd5301a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fba1030d2ae41b9b9037cdb90da2fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179419 Jul 08 17:14:18.121958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:18.133748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eecdf4-f131-45ad-9017-ac359dd5301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c15505f-576d-4fd5-a6e6-3a34fc297483,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:18.231437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60926191-6c63-4e34-95bf-5e1077c99f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.265464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60926191-6c63-4e34-95bf-5e1077c99f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.326663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60926191-6c63-4e34-95bf-5e1077c99f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.330911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60926191-6c63-4e34-95bf-5e1077c99f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.332562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-60926191-6c63-4e34-95bf-5e1077c99f33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c15505f-576d-4fd5-a6e6-3a34fc297483 HTTP/1.1" status: 204 len: 168 time: 0.2093034 Jul 08 17:14:18.342820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60926191-6c63-4e34-95bf-5e1077c99f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c15505f-576d-4fd5-a6e6-3a34fc297483,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:18.840861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:18.868478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06f2f523-fbca-446f-ad3e-78b0443f58d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.069383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06f2f523-fbca-446f-ad3e-78b0443f58d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.075369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06f2f523-fbca-446f-ad3e-78b0443f58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.127878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-06f2f523-fbca-446f-ad3e-78b0443f58d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5134c51a31b4f71833528499118d849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855291 Jul 08 17:14:19.128596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:19.130084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2f523-fbca-446f-ad3e-78b0443f58d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1002f7-5dc0-4c59-ab21-9c860e791506,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:19.226464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31b7774e-c13b-4f7c-92f3-afce4b054ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.258971 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31b7774e-c13b-4f7c-92f3-afce4b054ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.320859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31b7774e-c13b-4f7c-92f3-afce4b054ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.323700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31b7774e-c13b-4f7c-92f3-afce4b054ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:19.325193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-31b7774e-c13b-4f7c-92f3-afce4b054ac7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e1002f7-5dc0-4c59-ab21-9c860e791506 HTTP/1.1" status: 204 len: 168 time: 0.1904166 Jul 08 17:14:19.335292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7774e-c13b-4f7c-92f3-afce4b054ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1002f7-5dc0-4c59-ab21-9c860e791506,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:19.447597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1854adde-df20-45ac-9c29-b374993b6233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:20.638382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-d77a5653-e054-47b1-99b3-7edfc447a1df tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:20.646055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-d77a5653-e054-47b1-99b3-7edfc447a1df tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 813 time: 0.2162294 Jul 08 17:14:20.669296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-82ff8678-bb6f-4e29-94e7-35805426cec5 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/quotas/c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 375 time: 0.0208073 Jul 08 17:14:20.712841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-13760e96-c5d8-4c48-932c-656973e4ff97 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418060 Jul 08 17:14:20.836314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-53e85a81-28ad-48b7-a008-9b916e1dc645 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221881 Jul 08 17:14:20.949190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-470ba7e2-3bb3-4e90-a2e0-746521a95b31 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114812 Jul 08 17:14:20.996088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e52a0a-3b5e-4a31-a1f6-ce5cabfa394b req-4521b1ad-3d3f-4017-9dcc-8d610b350c71 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:21.010441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99e52a0a-3b5e-4a31-a1f6-ce5cabfa394b req-4521b1ad-3d3f-4017-9dcc-8d610b350c71 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.1940873 Jul 08 17:14:21.138806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99e52a0a-3b5e-4a31-a1f6-ce5cabfa394b req-514b8840-3211-4592-9bf9-61d14941c1b9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286497 Jul 08 17:14:21.422198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ecde102-9a17-4d74-99f3-5f9511cd292f req-b718a097-5157-43b6-aa2e-fa55ecd94e42 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 210 time: 0.0986559 Jul 08 17:14:22.203495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96f7815d-9def-4f17-85c0-07c077df3291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:22.286183 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:22.528156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7556b4-566b-4c4e-b5ad-3f3ffc08d77f req-64457b7a-163b-4061-b181-dbd2d8693c45 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:22.530906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1d7556b4-566b-4c4e-b5ad-3f3ffc08d77f req-64457b7a-163b-4061-b181-dbd2d8693c45 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.2157235 Jul 08 17:14:22.673963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1d7556b4-566b-4c4e-b5ad-3f3ffc08d77f req-c15b989a-69c5-41d4-91a2-a32cf8280937 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228807 Jul 08 17:14:23.053035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5cdfa63-af20-4569-97ae-cdc745e374b3 req-c9543e2c-3985-472a-aaa5-b12abc5e0986 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 210 time: 0.0554991 Jul 08 17:14:23.434733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:23.788096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-d5488d6c-bc31-446f-8a60-4ce4d73e7a9b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:23.800081 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-d5488d6c-bc31-446f-8a60-4ce4d73e7a9b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 813 time: 0.3782320 Jul 08 17:14:23.816855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'port': {'device_id': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135', 'admin_state_up': True, 'tenant_id': 'c3238d262c3f437f845f6f2bd48b08a3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:24.035829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b0ca8-c7ce-4977-92f1-b2539d9aed2c req-e1bc2cfa-db4e-40c3-b03e-9ad12810da8e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:24.041104 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-916b0ca8-c7ce-4977-92f1-b2539d9aed2c req-e1bc2cfa-db4e-40c3-b03e-9ad12810da8e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.0907998 Jul 08 17:14:24.140190 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-916b0ca8-c7ce-4977-92f1-b2539d9aed2c req-9aeb9e35-01f0-40f2-978b-6e335b1cf915 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805266 Jul 08 17:14:24.169651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Made reservation on behalf of c3238d262c3f437f845f6f2bd48b08a3 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:24.176831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.215457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:24.448041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Allocated IP 172.20.0.4 (2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135/70b00a39-d54b-4947-93bd-2b6a91d31d48/5cf68c9b-f7fa-4a17-81fa-80c9f9267be1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:24.478135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9040722-bd0b-4c5e-89f3-fc9d41608cb0 req-1740a969-75fa-4aca-a545-a00bb3e7c374 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 210 time: 0.0806201 Jul 08 17:14:24.512879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24069e31-5f3e-4a9a-883a-88bf59e95c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.672302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24069e31-5f3e-4a9a-883a-88bf59e95c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.692309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24069e31-5f3e-4a9a-883a-88bf59e95c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.760500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.781392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069e31-5f3e-4a9a-883a-88bf59e95c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de512d3b-7e8a-4ffd-bd11-bd8b9242e43c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:24.789730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-24069e31-5f3e-4a9a-883a-88bf59e95c0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=313491ef27ba452791cef24060e6bdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727103 Jul 08 17:14:24.792462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:24.805553 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.811121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.873980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:24.877573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:24.882170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:24.890147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:24.910503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da4eba5-1fda-45f2-aa40-a2f859a5dae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:24.972174 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da4eba5-1fda-45f2-aa40-a2f859a5dae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.092156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:25.093056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.118279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da4eba5-1fda-45f2-aa40-a2f859a5dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.122607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da4eba5-1fda-45f2-aa40-a2f859a5dae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.125241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8da4eba5-1fda-45f2-aa40-a2f859a5dae7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de512d3b-7e8a-4ffd-bd11-bd8b9242e43c HTTP/1.1" status: 204 len: 168 time: 0.3317258 Jul 08 17:14:25.134286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-28ebf071-597a-4052-ad0e-a1acf957134e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3220127 Jul 08 17:14:25.146313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4eba5-1fda-45f2-aa40-a2f859a5dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de512d3b-7e8a-4ffd-bd11-bd8b9242e43c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:25.159271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Request body: {'port': {'device_id': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:25.672603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:25.706331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d59f36d6-e19c-4e4c-8118-0d665a52cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.860746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d59f36d6-e19c-4e4c-8118-0d665a52cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.873539 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d59f36d6-e19c-4e4c-8118-0d665a52cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.888684 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:25.925588 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d59f36d6-e19c-4e4c-8118-0d665a52cb63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a9f1848d8124693991d67c4366127f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493765 Jul 08 17:14:25.925796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f36d6-e19c-4e4c-8118-0d665a52cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb493407-cd6f-484d-afce-bb7735a76348,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:25.928571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:26.000138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba3d657-8a46-43b1-885d-fe77f10455f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.031416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba3d657-8a46-43b1-885d-fe77f10455f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.103751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba3d657-8a46-43b1-885d-fe77f10455f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.108220 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aba3d657-8a46-43b1-885d-fe77f10455f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.123886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aba3d657-8a46-43b1-885d-fe77f10455f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb493407-cd6f-484d-afce-bb7735a76348 HTTP/1.1" status: 204 len: 168 time: 0.1844203 Jul 08 17:14:26.147380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d657-8a46-43b1-885d-fe77f10455f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb493407-cd6f-484d-afce-bb7735a76348,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:26.357589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:26.366325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.383706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Transition to ACTIVE for port object 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:26.391623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.521988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:26.567413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Attempting to bind port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:26.567888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Attempting to bind port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:26.568714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Attempting to bind port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 on network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:26.576444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 on network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:14:26.576779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Attempting to bind port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 on network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:26.588419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:26.588419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Checking segment: {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:26.588419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Bound using segment: {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:26.588419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Bound port: 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:26.588419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.666967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:26.670468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:26.679205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.722953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:26.724482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:26.729150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] 10.222.0.21 "PUT /v2.0/ports/5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 1091 time: 1.5781648 Jul 08 17:14:26.729150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:26.729592 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a85e372-b031-4a04-874e-6ca5d39c04b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:26.755100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fa72a-a912-4722-807a-67ac70b35f98 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:26.882682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-22d889db-d217-4117-995c-8cf924117eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:26.884278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-22d889db-d217-4117-995c-8cf924117eb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1094 time: 0.0756645 Jul 08 17:14:26.942553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-23aa549f-6639-44e8-bfa1-d4b032296b2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 217 time: 0.0493538 Jul 08 17:14:27.050334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fd9cf-855c-464e-880f-a63b2298f693 req-642167a4-1abf-423a-91f7-037dd08ad57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:27.053275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-642167a4-1abf-423a-91f7-037dd08ad57d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.1012497 Jul 08 17:14:27.108901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-656b92cb-77f1-4a68-a9c4-4157e8043f35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486882 Jul 08 17:14:27.267630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-21b7e76e-fd67-4dc3-a1e7-348d5eb3c398 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507630 Jul 08 17:14:27.404855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-414fd9cf-855c-464e-880f-a63b2298f693 req-bd621c85-00b0-451a-ad4a-4df2ab11d5c8 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165750 Jul 08 17:14:30.713804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:14:30.848083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:30.868498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135', 'port_id': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'mac_address': 'fa:16:3e:8b:d4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b00a39-d54b-4947-93bd-2b6a91d31d48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:14:30.922893 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:30.946641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:30.971531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:30.979380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:31.080735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:31.245650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:31.283864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec8367-bb91-4f3d-8616-39b881e22294 req-b6e6a8aa-2893-4b2a-8c71-fcfde3bcd24c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:31.285481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12ec8367-bb91-4f3d-8616-39b881e22294 req-b6e6a8aa-2893-4b2a-8c71-fcfde3bcd24c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.1763365 Jul 08 17:14:31.375481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12ec8367-bb91-4f3d-8616-39b881e22294 req-96a91d5c-961c-4ef3-bf12-5a2c6ec38d87 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758998 Jul 08 17:14:31.455807 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ef462a-c1e2-4b1c-96de-3ad60908ac6b x-openstack-request-id: req-45ef462a-c1e2-4b1c-96de-3ad60908ac6b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:31.456764 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:31.457177 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45ef462a-c1e2-4b1c-96de-3ad60908ac6b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:31.457771 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'status': 'completed', 'code': 200} Jul 08 17:14:31.558182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45379f57-e7dd-4a25-8620-614dd957ea8f req-06296042-2e21-4ba2-a9dc-1ebf9a55c882 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:31.566860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45379f57-e7dd-4a25-8620-614dd957ea8f req-06296042-2e21-4ba2-a9dc-1ebf9a55c882 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 944 time: 0.1446626 Jul 08 17:14:31.636856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45379f57-e7dd-4a25-8620-614dd957ea8f req-7507c20d-d806-4d54-bfa7-5d37a50c6e23 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Jul 08 17:14:31.664967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-413cf05b-b818-4604-bf2d-b40acd98b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:31.668063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-413cf05b-b818-4604-bf2d-b40acd98b562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1095 time: 0.1958249 Jul 08 17:14:31.799520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-7e8f0796-3436-48b8-912f-4a3933c93f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:31.801492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-7e8f0796-3436-48b8-912f-4a3933c93f52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.1244864 Jul 08 17:14:31.869282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-485c4dea-ba33-46f2-a154-45a296b755a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 217 time: 0.0582578 Jul 08 17:14:31.928790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-5e2a4410-d678-45a2-b5f9-f2381e7e18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:31.930640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-5e2a4410-d678-45a2-b5f9-f2381e7e18cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.0537353 Jul 08 17:14:31.989422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-9e28aa6a-b024-4854-bf52-1740ce791aac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512786 Jul 08 17:14:32.129296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-56a85b52-51b6-46f2-bedd-33f4ba399dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313846 Jul 08 17:14:32.290737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a85e372-b031-4a04-874e-6ca5d39c04b2 req-cb9b12a4-4f7a-4f64-8288-92fdd6c94e88 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513419 Jul 08 17:14:32.728067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:32.812100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:32.821514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:32.822355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:32.933478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:33.004890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:33.007483 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38879c8f-fa61-47d0-8044-41ed856c2ddc" -d '{"events": [{"server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "name": "network-vif-plugged", "status": "completed", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:33.035912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:33.060875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:33.178625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:33.718119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-43baa068-2420-4659-9740-d5825154a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:33.720457 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-43baa068-2420-4659-9740-d5825154a260 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 1097 time: 0.1961164 Jul 08 17:14:33.804503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eccaf5-1cb3-4070-9e9d-507fd853b77a req-0e91048d-8ada-40e8-b733-9027b2793deb tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:33.806458 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-66eccaf5-1cb3-4070-9e9d-507fd853b77a req-0e91048d-8ada-40e8-b733-9027b2793deb tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 945 time: 0.2223258 Jul 08 17:14:33.918946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-66eccaf5-1cb3-4070-9e9d-507fd853b77a req-59b3b3aa-2156-4fab-a5d3-0e4a55d71080 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Jul 08 17:14:33.934511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-80e16623-633a-4630-b6cc-a34d2ae8e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:33.936486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-80e16623-633a-4630-b6cc-a34d2ae8e570 service neutron] 10.222.0.21 "GET /v2.0/networks?id=299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 200 len: 917 time: 0.2048090 Jul 08 17:14:34.017140 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f69201-2eed-4e96-b4b4-aed5a1af886d x-openstack-request-id: req-54f69201-2eed-4e96-b4b4-aed5a1af886d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:34.018153 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "name": "network-vif-plugged", "status": "completed", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:34.018632 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54f69201-2eed-4e96-b4b4-aed5a1af886d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:34.019244 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'code': 200} Jul 08 17:14:34.055759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-5e28df60-fcba-4196-8bf5-066db79f6444 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=211c3bad-857a-4775-936b-210df909691d HTTP/1.1" status: 200 len: 217 time: 0.1118779 Jul 08 17:14:34.234718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-f1483e82-8f48-4c07-a009-fdb08c0c24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:34.236228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-f1483e82-8f48-4c07-a009-fdb08c0c24a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 200 len: 855 time: 0.1662343 Jul 08 17:14:34.350304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-1d4a841a-01a0-4e86-9a0b-48d8bd8b6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:34.352714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-1d4a841a-01a0-4e86-9a0b-48d8bd8b6b6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=299f2e98-9428-449f-ab3f-8ec67dd32117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061547 Jul 08 17:14:34.389453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5ac88-9a45-4ee0-be4e-29faf9583528 req-42c6b14d-f473-418b-acdd-26eafdcb9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:34.392574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-baf5ac88-9a45-4ee0-be4e-29faf9583528 req-42c6b14d-f473-418b-acdd-26eafdcb9874 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1096 time: 0.2685688 Jul 08 17:14:34.436337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c9db9-cb60-4cb1-802b-1bcb2a2c12b0 req-0c3567d9-617c-49bc-962d-db7c6f7fcbac tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:34.438268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-812c9db9-cb60-4cb1-802b-1bcb2a2c12b0 req-0c3567d9-617c-49bc-962d-db7c6f7fcbac tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.2192383 Jul 08 17:14:34.524614 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-89402c49-0b2e-4c15-b805-9ae20206d1b8 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645284 Jul 08 17:14:34.532390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-baf5ac88-9a45-4ee0-be4e-29faf9583528 req-067f08e6-eeed-4ed5-87b4-8d4fb1ae741c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217606 Jul 08 17:14:34.540585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-812c9db9-cb60-4cb1-802b-1bcb2a2c12b0 req-40b2b4a0-47ad-4b8c-8ca1-1b9724cac7ea tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855033 Jul 08 17:14:34.574536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:34.704020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a7973a-5e96-4262-8f0e-be79dac3c0af req-7c04f8d0-beb7-4e31-9cb7-f6eb15a73b37 service neutron] 10.222.0.21 "GET /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684082 Jul 08 17:14:34.756461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:34.829875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:34.838739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:34.964091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:34.964601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-bbc67e0a-9f4e-4c83-9ec1-e0c62cc40c82 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:34.975225 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-bbc67e0a-9f4e-4c83-9ec1-e0c62cc40c82 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.2266679 Jul 08 17:14:35.004982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-74b1157c-1077-4335-bb47-0d205342b8cb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/quotas/caa8a0202a0b4797b37efef84a1019e9 HTTP/1.1" status: 200 len: 375 time: 0.0288212 Jul 08 17:14:35.106093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-d14e4c18-2d9d-4c54-bddf-9fd40cf311ae tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991871 Jul 08 17:14:35.227457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-2d5f7bb7-618a-4abc-ab30-d1287eff4f3f service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204700 Jul 08 17:14:35.340057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60aaf-844e-4af3-a972-24e0bcf2d4ef req-e5e2a6a2-c874-4e86-8899-ef20f9f3cfde tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:35.342563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dfb60aaf-844e-4af3-a972-24e0bcf2d4ef req-e5e2a6a2-c874-4e86-8899-ef20f9f3cfde tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 945 time: 0.1109524 Jul 08 17:14:35.353079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-cf33c226-58b7-48c6-a3e8-cd841104eb8c service neutron] 10.222.0.48 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245472 Jul 08 17:14:35.424845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dfb60aaf-844e-4af3-a972-24e0bcf2d4ef req-3f0e990b-b8ff-47b2-a48d-b82dd86c310b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744152 Jul 08 17:14:35.737234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d127c4d-b59e-45b3-9765-ed513620ca84 req-058fa71f-5f31-421b-926e-f7e25a35e289 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 210 time: 0.0376940 Jul 08 17:14:35.821408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-921190d7-6214-4cdf-98b6-4b8f67357be6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:35.823776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-921190d7-6214-4cdf-98b6-4b8f67357be6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "GET /v2.0/ports?device_id=b34a86b7-4ac9-42bb-ac30-62df77b3ec7c HTTP/1.1" status: 200 len: 943 time: 0.0900681 Jul 08 17:14:36.015113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Deleting port 50223aaf-bc68-43b1-9484-369531b47e8b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:36.015466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:36.021601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:36.024569 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0971e0ec-1770-40a9-9062-b3d76fa56943" -d '{"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:36.039841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf07361-a133-46e8-b6cc-5475ca8f39bf req-a7491791-e49d-42c6-bd7f-cbf2430da9b0 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:36.046950 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0bf07361-a133-46e8-b6cc-5475ca8f39bf req-a7491791-e49d-42c6-bd7f-cbf2430da9b0 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.1196265 Jul 08 17:14:36.144444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0bf07361-a133-46e8-b6cc-5475ca8f39bf req-bb5939b6-adb5-48f6-9099-a96324cd83f0 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965798 Jul 08 17:14:36.192391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] For port 50223aaf-bc68-43b1-9484-369531b47e8b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=50223aaf-bc68-43b1-9484-369531b47e8b,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:36.193898 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:36.227623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Calling delete_port for 50223aaf-bc68-43b1-9484-369531b47e8b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:36.269180 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceed75d1-5b96-44dc-8c21-cbdfb2e3d87d x-openstack-request-id: req-ceed75d1-5b96-44dc-8c21-cbdfb2e3d87d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:36.269492 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-unplugged", "status": "completed", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:36.269745 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ceed75d1-5b96-44dc-8c21-cbdfb2e3d87d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:36.270146 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b', 'code': 200} Jul 08 17:14:36.507419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-2f8aabcd-c9ae-4acc-9f8d-138ac2e5a0c3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:36.513540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-2f8aabcd-c9ae-4acc-9f8d-138ac2e5a0c3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.2156186 Jul 08 17:14:36.535427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-0f057bea-947d-4d59-82d9-ff063b44d6d8 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/quotas/96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 375 time: 0.0221436 Jul 08 17:14:36.577230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:36.610362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event deleted for resources: {'Port': ['ID=50223aaf-bc68-43b1-9484-369531b47e8b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:36.630276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.631249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.631603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.631941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.632460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.632918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.633258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.633578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.634447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.634447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.634722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.635013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:36.701319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] No DVR routers for this DVR port 50223aaf-bc68-43b1-9484-369531b47e8b on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:36.704528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:36.706535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18d8b96f-6cc1-4b7d-ae6a-4125e9910ff5 req-4788fcb6-24b1-431b-bbf0-fe039f90f8c6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "DELETE /v2.0/ports/50223aaf-bc68-43b1-9484-369531b47e8b HTTP/1.1" status: 204 len: 173 time: 0.8740640 Jul 08 17:14:36.707042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-deleted', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:36.710381 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd0961c-152b-4f43-9346-dafa72b4aa97" -d '{"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-deleted", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:36.735513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-4cba4c01-0bf8-4768-8940-27466c5c917f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1990802 Jul 08 17:14:36.862846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-016fbde8-d9e5-470d-95d8-ace9e4bc626e service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259651 Jul 08 17:14:36.994209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-19339914-12cb-4996-9a86-4065d77cc94f service neutron] 10.222.0.48 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182587 Jul 08 17:14:37.140544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785e272-3073-4fa6-be78-6ae490d86e43 req-2e0c83f7-fd36-4f81-a6b1-155aa1538df8 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:37.142188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c785e272-3073-4fa6-be78-6ae490d86e43 req-2e0c83f7-fd36-4f81-a6b1-155aa1538df8 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.0927367 Jul 08 17:14:37.201985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c785e272-3073-4fa6-be78-6ae490d86e43 req-f9ed9797-bd73-4c74-83fc-f19ec4a51cea tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 Jul 08 17:14:37.506936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17979d5-8fee-4b7e-8eb1-8d9394b5b755 req-ffd93ac5-dd4a-427e-bc05-140f95060e35 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:37.511398 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d17979d5-8fee-4b7e-8eb1-8d9394b5b755 req-ffd93ac5-dd4a-427e-bc05-140f95060e35 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 945 time: 0.2022233 Jul 08 17:14:37.593017 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1905161e-5f6a-43d3-8d2f-ab433cba722e x-openstack-request-id: req-1905161e-5f6a-43d3-8d2f-ab433cba722e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:37.594114 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34a86b7-4ac9-42bb-ac30-62df77b3ec7c", "name": "network-vif-deleted", "tag": "50223aaf-bc68-43b1-9484-369531b47e8b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:37.594518 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1905161e-5f6a-43d3-8d2f-ab433cba722e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:37.595098 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34a86b7-4ac9-42bb-ac30-62df77b3ec7c', 'name': 'network-vif-deleted', 'tag': '50223aaf-bc68-43b1-9484-369531b47e8b', 'status': 'completed', 'code': 200} Jul 08 17:14:37.616210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d17979d5-8fee-4b7e-8eb1-8d9394b5b755 req-78e05826-244d-4c0e-97a2-3d11ddc9bf4b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967360 Jul 08 17:14:37.883075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-998d9886-f7f5-4b9f-8bc0-18fa66cae912 req-06ac0141-23be-491f-97be-b37a55232cf7 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 210 time: 0.0739431 Jul 08 17:14:37.984819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5513da-5996-4ba2-9fdd-317e5a64cf5a req-e6d12bb7-d69f-4871-88bc-05c583d5ddcc tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:37.986371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b5513da-5996-4ba2-9fdd-317e5a64cf5a req-e6d12bb7-d69f-4871-88bc-05c583d5ddcc tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 946 time: 0.0907469 Jul 08 17:14:38.013018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38175e78-4ad0-4898-b539-78ea4f2b6e36 req-21974712-e6b2-446a-960c-53996467598d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 210 time: 0.0480072 Jul 08 17:14:38.091893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b5513da-5996-4ba2-9fdd-317e5a64cf5a req-54cb8ea0-3a81-47aa-8621-6f2769e090c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979173 Jul 08 17:14:38.331826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-7ba05866-5583-44a5-86ba-fdd74fb9b8d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1308924308&fields=id&tenant_id=c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 267 time: 0.1159103 Jul 08 17:14:38.525569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-74a5d301-ce67-465e-b809-63e38d89344f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:38.527266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-74a5d301-ce67-465e-b809-63e38d89344f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 805 time: 0.2854924 Jul 08 17:14:38.544411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Request body: {'port': {'device_id': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'admin_state_up': True, 'tenant_id': 'caa8a0202a0b4797b37efef84a1019e9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:38.597099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:38.623397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 50223aaf-bc68-43b1-9484-369531b47e8b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:38.623832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 50223aaf-bc68-43b1-9484-369531b47e8b not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:38.657566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-e5ce2a3b-d88f-406e-a1c3-2cdf039d81b4 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:38.660602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-e5ce2a3b-d88f-406e-a1c3-2cdf039d81b4 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 945 time: 0.3280935 Jul 08 17:14:38.680462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'port': {'security_groups': ['4dd8da09-702a-4277-9175-05d564651522', 'a1677a47-99bb-416c-9897-0f80653a38d6']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:38.821155 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:14:38.839340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:38.885387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Made reservation on behalf of caa8a0202a0b4797b37efef84a1019e9 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:38.888815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:38.988981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7eb39-9308-49b1-aed7-bba6cd4668f0 req-a5a97c2b-cb96-4bc2-982e-24a9b8af4e50 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:38.991950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01c7eb39-9308-49b1-aed7-bba6cd4668f0 req-a5a97c2b-cb96-4bc2-982e-24a9b8af4e50 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.1001556 Jul 08 17:14:39.063352 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01c7eb39-9308-49b1-aed7-bba6cd4668f0 req-27e73423-8035-49dd-b338-6f454e7e6421 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625074 Jul 08 17:14:39.127896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Allocated IP 172.20.0.13 (c7d45623-e142-40fc-81ef-6ab69583c7d4/43c30588-26b6-4d62-b89e-56be3b4fdbce/e8be7ac9-6d7f-4c2c-b346-c753882b14b4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:39.186502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:39.319453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:39.338636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:39.354759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:39.439343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3cee2ff9-e70a-4bfc-903c-1186199bca66 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:39.441106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3cee2ff9-e70a-4bfc-903c-1186199bca66 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 820 time: 0.2302949 Jul 08 17:14:39.460915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Request body: {'port': {'device_id': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'admin_state_up': True, 'tenant_id': '96159d06a8104138a3bc27351f6c1476'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:39.520959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:39.521815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:39.523620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-438edf6c-39f5-4969-b43a-0e90063041c9 req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "PUT /v2.0/ports/5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 981 time: 0.8533916 Jul 08 17:14:39.566576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:39.585035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:39.626496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:39.628765 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27704dbe-1486-41d5-8fbf-4127081f4278" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:39.642646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabb2de-45b8-4fe4-a0d9-0851c8d861fa tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:39.782708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c4ce457-f8ad-4d23-9ee2-dacc64b2c37d req-e080c80b-f9b5-44e0-a1f5-34a627ab179c tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 210 time: 0.1091089 Jul 08 17:14:39.821290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Made reservation on behalf of 96159d06a8104138a3bc27351f6c1476 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:39.829419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:39.838879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:39.981197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Network c7d45623-e142-40fc-81ef-6ab69583c7d4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:40.007486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:40.025180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:40.085633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Allocated IP 172.20.0.3 (8ee50f18-fad4-40cf-9053-64d979871b16/25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9/1f0791de-3a15-41d5-b9a8-a1666825f45d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:40.152787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:40.157428 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:40.160540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:40.263476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3f73319-ca9d-42ae-9129-19126f154c7d req-e8fbe32a-8ece-4284-95f0-4d5d27e9c3cd tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 210 time: 0.0886374 Jul 08 17:14:40.274383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-530bb830-7d45-4e48-b6d1-30a5ca224dcb tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7359445 Jul 08 17:14:40.485034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:40.508242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Request body: {'port': {'device_id': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:40.541728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-d4e26504-0af2-46eb-8495-a9dcc78ad026 req-babba642-8154-45a1-b82f-d616d2a0c561 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:14:40.543114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4e26504-0af2-46eb-8495-a9dcc78ad026 req-babba642-8154-45a1-b82f-d616d2a0c561 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078599 Jul 08 17:14:40.545083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:40.548429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-8f116686-8fac-44ac-9327-67643865a9b3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-183643095&fields=id&tenant_id=c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 267 time: 0.0815277 Jul 08 17:14:40.559124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:40.668981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Network 8ee50f18-fad4-40cf-9053-64d979871b16 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:40.675827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-49e0cfd7-c9b7-4f08-b86f-b81562bfe680 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:40.682139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:40.684573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-49e0cfd7-c9b7-4f08-b86f-b81562bfe680 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 984 time: 0.1352053 Jul 08 17:14:40.691557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:40.692569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'port': {'security_groups': ['4dd8da09-702a-4277-9175-05d564651522', 'a1677a47-99bb-416c-9897-0f80653a38d6', 'baa52170-6696-4ea2-ad15-a1fb4c2d46d7']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:40.696211 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:40.696853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:40.745651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.745977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.746379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.746719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.747057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.747390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.747721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.748052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.749156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.749509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.749848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.750207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:40.800062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:40.801240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:40.838983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4e26504-0af2-46eb-8495-a9dcc78ad026 req-75c14f3d-38db-4748-8265-b383d7a33619 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2610049 Jul 08 17:14:40.850786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-76cfcafb-1588-4976-a07b-26c67ef6d2ed tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974135 Jul 08 17:14:40.867597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Request body: {'port': {'device_id': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:40.930408 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:40.977716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.077492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:41.356657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30ddf877-0772-4509-8373-0e78e8ec617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.593020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0791de-3a15-41d5-b9a8-a1666825f45d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:41.604157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.626732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Transition to ACTIVE for port object 1f0791de-3a15-41d5-b9a8-a1666825f45d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:41.637358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.659358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30ddf877-0772-4509-8373-0e78e8ec617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.686798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30ddf877-0772-4509-8373-0e78e8ec617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.767199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-30ddf877-0772-4509-8373-0e78e8ec617f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7814d6ebd2a499b87c422757d2ed756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808310 Jul 08 17:14:41.767199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:41.793651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:41.820508 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a09991-ff1a-4a52-8a56-a0e6be3732b5 x-openstack-request-id: req-91a09991-ff1a-4a52-8a56-a0e6be3732b5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:41.821197 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:41.821197 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91a09991-ff1a-4a52-8a56-a0e6be3732b5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:41.821709 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'status': 'completed', 'code': 200} Jul 08 17:14:41.825956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddf877-0772-4509-8373-0e78e8ec617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2b5ac-b581-422a-a0d7-0c14e911414a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:41.858898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:41.900881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.944349 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:41.957615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:41.961394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8be7ac9-6d7f-4c2c-b346-c753882b14b4 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:41.981162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.024577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Transition to ACTIVE for port object e8be7ac9-6d7f-4c2c-b346-c753882b14b4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:42.036929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.037581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.039683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fea5acd0-ed1b-4e36-8474-a5a65c82151a req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "PUT /v2.0/ports/5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 1020 time: 1.3537292 Jul 08 17:14:42.049766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.071573 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9641-318a-4f46-857b-5c298d265b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.096888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9641-318a-4f46-857b-5c298d265b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.097088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecb1d1-7ef2-41b6-8bc5-4c864960181c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:42.118537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-1635c5b4-2493-4572-bfe6-b8b4ffb2dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.120026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-1635c5b4-2493-4572-bfe6-b8b4ffb2dfd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1174 time: 0.3014853 Jul 08 17:14:42.168447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:42.168863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:42.169118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:42.179075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:42.179657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9641-318a-4f46-857b-5c298d265b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.182578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9641-318a-4f46-857b-5c298d265b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.183766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d0ed9641-318a-4f46-857b-5c298d265b20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2e2b5ac-b581-422a-a0d7-0c14e911414a HTTP/1.1" status: 204 len: 168 time: 0.4108315 Jul 08 17:14:42.184541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:14:42.184872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:42.211362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbf32-fe2d-4d81-a5ff-e3dea4452e5f req-3cce5124-d907-4e0f-b760-671c1018dba0 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.219249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28ebbf32-fe2d-4d81-a5ff-e3dea4452e5f req-3cce5124-d907-4e0f-b760-671c1018dba0 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 932 time: 0.3062520 Jul 08 17:14:42.248465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:42.249078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:42.249663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:42.250303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Bound port: 1f0791de-3a15-41d5-b9a8-a1666825f45d, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:42.251258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.256194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed9641-318a-4f46-857b-5c298d265b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e2b5ac-b581-422a-a0d7-0c14e911414a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:42.361633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28ebbf32-fe2d-4d81-a5ff-e3dea4452e5f req-da36c5ef-c0de-4d79-b7a0-5a0234fa8a77 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411836 Jul 08 17:14:42.396190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:42.449072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:42.458413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:42.471619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Attempting to bind port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:42.471981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Attempting to bind port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:42.472278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Attempting to bind port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:42.476358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.492251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 on network c7d45623-e142-40fc-81ef-6ab69583c7d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:14:42.492628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Attempting to bind port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 on network c7d45623-e142-40fc-81ef-6ab69583c7d4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:42.507108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-82357d14-fbf9-4b55-89e5-ea6643eb7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.508589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-82357d14-fbf9-4b55-89e5-ea6643eb7b00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.3680501 Jul 08 17:14:42.510459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:42.510794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Checking segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:42.511314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Bound using segment: {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:42.511836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Bound port: e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2286f771-fe71-4dbc-8e85-ab766329bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:42.512110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.522752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93e13-5163-4682-9bb1-d21f105fdfe5 req-bea38398-d2a4-4d10-980c-5a73cbbf3d09 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.529615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4de93e13-5163-4682-9bb1-d21f105fdfe5 req-bea38398-d2a4-4d10-980c-5a73cbbf3d09 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.3401403 Jul 08 17:14:42.600710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.601642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.607177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-2a5f20a0-3380-440e-8fee-804df36b8e46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 217 time: 0.0692651 Jul 08 17:14:42.609395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 1091 time: 1.7459145 Jul 08 17:14:42.610916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:42.622560 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5d0198-0cc3-4091-be45-81913165094d" -d '{"events": [{"name": "network-changed", "server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:42.702393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4de93e13-5163-4682-9bb1-d21f105fdfe5 req-d3539e68-a852-4c50-8bc4-cf8d43cf9abf tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682656 Jul 08 17:14:42.762305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-2f3ecc22-b5dc-4ef3-abe9-c31f58eb2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:42.766892 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.779342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-2f3ecc22-b5dc-4ef3-abe9-c31f58eb2b7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.1247978 Jul 08 17:14:42.783291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.784456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:42.837036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-816bd034-b3bc-47dd-bf80-c3d29fe5afa8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565827 Jul 08 17:14:42.877821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90f790-11b9-4779-bfbc-c8d5046a90c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:42.881614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f01f9eee-7f32-48a0-adb8-85012cb2ac5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:42.910867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:42.934638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:42.959762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:43.048715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.049340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:43.051119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] 10.222.0.53 "PUT /v2.0/ports/e8be7ac9-6d7f-4c2c-b346-c753882b14b4 HTTP/1.1" status: 200 len: 1092 time: 2.7662208 Jul 08 17:14:43.082331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f01f9eee-7f32-48a0-adb8-85012cb2ac5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:43.093647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-0b1aabe7-7165-4ba9-889a-6a3df84b6db6 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485583 Jul 08 17:14:43.116769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f01f9eee-7f32-48a0-adb8-85012cb2ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:43.147259 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f01f9eee-7f32-48a0-adb8-85012cb2ac5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72e2a920ad584a5b867cc541da52682a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094342 Jul 08 17:14:43.150832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:43.158706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5e14-38c4-42bf-b6ef-f33890fe2629 req-03465899-0ae2-475c-bc8a-c8b6146d78c3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.167399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c0f5e14-38c4-42bf-b6ef-f33890fe2629 req-03465899-0ae2-475c-bc8a-c8b6146d78c3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.5348022 Jul 08 17:14:43.232908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eed84a-77a5-42d0-a22d-0a9112abe609 service neutron] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:43.234262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-b790f22a-3ee7-49ea-9c36-c1218fa699a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.235998 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-b790f22a-3ee7-49ea-9c36-c1218fa699a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1094 time: 0.4716191 Jul 08 17:14:43.281282 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c0f5e14-38c4-42bf-b6ef-f33890fe2629 req-db4e6872-6b5f-46c3-a225-61189d96184c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130178 Jul 08 17:14:43.288671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-5999da89-3717-47f3-9b27-75e79b673e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.290222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-5999da89-3717-47f3-9b27-75e79b673e5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 1095 time: 0.1830978 Jul 08 17:14:43.292405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f9eee-7f32-48a0-adb8-85012cb2ac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff444017-845a-4b0d-a8b6-04de837755a4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:43.357102 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27704dbe-1486-41d5-8fbf-4127081f4278 req-27312b4e-9fc3-4383-8ae8-e50986ad6c08 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350602 Jul 08 17:14:43.358598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-cb628c66-1842-4231-973a-cd53705a5b18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4 HTTP/1.1" status: 200 len: 217 time: 0.0591168 Jul 08 17:14:43.385395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-f91e0072-5d2f-420b-b114-bae18a7c3239 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 217 time: 0.1282537 Jul 08 17:14:43.431945 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dec2e78-f166-4356-9ee4-da8d87cea38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:43.448881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-05fe8c1c-8bd4-4b96-a583-a7b04e5e707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.450894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-05fe8c1c-8bd4-4b96-a583-a7b04e5e707f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.0772312 Jul 08 17:14:43.514690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-684d1d96-a9ea-4a16-8d6c-48d9b1157c09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570142 Jul 08 17:14:43.526956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dec2e78-f166-4356-9ee4-da8d87cea38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:43.550938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-31308ec2-3b9b-43b9-b659-ee81579c9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.553360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-31308ec2-3b9b-43b9-b659-ee81579c9e69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1659827 Jul 08 17:14:43.598226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-81951d0d-1c3a-4324-b732-b8cbba7c5082 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325820 Jul 08 17:14:43.604675 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f43cea8-05ef-42d5-ba8f-d005568722dd x-openstack-request-id: req-7f43cea8-05ef-42d5-ba8f-d005568722dd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:43.605047 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:43.605367 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f43cea8-05ef-42d5-ba8f-d005568722dd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:43.605829 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'status': 'completed', 'code': 200} Jul 08 17:14:43.697329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-665fb8d9-f12e-416e-b6ae-bb3e7f923dc0 service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728976 Jul 08 17:14:43.823040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a119fb42-e7ed-412b-bb37-8de575eae7be req-8f02ff3d-9864-4a86-bca8-df536948a211 service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192498 Jul 08 17:14:43.823615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'}, {'name': 'network-changed', 'server_uuid': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'tag': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:43.826068 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1"}, {"name": "network-changed", "server_uuid": "7b7f9465-59a5-4bf8-bb2c-abf01921677d", "tag": "e8be7ac9-6d7f-4c2c-b346-c753882b14b4"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:43.941088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e881b-e76d-4e40-9f14-49e9daecfb8e req-881dddaf-6deb-4478-ae2e-07546d88f472 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:43.944835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd5e881b-e76d-4e40-9f14-49e9daecfb8e req-881dddaf-6deb-4478-ae2e-07546d88f472 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 946 time: 0.0872915 Jul 08 17:14:44.003852 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd5e881b-e76d-4e40-9f14-49e9daecfb8e req-2ad3fa7d-dcf3-4839-89f9-2ddad9e5b936 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526805 Jul 08 17:14:44.017651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de72ab0-0e04-41fa-9e83-33589c75a9cb req-ad9aa073-9112-415f-81d9-7e3a692900c3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.019215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9de72ab0-0e04-41fa-9e83-33589c75a9cb req-ad9aa073-9112-415f-81d9-7e3a692900c3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1023 time: 0.5575216 Jul 08 17:14:44.060567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dec2e78-f166-4356-9ee4-da8d87cea38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:44.063299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dec2e78-f166-4356-9ee4-da8d87cea38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:44.066726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6dec2e78-f166-4356-9ee4-da8d87cea38a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff444017-845a-4b0d-a8b6-04de837755a4 HTTP/1.1" status: 204 len: 168 time: 0.8951201 Jul 08 17:14:44.091538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec2e78-f166-4356-9ee4-da8d87cea38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff444017-845a-4b0d-a8b6-04de837755a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:44.118848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-101ed73b-bdbc-4aa5-b76b-0fbdb2f6b88e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120435 Jul 08 17:14:44.144329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9de72ab0-0e04-41fa-9e83-33589c75a9cb req-1ec8f94d-9969-421d-b5dc-3aaeb7f283c0 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&id=baa52170-6696-4ea2-ad15-a1fb4c2d46d7&id=a1677a47-99bb-416c-9897-0f80653a38d6 HTTP/1.1" status: 200 len: 6147 time: 0.1147475 Jul 08 17:14:44.269334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc349ecc-20f5-465f-9a78-484d2c7179e6 req-d1a25a20-ae52-4fa1-b32b-64f72783de73 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411002 Jul 08 17:14:44.339368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad715e74-3c95-46bb-92e5-1a4bbe603783 req-3484483c-1f1a-4a5a-9ea0-7f8de7ea7743 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.341370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad715e74-3c95-46bb-92e5-1a4bbe603783 req-3484483c-1f1a-4a5a-9ea0-7f8de7ea7743 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 944 time: 0.1265438 Jul 08 17:14:44.431672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad715e74-3c95-46bb-92e5-1a4bbe603783 req-b710bd0a-9b52-43e4-80c9-7d0676dd646c tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844517 Jul 08 17:14:44.478432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0198-0cc3-4091-be45-81913165094d req-0f006f60-3d9e-4307-90fc-55a1bdb9f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.480096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-0f006f60-3d9e-4307-90fc-55a1bdb9f8e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1094 time: 0.1528854 Jul 08 17:14:44.540769 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c10db5c-17f0-47a0-bad5-10d55fa19dbc x-openstack-request-id: req-6c10db5c-17f0-47a0-bad5-10d55fa19dbc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:44.541170 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b7f9465-59a5-4bf8-bb2c-abf01921677d", "tag": "e8be7ac9-6d7f-4c2c-b346-c753882b14b4", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:44.541302 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c10db5c-17f0-47a0-bad5-10d55fa19dbc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:44.541735 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'status': 'completed', 'code': 200} Jul 08 17:14:44.542022 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'tag': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'status': 'completed', 'code': 200} Jul 08 17:14:44.652836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0198-0cc3-4091-be45-81913165094d req-cbb5499f-b93e-4b42-b347-4813c8829c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.656822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-cbb5499f-b93e-4b42-b347-4813c8829c12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.1667926 Jul 08 17:14:44.720694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-1ff82798-1f9d-42b2-bc06-3ff7f7734311 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 217 time: 0.0585358 Jul 08 17:14:44.779791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36026) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:44.805672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08c18c-2e0e-4cf0-8a6a-100aaec491f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:44.891619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-583b7008-1be1-48ca-a19c-fd765cf9346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.896380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-583b7008-1be1-48ca-a19c-fd765cf9346a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=caa8a0202a0b4797b37efef84a1019e9&device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 1095 time: 0.2697101 Jul 08 17:14:44.907450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-567740de-853e-482a-9ddb-0f22aefe5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.909223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-567740de-853e-482a-9ddb-0f22aefe5838 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1174 time: 0.3519523 Jul 08 17:14:44.970189 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08c18c-2e0e-4cf0-8a6a-100aaec491f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:44.975676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0198-0cc3-4091-be45-81913165094d req-5c9623fa-3906-4c7a-a067-9fcebbc7a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:44.977271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-5c9623fa-3906-4c7a-a067-9fcebbc7a2d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.2491534 Jul 08 17:14:44.981439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-0c0580e2-24b9-4d11-903c-eb5246356f36 req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1291222044 ', 'description': 'tempest-description-72168055'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:44.988710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08c18c-2e0e-4cf0-8a6a-100aaec491f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.020444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-f5f94959-6d90-4d2a-9823-0e23aa2c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:45.022613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-f5f94959-6d90-4d2a-9823-0e23aa2c2967 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 200 len: 906 time: 0.1189897 Jul 08 17:14:45.049606 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-eef5e060-d522-4c65-8aae-d55d98b17737 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618610 Jul 08 17:14:45.076071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-780ee344-0eca-4091-a295-9f5834170d64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4 HTTP/1.1" status: 200 len: 217 time: 0.0422752 Jul 08 17:14:45.100926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b08c18c-2e0e-4cf0-8a6a-100aaec491f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=830d861216e646138adf56c0a97696c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177912 Jul 08 17:14:45.126893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:45.132037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08c18c-2e0e-4cf0-8a6a-100aaec491f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f207eda-9a36-4db5-a776-d4d4e7a2318d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:45.141993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c0580e2-24b9-4d11-903c-eb5246356f36 req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.177036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4e87-8743-4162-8408-9ee7b7feee9c req-31fbefe8-806e-4c1e-810a-0558bbc1bb8c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:45.178754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-075e4e87-8743-4162-8408-9ee7b7feee9c req-31fbefe8-806e-4c1e-810a-0558bbc1bb8c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.4035156 Jul 08 17:14:45.239759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-075e4e87-8743-4162-8408-9ee7b7feee9c req-ba355783-3b6b-4e47-acca-4567898f9ce2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Jul 08 17:14:45.241392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-3c5d778f-2807-49eb-ae9a-539e113915b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:45.243181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-3c5d778f-2807-49eb-ae9a-539e113915b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 200 len: 845 time: 0.1180093 Jul 08 17:14:45.255539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-87a0977d-42e3-4fc3-80ea-1269c2884527 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955366 Jul 08 17:14:45.321288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-9f4c4187-d40c-4b45-9770-5c01498033a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7d45623-e142-40fc-81ef-6ab69583c7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633497 Jul 08 17:14:45.322801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-9af5ba22-9bc1-4d58-a8a3-fbf877217313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:45.324244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-9af5ba22-9bc1-4d58-a8a3-fbf877217313 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.3007698 Jul 08 17:14:45.337758 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a2edc10-0788-42ff-86b5-ea2439d049f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.361199 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a2edc10-0788-42ff-86b5-ea2439d049f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.424387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-4b276883-2a0e-469f-b226-b4fb0a0786a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 200 len: 217 time: 0.0472088 Jul 08 17:14:45.480834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c0580e2-24b9-4d11-903c-eb5246356f36 req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.495050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e5d0198-0cc3-4091-be45-81913165094d req-e1bdc2ea-0e0a-4135-8501-c10515d1756c service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244644 Jul 08 17:14:45.496541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c0580e2-24b9-4d11-903c-eb5246356f36 req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.508595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a2edc10-0788-42ff-86b5-ea2439d049f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.511325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4a2edc10-0788-42ff-86b5-ea2439d049f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.514836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4a2edc10-0788-42ff-86b5-ea2439d049f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f207eda-9a36-4db5-a776-d4d4e7a2318d HTTP/1.1" status: 204 len: 168 time: 0.3828688 Jul 08 17:14:45.554017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0c0580e2-24b9-4d11-903c-eb5246356f36 req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:45.572564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0c0580e2-24b9-4d11-903c-eb5246356f36 req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6007133 Jul 08 17:14:45.576945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06b70b-e950-48a0-a1de-4474704ecc0f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08870d65-711b-422e-9a61-23519e74b034,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:45.588025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2edc10-0788-42ff-86b5-ea2439d049f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f207eda-9a36-4db5-a776-d4d4e7a2318d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:45.598177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-3c552a1b-0935-40d1-832c-bf4bc257f135 service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687755 Jul 08 17:14:45.603570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-71ef21f2-1381-4ee4-bd28-f394aab18999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:45.605239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-71ef21f2-1381-4ee4-bd28-f394aab18999 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.1738687 Jul 08 17:14:45.687564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-0ff6348b-3f6d-42ad-bc78-652a2dfacfe6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691013 Jul 08 17:14:45.779063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b0c46-67b3-42ac-b46a-c0a8bad35913 req-5777af01-b18a-47e5-8f5a-078685df46b5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:45.780584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-590b0c46-67b3-42ac-b46a-c0a8bad35913 req-5777af01-b18a-47e5-8f5a-078685df46b5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.3312752 Jul 08 17:14:45.894890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-1381a2f7-6aba-4226-b34a-819532855fff service neutron] 10.222.0.53 "GET /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879331 Jul 08 17:14:45.981761 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-ea1b9c69-320a-4ade-88f1-73522a4cfacf service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738159 Jul 08 17:14:46.131582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2c3a99a-3c10-452f-a2e4-fe17a5ef6fb1 req-2b9f53c7-e5c3-4689-b99c-019b3303e881 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354651 Jul 08 17:14:46.144844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-590b0c46-67b3-42ac-b46a-c0a8bad35913 req-4ff7a75c-f784-44e7-8bd6-a63222c97f59 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539355 Jul 08 17:14:46.319796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6789-f31f-41b0-9b83-7c969bec581a req-5eea1abf-aff2-4ebf-a17a-6b45733194b2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:46.333579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6789-f31f-41b0-9b83-7c969bec581a req-5eea1abf-aff2-4ebf-a17a-6b45733194b2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:46.344654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6789-f31f-41b0-9b83-7c969bec581a req-5eea1abf-aff2-4ebf-a17a-6b45733194b2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:46.354671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-969e6789-f31f-41b0-9b83-7c969bec581a req-5eea1abf-aff2-4ebf-a17a-6b45733194b2 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8&device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d&device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 2418 time: 0.2014036 Jul 08 17:14:46.402641 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-969e6789-f31f-41b0-9b83-7c969bec581a req-21efe392-8a44-4454-96ec-23ad82e0f14b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Jul 08 17:14:46.463763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66742f-c232-4f01-9c5b-a5aa98742304 req-812beb06-3d18-436a-9308-55b72de62af5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:46.473769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e66742f-c232-4f01-9c5b-a5aa98742304 req-812beb06-3d18-436a-9308-55b72de62af5 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 944 time: 0.1320343 Jul 08 17:14:46.534401 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e66742f-c232-4f01-9c5b-a5aa98742304 req-ff2faaa0-e341-4ed1-a6d7-2257754fcd74 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580122 Jul 08 17:14:46.541875 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-690f1f56-831c-4c5e-8e19-651953615de0 req-3731ba7e-a19d-4a53-8dbb-a580847fe7fb tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/08870d65-711b-422e-9a61-23519e74b034 HTTP/1.1" status: 200 len: 1779 time: 0.1078393 Jul 08 17:14:46.671390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-298350be-f2ec-4d8b-9d29-14bccf064326 req-6234f993-4a72-4b7a-858b-a01c065f169b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/08870d65-711b-422e-9a61-23519e74b034 HTTP/1.1" status: 200 len: 1779 time: 0.0765998 Jul 08 17:14:46.694100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e8be7ac9-6d7f-4c2c-b346-c753882b14b4 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:14:46.806557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce1f2ae1-77bf-4c40-a585-97ec44e7a348 req-46fddd8b-ca6b-4c89-ba16-57a7d7edf5c5 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2417986 Jul 08 17:14:46.810923 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-298350be-f2ec-4d8b-9d29-14bccf064326 req-63653865-f5da-4f56-87a6-9c922bd4183a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:46.859018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:46.861964 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-298350be-f2ec-4d8b-9d29-14bccf064326 req-63653865-f5da-4f56-87a6-9c922bd4183a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:46.884692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'mac_address': 'fa:16:3e:0e:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:14:46.948747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-298350be-f2ec-4d8b-9d29-14bccf064326 req-63653865-f5da-4f56-87a6-9c922bd4183a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:46.952813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-298350be-f2ec-4d8b-9d29-14bccf064326 req-63653865-f5da-4f56-87a6-9c922bd4183a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:46.960399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-298350be-f2ec-4d8b-9d29-14bccf064326 req-63653865-f5da-4f56-87a6-9c922bd4183a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/08870d65-711b-422e-9a61-23519e74b034 HTTP/1.1" status: 204 len: 173 time: 0.2811804 Jul 08 17:14:46.988816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63653865-f5da-4f56-87a6-9c922bd4183a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08870d65-711b-422e-9a61-23519e74b034,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:46.997326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:47.003640 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.036549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8be7ac9-6d7f-4c2c-b346-c753882b14b4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:47.057498 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-ae99ea55-998e-41e5-a239-0d18e0dc9046 req-21872dc8-fb2a-463c-b06a-0babd68aa5e0 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:14:47.059853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:47.065180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae99ea55-998e-41e5-a239-0d18e0dc9046 req-21872dc8-fb2a-463c-b06a-0babd68aa5e0 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/08870d65-711b-422e-9a61-23519e74b034 HTTP/1.1" status: 404 len: 352 time: 0.0357511 Jul 08 17:14:47.072411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.240810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:47.280194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f02ca241-fd4a-412c-be9e-1a517047d7ca req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1385735380', 'description': 'tempest-description-69142116'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:47.321536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fcb5c6-f2b7-4ea5-bdc4-dea2de9041ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.329201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f02ca241-fd4a-412c-be9e-1a517047d7ca req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.368582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e8be7ac9-6d7f-4c2c-b346-c753882b14b4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:47.559465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fcb5c6-f2b7-4ea5-bdc4-dea2de9041ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.612563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42fcb5c6-f2b7-4ea5-bdc4-dea2de9041ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.689287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f02ca241-fd4a-412c-be9e-1a517047d7ca req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.693452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:47.693655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-42fcb5c6-f2b7-4ea5-bdc4-dea2de9041ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16b5e39a254f451cbf4c593ee293fe8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932402 Jul 08 17:14:47.696250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcb5c6-f2b7-4ea5-bdc4-dea2de9041ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474fd2f-c714-4632-aacc-9401d4806fd7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:47.705760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f02ca241-fd4a-412c-be9e-1a517047d7ca req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.738112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f14ed-f524-4d75-9a72-f623ae237ba8 req-47a9ac43-0b00-4db8-9f4b-0b73afb74606 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:47.747364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-273f14ed-f524-4d75-9a72-f623ae237ba8 req-47a9ac43-0b00-4db8-9f4b-0b73afb74606 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.2125013 Jul 08 17:14:47.774163 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f02ca241-fd4a-412c-be9e-1a517047d7ca req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.787217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f02ca241-fd4a-412c-be9e-1a517047d7ca req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5117688 Jul 08 17:14:47.805465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-273f14ed-f524-4d75-9a72-f623ae237ba8 req-9e031c18-5d70-418d-906a-c35bff2ba56b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572867 Jul 08 17:14:47.807141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01218f1d-79c2-4244-a672-fcdf032d3783 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb38d3e-73b1-48c5-9778-c783f927a6ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:47.826002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b853119e-b6fa-4dc1-b9c5-c9af0023adf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.873086 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b853119e-b6fa-4dc1-b9c5-c9af0023adf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.959033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b853119e-b6fa-4dc1-b9c5-c9af0023adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.962689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b853119e-b6fa-4dc1-b9c5-c9af0023adf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:47.967129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b853119e-b6fa-4dc1-b9c5-c9af0023adf3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8474fd2f-c714-4632-aacc-9401d4806fd7 HTTP/1.1" status: 204 len: 168 time: 0.2694378 Jul 08 17:14:47.985600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853119e-b6fa-4dc1-b9c5-c9af0023adf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474fd2f-c714-4632-aacc-9401d4806fd7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:48.111257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-83127de9-0c75-442d-9be9-433df25a12f6 req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1299788689', 'description': 'tempest-description-300418169'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:48.124910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca258661-6247-44b3-93ed-54bb22046cb8 req-3b81f189-9e77-4fe7-901c-0222390a011d tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:48.137881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca258661-6247-44b3-93ed-54bb22046cb8 req-3b81f189-9e77-4fe7-901c-0222390a011d tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 945 time: 0.1821096 Jul 08 17:14:48.178434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83127de9-0c75-442d-9be9-433df25a12f6 req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.197601 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca258661-6247-44b3-93ed-54bb22046cb8 req-2bc2a7a1-b1e7-442d-b761-5e9d45dcc0ba tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585923 Jul 08 17:14:48.377277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83127de9-0c75-442d-9be9-433df25a12f6 req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.383590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83127de9-0c75-442d-9be9-433df25a12f6 req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.407600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83127de9-0c75-442d-9be9-433df25a12f6 req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.419496 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83127de9-0c75-442d-9be9-433df25a12f6 req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3125684 Jul 08 17:14:48.477969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda174b4-cf01-434b-845b-9e87917993a6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f03608-5b99-491e-a56c-921acf5f13e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:48.521620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-81185caa-3305-49db-8ca0-521606df14cc req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1823251416', 'description': 'tempest-description-410822052'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:48.550512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81185caa-3305-49db-8ca0-521606df14cc req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.706621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e8be7ac9-6d7f-4c2c-b346-c753882b14b4 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:48.721235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81185caa-3305-49db-8ca0-521606df14cc req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.742471 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81185caa-3305-49db-8ca0-521606df14cc req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.783575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81185caa-3305-49db-8ca0-521606df14cc req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.784936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81185caa-3305-49db-8ca0-521606df14cc req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2684267 Jul 08 17:14:48.835405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:48.835610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fabe6f-744d-4a1b-9674-c94dd122f3f3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7435de9-73de-4ce2-a289-06907f8600d7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:48.840142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:48.840511 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:48.974862 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.021076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:49.027450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:49.040723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:49.051198 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03b135-51a0-4799-ac62-9c07e6b7fb5e" -d '{"events": [{"server_uuid": "7b7f9465-59a5-4bf8-bb2c-abf01921677d", "name": "network-vif-plugged", "status": "completed", "tag": "e8be7ac9-6d7f-4c2c-b346-c753882b14b4"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:49.057300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72dbd8f1-36ad-4d48-b74d-f5f318a11d56 req-689c1f44-5309-49c3-bb43-7d33b1918f14 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 10893 time: 0.2408388 Jul 08 17:14:49.061167 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.128736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72dbd8f1-36ad-4d48-b74d-f5f318a11d56 req-aa556853-beaa-4c27-a669-25d6e8a4784e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4dd8da09-702a-4277-9175-05d564651522 HTTP/1.1" status: 200 len: 2981 time: 0.0692935 Jul 08 17:14:49.132496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:49.187564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72dbd8f1-36ad-4d48-b74d-f5f318a11d56 req-3449c1ff-3f5c-4835-b8b9-5f80a73b0348 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4dd8da09-702a-4277-9175-05d564651522 HTTP/1.1" status: 200 len: 2981 time: 0.0574379 Jul 08 17:14:49.240088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf67b3-a36b-41bc-be3d-4e41a28c7c37 req-414a03d0-3d9c-4810-b115-75eedfb4fc19 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:49.242145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94bf67b3-a36b-41bc-be3d-4e41a28c7c37 req-414a03d0-3d9c-4810-b115-75eedfb4fc19 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.1011798 Jul 08 17:14:49.282183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-127339181-network', 'tenant_id': '504c6fcc2a4d4c9ca87314d200fb3fe9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:49.309604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94bf67b3-a36b-41bc-be3d-4e41a28c7c37 req-3cffb189-8455-4595-a35a-e595684c1079 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589347 Jul 08 17:14:49.326717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Made reservation on behalf of 504c6fcc2a4d4c9ca87314d200fb3fe9 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:49.329155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.351599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.362284 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b131c9d-46a0-4cdb-be5d-ced945ac11e9 x-openstack-request-id: req-6b131c9d-46a0-4cdb-be5d-ced945ac11e9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:49.362785 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7f9465-59a5-4bf8-bb2c-abf01921677d", "name": "network-vif-plugged", "status": "completed", "tag": "e8be7ac9-6d7f-4c2c-b346-c753882b14b4", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:49.375633 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b131c9d-46a0-4cdb-be5d-ced945ac11e9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:49.376161 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'code': 200} Jul 08 17:14:49.426316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0495-8661-42bd-9541-50384b89f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.442260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-818f7d09-6d76-43bb-821e-9154fc1a6e4b req-a1f44361-36ef-47d8-853c-9220f1d790cf tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4bb38d3e-73b1-48c5-9778-c783f927a6ef HTTP/1.1" status: 200 len: 1799 time: 0.0686939 Jul 08 17:14:49.593048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.594184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-818f7d09-6d76-43bb-821e-9154fc1a6e4b req-b9a2f0f0-b2f7-41c6-b58a-1439b9e71944 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.603549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.636657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aeac7-f791-488b-b96d-bc19e3489fb4 req-b82ee476-9a95-4c5e-baf4-0b16cd6007a6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:49.638136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af9aeac7-f791-488b-b96d-bc19e3489fb4 req-b82ee476-9a95-4c5e-baf4-0b16cd6007a6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 946 time: 0.0766034 Jul 08 17:14:49.657453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-818f7d09-6d76-43bb-821e-9154fc1a6e4b req-b9a2f0f0-b2f7-41c6-b58a-1439b9e71944 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.662135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047b87-857b-4a5c-a1b5-6c0fb3e92644 req-16566a4a-56e6-4fe9-80bb-5f8005ac4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:49.663745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1047b87-857b-4a5c-a1b5-6c0fb3e92644 req-16566a4a-56e6-4fe9-80bb-5f8005ac4cd9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 1097 time: 0.1848509 Jul 08 17:14:49.669223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:14:49.682851 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af9aeac7-f791-488b-b96d-bc19e3489fb4 req-cb0d8755-81ac-47c2-bf55-d6edb8a54161 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358279 Jul 08 17:14:49.711229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f6ac4-000d-4e8c-b82f-097d11179d65,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:49.741147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.741732 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Added segment 8e093745-405d-4e63-8102-0b8381c03bd6 of type vlan for network 602660f3-1ddb-4613-93a3-ebffcd21c08a Jul 08 17:14:49.764810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1047b87-857b-4a5c-a1b5-6c0fb3e92644 req-9beb9ecb-811e-4aa8-a7b2-9e7f2d1f35df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905366 Jul 08 17:14:49.796789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-818f7d09-6d76-43bb-821e-9154fc1a6e4b req-b9a2f0f0-b2f7-41c6-b58a-1439b9e71944 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.799322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-818f7d09-6d76-43bb-821e-9154fc1a6e4b req-b9a2f0f0-b2f7-41c6-b58a-1439b9e71944 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.800441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-818f7d09-6d76-43bb-821e-9154fc1a6e4b req-b9a2f0f0-b2f7-41c6-b58a-1439b9e71944 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/4bb38d3e-73b1-48c5-9778-c783f927a6ef HTTP/1.1" status: 204 len: 173 time: 0.3503358 Jul 08 17:14:49.806978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.820656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2f0f0-b2f7-41c6-b58a-1439b9e71944 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb38d3e-73b1-48c5-9778-c783f927a6ef,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:49.851463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.852877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:49.853599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:49.923171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8810046 Jul 08 17:14:49.927262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:49.934070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b85c-cb28-4d07-9b18-5b17be404108 admin admin] Pushing event updated for resources: {'Network': ['ID=602660f3-1ddb-4613-93a3-ebffcd21c08a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:49.935237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Request body: {'subnet': {'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-127339181-subnet', 'tenant_id': '504c6fcc2a4d4c9ca87314d200fb3fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:49.947516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 602660f3-1ddb-4613-93a3-ebffcd21c08a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:14:49.966427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Made reservation on behalf of 504c6fcc2a4d4c9ca87314d200fb3fe9 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:49.969083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.058886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-fc6eea06-b640-4c10-91a2-c35509d51ca8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:50.066279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-fc6eea06-b640-4c10-91a2-c35509d51ca8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.2556653 Jul 08 17:14:50.096322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-535b6d26-4f5a-4766-8844-91112ad2b137 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/quotas/fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 375 time: 0.0291126 Jul 08 17:14:50.207668 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-60594efa-c889-4f72-9df5-7e6500a52ffd req-bc324380-66eb-4a45-94e0-4a25faa7f0eb tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:14:50.208757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60594efa-c889-4f72-9df5-7e6500a52ffd req-bc324380-66eb-4a45-94e0-4a25faa7f0eb tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4bb38d3e-73b1-48c5-9778-c783f927a6ef HTTP/1.1" status: 404 len: 352 time: 0.0194440 Jul 08 17:14:50.215981 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-8c9f4775-6694-4ed7-81bd-5d562a31eba9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186419 Jul 08 17:14:50.310766 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.378526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25988592-98bb-4ffd-a519-284216fb9559 req-7019777d-588e-4964-b510-c420bc40081b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:50.386496 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25988592-98bb-4ffd-a519-284216fb9559 req-7019777d-588e-4964-b510-c420bc40081b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.0759346 Jul 08 17:14:50.397320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f559d7c5-7eb5-46ae-82b2-fdf72116ef84,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:50.405989 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-17789d29-e95f-462d-a050-bb023432658c service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694167 Jul 08 17:14:50.428861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25988592-98bb-4ffd-a519-284216fb9559 req-802dfbef-d3b9-4678-a7b1-3276d25ec891 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Jul 08 17:14:50.465895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Checking segment: {'id': '8e093745-405d-4e63-8102-0b8381c03bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:50.466297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Network hostable DHCP agents. Network: 602660f3-1ddb-4613-93a3-ebffcd21c08a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:14:50.504384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Network 602660f3-1ddb-4613-93a3-ebffcd21c08a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:14:50.510271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a77bf04c-930b-400f-84e4-397048ff3e9a req-aa6f4513-2da8-43be-901f-dedd4745d62e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/48f03608-5b99-491e-a56c-921acf5f13e5 HTTP/1.1" status: 200 len: 1800 time: 0.0499883 Jul 08 17:14:50.529167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 602660f3-1ddb-4613-93a3-ebffcd21c08a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:50.534383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:50.535009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.542222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc32ec-e4cc-4b57-8d42-b94c069a81ab None None] Network 602660f3-1ddb-4613-93a3-ebffcd21c08a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:50.546752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-59559f88-ca4d-4942-ac36-4491a66b9090 service neutron] 10.222.0.48 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330998 Jul 08 17:14:50.556640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be4f248f-1015-4058-98a9-b399b2f7083f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6281612 Jul 08 17:14:50.616724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a77bf04c-930b-400f-84e4-397048ff3e9a req-bfb3b949-b3cc-452e-bf70-50511c92cc88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.659054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a77bf04c-930b-400f-84e4-397048ff3e9a req-bfb3b949-b3cc-452e-bf70-50511c92cc88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.720918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a77bf04c-930b-400f-84e4-397048ff3e9a req-bfb3b949-b3cc-452e-bf70-50511c92cc88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.744353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a77bf04c-930b-400f-84e4-397048ff3e9a req-bfb3b949-b3cc-452e-bf70-50511c92cc88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:50.758539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a77bf04c-930b-400f-84e4-397048ff3e9a req-bfb3b949-b3cc-452e-bf70-50511c92cc88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/48f03608-5b99-491e-a56c-921acf5f13e5 HTTP/1.1" status: 204 len: 173 time: 0.2461696 Jul 08 17:14:50.787110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3b949-b3cc-452e-bf70-50511c92cc88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f03608-5b99-491e-a56c-921acf5f13e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:50.812469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b8f86-107d-49d1-9d41-2a9a1af48854 None None] Network 602660f3-1ddb-4613-93a3-ebffcd21c08a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:50.959147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00badb8-33c8-4341-b176-94f054a368a3 req-1392f295-de0d-4d67-8659-179a1e8dcae7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:50.960980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a00badb8-33c8-4341-b176-94f054a368a3 req-1392f295-de0d-4d67-8659-179a1e8dcae7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.0709956 Jul 08 17:14:51.006638 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a00badb8-33c8-4341-b176-94f054a368a3 req-62dcf47c-efe8-4429-a9f3-903d0e5e112d tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Jul 08 17:14:51.065156 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-e7ecf9bc-4959-4786-afa3-3600e7dcf595 req-42408b63-7e87-4e53-8f50-5b30c5114f5b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:14:51.066054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7ecf9bc-4959-4786-afa3-3600e7dcf595 req-42408b63-7e87-4e53-8f50-5b30c5114f5b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/48f03608-5b99-491e-a56c-921acf5f13e5 HTTP/1.1" status: 404 len: 352 time: 0.0184889 Jul 08 17:14:51.202801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4265-4dd6-467d-aa3e-518c9eaa4d65 req-a2a846e8-930b-4101-8e1e-540d0bff67c3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:51.211819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-567b4265-4dd6-467d-aa3e-518c9eaa4d65 req-a2a846e8-930b-4101-8e1e-540d0bff67c3 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 946 time: 0.0934584 Jul 08 17:14:51.260809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-567b4265-4dd6-467d-aa3e-518c9eaa4d65 req-6aeabf19-029a-4a7a-9605-c40f98c878d9 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 Jul 08 17:14:51.334250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d5ffcb86-2073-4c7f-9635-125987cb485f req-97dfec66-9c42-45ff-a664-a65352ae7bb0 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.0367210 Jul 08 17:14:51.409078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:51.425304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-11ecb3a4-7b81-45c7-826a-a6e107348d93 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:51.427636 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-11ecb3a4-7b81-45c7-826a-a6e107348d93 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/networks?id=602660f3-1ddb-4613-93a3-ebffcd21c08a HTTP/1.1" status: 200 len: 813 time: 0.1286786 Jul 08 17:14:51.435845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23004140-dc8b-4ced-b6fd-a469591e8372 req-c617d631-cf97-4be5-91cb-5ccbe4ed00a2 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/e7435de9-73de-4ce2-a289-06907f8600d7 HTTP/1.1" status: 200 len: 1800 time: 0.0524814 Jul 08 17:14:51.447367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-9f05dc6c-8078-4477-a957-d72745dd664c tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/quotas/504c6fcc2a4d4c9ca87314d200fb3fe9 HTTP/1.1" status: 200 len: 375 time: 0.0134950 Jul 08 17:14:51.492227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-532ecb89-ba19-465f-b34c-4a39873b5f90 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=504c6fcc2a4d4c9ca87314d200fb3fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383813 Jul 08 17:14:51.502218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-23004140-dc8b-4ced-b6fd-a469591e8372 req-358cc0c7-4c3f-4f55-8a15-d3f9b74fe34e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.529855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-23004140-dc8b-4ced-b6fd-a469591e8372 req-358cc0c7-4c3f-4f55-8a15-d3f9b74fe34e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.560508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b503bd30-c3f2-4693-94bc-2a9aa5f5c5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.616885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-23004140-dc8b-4ced-b6fd-a469591e8372 req-358cc0c7-4c3f-4f55-8a15-d3f9b74fe34e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.619575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-23004140-dc8b-4ced-b6fd-a469591e8372 req-358cc0c7-4c3f-4f55-8a15-d3f9b74fe34e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.620996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23004140-dc8b-4ced-b6fd-a469591e8372 req-358cc0c7-4c3f-4f55-8a15-d3f9b74fe34e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/e7435de9-73de-4ce2-a289-06907f8600d7 HTTP/1.1" status: 204 len: 173 time: 0.1790245 Jul 08 17:14:51.642688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cc0c7-4c3f-4f55-8a15-d3f9b74fe34e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7435de9-73de-4ce2-a289-06907f8600d7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:51.667022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-e80e813b-5971-46f1-a6c0-af84b1072ad5 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:51.668550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-e80e813b-5971-46f1-a6c0-af84b1072ad5 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.1033468 Jul 08 17:14:51.679418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-0d663fb7-2f1b-4ab0-916c-16b649711c12 service neutron] 10.222.0.48 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777720 Jul 08 17:14:51.706193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b503bd30-c3f2-4693-94bc-2a9aa5f5c5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.714288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b503bd30-c3f2-4693-94bc-2a9aa5f5c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.767463 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b503bd30-c3f2-4693-94bc-2a9aa5f5c5fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d6a10a18dc74b83afbc709a0ec7a388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529356 Jul 08 17:14:51.770985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503bd30-c3f2-4693-94bc-2a9aa5f5c5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfc385c-dcf8-49ba-b65f-22147b568c45,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:51.773169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:51.892383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-89d31b88-3086-4280-9d54-0540320c565e service neutron] 10.222.0.48 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120223 Jul 08 17:14:51.899469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd661df6-9227-4d72-a7b1-745bb1ebb91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.932946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Deleting port b866fc5f-275c-4515-8af0-1e43138608d6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:51.933289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:51.938243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd661df6-9227-4d72-a7b1-745bb1ebb91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.073498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] For port b866fc5f-275c-4515-8af0-1e43138608d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b866fc5f-275c-4515-8af0-1e43138608d6,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:52.073869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.102479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Calling delete_port for b866fc5f-275c-4515-8af0-1e43138608d6 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:52.119460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd661df6-9227-4d72-a7b1-745bb1ebb91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.121963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd661df6-9227-4d72-a7b1-745bb1ebb91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.126188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd661df6-9227-4d72-a7b1-745bb1ebb91d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1dfc385c-dcf8-49ba-b65f-22147b568c45 HTTP/1.1" status: 204 len: 168 time: 0.3483844 Jul 08 17:14:52.167881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-265457b2-fb60-4bb2-b94b-5a8ce8fd9191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.256335 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-eb20eb7e-e555-4fc2-ab70-1dbfa7d92397 req-1f12fe28-7652-4a56-a636-cb0ce91e5a6f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:14:52.259178 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.274445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eb20eb7e-e555-4fc2-ab70-1dbfa7d92397 req-1f12fe28-7652-4a56-a636-cb0ce91e5a6f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/e7435de9-73de-4ce2-a289-06907f8600d7 HTTP/1.1" status: 404 len: 352 time: 0.0485330 Jul 08 17:14:52.330656 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ca0b5bd-26ec-48c1-af74-e58a11159c03 req-703f7abc-8bb7-481c-a8ab-91e72669e937 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 210 time: 0.0321829 Jul 08 17:14:52.574269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd661df6-9227-4d72-a7b1-745bb1ebb91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfc385c-dcf8-49ba-b65f-22147b568c45,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:52.627833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-4f61c7ff-cb40-4821-a995-01b909088c76 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:52.629852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-4f61c7ff-cb40-4821-a995-01b909088c76 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 807 time: 0.1728892 Jul 08 17:14:52.652888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd332fd-b597-4c87-91c4-cb99dd6ad15e req-b04b91f1-573f-420d-812e-9e4477eb3170 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:52.661248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7dd332fd-b597-4c87-91c4-cb99dd6ad15e req-b04b91f1-573f-420d-812e-9e4477eb3170 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8d847fb-9c77-4613-b16c-cc616c2586e8 HTTP/1.1" status: 200 len: 945 time: 0.5544674 Jul 08 17:14:52.662070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Request body: {'port': {'device_id': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'admin_state_up': True, 'tenant_id': 'fed51c30ffd1431fbbe3edc5d57057d1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:52.736477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7dd332fd-b597-4c87-91c4-cb99dd6ad15e req-e9ed5b0a-e871-45f6-90e0-dfcbdd8d59c0 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 Jul 08 17:14:52.774850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.791114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['211c3bad-857a-4775-936b-210df909691d', 'b866fc5f-275c-4515-8af0-1e43138608d6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:52.794504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['92ae01de-61ff-4b5f-bb4f-7fc10dc83e39'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:52.809783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374d651-d797-4d0d-b7f0-cc01245a0ade req-c27b9414-0328-4341-90f4-088f80acc758 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:52.818186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2374d651-d797-4d0d-b7f0-cc01245a0ade req-c27b9414-0328-4341-90f4-088f80acc758 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.1858025 Jul 08 17:14:52.825649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Pushing event deleted for resources: {'Port': ['ID=b866fc5f-275c-4515-8af0-1e43138608d6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:52.887135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2374d651-d797-4d0d-b7f0-cc01245a0ade req-69046fcc-bc67-4a3a-bc57-879f2501d3ba tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675895 Jul 08 17:14:52.926104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] No DVR routers for this DVR port b866fc5f-275c-4515-8af0-1e43138608d6 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:52.930633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:52.934220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dfd44a09-ca8d-48be-a872-1ee6a2487c65 req-a7ef9531-6869-40d3-b1b0-37e82b69225c tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "DELETE /v2.0/ports/b866fc5f-275c-4515-8af0-1e43138608d6 HTTP/1.1" status: 204 len: 173 time: 1.2456920 Jul 08 17:14:52.945983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'name': 'network-vif-deleted', 'tag': 'b866fc5f-275c-4515-8af0-1e43138608d6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:52.952336 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68604ec7-4f60-478f-b38f-66fe2d245fdd" -d '{"events": [{"server_uuid": "f8d847fb-9c77-4613-b16c-cc616c2586e8", "name": "network-vif-deleted", "tag": "b866fc5f-275c-4515-8af0-1e43138608d6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:52.961110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Made reservation on behalf of fed51c30ffd1431fbbe3edc5d57057d1 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:52.968725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.126809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0bc5b99-2659-4f84-9385-0c84349ce760 req-48da292e-83bf-4b05-8476-e9e1af78fe2b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 6147 time: 0.2049563 Jul 08 17:14:53.266536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0bc5b99-2659-4f84-9385-0c84349ce760 req-35e71d76-6a2c-47b5-ba71-70fa00804487 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4dd8da09-702a-4277-9175-05d564651522 HTTP/1.1" status: 200 len: 2981 time: 0.1324906 Jul 08 17:14:53.295717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Allocated IP 172.20.0.3 (0f7b7814-88f8-4264-88fc-d6937f04a717/a9969ea2-0baa-4ca6-88fd-949ff416580e/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:53.322014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de72c43a-c606-4711-8767-3b56965d02fd req-98143c20-057e-4f78-bb07-e494453d604f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.1023853 Jul 08 17:14:53.377146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0bc5b99-2659-4f84-9385-0c84349ce760 req-29a96f69-196e-49e7-8339-f88552163ca7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4dd8da09-702a-4277-9175-05d564651522 HTTP/1.1" status: 200 len: 2981 time: 0.1042616 Jul 08 17:14:53.444318 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.573011 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf1b9f-a296-47ef-a55f-b4c8d82d47e5 x-openstack-request-id: req-e1cf1b9f-a296-47ef-a55f-b4c8d82d47e5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:53.573423 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d847fb-9c77-4613-b16c-cc616c2586e8", "name": "network-vif-deleted", "tag": "b866fc5f-275c-4515-8af0-1e43138608d6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:53.573677 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1cf1b9f-a296-47ef-a55f-b4c8d82d47e5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:53.574238 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d847fb-9c77-4613-b16c-cc616c2586e8', 'name': 'network-vif-deleted', 'tag': 'b866fc5f-275c-4515-8af0-1e43138608d6', 'status': 'completed', 'code': 200} Jul 08 17:14:53.623327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-beb3ede6-6087-438d-a477-dacd776d4541 req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1519018504', 'description': 'tempest-description-108518346'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:53.672914 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.678698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb3ede6-6087-438d-a477-dacd776d4541 req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.772004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b982c72b-5c4d-4f1e-8bfc-e7875cd2c98e req-b9870301-1708-48bf-8753-248cad5c9137 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 210 time: 0.0859354 Jul 08 17:14:53.816062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.830298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8aaa97c0-518c-446d-87cd-28b5d9bd4940'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:53.856646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb3ede6-6087-438d-a477-dacd776d4541 req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.870352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb3ede6-6087-438d-a477-dacd776d4541 req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.926302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-beb3ede6-6087-438d-a477-dacd776d4541 req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:53.927975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-beb3ede6-6087-438d-a477-dacd776d4541 req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3097658 Jul 08 17:14:53.935666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Network 0f7b7814-88f8-4264-88fc-d6937f04a717 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:53.944945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:53.955613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:54.001381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292ad58-6882-47b4-8831-35795ac434ae tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e14bb-f09f-4f69-9b7f-9d648019296d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:54.039815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:54.096733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:54.097320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.124397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-14999275-e73a-4583-a397-dc5cae68222e req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-442763773', 'description': 'tempest-description-115311189'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:54.126749 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-be49fb3b-85b3-46e8-a888-aad1dca08a5a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4825196 Jul 08 17:14:54.143826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Request body: {'port': {'device_id': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:54.167015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14999275-e73a-4583-a397-dc5cae68222e req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.287302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14999275-e73a-4583-a397-dc5cae68222e req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.292323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14999275-e73a-4583-a397-dc5cae68222e req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.311425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.333217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-14999275-e73a-4583-a397-dc5cae68222e req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.334915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14999275-e73a-4583-a397-dc5cae68222e req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2147861 Jul 08 17:14:54.337218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cce338-82a5-420a-bc80-1dcf19dfa104 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e287c57b-3d34-47a9-ba1b-a1e58ae64c63,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:54.467226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed831bb9-da95-4f2c-8d97-2f335eaf74fa req-6e34d0cf-4699-4a36-bec2-5799567cc096 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:54.472515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed831bb9-da95-4f2c-8d97-2f335eaf74fa req-6e34d0cf-4699-4a36-bec2-5799567cc096 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.2177193 Jul 08 17:14:54.567815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:54.746170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-e6fcaa26-c1b9-4623-9ab5-8ff0485e6385 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:54.748844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-e6fcaa26-c1b9-4623-9ab5-8ff0485e6385 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.21 "GET /v2.0/networks?id=602660f3-1ddb-4613-93a3-ebffcd21c08a HTTP/1.1" status: 200 len: 813 time: 0.2204947 Jul 08 17:14:54.754853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed831bb9-da95-4f2c-8d97-2f335eaf74fa req-d471e006-2b51-4699-891b-d8a1b4a6d719 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562366 Jul 08 17:14:54.774534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e8be7ac9-6d7f-4c2c-b346-c753882b14b4 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:14:54.790664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Request body: {'port': {'device_id': '466a7503-0dc3-454e-a867-875d9a2da90a', 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a', 'admin_state_up': True, 'tenant_id': '504c6fcc2a4d4c9ca87314d200fb3fe9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:54.846606 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:54.878846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b866fc5f-275c-4515-8af0-1e43138608d6 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:55.011951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: b866fc5f-275c-4515-8af0-1e43138608d6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:55.013417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b866fc5f-275c-4515-8af0-1e43138608d6 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:55.016326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf5b3a07-b0e3-43fb-b119-2c537c3efc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.023823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:55.033551 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.065564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Transition to ACTIVE for port object e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:55.075851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.125763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:55.141758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'network_id': 'c7d45623-e142-40fc-81ef-6ab69583c7d4', 'port_id': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'mac_address': 'fa:16:3e:0e:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c30588-26b6-4d62-b89e-56be3b4fdbce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:14:55.193918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:55.220691 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.237838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8be7ac9-6d7f-4c2c-b346-c753882b14b4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:55.263479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:55.272385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.273420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:14:55.288673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:55.289013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:55.289348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:55.294429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-259d9845-6e7e-4533-9651-3117982164f1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:55.295989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:14:55.296316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:55.302397 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-259d9845-6e7e-4533-9651-3117982164f1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 813 time: 0.1967921 Jul 08 17:14:55.302899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:55.303248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:55.303643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:55.304076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Bound port: e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:55.304442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.322818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f178f-2d09-4c2e-83cc-f03a6e7d0ec6 req-98028f0a-958c-4555-ae5a-0f8aee72d76f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:55.324936 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-026e20af-6eac-4bc3-8972-b0011502ffb6 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/quotas/c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 375 time: 0.0216491 Jul 08 17:14:55.329654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb1f178f-2d09-4c2e-83cc-f03a6e7d0ec6 req-98028f0a-958c-4555-ae5a-0f8aee72d76f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.2118814 Jul 08 17:14:55.355875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:55.404666 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb1f178f-2d09-4c2e-83cc-f03a6e7d0ec6 req-c081f1b4-59d7-42d7-857f-a869859e5699 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740314 Jul 08 17:14:55.441760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:55.446317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:55.455980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf5b3a07-b0e3-43fb-b119-2c537c3efc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.456409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.482173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf5b3a07-b0e3-43fb-b119-2c537c3efc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.517132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:55.532929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:55.533917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:55.533917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.537196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2261468-792b-495d-8ab7-b8366b43bb49 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 1091 time: 1.3966541 Jul 08 17:14:55.537741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:55.540207 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d40ac-8a92-47ef-83e7-1a0333ace436" -d '{"events": [{"name": "network-changed", "server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:55.565199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf5b3a07-b0e3-43fb-b119-2c537c3efc43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ec26893cdaf44e2be024205e3087db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959712 Jul 08 17:14:55.567988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:55.569336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16', 'port_id': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'mac_address': 'fa:16:3e:2f:f3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:14:55.578802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Made reservation on behalf of 504c6fcc2a4d4c9ca87314d200fb3fe9 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:55.583490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.630053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-b52082d2-5e57-4bd7-b00e-6f4dc860f115 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3038390 Jul 08 17:14:55.641986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.644674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b3a07-b0e3-43fb-b119-2c537c3efc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d45310-dcf8-4200-a21f-48ba9651f92c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:55.667154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0791de-3a15-41d5-b9a8-a1666825f45d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:55.690746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:55.699243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.728928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0b97970-97b0-4d8b-8f64-2629461e03c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.761431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d2954-3fc4-4570-ab3d-703c2cfb87bd req-ee5b284c-037a-464d-8f48-c809002fdb8e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:55.763132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-801d2954-3fc4-4570-ab3d-703c2cfb87bd req-ee5b284c-037a-464d-8f48-c809002fdb8e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 946 time: 0.1659091 Jul 08 17:14:55.777160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2a57f1b-a2dc-49d2-80c7-7dd21d327702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:55.778793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-c2a57f1b-a2dc-49d2-80c7-7dd21d327702 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1094 time: 0.1669741 Jul 08 17:14:55.780712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0b97970-97b0-4d8b-8f64-2629461e03c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.783995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:55.821724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e8be7ac9-6d7f-4c2c-b346-c753882b14b4'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:55.861108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-35e8566e-4599-46a9-9be2-f7adae064e82 service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296655 Jul 08 17:14:55.863368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-72d9d149-3d61-466a-be19-c5ea7f6ed3d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 217 time: 0.0702384 Jul 08 17:14:55.923539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-801d2954-3fc4-4570-ab3d-703c2cfb87bd req-d6353519-7132-4c78-9d57-d99418fb2b4b tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512520 Jul 08 17:14:55.945752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de72e5-8179-494a-a534-73c7372712bf req-152360ff-2832-460f-bf6c-d3e09dc174a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:55.948313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-152360ff-2832-460f-bf6c-d3e09dc174a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0699224 Jul 08 17:14:55.964187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Allocated IP 172.20.0.4 (602660f3-1ddb-4613-93a3-ebffcd21c08a/f559d7c5-7eb5-46ae-82b2-fdf72116ef84/45f65206-6d53-4819-a3d5-a56789e623a2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:55.976844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0b97970-97b0-4d8b-8f64-2629461e03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.980410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0b97970-97b0-4d8b-8f64-2629461e03c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:55.983760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0b97970-97b0-4d8b-8f64-2629461e03c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20d45310-dcf8-4200-a21f-48ba9651f92c HTTP/1.1" status: 204 len: 168 time: 0.4123292 Jul 08 17:14:56.006682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-fe81457e-f589-4466-ad70-847de68387de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461190 Jul 08 17:14:56.022664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['1f0791de-3a15-41d5-b9a8-a1666825f45d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:56.025700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97970-97b0-4d8b-8f64-2629461e03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d45310-dcf8-4200-a21f-48ba9651f92c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:56.122140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-6664a9f3-e852-484f-9e3d-76104cb3919a service neutron] 10.222.0.48 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597764 Jul 08 17:14:56.347175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:56.417253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:56.558158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-01a38ea3-877b-4ebd-a4c2-e8b4dc57d248 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434494 Jul 08 17:14:56.567922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Network 602660f3-1ddb-4613-93a3-ebffcd21c08a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:56.586861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13e8d3-a881-4222-b70b-b692fadddc59 req-856ff194-840c-4178-b23c-7f047966e194 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:56.590080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f13e8d3-a881-4222-b70b-b692fadddc59 req-856ff194-840c-4178-b23c-7f047966e194 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 931 time: 0.1726713 Jul 08 17:14:56.600697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:56.661340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:56.662680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f13e8d3-a881-4222-b70b-b692fadddc59 req-dbbc86eb-7adf-405b-83ee-b213d967a85c tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Jul 08 17:14:56.754081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Pushing event updated for resources: {'Port': ['ID=45f65206-6d53-4819-a3d5-a56789e623a2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:56.792385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e8be7ac9-6d7f-4c2c-b346-c753882b14b4 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:56.808475 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d99bf0-88f8-436d-9670-35730c3b1ff4 x-openstack-request-id: req-00d99bf0-88f8-436d-9670-35730c3b1ff4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:56.808884 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:56.809240 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00d99bf0-88f8-436d-9670-35730c3b1ff4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:56.809740 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'status': 'completed', 'code': 200} Jul 08 17:14:56.841710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0f7c8-e261-402e-aee0-0cd337d33001 req-3f0f6788-dca7-4023-bcac-90fe85fe08f6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:56.844282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ce0f7c8-e261-402e-aee0-0cd337d33001 req-3f0f6788-dca7-4023-bcac-90fe85fe08f6 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 945 time: 0.2915273 Jul 08 17:14:56.854153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13e932-656e-4a76-8224-f603dbd1891b req-02d8e93e-b5e2-4d21-8e1b-9577f93fadbf tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:56.857405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d13e932-656e-4a76-8224-f603dbd1891b req-02d8e93e-b5e2-4d21-8e1b-9577f93fadbf tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 946 time: 0.4569647 Jul 08 17:14:56.878154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:56.881417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:56.980457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:56.999743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e8be7ac9-6d7f-4c2c-b346-c753882b14b4 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:57.046265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:57.053158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ce39c26b-2a3e-4d4d-a475-738ec06e5b21 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2866812 Jul 08 17:14:57.060310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:57.085668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ce0f7c8-e261-402e-aee0-0cd337d33001 req-035d18ab-ec79-4457-b095-c480490c8675 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276616 Jul 08 17:14:57.109899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Request body: {'port': {'device_id': '466a7503-0dc3-454e-a867-875d9a2da90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:57.140186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:57.193080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6de72e5-8179-494a-a534-73c7372712bf req-9c7214ff-c301-425a-b075-7ecb79936fba service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874724 Jul 08 17:14:57.251956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b560-e1d9-48a8-8bdb-3a58b06f31c6 req-15c259b8-470e-49d7-9c65-e5cbbd0ab3cb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:57.263043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea94b560-e1d9-48a8-8bdb-3a58b06f31c6 req-15c259b8-470e-49d7-9c65-e5cbbd0ab3cb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 944 time: 0.2337196 Jul 08 17:14:57.303653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:57.322700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea94b560-e1d9-48a8-8bdb-3a58b06f31c6 req-44d680dc-7136-4c68-aa23-d555d315c41f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574565 Jul 08 17:14:57.327061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Deleting port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:14:57.327595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:57.526950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] For port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:57.530066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-10b8d058-4676-41d7-a7a0-dc0f14a8c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:57.530429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:57.532017 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-10b8d058-4676-41d7-a7a0-dc0f14a8c7de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1094 time: 0.1670399 Jul 08 17:14:57.552183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Calling delete_port for 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:14:57.667180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-275998dd-790c-4068-bf43-462db7cd275b req-decf4b0d-5054-4064-bdf2-7834f174c3a9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 210 time: 0.0998657 Jul 08 17:14:57.716164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-af61044f-14c4-4502-87ac-017d2652ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:57.718232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-af61044f-14c4-4502-87ac-017d2652ec1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1776445 Jul 08 17:14:57.886366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-33e888c1-2751-45ac-a2e8-4b5be6535bc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 217 time: 0.1589155 Jul 08 17:14:57.979844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-de2ae2b4-8bea-48cb-ad22-59cb2baa29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:57.982348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-de2ae2b4-8bea-48cb-ad22-59cb2baa29e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0822251 Jul 08 17:14:58.012578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb121bf8-482d-4c1e-b5a9-220738813c41 req-36f95fe2-77af-492c-8a46-623209093e15 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:58.023996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb121bf8-482d-4c1e-b5a9-220738813c41 req-36f95fe2-77af-492c-8a46-623209093e15 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.3050201 Jul 08 17:14:58.088516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-3ecd2157-ef1a-48db-a4c7-d77840954f31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964327 Jul 08 17:14:58.094467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad90ed-3c73-4ffd-bd70-40b088020d1e req-b40a1c88-6dcc-495f-8577-2f9ba96675ca tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:58.105162 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fad90ed-3c73-4ffd-bd70-40b088020d1e req-b40a1c88-6dcc-495f-8577-2f9ba96675ca tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7b42b3-73f7-4bf8-9371-5eb4b129b87d HTTP/1.1" status: 200 len: 946 time: 0.2592726 Jul 08 17:14:58.210844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.221879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['211c3bad-857a-4775-936b-210df909691d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:58.258483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb121bf8-482d-4c1e-b5a9-220738813c41 req-94c82ec6-9ef7-4745-b271-a7c0d3a16ee3 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326658 Jul 08 17:14:58.311691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fad90ed-3c73-4ffd-bd70-40b088020d1e req-5ff00824-9263-47a0-901f-ee84f17405bd tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014155 Jul 08 17:14:58.336911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f65206-6d53-4819-a3d5-a56789e623a2 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:14:58.365331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.406984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Transition to ACTIVE for port object 45f65206-6d53-4819-a3d5-a56789e623a2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:58.455313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-99174783-f147-488f-8a50-dc2841a798ca service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577034 Jul 08 17:14:58.487579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Pushing event deleted for resources: {'Port': ['ID=92ae01de-61ff-4b5f-bb4f-7fc10dc83e39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:58.510084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.520925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:58.689606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] No DVR routers for this DVR port 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:14:58.702866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-7b20242f-5f29-4f2a-85da-7246e1be4c62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:58.704575 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-7b20242f-5f29-4f2a-85da-7246e1be4c62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 813 time: 0.4946575 Jul 08 17:14:58.711341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.713375 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d13e932-656e-4a76-8224-f603dbd1891b req-aaa04cc5-d44e-402f-9f74-e2fe195345c9 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.53 "DELETE /v2.0/ports/92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 HTTP/1.1" status: 204 len: 173 time: 1.8064637 Jul 08 17:14:58.715473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'name': 'network-vif-deleted', 'tag': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:58.717726 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b2b0b6-6ac1-4ec2-864f-2115a0f049c2" -d '{"events": [{"server_uuid": "6a7b42b3-73f7-4bf8-9371-5eb4b129b87d", "name": "network-vif-deleted", "tag": "92ae01de-61ff-4b5f-bb4f-7fc10dc83e39"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:58.751983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'port': {'device_id': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135', 'admin_state_up': True, 'tenant_id': 'c3238d262c3f437f845f6f2bd48b08a3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:58.760013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Pushing event updated for resources: {'Port': ['ID=45f65206-6d53-4819-a3d5-a56789e623a2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:58.771413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1805775146'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:58.789329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:58.869971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Made reservation on behalf of 0adabdcac93841268be0aa2baf4f9b43 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:58.873570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.896320 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.905830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 1f0791de-3a15-41d5-b9a8-a1666825f45d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:58.908070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5233-d3bc-4aef-845a-f218a319cd0c req-3f277086-378f-4e31-90db-83af116a4fa7 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:58.911900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 1f0791de-3a15-41d5-b9a8-a1666825f45d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:58.912280 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:58.913803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68bc5233-d3bc-4aef-845a-f218a319cd0c req-3f277086-378f-4e31-90db-83af116a4fa7 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 943 time: 0.2713449 Jul 08 17:14:58.964119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065d40ac-8a92-47ef-83e7-1a0333ace436 req-389be091-e93b-484c-8264-3371892df635 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960783 Jul 08 17:14:58.999200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Attempting to bind port 45f65206-6d53-4819-a3d5-a56789e623a2 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:58.999843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Attempting to bind port 45f65206-6d53-4819-a3d5-a56789e623a2 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '8e093745-405d-4e63-8102-0b8381c03bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:59.001275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Attempting to bind port 45f65206-6d53-4819-a3d5-a56789e623a2 on network 602660f3-1ddb-4613-93a3-ebffcd21c08a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:59.007672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Made reservation on behalf of c3238d262c3f437f845f6f2bd48b08a3 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:59.023265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.024268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:14:59.024268 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:14:59.024268 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id_1': '0adabdcac93841268be0aa2baf4f9b43', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 14, 58, 971231)}] Jul 08 17:14:59.024268 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:14:59.024670 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:14:59.030411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Port 45f65206-6d53-4819-a3d5-a56789e623a2 on network 602660f3-1ddb-4613-93a3-ebffcd21c08a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:14:59.030739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Attempting to bind port 45f65206-6d53-4819-a3d5-a56789e623a2 on network 602660f3-1ddb-4613-93a3-ebffcd21c08a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:59.073223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.073681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:59.074882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Checking segment: {'id': '8e093745-405d-4e63-8102-0b8381c03bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:59.075278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Bound using segment: {'id': '8e093745-405d-4e63-8102-0b8381c03bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:59.075708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Bound port: 45f65206-6d53-4819-a3d5-a56789e623a2, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e093745-405d-4e63-8102-0b8381c03bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:59.076063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.090620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68bc5233-d3bc-4aef-845a-f218a319cd0c req-f0a76ba2-145d-49a4-9d61-60a4ff70b4ba tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597881 Jul 08 17:14:59.139923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:14:59.142555 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c475e5f3-45c2-4993-851a-48b9c21f59d5" -d '{"events": [{"server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "name": "network-vif-plugged", "status": "completed", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:14:59.180143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:59.192986 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e51671d-6336-4520-9c16-bf115aaede32 x-openstack-request-id: req-5e51671d-6336-4520-9c16-bf115aaede32 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:14:59.193359 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7b42b3-73f7-4bf8-9371-5eb4b129b87d", "name": "network-vif-deleted", "tag": "92ae01de-61ff-4b5f-bb4f-7fc10dc83e39", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:14:59.193611 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e51671d-6336-4520-9c16-bf115aaede32 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:14:59.193841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.194033 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7b42b3-73f7-4bf8-9371-5eb4b129b87d', 'name': 'network-vif-deleted', 'tag': '92ae01de-61ff-4b5f-bb4f-7fc10dc83e39', 'status': 'completed', 'code': 200} Jul 08 17:14:59.194704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:14:59.240249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Allocated IP 172.20.0.11 (2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135/70b00a39-d54b-4947-93bd-2b6a91d31d48/54aeaab6-e985-446a-9d13-e615e388a448) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:59.245729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] For port 45f65206-6d53-4819-a3d5-a56789e623a2, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:59.249338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:14:59.249824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 92ae01de-61ff-4b5f-bb4f-7fc10dc83e39 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:14:59.253611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] For port 45f65206-6d53-4819-a3d5-a56789e623a2, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=45f65206-6d53-4819-a3d5-a56789e623a2,segment=NetworkSegment(8e093745-405d-4e63-8102-0b8381c03bd6),segment_id=8e093745-405d-4e63-8102-0b8381c03bd6)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:59.261182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.297185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:59.299099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:59.300242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.302873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] 10.222.0.21 "PUT /v2.0/ports/45f65206-6d53-4819-a3d5-a56789e623a2 HTTP/1.1" status: 200 len: 1091 time: 2.2109537 Jul 08 17:14:59.307860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.308205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.308546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.308882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.309210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.314327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.314699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.315298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.315437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.315690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.316024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.319820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:59.359608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f38b81-2aed-4120-9bcf-1538eee88183 service neutron] Pushing event updated for resources: {'Port': ['ID=45f65206-6d53-4819-a3d5-a56789e623a2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:59.445397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827b0f-55d8-4daf-b7d4-93e52cba1f17 req-85995042-a5fa-449f-9b64-44f9678a0044 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:59.452812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f827b0f-55d8-4daf-b7d4-93e52cba1f17 req-85995042-a5fa-449f-9b64-44f9678a0044 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1931291 Jul 08 17:14:59.468280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b797dfa6-474c-45a0-9e62-540b394d85ef req-ee17523d-2d70-43b1-ae4b-91c765ad6fb4 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 210 time: 0.0855050 Jul 08 17:14:59.522869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-64d1bf42-bc09-4c48-8b72-ba59e09ada76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:59.524500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-64d1bf42-bc09-4c48-8b72-ba59e09ada76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=504c6fcc2a4d4c9ca87314d200fb3fe9&device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 1094 time: 0.1430795 Jul 08 17:14:59.525068 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.543243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f827b0f-55d8-4daf-b7d4-93e52cba1f17 req-7ed9b9f6-bc74-4e1e-9c07-05f2c95a68da tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830290 Jul 08 17:14:59.554482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.630742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.646212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:14:59.648770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-a3a99a6a-ea88-4e9e-941a-44c16df340b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f65206-6d53-4819-a3d5-a56789e623a2 HTTP/1.1" status: 200 len: 217 time: 0.1020970 Jul 08 17:14:59.737153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:59.746552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:59.757784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:59.789214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-950ff6d3-5630-48fb-9c48-e6dae3fde9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:59.790984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-950ff6d3-5630-48fb-9c48-e6dae3fde9ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f559d7c5-7eb5-46ae-82b2-fdf72116ef84 HTTP/1.1" status: 200 len: 853 time: 0.1317570 Jul 08 17:14:59.827002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:59.853566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:59.855112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-a065321d-ae8e-4533-834f-9aa6eb7d8eff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=602660f3-1ddb-4613-93a3-ebffcd21c08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570021 Jul 08 17:14:59.857491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.909908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d794-8523-4dc3-9d61-c25dfe1d6739 req-ae40d70b-916f-474f-93da-d6370e892a9a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:59.917142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1041d794-8523-4dc3-9d61-c25dfe1d6739 req-ae40d70b-916f-474f-93da-d6370e892a9a tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.1525457 Jul 08 17:14:59.974759 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1041d794-8523-4dc3-9d61-c25dfe1d6739 req-79c69d44-2f85-4bb8-ae0d-f6bec0e62918 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561256 Jul 08 17:14:59.975720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.999929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-09fa3620-e659-4edf-bb68-00662548518f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2847631 Jul 08 17:15:00.017005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Request body: {'port': {'device_id': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:00.018021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.042161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-064cf128-1be8-4630-94cd-01758c07eb23 service neutron] 10.222.0.21 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796887 Jul 08 17:15:00.073448 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e6c627-25e8-43c6-93f5-d41eba462bc4 x-openstack-request-id: req-d7e6c627-25e8-43c6-93f5-d41eba462bc4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:00.073732 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "name": "network-vif-plugged", "status": "completed", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:00.074006 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7e6c627-25e8-43c6-93f5-d41eba462bc4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:00.074398 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'code': 200} Jul 08 17:15:00.128135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:00.155444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbaa645-52a6-4d8a-9d03-9a66c041a382,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:00.165722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.187572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.187944 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Added segment bb79ee96-f74e-434e-b0d5-2800f6f93fcd of type vlan for network 3f39bcca-36df-417f-82a7-c3c89c93fb76 Jul 08 17:15:00.254935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1938b4-a122-4e69-be96-9f6be3ada6ff req-ccb71712-5c9b-4c41-bdbf-7c3a4d0a8d0a service neutron] 10.222.0.21 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053766 Jul 08 17:15:00.279141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.326588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b93778-c243-400c-aab1-d76fd312e888 req-4fc6a221-e5e5-4e71-8743-b2fc4fe2fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.328074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81b93778-c243-400c-aab1-d76fd312e888 req-4fc6a221-e5e5-4e71-8743-b2fc4fe2fb30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1096 time: 0.1516719 Jul 08 17:15:00.345264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.351690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.352405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.527649 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9830666 Jul 08 17:15:00.528633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81b93778-c243-400c-aab1-d76fd312e888 req-732a4ecc-3c43-4846-ab4f-5907f4922da0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905174 Jul 08 17:15:00.529091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:00.537659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4aa3-6e19-4e58-99a1-9a3feff96dbd tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Pushing event updated for resources: {'Network': ['ID=3f39bcca-36df-417f-82a7-c3c89c93fb76,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:00.552860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3f39bcca-36df-417f-82a7-c3c89c93fb76 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:00.588175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204e07-d700-45b6-bafa-2e190930bc99 req-1651e37f-3623-4ad5-b273-a56628629e2d tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.590302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86204e07-d700-45b6-bafa-2e190930bc99 req-1651e37f-3623-4ad5-b273-a56628629e2d tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 943 time: 0.1883533 Jul 08 17:15:00.594881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'network': {'name': 'tempest-network--486042161', 'router:external': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:00.619403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54aeaab6-e985-446a-9d13-e615e388a448 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:00.637994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.644050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86204e07-d700-45b6-bafa-2e190930bc99 req-71902caf-389a-4617-8f84-9a477723ecba tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459085 Jul 08 17:15:00.644607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Made reservation on behalf of 5cf7e868f298428683f3eee238e8bb66 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:00.647709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.656109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.668950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Transition to ACTIVE for port object 54aeaab6-e985-446a-9d13-e615e388a448 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:00.684673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.694326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-64c13b0b-4f30-42ae-9e37-83231d2eeb7b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.695840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-64c13b0b-4f30-42ae-9e37-83231d2eeb7b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 944 time: 0.2770369 Jul 08 17:15:00.778550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.799406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3982b9-b78a-4b80-ba05-66d1d40f4dc3 req-0623f90b-3520-4ba8-8c35-73f07ad18b1f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.800045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.800954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f3982b9-b78a-4b80-ba05-66d1d40f4dc3 req-0623f90b-3520-4ba8-8c35-73f07ad18b1f tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 944 time: 0.2379928 Jul 08 17:15:00.815638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:00.823961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:00.848402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.848754 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Added segment 8dc27cd8-6169-4f20-b369-0a58b486208c of type vlan for network 5d310c06-2219-4b25-a8c0-e171de5b0be9 Jul 08 17:15:00.850156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8558390c-5bfa-4488-8c7a-db94c1bea5bb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:00.917442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2846d3-7d49-438e-9153-8d5f3c57b000 req-f4ce3dc7-da9f-469d-97af-35410ed35b25 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.918966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e2846d3-7d49-438e-9153-8d5f3c57b000 req-f4ce3dc7-da9f-469d-97af-35410ed35b25 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.1542840 Jul 08 17:15:00.920612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.938012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f3982b9-b78a-4b80-ba05-66d1d40f4dc3 req-4004d6de-834a-4f70-b06c-a6608af971bc tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/security-groups?id=e84aa302-6393-425d-949b-b01e7b1e60c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288157 Jul 08 17:15:00.968840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Attempting to bind port 54aeaab6-e985-446a-9d13-e615e388a448 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:00.969200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Attempting to bind port 54aeaab6-e985-446a-9d13-e615e388a448 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:00.969590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Attempting to bind port 54aeaab6-e985-446a-9d13-e615e388a448 on network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:00.976479 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e2846d3-7d49-438e-9153-8d5f3c57b000 req-83ee52e7-fde3-4947-8261-a0014d12bf99 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513654 Jul 08 17:15:00.980672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Port 54aeaab6-e985-446a-9d13-e615e388a448 on network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:00.981052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Attempting to bind port 54aeaab6-e985-446a-9d13-e615e388a448 on network 2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:00.984242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.985181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:00.986419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.991259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:00.991601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Checking segment: {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:00.991996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Bound using segment: {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:00.992436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Bound port: 54aeaab6-e985-446a-9d13-e615e388a448, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:00.992808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.008378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Deleting port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:01.008583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.062676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Network': ['ID=5d310c06-2219-4b25-a8c0-e171de5b0be9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:01.069767 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a0b708a8-8eaf-4915-a0bc-6530ff3f8960 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5355079 Jul 08 17:15:01.069767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:01.079872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5d310c06-2219-4b25-a8c0-e171de5b0be9 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:01.175444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:01.190356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] For port e8be7ac9-6d7f-4c2c-b346-c753882b14b4, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,segment=NetworkSegment(2286f771-fe71-4dbc-8e85-ab766329bbe8),segment_id=2286f771-fe71-4dbc-8e85-ab766329bbe8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:01.190719 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.203825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:01.213265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Calling delete_port for e8be7ac9-6d7f-4c2c-b346-c753882b14b4 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:01.215644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.273171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:01.273797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.275250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] 10.222.0.21 "PUT /v2.0/ports/54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 1092 time: 1.2641301 Jul 08 17:15:01.279800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:01.282135 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a87f5-9325-44ed-ab73-bff12d666993" -d '{"events": [{"name": "network-changed", "server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "tag": "54aeaab6-e985-446a-9d13-e615e388a448"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:01.361792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de477aa-60f5-4710-85ed-dd9df806c75e req-f353e98b-ced2-47a1-b00e-ae39c512b98f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:01.363272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3de477aa-60f5-4710-85ed-dd9df806c75e req-f353e98b-ced2-47a1-b00e-ae39c512b98f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 944 time: 0.2447908 Jul 08 17:15:01.388894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87084253-7dcc-439c-a843-ff87a5a83b82 service neutron] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:01.447409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466a7503-0dc3-454e-a867-875d9a2da90a', 'tag': '45f65206-6d53-4819-a3d5-a56789e623a2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:01.449681 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773a2687-a92e-493a-a175-875a73f2d6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "466a7503-0dc3-454e-a867-875d9a2da90a", "tag": "45f65206-6d53-4819-a3d5-a56789e623a2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:01.468167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3de477aa-60f5-4710-85ed-dd9df806c75e req-230542c8-b2d1-4b56-a7b9-9118b5656025 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837107 Jul 08 17:15:01.505454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-f7a5b589-cd32-4416-940c-a93f22d3716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:01.507019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-f7a5b589-cd32-4416-940c-a93f22d3716b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1095 time: 0.1692545 Jul 08 17:15:01.514196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.557573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-6dd16eaf-5199-4765-906d-794a35a82b6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 217 time: 0.0415022 Jul 08 17:15:01.564251 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.612262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978b36-b2e7-4f60-b02a-871feae4f6c3 req-64c7665b-6c03-44f8-9838-17426b762763 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:01.614212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53978b36-b2e7-4f60-b02a-871feae4f6c3 req-64c7665b-6c03-44f8-9838-17426b762763 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.5034158 Jul 08 17:15:01.629846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.635741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Pushing event deleted for resources: {'Port': ['ID=e8be7ac9-6d7f-4c2c-b346-c753882b14b4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:01.648724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d310c06-2219-4b25-a8c0-e171de5b0be9']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:01.667392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc27cd8-6169-4f20-b369-0a58b486208c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:01.667694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc27cd8-6169-4f20-b369-0a58b486208c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:01.681083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53978b36-b2e7-4f60-b02a-871feae4f6c3 req-cb8ba367-4a17-43e8-aa83-3a4d4c5a49b0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609193 Jul 08 17:15:01.682661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.697324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:01.708884 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:01.713691 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:01.713691 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:01.713691 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:01.713962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] No DVR routers for this DVR port e8be7ac9-6d7f-4c2c-b346-c753882b14b4 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:01.717155 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.719272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c4d1db25-62d0-4198-a597-29a8d134caa4 req-9e5ce051-bdef-4f57-bc2e-5edb3e1ad2b2 tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.53 "DELETE /v2.0/ports/e8be7ac9-6d7f-4c2c-b346-c753882b14b4 HTTP/1.1" status: 204 len: 173 time: 1.0106592 Jul 08 17:15:01.722376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-34688809-bf20-453e-805a-cf1c5d979ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:01.724803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-34688809-bf20-453e-805a-cf1c5d979ad2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.1518629 Jul 08 17:15:01.768477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-d73e41dc-bf1b-4834-9cea-00a4c0120f4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347366 Jul 08 17:15:01.787199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859884fd-bd57-4605-93ef-5ec48ab96b55 req-5dfd6dc1-764b-492f-8a0b-4d16cedc7553 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:01.789472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-859884fd-bd57-4605-93ef-5ec48ab96b55 req-5dfd6dc1-764b-492f-8a0b-4d16cedc7553 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.2025108 Jul 08 17:15:01.812944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.821436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d310c06-2219-4b25-a8c0-e171de5b0be9 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:15:01.834078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.836437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5d310c06-2219-4b25-a8c0-e171de5b0be9 HTTP/1.1" status: 204 len: 168 time: 0.7662201 Jul 08 17:15:01.840749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e04e98-25c6-4207-9062-d577900ffe63 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d310c06-2219-4b25-a8c0-e171de5b0be9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:01.851476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:01.856759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:01.891972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-859884fd-bd57-4605-93ef-5ec48ab96b55 req-f46e9af0-d420-46b7-a81f-d1f0e285a8b7 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916312 Jul 08 17:15:01.896181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Made reservation on behalf of 5cf7e868f298428683f3eee238e8bb66 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:01.899055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.904824 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfa2a9-45f7-44a7-aa3f-bef0494b0959 x-openstack-request-id: req-9fbfa2a9-45f7-44a7-aa3f-bef0494b0959 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:01.905121 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "tag": "54aeaab6-e985-446a-9d13-e615e388a448", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:01.905582 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fbfa2a9-45f7-44a7-aa3f-bef0494b0959 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:01.906157 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448', 'status': 'completed', 'code': 200} Jul 08 17:15:01.943756 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50adf54b-1d34-4979-81f7-cc50739a4587 x-openstack-request-id: req-50adf54b-1d34-4979-81f7-cc50739a4587 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:01.944937 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466a7503-0dc3-454e-a867-875d9a2da90a", "tag": "45f65206-6d53-4819-a3d5-a56789e623a2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:01.945586 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50adf54b-1d34-4979-81f7-cc50739a4587 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:01.946315 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466a7503-0dc3-454e-a867-875d9a2da90a', 'tag': '45f65206-6d53-4819-a3d5-a56789e623a2', 'status': 'completed', 'code': 200} Jul 08 17:15:01.950217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:01.958939 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-872e82b7-a113-4148-9929-c4220111b620 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638112 Jul 08 17:15:01.966802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.967515 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Added segment c07c32ef-62c1-4bad-8b73-b512736aef43 of type vlan for network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 Jul 08 17:15:02.047563 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:02.098558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-dfc02af5-7fd7-49c9-912e-64cb98a11043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.099966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-dfc02af5-7fd7-49c9-912e-64cb98a11043 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=504c6fcc2a4d4c9ca87314d200fb3fe9&device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 1094 time: 0.1223717 Jul 08 17:15:02.104796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:02.106046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.106738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:02.230737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3779187 Jul 08 17:15:02.253664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:02.257803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7a13b595-f01f-4d6a-861e-b45e0bc63fcd req-42b2384a-9516-440d-aa5b-9a02a7c4b84b tempest-ImagesTestJSON-896170601 tempest-ImagesTestJSON-896170601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b7f9465-59a5-4bf8-bb2c-abf01921677d HTTP/1.1" status: 200 len: 210 time: 0.1059399 Jul 08 17:15:02.261417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'subnet': {'network_id': 'dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:02.291485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f066802-86c1-457a-87ea-d95bf8369d22 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Network': ['ID=dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:02.305762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:02.331195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-d9c6b420-5f6a-49e8-8ecb-1c9f57870354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.333223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-d9c6b420-5f6a-49e8-8ecb-1c9f57870354 service neutron] 10.222.0.21 "GET /v2.0/networks?id=602660f3-1ddb-4613-93a3-ebffcd21c08a HTTP/1.1" status: 200 len: 914 time: 0.2235916 Jul 08 17:15:02.334450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Made reservation on behalf of 5cf7e868f298428683f3eee238e8bb66 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:02.336978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:02.432446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-8216b8e5-0805-408f-b14d-01c7bee7027e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f65206-6d53-4819-a3d5-a56789e623a2 HTTP/1.1" status: 200 len: 217 time: 0.0920384 Jul 08 17:15:02.543108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-6570e6a8-a15e-49bb-a7ed-bd50e827aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.544600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-6570e6a8-a15e-49bb-a7ed-bd50e827aa6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f559d7c5-7eb5-46ae-82b2-fdf72116ef84 HTTP/1.1" status: 200 len: 853 time: 0.1024354 Jul 08 17:15:02.561227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef396e4e-db39-43c1-9d46-08d5c48b0683 req-be06e720-5263-47e3-8153-c3f38161a438 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980814 Jul 08 17:15:02.580403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-ff1cae47-74d8-43fd-9ec2-07413664582d tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.582824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-ff1cae47-74d8-43fd-9ec2-07413664582d tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.1937709 Jul 08 17:15:02.596730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090eaca-18c1-4d9a-b9d8-c84b07425aed req-e3263722-df3d-4911-a397-b9d4537f4cbf tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.604184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5090eaca-18c1-4d9a-b9d8-c84b07425aed req-e3263722-df3d-4911-a397-b9d4537f4cbf tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 943 time: 0.2145793 Jul 08 17:15:02.626711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-103e6ef2-6ac3-494d-b252-db890581eead service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=602660f3-1ddb-4613-93a3-ebffcd21c08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750554 Jul 08 17:15:02.713997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5090eaca-18c1-4d9a-b9d8-c84b07425aed req-1d715c62-a4ed-41fe-9478-179e8eedd8bd tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089249 Jul 08 17:15:02.764467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731f99-3ec8-4c63-8c3b-f72fc186ed28 req-a5988271-3a3b-401b-895e-06b219b8122e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.766005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81731f99-3ec8-4c63-8c3b-f72fc186ed28 req-a5988271-3a3b-401b-895e-06b219b8122e tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 946 time: 0.2878187 Jul 08 17:15:02.785572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-a7380877-be42-498a-9f6e-a56d064096c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:02.787251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-a7380877-be42-498a-9f6e-a56d064096c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1095 time: 0.1666815 Jul 08 17:15:02.826587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-6df4a658-47bd-42d9-b10b-58a10c85f5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898770 Jul 08 17:15:02.836057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e8be7ac9-6d7f-4c2c-b346-c753882b14b4 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:02.860407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: e8be7ac9-6d7f-4c2c-b346-c753882b14b4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:02.861155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e8be7ac9-6d7f-4c2c-b346-c753882b14b4 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:02.889453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Deleting port 211c3bad-857a-4775-936b-210df909691d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:02.889799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:02.914646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81731f99-3ec8-4c63-8c3b-f72fc186ed28 req-f5696fe6-d397-4f15-89e3-9faca13c4796 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348710 Jul 08 17:15:02.915813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 45f65206-6d53-4819-a3d5-a56789e623a2 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:02.980438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-773a2687-a92e-493a-a175-875a73f2d6f4 req-7d2ac700-6742-45e5-8355-602cfe68d9e6 service neutron] 10.222.0.21 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269498 Jul 08 17:15:02.997098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] For port 211c3bad-857a-4775-936b-210df909691d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=211c3bad-857a-4775-936b-210df909691d,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:02.997681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.028345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Calling delete_port for 211c3bad-857a-4775-936b-210df909691d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:03.030655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:15:03.031129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.112864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-a7981fb4-75c7-4757-b698-63ca7d320988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.115178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-a7981fb4-75c7-4757-b698-63ca7d320988 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.3194406 Jul 08 17:15:03.133095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2524d09d-5227-4726-b58c-fc3767bc9198,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:03.147057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec8a7a-cfae-46f9-95f5-9ed0b85be18f req-3e31738a-a968-4955-b100-ca8d392c78c4 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.148872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-35ec8a7a-cfae-46f9-95f5-9ed0b85be18f req-3e31738a-a968-4955-b100-ca8d392c78c4 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 944 time: 0.3031123 Jul 08 17:15:03.154530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Checking segment: {'id': 'c07c32ef-62c1-4bad-8b73-b512736aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:03.155030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Network hostable DHCP agents. Network: dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:15:03.178456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa37676-c0b3-4463-8f4e-53b21f7ef9f1 req-7f4055da-463f-4843-8810-5e453e815227 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.179892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8aa37676-c0b3-4463-8f4e-53b21f7ef9f1 req-7f4055da-463f-4843-8810-5e453e815227 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1215007 Jul 08 17:15:03.182689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 45f65206-6d53-4819-a3d5-a56789e623a2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=45f65206-6d53-4819-a3d5-a56789e623a2,segment=NetworkSegment(8e093745-405d-4e63-8102-0b8381c03bd6),segment_id=8e093745-405d-4e63-8102-0b8381c03bd6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:03.189700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-f1ba04e6-3793-487d-8a4d-fa0e0a36e70c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 217 time: 0.0674410 Jul 08 17:15:03.196485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '45f65206-6d53-4819-a3d5-a56789e623a2', 'network_id': '602660f3-1ddb-4613-93a3-ebffcd21c08a', 'port_id': '45f65206-6d53-4819-a3d5-a56789e623a2', 'mac_address': 'fa:16:3e:5a:57:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f559d7c5-7eb5-46ae-82b2-fdf72116ef84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:03.204322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:15:03.222518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:03.230337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.230936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.235576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8aa37676-c0b3-4463-8f4e-53b21f7ef9f1 req-edaf7dda-6462-4c0b-82e5-d2f55b614c7b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 Jul 08 17:15:03.243800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139829c0-5452-4467-b95e-2c4e0b2b7c04 None None] Network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:03.248254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.252453 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-07e87bb3-5b0f-4569-8f95-3a929c80ef4a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9971573 Jul 08 17:15:03.256246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:03.264649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'floatingip': {'floating_network_id': 'dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:03.274332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f65206-6d53-4819-a3d5-a56789e623a2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:03.288451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-35ec8a7a-cfae-46f9-95f5-9ed0b85be18f req-10793548-7ab5-4689-9e9d-8ced41c0bf39 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067708 Jul 08 17:15:03.295609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-731c2fcd-594b-4850-a46f-f21f9bfa9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.297069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-731c2fcd-594b-4850-a46f-f21f9bfa9961 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.0962570 Jul 08 17:15:03.320459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.345598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 45f65206-6d53-4819-a3d5-a56789e623a2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=45f65206-6d53-4819-a3d5-a56789e623a2,segment=NetworkSegment(8e093745-405d-4e63-8102-0b8381c03bd6),segment_id=8e093745-405d-4e63-8102-0b8381c03bd6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:03.356416 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.400056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-287b5c1c-3e95-4dc1-a6ec-f8a34773d2ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343657 Jul 08 17:15:03.466240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=45f65206-6d53-4819-a3d5-a56789e623a2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:03.473875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39039c2e-4b1a-4f11-9416-c887c8b94f23 None None] Network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:03.494777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.504727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.573012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Pushing event deleted for resources: {'Port': ['ID=211c3bad-857a-4775-936b-210df909691d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:03.620957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['45f65206-6d53-4819-a3d5-a56789e623a2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:03.645981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd6234-24a4-4c20-9396-59d68b788f23 req-bb9c7e86-f6a6-431e-ad05-155ca2f87145 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.647672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88bd6234-24a4-4c20-9396-59d68b788f23 req-bb9c7e86-f6a6-431e-ad05-155ca2f87145 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1096 time: 0.1332109 Jul 08 17:15:03.657384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] No DVR routers for this DVR port 211c3bad-857a-4775-936b-210df909691d on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:03.659167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Allocated IP 172.20.0.10 (dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465/2524d09d-5227-4726-b58c-fc3767bc9198/8abda493-c860-4dcb-a1e1-68596589551b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:03.662858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-b3add8e3-8979-447f-a80e-0265bc099ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541924 Jul 08 17:15:03.664680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.666599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d88d86a5-b8fa-4244-a4f8-3ddd667952ba req-310ffb2f-4dc7-4b4e-a5d0-239f45254d70 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.21 "DELETE /v2.0/ports/211c3bad-857a-4775-936b-210df909691d HTTP/1.1" status: 204 len: 173 time: 1.0597911 Jul 08 17:15:03.709070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88257b65-7211-4568-9919-fc1560b3aa01 req-25a23b30-814f-4579-9db3-4eb7f5439138 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:03.720596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88257b65-7211-4568-9919-fc1560b3aa01 req-25a23b30-814f-4579-9db3-4eb7f5439138 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.2287281 Jul 08 17:15:03.753349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88bd6234-24a4-4c20-9396-59d68b788f23 req-10f706ce-2aba-4a3c-9046-5848ea66a5bb tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887096 Jul 08 17:15:03.819893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.858422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec5a87f5-9325-44ed-ab73-bff12d666993 req-71314863-b77b-4240-b7dc-cb7110f341a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832037 Jul 08 17:15:03.862948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:03.875867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88257b65-7211-4568-9919-fc1560b3aa01 req-52c1a451-3685-4eca-b231-cafd9caa2939 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543915 Jul 08 17:15:03.904920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:03.907671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'name': 'network-vif-deleted', 'tag': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4'}, {'server_uuid': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'name': 'network-vif-deleted', 'tag': '211c3bad-857a-4775-936b-210df909691d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:03.911015 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603f7a75-1b89-4b79-85bb-7eeddcf1114f" -d '{"events": [{"server_uuid": "7b7f9465-59a5-4bf8-bb2c-abf01921677d", "name": "network-vif-deleted", "tag": "e8be7ac9-6d7f-4c2c-b346-c753882b14b4"}, {"server_uuid": "8c08ca92-847e-44d6-acd1-5d8d10ee5e58", "name": "network-vif-deleted", "tag": "211c3bad-857a-4775-936b-210df909691d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:03.912082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:03.915832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:03.939816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Port': ['ID=8abda493-c860-4dcb-a1e1-68596589551b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:04.043746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.070310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab2e33-c835-4f87-b58b-9ff3dee9df4a req-273c6496-e19e-48e4-a525-27e30f2baa2a tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:04.072268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-32ab2e33-c835-4f87-b58b-9ff3dee9df4a req-273c6496-e19e-48e4-a525-27e30f2baa2a tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1096 time: 0.0646884 Jul 08 17:15:04.110066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dbcf7-cae9-48aa-93ec-aeb9ad0765c5 req-5f045555-78c0-4498-8831-19491f478353 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:04.118756 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e1dbcf7-cae9-48aa-93ec-aeb9ad0765c5 req-5f045555-78c0-4498-8831-19491f478353 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 944 time: 0.1243060 Jul 08 17:15:04.126643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-32ab2e33-c835-4f87-b58b-9ff3dee9df4a req-d763d692-1d87-4d2d-9670-1a61ff3dc21a tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466070 Jul 08 17:15:04.139853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.216496 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e1dbcf7-cae9-48aa-93ec-aeb9ad0765c5 req-5ae989b9-ce79-44d4-92b8-90ec57f59186 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 Jul 08 17:15:04.299979 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c6b28-c96b-49b6-b5ce-1753f8cc135d x-openstack-request-id: req-a66c6b28-c96b-49b6-b5ce-1753f8cc135d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:04.300342 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7f9465-59a5-4bf8-bb2c-abf01921677d", "name": "network-vif-deleted", "tag": "e8be7ac9-6d7f-4c2c-b346-c753882b14b4", "status": "completed", "code": 200}, {"server_uuid": "8c08ca92-847e-44d6-acd1-5d8d10ee5e58", "name": "network-vif-deleted", "tag": "211c3bad-857a-4775-936b-210df909691d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:04.300600 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a66c6b28-c96b-49b6-b5ce-1753f8cc135d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:04.301032 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7f9465-59a5-4bf8-bb2c-abf01921677d', 'name': 'network-vif-deleted', 'tag': 'e8be7ac9-6d7f-4c2c-b346-c753882b14b4', 'status': 'completed', 'code': 200} Jul 08 17:15:04.301362 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c08ca92-847e-44d6-acd1-5d8d10ee5e58', 'name': 'network-vif-deleted', 'tag': '211c3bad-857a-4775-936b-210df909691d', 'status': 'completed', 'code': 200} Jul 08 17:15:04.397624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32cc1f64-8d5c-4dbd-adc2-a48f82943167 req-7b32e8b3-8d22-47b7-863b-b01acef85b50 tempest-ListServerFiltersTestJSON-1598074167 tempest-ListServerFiltersTestJSON-1598074167-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c08ca92-847e-44d6-acd1-5d8d10ee5e58 HTTP/1.1" status: 200 len: 210 time: 0.0430486 Jul 08 17:15:04.401796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.409146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.492085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Port': ['ID=8abda493-c860-4dcb-a1e1-68596589551b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:04.506930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.528590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.529747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f906371-e028-435a-99bc-faed68c9b8b4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2715204 Jul 08 17:15:04.533114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:04.580999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c413-dbd5-4e97-a780-a2c0b2ffe504 req-92cf41b8-a983-41e8-abdb-1a202da62861 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:04.582566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b861c413-dbd5-4e97-a780-a2c0b2ffe504 req-92cf41b8-a983-41e8-abdb-1a202da62861 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 944 time: 0.0649123 Jul 08 17:15:04.605226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cfbc010d-2041-4d59-ae45-55d74a7ade47 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 HTTP/1.1" status: 200 len: 690 time: 0.0683782 Jul 08 17:15:04.605462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:04.625208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b861c413-dbd5-4e97-a780-a2c0b2ffe504 req-50bca2ea-a3a7-425b-84eb-03a58c5eca62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362399 Jul 08 17:15:04.707695 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.839140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Deleting port 8abda493-c860-4dcb-a1e1-68596589551b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:04.839486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.924412 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.924750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:04.941465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Calling delete_port for 8abda493-c860-4dcb-a1e1-68596589551b owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:04.949272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 54aeaab6-e985-446a-9d13-e615e388a448 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:04.951427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 45f65206-6d53-4819-a3d5-a56789e623a2 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:05.067500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 45f65206-6d53-4819-a3d5-a56789e623a2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:05.085891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 45f65206-6d53-4819-a3d5-a56789e623a2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:05.086316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.096450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d77b7a-5ac7-4d4a-8241-db8b1aea67d0 req-47723d2c-d42d-47d0-accc-ceaaee21aff8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:05.103270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1d77b7a-5ac7-4d4a-8241-db8b1aea67d0 req-47723d2c-d42d-47d0-accc-ceaaee21aff8 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.0839834 Jul 08 17:15:05.123733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.133766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:05.152987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '54aeaab6-e985-446a-9d13-e615e388a448', 'network_id': '2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135', 'port_id': '54aeaab6-e985-446a-9d13-e615e388a448', 'mac_address': 'fa:16:3e:80:b2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b00a39-d54b-4947-93bd-2b6a91d31d48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:05.162117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1d77b7a-5ac7-4d4a-8241-db8b1aea67d0 req-172b6f54-8dfb-4e8f-b3ee-2af88f42a0d5 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566087 Jul 08 17:15:05.167483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Port': ['ID=8abda493-c860-4dcb-a1e1-68596589551b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:05.238474 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.257032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.257727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.274752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54aeaab6-e985-446a-9d13-e615e388a448 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:05.308681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.314135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466a7503-0dc3-454e-a867-875d9a2da90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f65206-6d53-4819-a3d5-a56789e623a2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:05.317276 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a00186-7399-4044-b6f1-66e5ba36bbf4" -d '{"events": [{"server_uuid": "466a7503-0dc3-454e-a867-875d9a2da90a", "name": "network-vif-plugged", "status": "completed", "tag": "45f65206-6d53-4819-a3d5-a56789e623a2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:05.344787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:05.349459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 45f65206-6d53-4819-a3d5-a56789e623a2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=45f65206-6d53-4819-a3d5-a56789e623a2,segment=NetworkSegment(8e093745-405d-4e63-8102-0b8381c03bd6),segment_id=8e093745-405d-4e63-8102-0b8381c03bd6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:05.351652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.357992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.358269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 211c3bad-857a-4775-936b-210df909691d no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:05.384489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.400116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 211c3bad-857a-4775-936b-210df909691d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:05.400466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 211c3bad-857a-4775-936b-210df909691d not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:05.425069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2524d09d-5227-4726-b58c-fc3767bc9198,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:05.425460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:05.450233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d7e46-b0b3-4684-933f-37fdbc15dc87 req-3fabb820-1f37-45bc-9d29-677eb47cb7f2 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:05.451932 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-134d7e46-b0b3-4684-933f-37fdbc15dc87 req-3fabb820-1f37-45bc-9d29-677eb47cb7f2 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.0798483 Jul 08 17:15:05.492804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=45f65206-6d53-4819-a3d5-a56789e623a2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:05.493070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.503065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:05.509123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-134d7e46-b0b3-4684-933f-37fdbc15dc87 req-582712b0-5e23-4466-b724-79714e17a477 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Jul 08 17:15:05.516458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07c32ef-62c1-4bad-8b73-b512736aef43') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:05.516831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07c32ef-62c1-4bad-8b73-b512736aef43') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:05.532376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.548517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.549800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-fabe7248-7b2d-486e-bc96-1e7d02e3ba8b tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:15:05.552000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-fabe7248-7b2d-486e-bc96-1e7d02e3ba8b tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084422 Jul 08 17:15:05.556221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:05.556629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:05.558492 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:05.562327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Request body: {'binding': {'host': 'n-h2-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:05.562777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:15:05.605177 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb0d8b3-2122-48cb-a3a9-9e2f570d48de x-openstack-request-id: req-fdb0d8b3-2122-48cb-a3a9-9e2f570d48de {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:05.605797 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466a7503-0dc3-454e-a867-875d9a2da90a", "name": "network-vif-plugged", "status": "completed", "tag": "45f65206-6d53-4819-a3d5-a56789e623a2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:05.606232 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdb0d8b3-2122-48cb-a3a9-9e2f570d48de {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:05.606615 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466a7503-0dc3-454e-a867-875d9a2da90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f65206-6d53-4819-a3d5-a56789e623a2', 'code': 200} Jul 08 17:15:05.609118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['54aeaab6-e985-446a-9d13-e615e388a448'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:05.623908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.632646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:15:05.650111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.654794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 HTTP/1.1" status: 204 len: 168 time: 1.0460162 Jul 08 17:15:05.654794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f501-9a03-4e37-b1ec-cc8529daa2f6 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:05.655683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:05.724631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36806) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:05.783874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on host n-h2-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:05.792422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:05.792901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:05.798562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:05.802461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:05.816002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:05.817375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:05.818028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:05.818486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Bound port: 1f0791de-3a15-41d5-b9a8-a1666825f45d, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:05.894938 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef7fc06e-2158-449b-a307-10bf36ff70ab tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2382331 Jul 08 17:15:05.898634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:05.907215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:05.912540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Deleting subnet 14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:05.917370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.919179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-159a69cf-c165-4bbc-9990-7f139fb39c40 service neutron] 10.222.0.48 "POST /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3605151 Jul 08 17:15:05.959769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:05.996208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990efe2-4744-4831-9086-f654182c604b req-bacc3d1a-c9dd-4fe3-a5d8-f11e38b3da96 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:05.998443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c990efe2-4744-4831-9086-f654182c604b req-bacc3d1a-c9dd-4fe3-a5d8-f11e38b3da96 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 945 time: 0.0769041 Jul 08 17:15:06.053306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0367-edf7-487e-83ff-f2fb44d88a84 req-9c75882d-4662-4693-a88f-a3c7f723cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.055099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f37e0367-edf7-487e-83ff-f2fb44d88a84 req-9c75882d-4662-4693-a88f-a3c7f723cd38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 1096 time: 0.3321166 Jul 08 17:15:06.065264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.111462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c990efe2-4744-4831-9086-f654182c604b req-278292f9-fb18-4915-8fc3-5992f2ad1adc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002157 Jul 08 17:15:06.123707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.124178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.124779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.125253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.125526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.126000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.127069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.127069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.130213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.130213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.130213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.130213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.130213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.131805 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3e4ee74e-41ad-440c-82a4-639ed55449b0 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8532 time: 0.2316413 Jul 08 17:15:06.134958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.179450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f37e0367-edf7-487e-83ff-f2fb44d88a84 req-db21c8bf-22ca-4419-a55d-8ea9b6b81593 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112850 Jul 08 17:15:06.221297 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-95bbc709-63e8-4c02-ac9c-b453ad498aa3 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] delete failed (client error): The resource could not be found. Jul 08 17:15:06.226456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-95bbc709-63e8-4c02-ac9c-b453ad498aa3 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/e6790833-dc61-4ff6-a9e7-97ed77293b35 HTTP/1.1" status: 404 len: 345 time: 0.0898409 Jul 08 17:15:06.227033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.236818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.257278 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a1fa04-5008-42d6-9faf-cd826c949ff1 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] DELETE failed (client error): The resource could not be found. Jul 08 17:15:06.257956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a1fa04-5008-42d6-9faf-cd826c949ff1 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:15:06.267411 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b1a1fa04-5008-42d6-9faf-cd826c949ff1 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dcfb7ad2-3e5e-4d54-a719-8d0e0a6ea465 HTTP/1.1" status: 404 len: 339 time: 0.0392282 Jul 08 17:15:06.268161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.294229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'network': {'name': 'tempest-network--797521982', 'router:external': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:06.369894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Deleting subnet 43c30588-26b6-4d62-b89e-56be3b4fdbce {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:06.374188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Made reservation on behalf of 5cf7e868f298428683f3eee238e8bb66 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:06.376518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.379165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.440986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:06.449747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.477723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.478169 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Added segment 973d54c8-14c6-48fb-8dbb-e4b1b7a49d54 of type vlan for network dda575b1-f2de-4bb4-8088-469e7b984b85 Jul 08 17:15:06.487971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772178c-8314-4cf7-82e6-128fad17cc9d req-f896bc78-fcf7-44e7-bdfe-a4c43a2b1841 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.489828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e772178c-8314-4cf7-82e6-128fad17cc9d req-f896bc78-fcf7-44e7-bdfe-a4c43a2b1841 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1857352 Jul 08 17:15:06.558855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.567365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.576053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.609754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e772178c-8314-4cf7-82e6-128fad17cc9d req-532a8525-522a-4dc8-bc19-9e59aabbaa99 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091187 Jul 08 17:15:06.625114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-6ed6010b-01dd-419d-8725-2f23aed6c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.626821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-6ed6010b-01dd-419d-8725-2f23aed6c205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1096 time: 0.4444816 Jul 08 17:15:06.662106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf65269-b699-4ee4-96b6-160e2515dfb3 req-fcb8958b-819b-494c-9e25-5f391fea5cd1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.666455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edf65269-b699-4ee4-96b6-160e2515dfb3 req-fcb8958b-819b-494c-9e25-5f391fea5cd1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.1799541 Jul 08 17:15:06.671345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.672153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.672744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.682237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.721066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.768336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.771085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/43c30588-26b6-4d62-b89e-56be3b4fdbce HTTP/1.1" status: 204 len: 168 time: 0.5330870 Jul 08 17:15:06.771911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacaf91-be42-400e-91d2-2b0f6baf1d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c30588-26b6-4d62-b89e-56be3b4fdbce,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:06.775371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.778179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e47ee8-8f1b-4fdb-8423-8c8bec0b1070,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:06.783195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4934802 Jul 08 17:15:06.783689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.786192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98b1426d-99a5-49c2-81ee-469eddb95799 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/14e47ee8-8f1b-4fdb-8423-8c8bec0b1070 HTTP/1.1" status: 204 len: 168 time: 1.0605037 Jul 08 17:15:06.788519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.788856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:06.793283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38d748-53a2-407c-ad2a-ec0564802d88 None None] Network 299f2e98-9428-449f-ab3f-8ec67dd32117 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:06.862335 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edf65269-b699-4ee4-96b6-160e2515dfb3 req-8a8b00e0-d3d5-41a7-a4bc-3a04d5330bef tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775751 Jul 08 17:15:06.876503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-23041f44-6f43-46c1-a277-fe1434cb2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:06.878227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-23041f44-6f43-46c1-a277-fe1434cb2c91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.2383392 Jul 08 17:15:06.895787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:06.938671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-aadac574-5208-439e-9617-cd0bf26fb68c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 217 time: 0.0494668 Jul 08 17:15:06.965162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5c06d-49ac-43e2-8c83-9583d20a5ea7 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Network': ['ID=dda575b1-f2de-4bb4-8088-469e7b984b85,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:06.976210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 54aeaab6-e985-446a-9d13-e615e388a448 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:06.999220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network dda575b1-f2de-4bb4-8088-469e7b984b85 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:07.047784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] DHCP port deletion for 299f2e98-9428-449f-ab3f-8ec67dd32117 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:15:07.066996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.091072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.104328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f782d38-f176-43cc-9a81-036cbb887a2a req-9e17911e-1467-4273-a217-3faea59237a4 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.106433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d45623-e142-40fc-81ef-6ab69583c7d4']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:07.111512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f782d38-f176-43cc-9a81-036cbb887a2a req-9e17911e-1467-4273-a217-3faea59237a4 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.3518167 Jul 08 17:15:07.128030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 54aeaab6-e985-446a-9d13-e615e388a448 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:07.128448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2286f771-fe71-4dbc-8e85-ab766329bbe8') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:07.129556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2286f771-fe71-4dbc-8e85-ab766329bbe8') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:07.146273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.146484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 54aeaab6-e985-446a-9d13-e615e388a448 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:07.146830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.166331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.167555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e16343-2b84-4188-894f-db588d9e80ca tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.174048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e16343-2b84-4188-894f-db588d9e80ca tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.175210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:07.176273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.181673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e16343-2b84-4188-894f-db588d9e80ca tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.188937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] Deleting port 679bf783-ee56-47f9-9953-94d91451bc62 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:07.189478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e16343-2b84-4188-894f-db588d9e80ca tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.189828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.192019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0e16343-2b84-4188-894f-db588d9e80ca tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3999932 Jul 08 17:15:07.199033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:07.224459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f782d38-f176-43cc-9a81-036cbb887a2a req-90a18242-ffdf-470f-9e4b-63138488a686 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119003 Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:07.281580 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:07.287848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] For port 679bf783-ee56-47f9-9953-94d91451bc62, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=679bf783-ee56-47f9-9953-94d91451bc62,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:07.288498 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.307392 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.321416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.326314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c7d45623-e142-40fc-81ef-6ab69583c7d4 HTTP/1.1" status: 204 len: 168 time: 0.5417707 Jul 08 17:15:07.330171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] Calling delete_port for 679bf783-ee56-47f9-9953-94d91451bc62 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:07.348542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3784e-e9e0-4fd1-bd90-5a5e158c0da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d45623-e142-40fc-81ef-6ab69583c7d4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:07.351776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.359166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.375249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-f4e80b8e-eecc-4243-833f-951f93f1fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.376838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-f4e80b8e-eecc-4243-833f-951f93f1fa52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.3016078 Jul 08 17:15:07.425068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-65b99ed0-5c65-4c77-afc7-9523276a67bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383847 Jul 08 17:15:07.432148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:07.439115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Deleting port 679bf783-ee56-47f9-9953-94d91451bc62 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:07.439618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.448283 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.489812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.512452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] No DVR routers for this DVR port 679bf783-ee56-47f9-9953-94d91451bc62 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:07.515363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:07.540167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088892a-5e83-49d5-b760-7145d7f91e6c None None] Pushing event deleted for resources: {'Port': ['ID=679bf783-ee56-47f9-9953-94d91451bc62,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:07.563592 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.572778 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-b7c308de-8bd1-4741-8a06-53956591ce2a service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385510 Jul 08 17:15:07.583084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda575b1-f2de-4bb4-8088-469e7b984b85']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:07.589714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:07.594497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] For port 679bf783-ee56-47f9-9953-94d91451bc62, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=679bf783-ee56-47f9-9953-94d91451bc62,segment=NetworkSegment(359af677-ac82-4c33-b39b-5602ee4ea7ec),segment_id=359af677-ac82-4c33-b39b-5602ee4ea7ec)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:07.594857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.604432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b0911-6d0e-4d28-ad1c-0d2b7adb4ea4 req-10684809-8658-463f-bf7d-a6b91a88509e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.605966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-568b0911-6d0e-4d28-ad1c-0d2b7adb4ea4 req-10684809-8658-463f-bf7d-a6b91a88509e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 945 time: 0.2392106 Jul 08 17:15:07.607928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:07.610437 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9b0f7-4974-4131-abf4-d4fb1fe6fbca" -d '{"events": [{"server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "name": "network-vif-plugged", "status": "completed", "tag": "54aeaab6-e985-446a-9d13-e615e388a448"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:07.616976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973d54c8-14c6-48fb-8dbb-e4b1b7a49d54') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:07.617277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973d54c8-14c6-48fb-8dbb-e4b1b7a49d54') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:07.626808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Calling delete_port for 679bf783-ee56-47f9-9953-94d91451bc62 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:07.648640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.655020 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0894d-871c-432c-9638-c528c85a2c26 x-openstack-request-id: req-b7f0894d-871c-432c-9638-c528c85a2c26 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:07.655382 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "name": "network-vif-plugged", "status": "completed", "tag": "54aeaab6-e985-446a-9d13-e615e388a448", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:07.655703 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7f0894d-871c-432c-9638-c528c85a2c26 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:07.656288 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448', 'code': 200} Jul 08 17:15:07.695738 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f82bdbf-c646-4d32-bd8d-2e1afac30a6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caa8a0202a0b4797b37efef84a1019e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037860 Jul 08 17:15:07.698139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:07.719821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.750497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-568b0911-6d0e-4d28-ad1c-0d2b7adb4ea4 req-d162c371-1c3d-4270-9a8e-3a3f07de2e2f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353505 Jul 08 17:15:07.751684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:07.752102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:07.755969 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:07.758165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-46dd7f9c-1eea-48a0-830d-58cbd5760ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757071 Jul 08 17:15:07.865795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf2cdbc-825d-4846-8f40-f2ba833fbfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.912875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf2cdbc-825d-4846-8f40-f2ba833fbfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:07.930634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401c6cd-fcc0-4aad-ad4d-100c99fb9160 req-38f2de52-7270-4a8f-aec8-8265918b110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.932478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7401c6cd-fcc0-4aad-ad4d-100c99fb9160 req-38f2de52-7270-4a8f-aec8-8265918b110a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1097 time: 0.1788878 Jul 08 17:15:07.974237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e3d1-d94d-4a67-8cfb-0ff5a6bceb86 req-b19e7742-27f2-4286-89f9-6226c6407ddb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:07.976124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ee3e3d1-d94d-4a67-8cfb-0ff5a6bceb86 req-b19e7742-27f2-4286-89f9-6226c6407ddb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1735671 Jul 08 17:15:08.022779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7401c6cd-fcc0-4aad-ad4d-100c99fb9160 req-d10d934d-11cf-498d-87c0-2aa940ea754e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740547 Jul 08 17:15:08.043934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ee3e3d1-d94d-4a67-8cfb-0ff5a6bceb86 req-64468d6f-323a-40ab-8105-8ca7089db631 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574458 Jul 08 17:15:08.044973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf2cdbc-825d-4846-8f40-f2ba833fbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.047565 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daf2cdbc-825d-4846-8f40-f2ba833fbfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.048607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-daf2cdbc-825d-4846-8f40-f2ba833fbfb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e84aa302-6393-425d-949b-b01e7b1e60c2 HTTP/1.1" status: 204 len: 168 time: 0.3497264 Jul 08 17:15:08.056800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2cdbc-825d-4846-8f40-f2ba833fbfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84aa302-6393-425d-949b-b01e7b1e60c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:08.222041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.230646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dda575b1-f2de-4bb4-8088-469e7b984b85 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:15:08.235941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.239360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.244412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dda575b1-f2de-4bb4-8088-469e7b984b85 HTTP/1.1" status: 204 len: 168 time: 1.0411708 Jul 08 17:15:08.244821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36854) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:08.251740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'network': {'name': 'tempest-network--1957576586', 'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:08.269287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f87a4c-8960-40b4-8ea4-2933e47c3439 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Network': ['ID=dda575b1-f2de-4bb4-8088-469e7b984b85,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:08.295880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=679bf783-ee56-47f9-9953-94d91451bc62,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:08.298241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] No DVR routers for this DVR port 679bf783-ee56-47f9-9953-94d91451bc62 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:08.323418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Made reservation on behalf of 5cf7e868f298428683f3eee238e8bb66 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:08.327289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.333877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2c86-24f5-45d8-a0a1-4b33094bbfe6 req-301a7e4a-a27f-45fa-9e82-ac39cd267e73 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:08.340799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c5c2c86-24f5-45d8-a0a1-4b33094bbfe6 req-301a7e4a-a27f-45fa-9e82-ac39cd267e73 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.2139869 Jul 08 17:15:08.383096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:08.409902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.412889 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Added segment 4d62ed5d-604e-482b-bc7f-235427540f93 of type vlan for network 08346d23-bfb1-4119-94e1-5eff0f6d0e0c Jul 08 17:15:08.413971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.433039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299f2e98-9428-449f-ab3f-8ec67dd32117']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:08.442836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c5c2c86-24f5-45d8-a0a1-4b33094bbfe6 req-d989f99c-3516-4557-9084-8339bbf0c439 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010232 Jul 08 17:15:08.464539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359af677-ac82-4c33-b39b-5602ee4ea7ec') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:08.464850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359af677-ac82-4c33-b39b-5602ee4ea7ec') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:08.481069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.499532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.510315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:08.511011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.530363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:08.588121 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:08.595080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.607539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.612971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] 10.222.0.48 "DELETE /v2.0/networks/299f2e98-9428-449f-ab3f-8ec67dd32117 HTTP/1.1" status: 204 len: 168 time: 1.8226919 Jul 08 17:15:08.628271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8852ec8-955f-4111-9fd0-a74707a06c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=299f2e98-9428-449f-ab3f-8ec67dd32117,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:08.641773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.642187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:08.642783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:08.780003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019628f-da8b-4bbc-acbb-1675e1e46a49 req-08d3e2e4-4c95-4808-b828-16dedc7f4853 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:08.788899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6019628f-da8b-4bbc-acbb-1675e1e46a49 req-08d3e2e4-4c95-4808-b828-16dedc7f4853 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.3536482 Jul 08 17:15:08.809078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 679bf783-ee56-47f9-9953-94d91451bc62 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:08.814517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5685492 Jul 08 17:15:08.817858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:08.838548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6019628f-da8b-4bbc-acbb-1675e1e46a49 req-3ac340d2-3f8d-4ccd-986a-a2ded3a73e91 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486715 Jul 08 17:15:08.848347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 679bf783-ee56-47f9-9953-94d91451bc62 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:08.848800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 679bf783-ee56-47f9-9953-94d91451bc62 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:08.855847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36b7bd-2084-407c-abc0-cce2065d1565 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Network': ['ID=08346d23-bfb1-4119-94e1-5eff0f6d0e0c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:08.875311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 08346d23-bfb1-4119-94e1-5eff0f6d0e0c details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:08.904483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36878) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:08.995494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e30b0918-9d63-4af4-a47b-7daa61443243 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd6d46c5d05d43b7afe9b2c03ca622db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898821 Jul 08 17:15:08.998368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:09.079756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-280d1cf0-ec7c-4077-8a20-93db7d9e80a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.082939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511bece-e01b-452f-b555-209987bc6bd8 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.090674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:09.094015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1511bece-e01b-452f-b555-209987bc6bd8 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] 10.222.0.48 "GET /v2.0/networks/08346d23-bfb1-4119-94e1-5eff0f6d0e0c HTTP/1.1" status: 200 len: 757 time: 0.2747605 Jul 08 17:15:09.102941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:09.142988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c66c7-490d-4ce2-bba5-f26718019fed req-90b5ee51-620a-405e-84f6-8d4e93b4a66b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.168174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b26c66c7-490d-4ce2-bba5-f26718019fed req-90b5ee51-620a-405e-84f6-8d4e93b4a66b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 946 time: 0.2130947 Jul 08 17:15:09.224486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b26c66c7-490d-4ce2-bba5-f26718019fed req-d6f6f07e-758f-46eb-9634-8de0d5395fec tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Jul 08 17:15:09.231097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-280d1cf0-ec7c-4077-8a20-93db7d9e80a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.257914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:09.271408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717', 'port_id': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'mac_address': 'fa:16:3e:12:d0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9969ea2-0baa-4ca6-88fd-949ff416580e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:09.344680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-280d1cf0-ec7c-4077-8a20-93db7d9e80a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.348557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-280d1cf0-ec7c-4077-8a20-93db7d9e80a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.350655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-280d1cf0-ec7c-4077-8a20-93db7d9e80a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef HTTP/1.1" status: 204 len: 168 time: 0.3511701 Jul 08 17:15:09.388325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.398097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d1cf0-ec7c-4077-8a20-93db7d9e80a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4bb5b7-162e-4327-9dd5-ea2ddb5650ef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:09.424659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cc77-52fd-4616-b56e-140b31eb3c0a req-6cce8e09-751f-4874-ae05-172794e30834 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.428004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b047cc77-52fd-4616-b56e-140b31eb3c0a req-6cce8e09-751f-4874-ae05-172794e30834 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1014504 Jul 08 17:15:09.439960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:09.478134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d596deb-9368-49e0-8d92-0ed97c3242ae tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.482914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0d596deb-9368-49e0-8d92-0ed97c3242ae tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] 10.222.0.48 "GET /v2.0/networks/3f39bcca-36df-417f-82a7-c3c89c93fb76 HTTP/1.1" status: 200 len: 768 time: 0.3763373 Jul 08 17:15:09.483858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:09.492665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b047cc77-52fd-4616-b56e-140b31eb3c0a req-8ab4dd5f-90f3-48d2-8e10-61c33524e142 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574627 Jul 08 17:15:09.550307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:09.565999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.669181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.676938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:09.694355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-9627a93d-58f3-40a9-b578-e204363a2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.696527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-9627a93d-58f3-40a9-b578-e204363a2948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=504c6fcc2a4d4c9ca87314d200fb3fe9&device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 1096 time: 0.1057451 Jul 08 17:15:09.838411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:09.922286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:09.926449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b8ad4-087d-4266-b78c-d41a98e8c990 req-51121c7d-a212-4ece-9d23-c9ba1348676e tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.937318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-940b8ad4-087d-4266-b78c-d41a98e8c990 req-51121c7d-a212-4ece-9d23-c9ba1348676e tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.1697474 Jul 08 17:15:09.949249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08346d23-bfb1-4119-94e1-5eff0f6d0e0c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:09.976418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d62ed5d-604e-482b-bc7f-235427540f93') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:09.976981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d62ed5d-604e-482b-bc7f-235427540f93') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:09.997465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14a6a7-898f-4eb5-9408-6c5015901319 req-48a89a13-1f21-44b9-8c05-30dde1d5ce83 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:09.999199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e14a6a7-898f-4eb5-9408-6c5015901319 req-48a89a13-1f21-44b9-8c05-30dde1d5ce83 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 0.2805698 Jul 08 17:15:10.005279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.009092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-93b4176c-4516-4bf3-8b89-1d070c885556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:10.010758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-93b4176c-4516-4bf3-8b89-1d070c885556 service neutron] 10.222.0.21 "GET /v2.0/networks?id=602660f3-1ddb-4613-93a3-ebffcd21c08a HTTP/1.1" status: 200 len: 914 time: 0.2937078 Jul 08 17:15:10.035798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-940b8ad4-087d-4266-b78c-d41a98e8c990 req-6fc2af9f-1df1-4428-9dd9-68338ce7be6b tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952959 Jul 08 17:15:10.073482 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-acc0d30c-b953-4ac9-8ef5-7877f5be0c9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45f65206-6d53-4819-a3d5-a56789e623a2 HTTP/1.1" status: 200 len: 217 time: 0.0494514 Jul 08 17:15:10.094693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.144151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:10.144996 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:10.151582 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:10.225743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-aff8f8f5-a085-40aa-aeb2-b7dc988c0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:10.227251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-aff8f8f5-a085-40aa-aeb2-b7dc988c0121 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f559d7c5-7eb5-46ae-82b2-fdf72116ef84 HTTP/1.1" status: 200 len: 853 time: 0.1449084 Jul 08 17:15:10.230896 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e14a6a7-898f-4eb5-9408-6c5015901319 req-befb550a-3d8b-4b93-be6c-03d6a3f3d7a5 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234890 Jul 08 17:15:10.268629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.294840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-59ce0091-f008-4c6d-a981-b9cbe4507a9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=602660f3-1ddb-4613-93a3-ebffcd21c08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535238 Jul 08 17:15:10.295740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08346d23-bfb1-4119-94e1-5eff0f6d0e0c {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:15:10.298943 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.307894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/networks/08346d23-bfb1-4119-94e1-5eff0f6d0e0c HTTP/1.1" status: 204 len: 168 time: 0.8158445 Jul 08 17:15:10.309166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:10.316191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'network': {'name': 'tempest-network--1383617051'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:10.322873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f40fe-37b9-4faf-9ad5-5824e120f684 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Network': ['ID=08346d23-bfb1-4119-94e1-5eff0f6d0e0c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:10.347107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Made reservation on behalf of 5cf7e868f298428683f3eee238e8bb66 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:10.351759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.385092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:10.402246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.402469 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Added segment af061c13-f0cc-4c72-bd10-e08182f158c8 of type vlan for network 78229f5f-10de-4182-b6c1-11fd71b66233 Jul 08 17:15:10.469568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-2c4a4c9e-f58d-4e80-9d4e-3b8234a82909 service neutron] 10.222.0.21 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564548 Jul 08 17:15:10.490574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.557725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6946ea-01be-496e-8aeb-74f6672b503b req-1ac3b88c-28df-43c9-9d47-033efca9054d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:10.559838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da6946ea-01be-496e-8aeb-74f6672b503b req-1ac3b88c-28df-43c9-9d47-033efca9054d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 946 time: 0.1227899 Jul 08 17:15:10.561159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.562348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:10.563104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:10.591502 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b00f6ed-dbc2-43ee-a95f-a18bffde125d req-464dfc74-129e-4928-ae48-5120565cd472 service neutron] 10.222.0.21 "GET /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136746 Jul 08 17:15:10.688142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:10.688425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3771186 Jul 08 17:15:10.694393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:10.702794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da6946ea-01be-496e-8aeb-74f6672b503b req-f17f1a33-13d4-4d0b-950d-dba2e43b08ff tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326303 Jul 08 17:15:10.737700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:10.751571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe0ae-b8b5-4e65-9685-c91df45056f4 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Network': ['ID=78229f5f-10de-4182-b6c1-11fd71b66233,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:10.762225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 78229f5f-10de-4182-b6c1-11fd71b66233 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:10.927392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1597084958-network', 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:10.986966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.003682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:11.010661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5792b-0a2b-41b0-9206-03420d87a26f req-719b4876-deab-4ca1-b549-d4583fad0ab9 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:11.017781 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5a5792b-0a2b-41b0-9206-03420d87a26f req-719b4876-deab-4ca1-b549-d4583fad0ab9 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.3189988 Jul 08 17:15:11.042434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.082259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-85e75e5a-4b32-41b7-881e-4a5c0bad136f tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1519018504&fields=id&tenant_id=c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 267 time: 0.1645322 Jul 08 17:15:11.127615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:11.133482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:11.133672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:11.134039 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.149164 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.152049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Network 78229f5f-10de-4182-b6c1-11fd71b66233 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:15:11.153077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:11.153683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.157819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "PUT /v2.0/networks/78229f5f-10de-4182-b6c1-11fd71b66233 HTTP/1.1" status: 200 len: 858 time: 0.4683499 Jul 08 17:15:11.163407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:11.228171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.235302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5a5792b-0a2b-41b0-9206-03420d87a26f req-db9b7071-0f2f-42dd-be5a-906111603ede tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163124 Jul 08 17:15:11.249235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7dd3-f75d-42fd-bfca-deadd073e3a9 tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event updated for resources: {'Network': ['ID=78229f5f-10de-4182-b6c1-11fd71b66233,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:11.278313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.339759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-fd62e718-5030-4668-a1e6-a74910756778 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:11.350239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-fd62e718-5030-4668-a1e6-a74910756778 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 946 time: 0.2616079 Jul 08 17:15:11.369075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'port': {'security_groups': ['4dd8da09-702a-4277-9175-05d564651522', 'd72e14bb-f09f-4f69-9b7f-9d648019296d']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:11.464214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.507380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:11.509253 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4953cbc-2b1f-461d-a059-c0a7d65bf946" -d '{"events": [{"server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "name": "network-vif-plugged", "status": "completed", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:11.533108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:11.541949 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.557679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.562698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.576030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78229f5f-10de-4182-b6c1-11fd71b66233']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:11.595819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af061c13-f0cc-4c72-bd10-e08182f158c8') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:11.596124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af061c13-f0cc-4c72-bd10-e08182f158c8') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:11.615188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.625368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:11.642588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbead-8935-4232-b43e-848f09939bc5 req-4d47d909-0aa2-4137-9120-8b3efae7d1d1 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:11.645313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f6bbead-8935-4232-b43e-848f09939bc5 req-4d47d909-0aa2-4137-9120-8b3efae7d1d1 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.1493649 Jul 08 17:15:11.657816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.680501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:11.681349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:11.682655 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:11.700974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.711493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.747308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f6bbead-8935-4232-b43e-848f09939bc5 req-0d465d44-aeb5-44a7-af3c-1f13cfef0c67 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854943 Jul 08 17:15:11.760345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.769182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba02c8-4879-415e-8868-fe6e6e3b1fbd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:11.773431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:11.787574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78229f5f-10de-4182-b6c1-11fd71b66233 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:15:11.789896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Pushing event deleted for resources: {'Network': ['ID=78229f5f-10de-4182-b6c1-11fd71b66233,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:11.792310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.794324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.794517 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Added segment b229e38e-548e-4701-a75a-d98a88f8657c of type vlan for network 1697970e-567b-48ea-8cdb-33d8df1f83ee Jul 08 17:15:11.801553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-332b22ca-6ed6-48ca-bff7-40b4a003402a tempest-ExternalNetworksTestJSON-1180672015 tempest-ExternalNetworksTestJSON-1180672015-project-admin] 10.222.0.48 "DELETE /v2.0/networks/78229f5f-10de-4182-b6c1-11fd71b66233 HTTP/1.1" status: 204 len: 168 time: 0.6370544 Jul 08 17:15:11.802324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:11.838239 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b78cb8-8ba0-46b6-a852-b7eb78235063 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] DELETE failed (client error): The resource could not be found. Jul 08 17:15:11.839064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b78cb8-8ba0-46b6-a852-b7eb78235063 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:15:11.844448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b3b78cb8-8ba0-46b6-a852-b7eb78235063 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] 10.222.0.48 "DELETE /v2.0/subnets/2524d09d-5227-4726-b58c-fc3767bc9198 HTTP/1.1" status: 404 len: 337 time: 0.0401566 Jul 08 17:15:11.845270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:11.889161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.959738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:11.964507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:11.968316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:11.969400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.015639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.080037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3389819 Jul 08 17:15:12.080923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:12.090352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Request body: {'subnet': {'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1597084958-subnet', 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:12.097019 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.107350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bdf76-e5f3-4568-aa1c-add48fd188e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1697970e-567b-48ea-8cdb-33d8df1f83ee,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:12.112920 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.121737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:12.147197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', '54aeaab6-e985-446a-9d13-e615e388a448'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:12.175968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:12.176854 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.189300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4e0e83b-0740-4497-8050-67a241e5b2e0 req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "PUT /v2.0/ports/54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 982 time: 0.8376656 Jul 08 17:15:12.196394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:12.199657 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284a1732-8642-420f-a3bc-ad0deed7c679" -d '{"events": [{"name": "network-changed", "server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "tag": "54aeaab6-e985-446a-9d13-e615e388a448"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:12.227176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:12.229635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.259415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.274125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39bcca-36df-417f-82a7-c3c89c93fb76']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:12.292243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb79ee96-f74e-434e-b0d5-2800f6f93fcd') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:12.292831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb79ee96-f74e-434e-b0d5-2800f6f93fcd') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:12.304631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.323100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.332562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:12.333216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.340735 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f039c288-6111-42ca-baba-5ef776e7c0df x-openstack-request-id: req-f039c288-6111-42ca-baba-5ef776e7c0df {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:12.341414 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "name": "network-vif-plugged", "status": "completed", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:12.342124 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f039c288-6111-42ca-baba-5ef776e7c0df {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:12.343598 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'code': 200} Jul 08 17:15:12.354786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132c252-152a-4b49-b101-21c21506d5a1 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:12.356662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['54aeaab6-e985-446a-9d13-e615e388a448'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:12.450018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1795cfdd-ce18-49ba-b507-6c6abfaacde8 req-4be7d775-64cf-4409-bdec-5af0e9740331 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/d72e14bb-f09f-4f69-9b7f-9d648019296d HTTP/1.1" status: 200 len: 1800 time: 0.0605090 Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:12.480333 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:12.514107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.562716 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-1795cfdd-ce18-49ba-b507-6c6abfaacde8 req-094489ae-ea21-41e2-b111-97f5ed530edf tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:15:12.577981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.578805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1795cfdd-ce18-49ba-b507-6c6abfaacde8 req-094489ae-ea21-41e2-b111-97f5ed530edf tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/d72e14bb-f09f-4f69-9b7f-9d648019296d HTTP/1.1" status: 409 len: 341 time: 0.1275430 Jul 08 17:15:12.580469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] 10.222.0.48 "DELETE /v2.0/networks/3f39bcca-36df-417f-82a7-c3c89c93fb76 HTTP/1.1" status: 204 len: 168 time: 0.7340436 Jul 08 17:15:12.584140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f5969-9cba-427f-b871-5df2ad541c81 tempest-ExternalNetworksTestJSON-1360920700 tempest-ExternalNetworksTestJSON-1360920700-project] Pushing event deleted for resources: {'Network': ['ID=3f39bcca-36df-417f-82a7-c3c89c93fb76,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:12.632965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2098d-4af0-4432-a7bd-ce5024bc654e req-340ceb05-023e-4cf6-af78-9950634b251f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:12.640570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ef2098d-4af0-4432-a7bd-ce5024bc654e req-340ceb05-023e-4cf6-af78-9950634b251f tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.4909396 Jul 08 17:15:12.679264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86bf17-2d36-44e9-abfd-cfed97a6f69c req-8c110b7f-b6dd-453c-aa91-29bfc32c5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:12.680978 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e86bf17-2d36-44e9-abfd-cfed97a6f69c req-8c110b7f-b6dd-453c-aa91-29bfc32c5293 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1996264 Jul 08 17:15:12.701128 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ef2098d-4af0-4432-a7bd-ce5024bc654e req-17063319-cb5b-492a-8bcc-a32f0569c026 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Jul 08 17:15:12.759835 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b3c99-8242-4d79-8ea1-04a12b73321b x-openstack-request-id: req-3d5b3c99-8242-4d79-8ea1-04a12b73321b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:12.760133 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "tag": "54aeaab6-e985-446a-9d13-e615e388a448", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:12.760557 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d5b3c99-8242-4d79-8ea1-04a12b73321b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:12.761103 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448', 'status': 'completed', 'code': 200} Jul 08 17:15:12.781012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.855457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e86bf17-2d36-44e9-abfd-cfed97a6f69c req-931618ed-b383-42d1-b2ca-83b0f1fc76e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681790 Jul 08 17:15:12.876739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-3e124e23-9a05-4a6d-9d06-e729f75bcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:12.876951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.880878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-3e124e23-9a05-4a6d-9d06-e729f75bcd6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1136 time: 0.1763647 Jul 08 17:15:12.893258 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.985765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94b1617-d185-4f5a-9b70-9bd2975558b1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:13.022458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:13.022981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Network hostable DHCP agents. Network: 1697970e-567b-48ea-8cdb-33d8df1f83ee, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:15:13.061364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bd6d5-f42e-41b8-9015-241d55cff1b6 req-61b32dfa-0a7d-4aba-a061-1bed16816486 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:13.064013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-802bd6d5-f42e-41b8-9015-241d55cff1b6 req-61b32dfa-0a7d-4aba-a061-1bed16816486 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1733119 Jul 08 17:15:13.065257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:15:13.118024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1697970e-567b-48ea-8cdb-33d8df1f83ee) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:13.122381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:13.131673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:13.132274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:13.140268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27be947-beae-4122-b870-3966f97645a0 None None] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:13.151524 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-802bd6d5-f42e-41b8-9015-241d55cff1b6 req-eead4527-376e-4ccf-acb7-f8aa8863ead4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811579 Jul 08 17:15:13.178860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-21372bd4-64c7-44c9-ab0c-82d23343de8f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0926771 Jul 08 17:15:13.206531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-930c0c36-b3db-44c6-bc0b-0f05c4d0456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:13.217395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-930c0c36-b3db-44c6-bc0b-0f05c4d0456a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.3087707 Jul 08 17:15:13.459448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef3cf3-8983-4cbc-8f2e-a91e6d55e16a None None] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:13.498267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02127c-a15c-4797-a231-5ebc80775123 req-9b2d5a0c-101d-43a7-b03f-4ad97d2decdf tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:13.502468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c02127c-a15c-4797-a231-5ebc80775123 req-9b2d5a0c-101d-43a7-b03f-4ad97d2decdf tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.1541972 Jul 08 17:15:13.577989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c02127c-a15c-4797-a231-5ebc80775123 req-ace2c00d-59ad-458a-a3b9-fb8c5921f051 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699544 Jul 08 17:15:13.794822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-41bb68d2-a6a6-4c68-b1e2-8fe02b3c8696 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 217 time: 0.5725129 Jul 08 17:15:13.834200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea2a9d-48f3-4579-a480-6d4c09e3e389 req-c81c0afb-dc10-457d-81f5-586dfa3ba821 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:13.836455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bea2a9d-48f3-4579-a480-6d4c09e3e389 req-c81c0afb-dc10-457d-81f5-586dfa3ba821 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.1162140 Jul 08 17:15:13.898568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bea2a9d-48f3-4579-a480-6d4c09e3e389 req-93959f83-107a-458a-b948-55f2aa3cda4a tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559669 Jul 08 17:15:13.937758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-59e24b2e-4312-4b10-8997-26840edc5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:13.939959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-59e24b2e-4312-4b10-8997-26840edc5f0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.1183240 Jul 08 17:15:13.946381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:13.947834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8a0134b4-8381-496c-91bf-87aa2d31619d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0adabdcac93841268be0aa2baf4f9b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8226779 Jul 08 17:15:13.993767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-a365e809-82ba-480f-b5e0-9770a0ff1258 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385203 Jul 08 17:15:14.025183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c797fc1-5212-4b7a-bfcc-6be1f195eeb7 req-67766101-bf1b-453c-9813-b89c538f560e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.027172 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c797fc1-5212-4b7a-bfcc-6be1f195eeb7 req-67766101-bf1b-453c-9813-b89c538f560e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 985 time: 0.2454364 Jul 08 17:15:14.072263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1767bc20-ff00-4f7f-88bb-1375295e8530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.099956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1767bc20-ff00-4f7f-88bb-1375295e8530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.130859 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c797fc1-5212-4b7a-bfcc-6be1f195eeb7 req-81e837c4-c629-4170-968e-82b584c307c7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=d72e14bb-f09f-4f69-9b7f-9d648019296d&id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0921323 Jul 08 17:15:14.182660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-ee1b29ad-6869-44bb-9909-7c39216acc0f service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747894 Jul 08 17:15:14.209886 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1767bc20-ff00-4f7f-88bb-1375295e8530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.224375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1767bc20-ff00-4f7f-88bb-1375295e8530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.227633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1767bc20-ff00-4f7f-88bb-1375295e8530 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bbaa645-52a6-4d8a-9d03-9a66c041a382 HTTP/1.1" status: 204 len: 168 time: 0.2785947 Jul 08 17:15:14.281209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767bc20-ff00-4f7f-88bb-1375295e8530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbaa645-52a6-4d8a-9d03-9a66c041a382,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:14.364749 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-284a1732-8642-420f-a3bc-ad0deed7c679 req-3b6332bb-e4d8-484d-a766-e5bab8877759 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762314 Jul 08 17:15:14.478191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-f9e60303-fdcb-41cc-814e-b688a2ef2501 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.485357 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-f9e60303-fdcb-41cc-814e-b688a2ef2501 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.2412722 Jul 08 17:15:14.503054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-19f90cef-034d-41f3-94c3-3054d83650c4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0164840 Jul 08 17:15:14.545343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-09d52390-cbdb-4345-943e-08f07b056946 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404148 Jul 08 17:15:14.582245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-3da38fe1-e308-43b5-9de8-b9759dd5d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.583809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-3da38fe1-e308-43b5-9de8-b9759dd5d9a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1136 time: 0.1539252 Jul 08 17:15:14.605083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae56840-a49f-4a60-b695-c81aa015ed55 req-fbc51d5a-af9f-4010-b080-dc7ba04dd011 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.606764 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dae56840-a49f-4a60-b695-c81aa015ed55 req-fbc51d5a-af9f-4010-b080-dc7ba04dd011 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.1111658 Jul 08 17:15:14.712950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:14.724536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-7a04a7b2-13d8-47c2-89c4-4b6ad8f078ee service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680217 Jul 08 17:15:14.751051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dae56840-a49f-4a60-b695-c81aa015ed55 req-121b9abc-519b-4a86-abf8-b27bc18e86d9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343777 Jul 08 17:15:14.799396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-568aa490-e084-4a83-bc44-8822d58ba624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.801883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-568aa490-e084-4a83-bc44-8822d58ba624 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.2081921 Jul 08 17:15:14.830811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-840a872e-f653-46f6-9896-e0ec75cbe2ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cf7e868f298428683f3eee238e8bb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1143417 Jul 08 17:15:14.831012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:14.858580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-3a2ec706-3932-4f5c-b9eb-3e6441addae3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 217 time: 0.0486791 Jul 08 17:15:14.893023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-68f59fbf-d07b-41b9-81e7-0c98d3f83f41 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603782 Jul 08 17:15:14.908141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42060483-5e35-4fb0-a78b-584a574d096f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.931715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42060483-5e35-4fb0-a78b-584a574d096f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.942985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-f5946afd-72ef-4b9d-a072-2906a187ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.944466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-f5946afd-72ef-4b9d-a072-2906a187ca00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.0734644 Jul 08 17:15:14.985122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-2c165b4e-bb7d-4424-8c13-13472c52038f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343390 Jul 08 17:15:14.993292 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42060483-5e35-4fb0-a78b-584a574d096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.995835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5630c-dec3-442b-8b3f-3f62b4ce7a4d req-d41f656c-76e4-493d-96c6-2ccfdfe61b95 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:14.996064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42060483-5e35-4fb0-a78b-584a574d096f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:14.997325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feb5630c-dec3-442b-8b3f-3f62b4ce7a4d req-d41f656c-76e4-493d-96c6-2ccfdfe61b95 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.1373837 Jul 08 17:15:14.997497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-42060483-5e35-4fb0-a78b-584a574d096f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8558390c-5bfa-4488-8c7a-db94c1bea5bb HTTP/1.1" status: 204 len: 168 time: 0.1655517 Jul 08 17:15:15.007495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42060483-5e35-4fb0-a78b-584a574d096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8558390c-5bfa-4488-8c7a-db94c1bea5bb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:15.128409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feb5630c-dec3-442b-8b3f-3f62b4ce7a4d req-d3f3f024-9734-4d06-a0ff-55d3206c8693 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198604 Jul 08 17:15:15.153046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-bedbcb73-4f18-43ac-83b6-9c0b0bf42318 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543684 Jul 08 17:15:15.297737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d87450c5-2dd6-434e-a910-70dce7c4b83d req-542c759d-5627-4801-a9ea-3d773b066ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384695 Jul 08 17:15:15.452701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f7470-715c-4c40-96a7-9d307cb81fa3 req-bfb23972-9121-48c9-898f-3c67b59daae7 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:15.461382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc7f7470-715c-4c40-96a7-9d307cb81fa3 req-bfb23972-9121-48c9-898f-3c67b59daae7 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0763025 Jul 08 17:15:15.523127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc7f7470-715c-4c40-96a7-9d307cb81fa3 req-1bdd2918-6e3c-48ae-874d-fedf22ccf8bb tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Jul 08 17:15:15.611502 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a76d1fc7-270f-48ac-94e8-fa7983234171 req-ef7180a5-2a92-4c32-b3ed-329a5eb9db3d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 210 time: 0.0614429 Jul 08 17:15:15.771505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d4e9-30fc-4ec8-a76a-0b612eb62541 req-735b80ae-6886-4a3e-9bbc-a3abb05e3acc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:15.771505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c974d4e9-30fc-4ec8-a76a-0b612eb62541 req-735b80ae-6886-4a3e-9bbc-a3abb05e3acc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 985 time: 0.1023111 Jul 08 17:15:15.823700 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:15:15.846351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c974d4e9-30fc-4ec8-a76a-0b612eb62541 req-2284aa11-2abb-47b4-a5c2-d9830c0afd74 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=d72e14bb-f09f-4f69-9b7f-9d648019296d&id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0672617 Jul 08 17:15:15.870045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470816d4-4cf4-409a-a967-41bcc93b8c6f req-9f587c03-b059-4c11-bb8e-54eaedbcf830 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:15.871760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-470816d4-4cf4-409a-a967-41bcc93b8c6f req-9f587c03-b059-4c11-bb8e-54eaedbcf830 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.1187959 Jul 08 17:15:15.926095 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-470816d4-4cf4-409a-a967-41bcc93b8c6f req-975c755d-411f-40b6-834b-2f2e6752e994 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Jul 08 17:15:16.037550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9eee-1042-4ac7-955f-ba41dd15377a req-05ab3e21-88e9-4266-835c-16f14efd5723 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:16.039379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-287d9eee-1042-4ac7-955f-ba41dd15377a req-05ab3e21-88e9-4266-835c-16f14efd5723 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.0802989 Jul 08 17:15:16.105381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:16.116533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-287d9eee-1042-4ac7-955f-ba41dd15377a req-3560dcbf-3e56-4386-93f6-7cca241c585f tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668964 Jul 08 17:15:16.218436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-567159399'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:16.248533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8e50a-a7d6-4c68-86bb-83f4ccf5cf97 req-b0878746-e784-4a94-b34f-3e7c37609604 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:16.250166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1a8e50a-a7d6-4c68-86bb-83f4ccf5cf97 req-b0878746-e784-4a94-b34f-3e7c37609604 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0822880 Jul 08 17:15:16.251210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:16.254692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.265357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.314905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1a8e50a-a7d6-4c68-86bb-83f4ccf5cf97 req-86d37914-4a77-4af9-a057-d447c8183a3d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Jul 08 17:15:16.336607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f61464-8e12-4fc3-b361-f8dc466056dd req-bf01301c-090b-4497-8d9a-d6c42eb29e0a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:16.338166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2f61464-8e12-4fc3-b361-f8dc466056dd req-bf01301c-090b-4497-8d9a-d6c42eb29e0a tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.0702608 Jul 08 17:15:16.380415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2f61464-8e12-4fc3-b361-f8dc466056dd req-9533532c-7b5e-46b1-8b43-dbe90aee50ff tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358438 Jul 08 17:15:16.400901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.410984 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.439540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:16.448447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0ab2e-6b10-4a1c-9849-8405bd34eb33,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:16.454688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.455034 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Added segment 3f42e15c-1572-4a18-ab8a-9b23da801396 of type vlan for network 49cc0835-6249-4edf-aca8-6ee4f7239f87 Jul 08 17:15:16.498559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.533248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.539846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:16.540456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:16.697723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5872777 Jul 08 17:15:16.698572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37158) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:16.701978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'subnet': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:16.718203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa6aa4-519a-428d-9fc8-b3c1861b9f58 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Network': ['ID=49cc0835-6249-4edf-aca8-6ee4f7239f87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:16.729989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:16.820933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-0a341c10-8e29-4515-af99-ba10edb44d0b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:16.822623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-0a341c10-8e29-4515-af99-ba10edb44d0b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.2492812 Jul 08 17:15:16.845355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:16.877574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ac0015a-a1a6-4f5f-95ca-8aa86597f68a req-d46ea519-c5b9-4f6b-bb48-960e4f2579dd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 210 time: 0.0739403 Jul 08 17:15:16.921532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:16.932144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.043181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:17.046905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.070931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2118157-c556-4302-91af-7868be3e66b2 req-2875a1a9-560f-41f9-ac15-34b65993e50b tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:17.072515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2118157-c556-4302-91af-7868be3e66b2 req-2875a1a9-560f-41f9-ac15-34b65993e50b tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.21 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 945 time: 0.1409123 Jul 08 17:15:17.279251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.352447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-a8f3393d-70d8-4578-91f4-7a0337c9caa6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:17.353996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-a8f3393d-70d8-4578-91f4-7a0337c9caa6 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.2371476 Jul 08 17:15:17.368302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395ab9-13b0-4cc1-9122-f954446e91e7 req-e49d21cd-5ea0-4d5d-b393-c79f10cac6f8 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:17.373697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.8 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/b35c52c2-b12f-47b6-9aaf-e866f0b22de5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:17.375683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65395ab9-13b0-4cc1-9122-f954446e91e7 req-e49d21cd-5ea0-4d5d-b393-c79f10cac6f8 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 985 time: 0.2571404 Jul 08 17:15:17.388373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Deleting port 45f65206-6d53-4819-a3d5-a56789e623a2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:17.389032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.400815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Subnet': ['ID=8a151342-0f9c-4cde-b67d-0dd005a67453,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:17.469075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Checking segment: {'id': '3f42e15c-1572-4a18-ab8a-9b23da801396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:17.469438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network hostable DHCP agents. Network: 49cc0835-6249-4edf-aca8-6ee4f7239f87, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:15:17.491170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65395ab9-13b0-4cc1-9122-f954446e91e7 req-0422a0b1-29e8-4a98-8f78-d69befcef4de tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=d72e14bb-f09f-4f69-9b7f-9d648019296d&id=4dd8da09-702a-4277-9175-05d564651522&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1149650 Jul 08 17:15:17.570641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:15:17.615367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 49cc0835-6249-4edf-aca8-6ee4f7239f87) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:17.619929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] For port 45f65206-6d53-4819-a3d5-a56789e623a2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=45f65206-6d53-4819-a3d5-a56789e623a2,segment=NetworkSegment(8e093745-405d-4e63-8102-0b8381c03bd6),segment_id=8e093745-405d-4e63-8102-0b8381c03bd6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:17.620292 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.624598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbe0dd-d57b-424f-864f-20c475babd91 None None] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:17.640915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:17.642057 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.643843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Calling delete_port for 45f65206-6d53-4819-a3d5-a56789e623a2 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:17.684087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Deleting port df626156-5679-42e9-a036-a3e0a3f7f60c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:17.684512 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.779647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.795020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0a4d461-6fe4-4675-88ba-c76689424e34 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0971420 Jul 08 17:15:17.809130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ec2a3e69-6d52-4caf-8054-76ccfec03c4d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:15:17.810174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ec2a3e69-6d52-4caf-8054-76ccfec03c4d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208995 Jul 08 17:15:17.810732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:17.825123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:17.825589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:15:17.835151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'name': 'tempest-AllowedAddressPairTestJSON-548906790'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:17.885228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-49cc0835-6249-4edf-aca8-6ee4f7239f87', 'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'tenant_id': '30ca478a4b7744adbecbcd733f1d0719', 'fixed_ips': [{'subnet_id': '8a151342-0f9c-4cde-b67d-0dd005a67453'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:15:17.886742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.908817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-8e1d3ccc-b9bc-48e2-933f-605b761af7b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336174 Jul 08 17:15:17.931549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:17.989497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:18.002584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.007150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:18.017612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['45f65206-6d53-4819-a3d5-a56789e623a2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:18.032235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:18.056571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:18.061686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Pushing event deleted for resources: {'Port': ['ID=45f65206-6d53-4819-a3d5-a56789e623a2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:18.149042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Allocated IP 172.20.0.2 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/cd0ab12a-fe9d-4e30-b672-208c4548d297) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:18.154411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] No DVR routers for this DVR port 45f65206-6d53-4819-a3d5-a56789e623a2 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:18.165387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:18.166333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.168925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.170895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2118157-c556-4302-91af-7868be3e66b2 req-2154635f-b2af-4eac-b554-9b5c0d0b0608 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.21 "DELETE /v2.0/ports/45f65206-6d53-4819-a3d5-a56789e623a2 HTTP/1.1" status: 204 len: 173 time: 1.0844417 Jul 08 17:15:18.172781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466a7503-0dc3-454e-a867-875d9a2da90a', 'name': 'network-vif-deleted', 'tag': '45f65206-6d53-4819-a3d5-a56789e623a2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:18.174901 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e960e3-6caa-49b8-b72e-87a3b369fb9c" -d '{"events": [{"server_uuid": "466a7503-0dc3-454e-a867-875d9a2da90a", "name": "network-vif-deleted", "tag": "45f65206-6d53-4819-a3d5-a56789e623a2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:18.198188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-dd22b33b-b0b4-4fe3-912a-71968224d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:18.199701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-dd22b33b-b0b4-4fe3-912a-71968224d08c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 1095 time: 0.2123404 Jul 08 17:15:18.201129 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-ee80598f-014e-4862-9840-536e1b1a7493 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663547 Jul 08 17:15:18.223149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Request body: {'port': {'device_id': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:18.323233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] For port df626156-5679-42e9-a036-a3e0a3f7f60c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=df626156-5679-42e9-a036-a3e0a3f7f60c,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:18.323504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.385952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.392259 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.403876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Transition to ACTIVE for port object cd0ab12a-fe9d-4e30-b672-208c4548d297 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:18.413988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-49de5c9b-9eec-4231-8664-809f08ed5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:18.415461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-49de5c9b-9eec-4231-8664-809f08ed5b8f service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1377344 Jul 08 17:15:18.423804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Transition to ACTIVE for port object cd0ab12a-fe9d-4e30-b672-208c4548d297 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:18.431808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.467748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76211127-c5fe-41f7-93b5-7d85cd887484 req-080f3119-82d1-4f27-8d99-0d736285a868 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:18.470706 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76211127-c5fe-41f7-93b5-7d85cd887484 req-080f3119-82d1-4f27-8d99-0d736285a868 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/ports?device_id=466a7503-0dc3-454e-a867-875d9a2da90a HTTP/1.1" status: 200 len: 867 time: 0.6825025 Jul 08 17:15:18.477873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:18.481086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:18.484650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:18.492913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Pushing event updated for resources: {'Port': ['ID=cd0ab12a-fe9d-4e30-b672-208c4548d297,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:18.493154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-cb12e57a-9895-44c6-ad6c-9afc4b749796 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 200 len: 217 time: 0.0593925 Jul 08 17:15:18.550930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Attempting to bind port cd0ab12a-fe9d-4e30-b672-208c4548d297 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:18.551444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Attempting to bind port cd0ab12a-fe9d-4e30-b672-208c4548d297 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '3f42e15c-1572-4a18-ab8a-9b23da801396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:18.551960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Attempting to bind port cd0ab12a-fe9d-4e30-b672-208c4548d297 on network 49cc0835-6249-4edf-aca8-6ee4f7239f87 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:18.557143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:18.557660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Checking segment: {'id': '3f42e15c-1572-4a18-ab8a-9b23da801396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:18.558196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.558679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Bound using segment: {'id': '3f42e15c-1572-4a18-ab8a-9b23da801396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:18.559238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Bound port: cd0ab12a-fe9d-4e30-b672-208c4548d297, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f42e15c-1572-4a18-ab8a-9b23da801396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:18.559718 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.611822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:18.612063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:18.612385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:18.621118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:18.621443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:18.623351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:18.627386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.643499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] For port cd0ab12a-fe9d-4e30-b672-208c4548d297, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:18.649459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] For port cd0ab12a-fe9d-4e30-b672-208c4548d297, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd0ab12a-fe9d-4e30-b672-208c4548d297,segment=NetworkSegment(3f42e15c-1572-4a18-ab8a-9b23da801396),segment_id=3f42e15c-1572-4a18-ab8a-9b23da801396)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:18.658445 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.664547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-361777d9-3320-4a88-a1e0-c6ef5ef05a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:18.665281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76211127-c5fe-41f7-93b5-7d85cd887484 req-a826d5ed-c6f3-4c02-9234-8e1b782641a0 tempest-InstanceActionsTestJSON-20804593 tempest-InstanceActionsTestJSON-20804593-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54f6ac4-000d-4e8c-b82f-097d11179d65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783752 Jul 08 17:15:18.666111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-361777d9-3320-4a88-a1e0-c6ef5ef05a1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1615772 Jul 08 17:15:18.749213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:18.750304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:18.750753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:18.751216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Bound port: e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:18.751983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-1faf93d9-01f2-4b79-ba1a-6918e4cfe9cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680158 Jul 08 17:15:18.761459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ab11-d9fc-47fd-8fe6-02197bb6d824 None None] Pushing event updated for resources: {'Port': ['ID=cd0ab12a-fe9d-4e30-b672-208c4548d297,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:18.775497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] device_id is not set on port 4ee2016a-699e-4697-8298-1e86f35db4ae yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:18.953252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-78b8bbb5-8e7f-4373-892d-afec988271b5 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921318 Jul 08 17:15:18.958437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35c52c2-b12f-47b6-9aaf-e866f0b22de5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:18.965862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.966350 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:18.966461 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 disassociated. External IP: 172.25.3.240, port: df626156-5679-42e9-a036-a3e0a3f7f60c. Jul 08 17:15:18.966771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Calling delete_port for df626156-5679-42e9-a036-a3e0a3f7f60c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:18.978965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.001234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:19.042600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.043753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ae27bbe6-317f-4a8d-aae3-b6669d435a02 service neutron] 10.222.0.48 "POST /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6/bindings HTTP/1.1" status: 201 len: 389 time: 1.2255058 Jul 08 17:15:19.060007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Transition to ACTIVE for port object b35c52c2-b12f-47b6-9aaf-e866f0b22de5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:19.069772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.144571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41048d-9ae4-4654-9177-52223cfd928f req-62587193-8713-4519-8437-a6e6ed29aa42 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:19.146678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc41048d-9ae4-4654-9177-52223cfd928f req-62587193-8713-4519-8437-a6e6ed29aa42 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd10e2d5-7c9b-4b38-b39f-336c1af01d93 HTTP/1.1" status: 200 len: 945 time: 0.2882905 Jul 08 17:15:19.152825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Allocated IP 172.20.0.4 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/4ee2016a-699e-4697-8298-1e86f35db4ae) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:19.232550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58d7ea2-5fec-4f15-aeb4-0c933dff0a26 req-47caf93d-8802-40e8-b476-34c2493635da service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686896 Jul 08 17:15:19.245723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:19.275131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Attempting to bind port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:19.275749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Attempting to bind port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:19.276303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Attempting to bind port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:19.282268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:19.282850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Attempting to bind port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:19.288758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:19.289397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:19.289992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:19.290758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Bound port: b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:19.291976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.327126 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc41048d-9ae4-4654-9177-52223cfd928f req-09d878ac-6a38-4a04-a170-c033fd67c8f1 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699839 Jul 08 17:15:19.427947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.436715 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8479bc55-59c1-4fbf-95b3-18e1d0276747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.502685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event deleted for resources: {'Port': ['ID=df626156-5679-42e9-a036-a3e0a3f7f60c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:19.584999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-6f7c8b69-878f-4546-92d6-e655b6aa0c0e tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-442763773&fields=id&tenant_id=c3238d262c3f437f845f6f2bd48b08a3 HTTP/1.1" status: 200 len: 267 time: 0.1346841 Jul 08 17:15:19.587998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.640743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Transition to ACTIVE for port object 4ee2016a-699e-4697-8298-1e86f35db4ae will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:19.720870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] For port b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:19.741773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] For port b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:19.752654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:15:19.754678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.764523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-a3f49d71-b5f9-4cf1-809b-ffa4aa1c4f29 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:19.773071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-a3f49d71-b5f9-4cf1-809b-ffa4aa1c4f29 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 985 time: 0.1792898 Jul 08 17:15:19.773339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8e19-6991-4afb-8a3f-da6401700d16 req-622d289a-dd7b-4357-8b54-67c8af9a065e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:19.774965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-028f8e19-6991-4afb-8a3f-da6401700d16 req-622d289a-dd7b-4357-8b54-67c8af9a065e tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 945 time: 0.4788380 Jul 08 17:15:19.781729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'port': {'security_groups': ['4dd8da09-702a-4277-9175-05d564651522', 'd72e14bb-f09f-4f69-9b7f-9d648019296d', 'e287c57b-3d34-47a9-ba1b-a1e58ae64c63']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:19.788679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.822239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:19.822864 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:19.824277 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] 10.222.0.53 "PUT /v2.0/ports/b35c52c2-b12f-47b6-9aaf-e866f0b22de5 HTTP/1.1" status: 200 len: 1091 time: 1.6098702 Jul 08 17:15:19.833299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-42241b60-4201-402a-9343-958f47c50672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:19.834924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-42241b60-4201-402a-9343-958f47c50672 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1096 time: 0.2357776 Jul 08 17:15:19.928807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:19.951736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=4ee2016a-699e-4697-8298-1e86f35db4ae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:19.957496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-028f8e19-6991-4afb-8a3f-da6401700d16 req-3827f43b-c99a-4afb-861f-94f2932469a5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545784 Jul 08 17:15:19.962787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:19.968867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:19.999761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca76f59-2393-43ad-800e-485b0af43106 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:20.086598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-8dff9a4a-5d79-4af8-9778-3c0cfad67800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:20.089038 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-8dff9a4a-5d79-4af8-9778-3c0cfad67800 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.2377236 Jul 08 17:15:20.094784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:20.137118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:20.137707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:20.150781 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-3f42e0e9-b224-4c68-9594-908b77e3189c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 217 time: 0.0536427 Jul 08 17:15:20.153068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-2a2644ab-ff89-49b6-b2d7-7e93a946e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:20.155472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-2a2644ab-ff89-49b6-b2d7-7e93a946e721 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 1094 time: 0.2278349 Jul 08 17:15:20.184104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:15:20.198066 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:15:20.208081 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:15:20.208772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:20.251286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] No DVR routers for this DVR port df626156-5679-42e9-a036-a3e0a3f7f60c on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:20.255236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:20.258048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-05f03320-1d1d-4cd5-bb00-3169e3ca39a6 req-f925a420-4747-46d9-9601-615376dbde97 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.53 "DELETE /v2.0/ports/df626156-5679-42e9-a036-a3e0a3f7f60c HTTP/1.1" status: 204 len: 173 time: 2.8786130 Jul 08 17:15:20.262977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'name': 'network-vif-deleted', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:20.265848 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c34955f-a0ba-440a-8ba2-ed810212c9de" -d '{"events": [{"server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "name": "network-vif-deleted", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:20.270236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6a708a20-c839-4149-b3e8-c032316cf202 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4530468 Jul 08 17:15:20.276106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:20.280485 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-eb0feaa8-cead-4916-8382-a7218c97e330 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5 HTTP/1.1" status: 200 len: 217 time: 0.0845902 Jul 08 17:15:20.286206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'name': 'tempest-AllowedAddressPairTestJSON-1323922370', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d6:6b:81'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:20.293482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f278e-cfa4-44a5-8559-8183d8f65e5b None None] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:20.334244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-1d7eab39-9775-48a4-85c6-d16d4e606171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:20.335719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-1d7eab39-9775-48a4-85c6-d16d4e606171 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.1719995 Jul 08 17:15:20.389197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ef23411d-82f1-4c34-b1a6-9512052513da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443900 Jul 08 17:15:20.401138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-591f3f7a-dc2d-45d9-8cc0-2ae1e293d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:20.402826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-591f3f7a-dc2d-45d9-8cc0-2ae1e293d067 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1103683 Jul 08 17:15:20.405642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c19e12b0-e2db-4f13-ae73-a8aa29ee297f None None] Provisioning for port cd0ab12a-fe9d-4e30-b672-208c4548d297 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:20.456032 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:15:20.531954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-20852b08-ca3c-4a32-b8c2-459bbf28f8e7 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279368 Jul 08 17:15:20.571349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-66d99a86-8b96-4e1e-8e38-5befc86cb16c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381260 Jul 08 17:15:20.652722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73fe4c-4825-4b59-9165-d29d1c3865b9 req-b9f1af19-e106-489a-818d-5afb9b2e7c49 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:20.654317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4d73fe4c-4825-4b59-9165-d29d1c3865b9 req-b9f1af19-e106-489a-818d-5afb9b2e7c49 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 943 time: 0.4404707 Jul 08 17:15:20.678931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:20.717062 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:20.736372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:20.755964 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:15:20.769863 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:15:20.771005 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:20.880939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd0ab12a-fe9d-4e30-b672-208c4548d297 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:20.947192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device df626156-5679-42e9-a036-a3e0a3f7f60c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:20.966340 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:15:20.991148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4d73fe4c-4825-4b59-9165-d29d1c3865b9 req-60cc6ce0-f041-4104-b3f8-13ba2849efbd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216343 Jul 08 17:15:21.007085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: df626156-5679-42e9-a036-a3e0a3f7f60c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:21.007925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device df626156-5679-42e9-a036-a3e0a3f7f60c not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:21.038919 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-9d6de800-aadd-4837-b507-e11bb4acb17c service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643762 Jul 08 17:15:21.057169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ade04617-0e6c-41e5-a290-38d53738ea51 None None] Provisioning for port 4ee2016a-699e-4697-8298-1e86f35db4ae completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:21.075767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ade04617-0e6c-41e5-a290-38d53738ea51 None None] Provisioning complete for port 4ee2016a-699e-4697-8298-1e86f35db4ae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:21.076150 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ade04617-0e6c-41e5-a290-38d53738ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.077874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port cd0ab12a-fe9d-4e30-b672-208c4548d297 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:21.078678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-5512ceee-d1f6-4e9f-ad86-7b8d58fc4601 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822066 Jul 08 17:15:21.147023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 45f65206-6d53-4819-a3d5-a56789e623a2 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:21.152223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd0ab12a-fe9d-4e30-b672-208c4548d297 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:21.152588 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.175931 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06ac019-653f-476b-ad83-e40c9fb487a6 x-openstack-request-id: req-f06ac019-653f-476b-ad83-e40c9fb487a6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:21.176570 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466a7503-0dc3-454e-a867-875d9a2da90a", "name": "network-vif-deleted", "tag": "45f65206-6d53-4819-a3d5-a56789e623a2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:21.176570 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f06ac019-653f-476b-ad83-e40c9fb487a6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:21.176998 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466a7503-0dc3-454e-a867-875d9a2da90a', 'name': 'network-vif-deleted', 'tag': '45f65206-6d53-4819-a3d5-a56789e623a2', 'status': 'completed', 'code': 200} Jul 08 17:15:21.179154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-057d2bb1-2718-4a64-8994-73940e4dda38 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:21.197714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-057d2bb1-2718-4a64-8994-73940e4dda38 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.4691713 Jul 08 17:15:21.277430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 45f65206-6d53-4819-a3d5-a56789e623a2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:21.285504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 45f65206-6d53-4819-a3d5-a56789e623a2 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:21.298785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799527-4'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:21.298984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ade04617-0e6c-41e5-a290-38d53738ea51 None None] Port 4ee2016a-699e-4697-8298-1e86f35db4ae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:21.365444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:21.406364 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.411746 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e443f5e-3455-49b1-8823-d21404413dca None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:10:37Z', 'revision_number': 4, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3', 'name': '', 'network_id': 'e1e698e9-19fe-41fc-8d2e-25e3e7753a38', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'mac_address': 'fa:16:3e:c1:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8572c90d-0771-45d9-a333-236cecfccf18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:35Z', 'updated_at': '2021-07-08T17:10:43Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'subnets': [{'id': '8572c90d-0771-45d9-a333-236cecfccf18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:15:21.415122 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.428783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.443911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', '54aeaab6-e985-446a-9d13-e615e388a448'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:21.497194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:21.522244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0acf8051-5110-4c68-89b8-f3506d93859a None None] Provisioning complete for port 4ee2016a-699e-4697-8298-1e86f35db4ae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:21.523993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0acf8051-5110-4c68-89b8-f3506d93859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.535878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:21.536787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.552519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb78c7b9-ef7e-459c-9afc-58d614526d65 req-f5b0e94f-8424-4a7c-88d1-fe13b2c310d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "PUT /v2.0/ports/54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 1021 time: 1.7774608 Jul 08 17:15:21.555194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.580153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port cd0ab12a-fe9d-4e30-b672-208c4548d297, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd0ab12a-fe9d-4e30-b672-208c4548d297,segment=NetworkSegment(3f42e15c-1572-4a18-ab8a-9b23da801396),segment_id=3f42e15c-1572-4a18-ab8a-9b23da801396)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:21.589889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.590966 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:21.637389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] device_id is not set on port 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:21.725585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:21.951124 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ca55e0-800b-4df2-b89b-156ba93e80ac x-openstack-request-id: req-e9ca55e0-800b-4df2-b89b-156ba93e80ac {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:21.958163 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd10e2d5-7c9b-4b38-b39f-336c1af01d93", "name": "network-vif-deleted", "tag": "df626156-5679-42e9-a036-a3e0a3f7f60c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:21.958284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:21.960279 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9ca55e0-800b-4df2-b89b-156ba93e80ac {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:21.961134 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd10e2d5-7c9b-4b38-b39f-336c1af01d93', 'name': 'network-vif-deleted', 'tag': 'df626156-5679-42e9-a036-a3e0a3f7f60c', 'status': 'completed', 'code': 200} Jul 08 17:15:22.009914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:22.019468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['54aeaab6-e985-446a-9d13-e615e388a448'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:22.022416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1ca7c-7ada-4c97-a23a-5bd4e46fa28f None None] New status for floating IP bbb9c7af-23a7-4ea7-aa9f-0464809fbf45: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:15:22.035248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Allocated IP 172.20.0.9 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/125cea3d-c6f3-4b29-ab49-fa3c50d629d2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:22.110098 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.155380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.235563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Deleting subnet f559d7c5-7eb5-46ae-82b2-fdf72116ef84 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:22.240385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.261519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-372d49eb-ad35-4bfe-8b1f-562f3ac1ea15 req-0231e5b7-41c7-43f4-8211-9cf452083644 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1746659 Jul 08 17:15:22.291203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ad9d-c4b7-4327-89fe-74eadf8fede7 req-5c100980-03ec-4484-8311-b7abaae45b58 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:22.292505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7d1ad9d-c4b7-4327-89fe-74eadf8fede7 req-5c100980-03ec-4484-8311-b7abaae45b58 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.9880865 Jul 08 17:15:22.317322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0acf8051-5110-4c68-89b8-f3506d93859a None None] Port 4ee2016a-699e-4697-8298-1e86f35db4ae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:22.349557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.406229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.430819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14436f53-9763-4301-a77d-2bbe220bdec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.454159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7d1ad9d-c4b7-4327-89fe-74eadf8fede7 req-942f5211-b624-419a-90c1-adf4f968f220 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426980 Jul 08 17:15:22.456179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:22.463848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=cd0ab12a-fe9d-4e30-b672-208c4548d297,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:22.466972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on host n-h1-799527-4 for vnic_type normal with profile {"migrating_to": "n-h2-799527-4"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:22.467415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:22.469721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:22.481639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:22.482081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Attempting to bind port 1f0791de-3a15-41d5-b9a8-a1666825f45d on network 8ee50f18-fad4-40cf-9053-64d979871b16 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:22.482931 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.488314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:22.491772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Checking segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:22.492238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Bound using segment: {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:22.492758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Bound port: 1f0791de-3a15-41d5-b9a8-a1666825f45d, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307332e4-7722-48d6-85f8-5b48be526c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8ee50f18-fad4-40cf-9053-64d979871b16'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:22.493195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.603526 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.648951 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b7613fd-3505-49db-b1b9-48b4ff0ea1e4 req-c07b725c-9ea8-427c-9082-11c276b303a3 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/e287c57b-3d34-47a9-ba1b-a1e58ae64c63 HTTP/1.1" status: 200 len: 1799 time: 0.1256785 Jul 08 17:15:22.705349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f559d7c5-7eb5-46ae-82b2-fdf72116ef84,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:22.714070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.733230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-beb6d788-81f9-4f36-8371-456a1620e03f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f559d7c5-7eb5-46ae-82b2-fdf72116ef84 HTTP/1.1" status: 204 len: 168 time: 1.0062084 Jul 08 17:15:22.745002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:22.779712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.803731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:22.809233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:22.826415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:22.838849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd0ab12a-fe9d-4e30-b672-208c4548d297 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:22.844131 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-4b7613fd-3505-49db-b1b9-48b4ff0ea1e4 req-0924c1d6-d069-475b-a224-8b5d28a649cc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:15:22.845204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b7613fd-3505-49db-b1b9-48b4ff0ea1e4 req-0924c1d6-d069-475b-a224-8b5d28a649cc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/e287c57b-3d34-47a9-ba1b-a1e58ae64c63 HTTP/1.1" status: 409 len: 341 time: 0.1942437 Jul 08 17:15:22.926650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1f6d-a9ab-405d-a649-7fe8a83bf60a req-c5a85a34-bf21-4584-92d1-7cce996f93a5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:22.928329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8bf1f6d-a9ab-405d-a649-7fe8a83bf60a req-c5a85a34-bf21-4584-92d1-7cce996f93a5 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.6162019 Jul 08 17:15:22.950590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Transition to ACTIVE for port object 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:22.958427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd0ab12a-fe9d-4e30-b672-208c4548d297 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:22.958943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.025182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:23.025681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.030217 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 1121 time: 1.8284690 Jul 08 17:15:23.051960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.073079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8bf1f6d-a9ab-405d-a649-7fe8a83bf60a req-5ba135fe-ed5b-4186-81ed-ba083aa98bd3 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322961 Jul 08 17:15:23.099125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:23.133870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.134326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5791-a1f7-4c95-9a87-8d62441e9789 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:23.135776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['1f0791de-3a15-41d5-b9a8-a1666825f45d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:23.178792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'tag': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5'}, {'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d'}, {'name': 'network-changed', 'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:23.190318 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a337df-0f44-468c-8977-bc0e8a4a05ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcd1e0f-be59-42c1-8306-9c748c8899e5", "tag": "b35c52c2-b12f-47b6-9aaf-e866f0b22de5"}, {"server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d"}, {"name": "network-changed", "server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:23.232539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367025-d53d-4f76-bbf5-03afb39b7464 req-a851f782-b980-4da0-8d1d-ad30208631bd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:23.234368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c367025-d53d-4f76-bbf5-03afb39b7464 req-a851f782-b980-4da0-8d1d-ad30208631bd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 943 time: 0.2112663 Jul 08 17:15:23.256818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['1f0791de-3a15-41d5-b9a8-a1666825f45d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:23.282471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:23.320141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=125cea3d-c6f3-4b29-ab49-fa3c50d629d2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:23.324149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c367025-d53d-4f76-bbf5-03afb39b7464 req-56e536a5-a99a-4ee3-8725-810b0e19d0f3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724423 Jul 08 17:15:23.337882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:23.341650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.345850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:23.398846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602660f3-1ddb-4613-93a3-ebffcd21c08a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:23.435605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-eee63fa7-ee44-4e92-803c-4ed9951f3d42 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4038da0d0184e43b155c720e28055c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795937 Jul 08 17:15:23.506329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e093745-405d-4e63-8102-0b8381c03bd6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:23.506894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e093745-405d-4e63-8102-0b8381c03bd6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:23.513481 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:15:23.653809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.726282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.748137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:23.748904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.759164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-cee4f84f-c857-4896-b4b3-8b79d532060e tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:23.761069 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-cee4f84f-c857-4896-b4b3-8b79d532060e tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101232 Jul 08 17:15:23.777346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.789740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:23.790458 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:23.793245 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:23.797633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-47440b06-f8c7-4423-a3a6-5e76fd32eb42 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/quotas/c4038da0d0184e43b155c720e28055c9 HTTP/1.1" status: 200 len: 375 time: 0.0276678 Jul 08 17:15:23.826592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb180823-9772-43b1-a5a2-c2778470e0bb None None] Provisioning for port 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:23.829578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:23.836777 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae25971-805b-46a8-a215-3140328f2fce x-openstack-request-id: req-bae25971-805b-46a8-a215-3140328f2fce {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:23.837363 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcd1e0f-be59-42c1-8306-9c748c8899e5", "tag": "b35c52c2-b12f-47b6-9aaf-e866f0b22de5", "status": "completed", "code": 200}, {"server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d", "code": 200}, {"name": "network-changed", "server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:23.837734 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bae25971-805b-46a8-a215-3140328f2fce {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:23.838349 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'tag': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'status': 'completed', 'code': 200} Jul 08 17:15:23.838721 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'code': 200} Jul 08 17:15:23.839062 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'status': 'completed', 'code': 200} Jul 08 17:15:23.844014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb180823-9772-43b1-a5a2-c2778470e0bb None None] Provisioning complete for port 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:23.844438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb180823-9772-43b1-a5a2-c2778470e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.883568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6e0f4385-a07d-4bbf-8097-fb36bc759285 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.6064179 Jul 08 17:15:23.885381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb180823-9772-43b1-a5a2-c2778470e0bb None None] Port 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:23.887290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d has no active binding in host n-h2-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:15:23.888717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-4b47ba84-c4ca-4459-a10f-5538925da217 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481923 Jul 08 17:15:23.892651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:23.966012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:23.970707 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a376432-c21a-4d1f-878e-0ac23093360f" -d '{"events": [{"name": "network-changed", "server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "tag": "54aeaab6-e985-446a-9d13-e615e388a448"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:23.976716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.982557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:23.986859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/602660f3-1ddb-4613-93a3-ebffcd21c08a HTTP/1.1" status: 204 len: 168 time: 1.2268000 Jul 08 17:15:23.999718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-daf69bd5-dbf8-4de3-91e4-cca04eacc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.001237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-daf69bd5-dbf8-4de3-91e4-cca04eacc494 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 1094 time: 0.1386106 Jul 08 17:15:24.015307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f882ef3-8701-41ca-9f9e-7edb613828e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=602660f3-1ddb-4613-93a3-ebffcd21c08a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:24.105027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67afa72-51b4-4de3-9731-064a506cfd22 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.116549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67afa72-51b4-4de3-9731-064a506cfd22 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.130805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67afa72-51b4-4de3-9731-064a506cfd22 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.132554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d67afa72-51b4-4de3-9731-064a506cfd22 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2379835 Jul 08 17:15:24.135813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:24.260747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-d9b4a1f3-847a-41a3-a5fa-82ae17e95b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.262582 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-d9b4a1f3-847a-41a3-a5fa-82ae17e95b34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.2539277 Jul 08 17:15:24.343014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-2dfbaa1a-c4c0-4567-a3bd-0babcd5cf8bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5 HTTP/1.1" status: 200 len: 217 time: 0.0703413 Jul 08 17:15:24.355405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c3683-d07b-4ed5-993b-fad60108cfa7 req-3cf9806b-5a92-4ad1-85cb-24d45ef604c2 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.356976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a5c3683-d07b-4ed5-993b-fad60108cfa7 req-3cf9806b-5a92-4ad1-85cb-24d45ef604c2 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1024 time: 0.1696360 Jul 08 17:15:24.367477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:24.382231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:24.382679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.432414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a5c3683-d07b-4ed5-993b-fad60108cfa7 req-8e2c38aa-1abe-4c41-8079-260f9ffe269d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=d72e14bb-f09f-4f69-9b7f-9d648019296d&id=4dd8da09-702a-4277-9175-05d564651522&id=e287c57b-3d34-47a9-ba1b-a1e58ae64c63&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0658562 Jul 08 17:15:24.446898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-665ed42c-c16f-4023-b02e-61845fe0b25a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=504c6fcc2a4d4c9ca87314d200fb3fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782828 Jul 08 17:15:24.447494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:24.482538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-fc3abd97-5b37-4be4-94f0-1d76135a58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.484037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-fc3abd97-5b37-4be4-94f0-1d76135a58b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1040001 Jul 08 17:15:24.542920 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12982df-b9be-438a-8315-2de851eb41f1 x-openstack-request-id: req-e12982df-b9be-438a-8315-2de851eb41f1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:24.543322 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "tag": "54aeaab6-e985-446a-9d13-e615e388a448", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:24.543508 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e12982df-b9be-438a-8315-2de851eb41f1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:24.544463 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448', 'status': 'completed', 'code': 200} Jul 08 17:15:24.546982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-0552540f-73cd-4884-b96a-4593f4491126 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487311 Jul 08 17:15:24.562284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573e8c42-6ba5-444f-85f7-6130099a77cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.569820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:24.570211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e27d2-bd6c-41b9-b343-b2e06f3b2d44 req-13e15fa4-29a9-4c6b-9176-f54fd1281426 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.577153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-617e27d2-bd6c-41b9-b343-b2e06f3b2d44 req-13e15fa4-29a9-4c6b-9176-f54fd1281426 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.2380209 Jul 08 17:15:24.705674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.718268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-617e27d2-bd6c-41b9-b343-b2e06f3b2d44 req-362ec9e8-4e53-4c38-aba0-fef6dca045f3 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402290 Jul 08 17:15:24.755771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for 125cea3d-c6f3-4b29-ab49-fa3c50d629d2 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:24.779565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573e8c42-6ba5-444f-85f7-6130099a77cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.813304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.852433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a376432-c21a-4d1f-878e-0ac23093360f req-f427ca4c-f2aa-4c33-a776-8bdb35613721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.853737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-f427ca4c-f2aa-4c33-a776-8bdb35613721 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1175 time: 0.2695885 Jul 08 17:15:24.859286 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-13761a50-290e-4ead-a8bb-34306dbfd980 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761400 Jul 08 17:15:24.890448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f76cfde-ed4a-4243-b831-634877d23942 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.919010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573e8c42-6ba5-444f-85f7-6130099a77cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.922527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-573e8c42-6ba5-444f-85f7-6130099a77cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.927847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-573e8c42-6ba5-444f-85f7-6130099a77cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e54f6ac4-000d-4e8c-b82f-097d11179d65 HTTP/1.1" status: 204 len: 168 time: 0.4793880 Jul 08 17:15:24.932471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b35c52c2-b12f-47b6-9aaf-e866f0b22de5 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:24.953373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb20ef2-7987-4497-8c48-af79adadfe40 req-ade8d1fb-4e73-4495-919a-714960bbf289 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:24.961751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adb20ef2-7987-4497-8c48-af79adadfe40 req-ade8d1fb-4e73-4495-919a-714960bbf289 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.2811112 Jul 08 17:15:24.965374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f76cfde-ed4a-4243-b831-634877d23942 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:24.990251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8c42-6ba5-444f-85f7-6130099a77cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f6ac4-000d-4e8c-b82f-097d11179d65,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:25.074650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adb20ef2-7987-4497-8c48-af79adadfe40 req-409e3ca9-2244-41f3-a456-c8db9c444138 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093426 Jul 08 17:15:25.099831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f76cfde-ed4a-4243-b831-634877d23942 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.104123 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f76cfde-ed4a-4243-b831-634877d23942 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.120926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4f76cfde-ed4a-4243-b831-634877d23942 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9 HTTP/1.1" status: 204 len: 168 time: 0.5444722 Jul 08 17:15:25.121412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:25.144241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76cfde-ed4a-4243-b831-634877d23942 tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:25.156819 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-d22de048-a8ce-41f8-9a0d-7640f070514b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] show failed (client error): The resource could not be found. Jul 08 17:15:25.163008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d22de048-a8ce-41f8-9a0d-7640f070514b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "GET /v2.0/security-groups/fb2d0d09-78a1-43ee-b3a5-0fef38fff9c9 HTTP/1.1" status: 404 len: 347 time: 0.0291007 Jul 08 17:15:25.163922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:25.242437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:25.277531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'mac_address': 'fa:16:3e:bf:8a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:25.328039 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.348858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35c52c2-b12f-47b6-9aaf-e866f0b22de5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:25.378674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:25.385284 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.448572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db034a5c-81f0-49a3-be48-79cd700f3f8e req-cdc108b5-de0d-4d36-9626-2e47f844e03b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:25.457024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:25.457258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-db034a5c-81f0-49a3-be48-79cd700f3f8e req-cdc108b5-de0d-4d36-9626-2e47f844e03b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 943 time: 0.1081851 Jul 08 17:15:25.481552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Deleting port cb3b2abb-b663-40aa-8cea-725874e04bde {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:25.481903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.560072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-db034a5c-81f0-49a3-be48-79cd700f3f8e req-51784c9b-17ad-4c8b-9df8-af9234e0b322 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939591 Jul 08 17:15:25.573899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-a4878c09-3fce-4767-8311-d831e434b6ba tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4038da0d0184e43b155c720e28055c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7085359 Jul 08 17:15:25.647546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.648930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:25.683620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:25.708286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Calling delete_port for cb3b2abb-b663-40aa-8cea-725874e04bde owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:25.854601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a376432-c21a-4d1f-878e-0ac23093360f req-4f2effb3-192b-472b-99ff-54e86a2c70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:25.856145 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-4f2effb3-192b-472b-99ff-54e86a2c70c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 200 len: 914 time: 0.9897285 Jul 08 17:15:25.864245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-66de95b1-0ead-4de1-8c77-b99b30bf2f7e tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c4038da0d0184e43b155c720e28055c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332839 Jul 08 17:15:26.002011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395f0a5-a2de-47c9-a7ed-06ac2f39671f req-eef1fdb3-ec7c-4b3f-b937-87e06b481c78 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:26.010668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7395f0a5-a2de-47c9-a7ed-06ac2f39671f req-eef1fdb3-ec7c-4b3f-b937-87e06b481c78 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1024 time: 0.2743621 Jul 08 17:15:26.099747 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-b4373e80-f737-4347-8d1e-c1536773b873 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 200 len: 217 time: 0.2250471 Jul 08 17:15:26.127339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-ce60d90c-2fcf-49bd-a0e7-bb1a4fca0823 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1873639 Jul 08 17:15:26.152671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7395f0a5-a2de-47c9-a7ed-06ac2f39671f req-a4ac0875-814c-4aa3-9a00-38b7a9240b79 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=d72e14bb-f09f-4f69-9b7f-9d648019296d&id=4dd8da09-702a-4277-9175-05d564651522&id=e287c57b-3d34-47a9-ba1b-a1e58ae64c63&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1409400 Jul 08 17:15:26.202450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5ce68e07-701c-4de4-bac3-07d2cbaa9de0 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:26.209442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5ce68e07-701c-4de4-bac3-07d2cbaa9de0 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330891 Jul 08 17:15:26.220836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-5078a890-224a-4987-b93e-afd62529a0bc tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:26.228923 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-5078a890-224a-4987-b93e-afd62529a0bc tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6476836 Jul 08 17:15:26.241802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Request body: {'port': {'device_id': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'c4038da0d0184e43b155c720e28055c9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:26.258521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.340717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-5e65792a-0b13-4c40-ba76-e8ac55216f6f tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/quotas/c4038da0d0184e43b155c720e28055c9 HTTP/1.1" status: 200 len: 375 time: 0.1105318 Jul 08 17:15:26.348230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.370203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=125cea3d-c6f3-4b29-ab49-fa3c50d629d2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:26.374594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a376432-c21a-4d1f-878e-0ac23093360f req-de79b346-58e8-4478-bd17-09805c502d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:26.377426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-de79b346-58e8-4478-bd17-09805c502d72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 200 len: 853 time: 0.2655139 Jul 08 17:15:26.391680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Pushing event deleted for resources: {'Port': ['ID=cb3b2abb-b663-40aa-8cea-725874e04bde,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:26.489439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-417f4f9f-2b94-4418-b123-cf8c7fc519c1 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475241 Jul 08 17:15:26.512423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-b92993f4-c037-42ba-860b-7d643a7c1099 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:26.516602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-b92993f4-c037-42ba-860b-7d643a7c1099 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 1024 time: 0.7439108 Jul 08 17:15:26.578893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.582723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.587009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9efe2e45-5ad9-4667-aa32-3725a66a3d4b tempest-ServersWithSpecificFlavorTestJSON-1428846413 tempest-ServersWithSpecificFlavorTestJSON-1428846413-project] 10.222.0.48 "DELETE /v2.0/floatingips/bbb9c7af-23a7-4ea7-aa9f-0464809fbf45 HTTP/1.1" status: 204 len: 168 time: 1.4218898 Jul 08 17:15:26.616157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-bfdac93d-d058-41d3-86a1-bc0e046d28e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283182 Jul 08 17:15:26.670983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Made reservation on behalf of c4038da0d0184e43b155c720e28055c9 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:26.672171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.686602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b120b-9cfa-4faf-9ee8-4b8caa3d9171 req-75f67a4a-c333-4a33-ba8e-cda88873a498 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:26.688321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-275b120b-9cfa-4faf-9ee8-4b8caa3d9171 req-75f67a4a-c333-4a33-ba8e-cda88873a498 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.1981986 Jul 08 17:15:26.714334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.813251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-275b120b-9cfa-4faf-9ee8-4b8caa3d9171 req-9d629302-3825-4670-804b-b1b4d789c96e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180375 Jul 08 17:15:26.932449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.938864 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:26.943898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b35c52c2-b12f-47b6-9aaf-e866f0b22de5 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:27.021632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9b966-ba96-4100-af9c-7b9597508536,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:27.057272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:27.066579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:27.068471 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:27.110777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-1977e028-c6ed-4fd0-bac5-038ce32307c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:27.112892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-1977e028-c6ed-4fd0-bac5-038ce32307c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1124 time: 0.8749306 Jul 08 17:15:27.183032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Allocated IP 192.168.233.34 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/eeebff40-b3f4-490b-8edd-fdef0cf97442) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:27.186787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-466d234e-2b38-420c-9577-10b7be6fa0db service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256679 Jul 08 17:15:27.230223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:27.282985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b4b9a-de81-47c2-ae49-37d35138185a req-976faf60-7333-42e9-8694-686c9f7ef3ea tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:27.290545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb8b4b9a-de81-47c2-ae49-37d35138185a req-976faf60-7333-42e9-8694-686c9f7ef3ea tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 944 time: 0.1527631 Jul 08 17:15:27.317639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:27.320640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:27.328902 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7ab49-3eaf-4777-af1a-d85567a1c91b" -d '{"events": [{"server_uuid": "1dcd1e0f-be59-42c1-8306-9c748c8899e5", "name": "network-vif-plugged", "status": "completed", "tag": "b35c52c2-b12f-47b6-9aaf-e866f0b22de5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:27.336005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:27.337254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:27.342225 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d678956d-85de-47ba-8f86-60f870f419c5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/ports/125cea3d-c6f3-4b29-ab49-fa3c50d629d2 HTTP/1.1" status: 204 len: 168 time: 3.2051337 Jul 08 17:15:27.344223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:27.390715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Deleting port 54aeaab6-e985-446a-9d13-e615e388a448 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:27.391115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:27.405984 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35635c3-ab4f-4f9e-b6bd-3f029489e86a tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] GET failed (client error): The resource could not be found. Jul 08 17:15:27.407604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d35635c3-ab4f-4f9e-b6bd-3f029489e86a tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "GET /v2.0/ports/125cea3d-c6f3-4b29-ab49-fa3c50d629d2 HTTP/1.1" status: 404 len: 333 time: 0.0610182 Jul 08 17:15:27.413044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844b167-a868-4d3f-a17d-7375040e9616 req-304f2ebf-1005-4f43-9382-6fcef8cc0f92 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:27.414655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:27.420687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3844b167-a868-4d3f-a17d-7375040e9616 req-304f2ebf-1005-4f43-9382-6fcef8cc0f92 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.4680595 Jul 08 17:15:27.421715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'name': 'tempest-AllowedAddressPairTestJSON-974091055'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:27.436499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb8b4b9a-de81-47c2-ae49-37d35138185a req-d9b3c6fe-a85f-434d-9f76-f50874887e89 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449504 Jul 08 17:15:27.475241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:27.530656 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a376432-c21a-4d1f-878e-0ac23093360f req-428ff040-137f-4a99-a76f-b4e5457f0aec service neutron] 10.222.0.21 "GET /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157477 Jul 08 17:15:27.531631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-c7a97f8d-ea49-4052-8035-c8ce03cacc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:27.533471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-c7a97f8d-ea49-4052-8035-c8ce03cacc84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.3744087 Jul 08 17:15:27.605792 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-d1642b5c-fed1-44b6-9f7d-a360b5f7773c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 217 time: 0.0626032 Jul 08 17:15:27.622554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3844b167-a868-4d3f-a17d-7375040e9616 req-b88d0e89-b25e-4064-a120-29e78b223a31 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009525 Jul 08 17:15:27.777292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] For port 54aeaab6-e985-446a-9d13-e615e388a448, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=54aeaab6-e985-446a-9d13-e615e388a448,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:27.779936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:27.822159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Calling delete_port for 54aeaab6-e985-446a-9d13-e615e388a448 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:27.847986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-1e37b0a5-6736-4762-be43-1372a3771543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:27.849661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-1e37b0a5-6736-4762-be43-1372a3771543 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.2119830 Jul 08 17:15:27.984506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:28.000983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f758089-5369-46b5-9a30-1b69f251860a req-088b5b63-4c81-4095-8163-b4ccdfb841c4 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 210 time: 0.1412480 Jul 08 17:15:28.023948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-71d0bbb8-72b9-4f8c-a98f-883c5d2050d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632090 Jul 08 17:15:28.061205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Transition to ACTIVE for port object eeebff40-b3f4-490b-8edd-fdef0cf97442 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:28.096992 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60b589b-2139-45d4-bd80-16da89bef3ac x-openstack-request-id: req-d60b589b-2139-45d4-bd80-16da89bef3ac {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:28.097521 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd1e0f-be59-42c1-8306-9c748c8899e5", "name": "network-vif-plugged", "status": "completed", "tag": "b35c52c2-b12f-47b6-9aaf-e866f0b22de5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:28.097521 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d60b589b-2139-45d4-bd80-16da89bef3ac {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:28.098138 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'code': 200} Jul 08 17:15:28.159192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:28.175242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:28.231006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] device_id is not set on port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:28.385193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-23e4b22f-fc12-4101-94de-aa2201b7b784 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527474 Jul 08 17:15:28.400414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:28.491508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Allocated IP 172.20.0.5 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/5ac9e45e-da3c-4aa2-97c9-0007539d1751) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:28.508818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:28.524972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:28.535193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:28.540520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:28.602045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15a337df-0f44-468c-8977-bc0e8a4a05ed req-45be84da-a32f-4afd-bc5a-2cd01efd6614 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965303 Jul 08 17:15:28.604512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:28.617323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:28.785458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:28.786170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:28.907342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b35e-e9ce-403e-9411-f816d8e2ff9c req-a0077168-ea4b-4c9b-a572-9d6c9d6746ce tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:28.915024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8103b35e-e9ce-403e-9411-f816d8e2ff9c req-a0077168-ea4b-4c9b-a572-9d6c9d6746ce tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.6602099 Jul 08 17:15:29.013523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-21a1cd6e-1582-4344-a82d-8e50e0f3b32b tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7856081 Jul 08 17:15:29.017392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:29.038756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Request body: {'port': {'device_id': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:29.089201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.107272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Transition to ACTIVE for port object 5ac9e45e-da3c-4aa2-97c9-0007539d1751 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:29.171154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.189077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 54aeaab6-e985-446a-9d13-e615e388a448 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:29.212568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'Port': ['ID=54aeaab6-e985-446a-9d13-e615e388a448,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:29.221520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8103b35e-e9ce-403e-9411-f816d8e2ff9c req-e127b63a-3b10-4969-9ac0-ef09d9355baf tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929957 Jul 08 17:15:29.235489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 54aeaab6-e985-446a-9d13-e615e388a448 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:29.236609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 54aeaab6-e985-446a-9d13-e615e388a448 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:29.239625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-775c57b2-bbd9-4e8d-94d8-ae99d3a81e08 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c4038da0d0184e43b155c720e28055c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289204 Jul 08 17:15:29.297084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7af9f772-9515-411a-bd79-e9e87dd358dd None None] Provisioning for port eeebff40-b3f4-490b-8edd-fdef0cf97442 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:29.307973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7af9f772-9515-411a-bd79-e9e87dd358dd None None] Provisioning complete for port eeebff40-b3f4-490b-8edd-fdef0cf97442 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:29.308389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7af9f772-9515-411a-bd79-e9e87dd358dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.353613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:29.366496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:29.377542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:29.379654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1907a-66d1-4a7b-a471-246a8f462c51 req-14d8922e-51da-4570-a2c9-44d2a8034d60 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:29.388190 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5dd1907a-66d1-4a7b-a471-246a8f462c51 req-14d8922e-51da-4570-a2c9-44d2a8034d60 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=f367a8e4-82ab-4352-b793-fd9fe7b08419 HTTP/1.1" status: 200 len: 945 time: 1.1419711 Jul 08 17:15:29.388485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=5ac9e45e-da3c-4aa2-97c9-0007539d1751,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:29.398121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-e790dd5e-44ec-4404-a5e8-a8b3551d834d tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:29.399798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-e790dd5e-44ec-4404-a5e8-a8b3551d834d tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426675 Jul 08 17:15:29.415471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d2010-e9c9-4c10-a4a4-71a4aef813d2 req-f083a213-5e34-4aaa-9d11-4fd3b1052531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:29.417242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-512d2010-e9c9-4c10-a4a4-71a4aef813d2 req-f083a213-5e34-4aaa-9d11-4fd3b1052531 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 1096 time: 1.1761744 Jul 08 17:15:29.419635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.430700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Request body: {'port': {'device_id': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'c4038da0d0184e43b155c720e28055c9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:29.468733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7af9f772-9515-411a-bd79-e9e87dd358dd None None] Port eeebff40-b3f4-490b-8edd-fdef0cf97442 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:29.511557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:29.512311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.570835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5cff6dab-165e-4bc8-ba92-5d9413129a78 req-3d253395-18fe-45b8-9483-2d729ec471a6 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.0539136 Jul 08 17:15:29.601102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:29.601318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c90775c-d26e-4289-91ef-4462ad8dc526 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1848617 Jul 08 17:15:29.617294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d6:6b:81'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:29.796613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] No DVR routers for this DVR port 54aeaab6-e985-446a-9d13-e615e388a448 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:29.811200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b82c5102-d34c-4782-8cd1-7eebccb2d4c3 None None] Provisioning for port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:29.821834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b82c5102-d34c-4782-8cd1-7eebccb2d4c3 None None] Provisioning complete for port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:29.822362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.823617 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b82c5102-d34c-4782-8cd1-7eebccb2d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.824805 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f8c7ff6-3c71-4640-b3f9-d8d8bd523a00 req-7ab44989-3706-47c3-9ad5-f420d8d2b86d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "DELETE /v2.0/ports/54aeaab6-e985-446a-9d13-e615e388a448 HTTP/1.1" status: 204 len: 173 time: 3.2440324 Jul 08 17:15:29.829514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'name': 'network-vif-deleted', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:29.833009 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b7738-658f-4d41-800b-3166324ecc27" -d '{"events": [{"server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "name": "network-vif-deleted", "tag": "54aeaab6-e985-446a-9d13-e615e388a448"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:29.859658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-512d2010-e9c9-4c10-a4a4-71a4aef813d2 req-f62ea33d-3d1f-4d12-ae6e-23905ff8e31a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601576 Jul 08 17:15:29.901814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Made reservation on behalf of c4038da0d0184e43b155c720e28055c9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:29.912745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.916245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b82c5102-d34c-4782-8cd1-7eebccb2d4c3 None None] Port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:29.977860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5dd1907a-66d1-4a7b-a471-246a8f462c51 req-2cb0514b-9674-4db5-a787-4bc231e99f42 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=d72e14bb-f09f-4f69-9b7f-9d648019296d&id=4dd8da09-702a-4277-9175-05d564651522&id=e287c57b-3d34-47a9-ba1b-a1e58ae64c63&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5883074 Jul 08 17:15:30.053018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeebff40-b3f4-490b-8edd-fdef0cf97442 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:30.067970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.088749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Transition to ACTIVE for port object eeebff40-b3f4-490b-8edd-fdef0cf97442 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:30.098732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.242807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840a705-5fa1-4baa-b5b7-e06b3a2da1c6 req-f63c881d-20fe-4c9b-a20a-d93cb6eef221 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:30.253996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d840a705-5fa1-4baa-b5b7-e06b3a2da1c6 req-f63c881d-20fe-4c9b-a20a-d93cb6eef221 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 945 time: 0.3930309 Jul 08 17:15:30.307934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:30.403838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Allocated IP 192.168.233.77 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/082ed4f6-77d9-4bbb-a2bb-981af62dec89) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:30.404339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d840a705-5fa1-4baa-b5b7-e06b3a2da1c6 req-e0c8fe64-dd66-4fc9-a37d-700e40dabd84 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474452 Jul 08 17:15:30.440239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Attempting to bind port eeebff40-b3f4-490b-8edd-fdef0cf97442 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:30.442820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Attempting to bind port eeebff40-b3f4-490b-8edd-fdef0cf97442 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:30.443287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Attempting to bind port eeebff40-b3f4-490b-8edd-fdef0cf97442 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:30.451715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Port eeebff40-b3f4-490b-8edd-fdef0cf97442 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:30.452106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Attempting to bind port eeebff40-b3f4-490b-8edd-fdef0cf97442 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:30.457834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.458157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:30.458429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:30.458828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:30.459374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Bound port: eeebff40-b3f4-490b-8edd-fdef0cf97442, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:30.459745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.479032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96b90-eb89-48d0-a6d1-45ac493e5f98 req-3f96ef52-2f47-4fb5-9c5b-9c02683321e7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:30.486089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7de96b90-eb89-48d0-a6d1-45ac493e5f98 req-3f96ef52-2f47-4fb5-9c5b-9c02683321e7 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.2817214 Jul 08 17:15:30.559964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:30.563921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:30.573158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.625005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:30.625630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.627093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] 10.222.0.21 "PUT /v2.0/ports/eeebff40-b3f4-490b-8edd-fdef0cf97442 HTTP/1.1" status: 200 len: 1095 time: 1.6044900 Jul 08 17:15:30.627541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:30.631274 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e" -d '{"events": [{"name": "network-changed", "server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:30.663752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7de96b90-eb89-48d0-a6d1-45ac493e5f98 req-d3f7ef52-564e-4172-be30-fe85c9e65784 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766217 Jul 08 17:15:30.867388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93c93-af7c-4c5c-8a10-a8e48bd9aa28 service neutron] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:30.906781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d53b87be-8a40-41e8-8eed-977433e7aae8 req-487deed6-3bf2-4a4a-88af-a16cb97157c3 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 210 time: 0.0822642 Jul 08 17:15:30.938074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-24123228-6e18-48f5-9d2c-af8feb5ac151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:30.947872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-24123228-6e18-48f5-9d2c-af8feb5ac151 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 1098 time: 0.2233820 Jul 08 17:15:30.987410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.032103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-a3793789-0872-477e-9117-144ae9ce5d32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442 HTTP/1.1" status: 200 len: 217 time: 0.0813792 Jul 08 17:15:31.043364 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65569840-b4be-43e5-82eb-bed83ae39e88 x-openstack-request-id: req-65569840-b4be-43e5-82eb-bed83ae39e88 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:31.043849 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f367a8e4-82ab-4352-b793-fd9fe7b08419", "name": "network-vif-deleted", "tag": "54aeaab6-e985-446a-9d13-e615e388a448", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:31.045073 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65569840-b4be-43e5-82eb-bed83ae39e88 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:31.046721 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f367a8e4-82ab-4352-b793-fd9fe7b08419', 'name': 'network-vif-deleted', 'tag': '54aeaab6-e985-446a-9d13-e615e388a448', 'status': 'completed', 'code': 200} Jul 08 17:15:31.069603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Transition to ACTIVE for port object 082ed4f6-77d9-4bbb-a2bb-981af62dec89 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:31.137185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-44dacfbb-6ad0-42b2-9710-794e48337b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:31.142399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-44dacfbb-6ad0-42b2-9710-794e48337b21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1006188 Jul 08 17:15:31.145283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.156413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.273231 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc92928-928d-4427-9cec-e9b67212273a x-openstack-request-id: req-dbc92928-928d-4427-9cec-e9b67212273a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:31.273718 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:31.274381 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbc92928-928d-4427-9cec-e9b67212273a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:31.274985 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'status': 'completed', 'code': 200} Jul 08 17:15:31.308818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=5ac9e45e-da3c-4aa2-97c9-0007539d1751,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:31.329364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.340754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-801295bc-014d-4a84-8357-c846d1445ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:31.342323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-801295bc-014d-4a84-8357-c846d1445ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802938 Jul 08 17:15:31.402518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274c63f-02a0-4cb1-a5a4-d5a3de5ca821 req-abed8ae4-0332-43cf-89f7-89d0e0a7170c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:31.411190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d274c63f-02a0-4cb1-a5a4-d5a3de5ca821 req-abed8ae4-0332-43cf-89f7-89d0e0a7170c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.1275823 Jul 08 17:15:31.465982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] In _notify_port_updated(), no bound segment for port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 on network 49cc0835-6249-4edf-aca8-6ee4f7239f87 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:15:31.483446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:31.484148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.485551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f3d980c3-247a-4a16-990f-7f8cb4eab2e5 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "PUT /v2.0/ports/5ac9e45e-da3c-4aa2-97c9-0007539d1751 HTTP/1.1" status: 200 len: 992 time: 1.8847048 Jul 08 17:15:31.490868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:31.493528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:31.513161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:31.527788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:31.532719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:31.547719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-9fb0f3fe-6ba5-42a9-af76-a3397d3fce28 service neutron] 10.222.0.53 "GET /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d/bindings/n-h2-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.2486732 Jul 08 17:15:31.649714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d274c63f-02a0-4cb1-a5a4-d5a3de5ca821 req-cd2ae1d6-e110-4c99-967a-30d61654fee1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375488 Jul 08 17:15:31.746145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9e084416-1064-4153-a3f0-de8f5ec8b353 None None] Provisioning complete for port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:31.746686 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e084416-1064-4153-a3f0-de8f5ec8b353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.767050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:31.771928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.786616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-2e7be74d-d876-40c0-b426-cf03ba786750 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292605 Jul 08 17:15:31.808200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41da53d3-ed7a-4d19-8b61-70c8b67c6e6e req-c1e53b73-0240-4835-8160-c6556b26ae2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.1429715 Jul 08 17:15:31.829203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-16a9e8ca-160f-4992-8340-9ead44e38d13 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4065597 Jul 08 17:15:31.839168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9e084416-1064-4153-a3f0-de8f5ec8b353 None None] Port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:31.852332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port 5ac9e45e-da3c-4aa2-97c9-0007539d1751 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:31.852687 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.858982 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8acfcb1-6695-4bf9-bae4-49a31a71c2bb req-07b1ed0d-270b-4071-a258-1d7b5700c187 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/d72e14bb-f09f-4f69-9b7f-9d648019296d HTTP/1.1" status: 200 len: 1800 time: 0.1556861 Jul 08 17:15:31.860052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Request body: {'port': {'device_id': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:31.966517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ed19079-2aa3-4551-a2d1-017587dae874 None None] Provisioning for port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:31.974081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ed19079-2aa3-4551-a2d1-017587dae874 None None] Provisioning complete for port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:31.974745 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ed19079-2aa3-4551-a2d1-017587dae874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.040303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8ed19079-2aa3-4551-a2d1-017587dae874 None None] Port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:32.063092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c8066c-9cb9-44d2-a206-814d2c2ad819 req-d8a3bc3d-898d-4881-9b2a-dcddcb031811 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635713 Jul 08 17:15:32.068681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.071110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8acfcb1-6695-4bf9-bae4-49a31a71c2bb req-2e85a340-ff51-44c0-85e1-660d05a28275 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.090515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for 5ac9e45e-da3c-4aa2-97c9-0007539d1751 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:32.105610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd1822-9675-4506-9a27-76fb98db06c9 req-b75a9741-3029-44ae-baf0-4fe85653d766 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:32.107449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd1822-9675-4506-9a27-76fb98db06c9 req-b75a9741-3029-44ae-baf0-4fe85653d766 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 945 time: 0.2928848 Jul 08 17:15:32.108055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.110968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8acfcb1-6695-4bf9-bae4-49a31a71c2bb req-2e85a340-ff51-44c0-85e1-660d05a28275 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.229898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd1822-9675-4506-9a27-76fb98db06c9 req-87cde1ed-b437-442e-936b-128aaf260eae tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103458 Jul 08 17:15:32.237454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:32.250498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8acfcb1-6695-4bf9-bae4-49a31a71c2bb req-2e85a340-ff51-44c0-85e1-660d05a28275 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.253875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8acfcb1-6695-4bf9-bae4-49a31a71c2bb req-2e85a340-ff51-44c0-85e1-660d05a28275 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.264372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8acfcb1-6695-4bf9-bae4-49a31a71c2bb req-2e85a340-ff51-44c0-85e1-660d05a28275 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/d72e14bb-f09f-4f69-9b7f-9d648019296d HTTP/1.1" status: 204 len: 173 time: 0.3747966 Jul 08 17:15:32.299543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:32.330945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a340-ff51-44c0-85e1-660d05a28275 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e14bb-f09f-4f69-9b7f-9d648019296d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:32.357065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0791de-3a15-41d5-b9a8-a1666825f45d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:32.371864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:32.379769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-a9fea2f7-f27f-456b-abdd-75c6f2c0ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:32.381461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-a9fea2f7-f27f-456b-abdd-75c6f2c0ca33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 1098 time: 0.2284398 Jul 08 17:15:32.447735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.457838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.489074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9c24fb1-5311-4514-80a0-ceea2b4d7292 req-de4fc447-aabe-4d68-9614-1ff37ecef188 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0579295 Jul 08 17:15:32.493808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=5ac9e45e-da3c-4aa2-97c9-0007539d1751,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:32.640681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-518c1306-2529-4742-96de-15c3ecd12c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:32.642296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-518c1306-2529-4742-96de-15c3ecd12c46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2542794 Jul 08 17:15:32.690189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] Transition to ACTIVE for port object 1f0791de-3a15-41d5-b9a8-a1666825f45d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:32.703476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.740142 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-b39ddbf7-181f-4801-9b97-4c7b614bb63e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442 HTTP/1.1" status: 200 len: 217 time: 0.0867989 Jul 08 17:15:32.882548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00607773-1907-48c6-85e1-25eebdc1b018 req-ea5c98c5-84d9-46a6-82ac-86d413933ab8 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:32.889362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00607773-1907-48c6-85e1-25eebdc1b018 req-ea5c98c5-84d9-46a6-82ac-86d413933ab8 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 943 time: 0.3876863 Jul 08 17:15:32.899803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] No DVR routers for this DVR port 1f0791de-3a15-41d5-b9a8-a1666825f45d on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:32.904400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-0205e407-7038-4b9b-8b35-96b69db22221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:32.906101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-0205e407-7038-4b9b-8b35-96b69db22221 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1517680 Jul 08 17:15:32.913311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:32.913678 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.915794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2622405e-fec2-42c4-8b3a-9b8f1874945f tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/ports/5ac9e45e-da3c-4aa2-97c9-0007539d1751 HTTP/1.1" status: 204 len: 168 time: 1.4212861 Jul 08 17:15:32.919441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37468) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:32.970220 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-a46f0a4d-c914-4647-9f98-a2b0a3f481e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d/bindings/n-h2-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3823218 Jul 08 17:15:32.985774 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-4150dc5d-5cc9-4e61-8348-6b6faacefb2c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] GET failed (client error): The resource could not be found. Jul 08 17:15:32.987477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4150dc5d-5cc9-4e61-8348-6b6faacefb2c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "GET /v2.0/ports/5ac9e45e-da3c-4aa2-97c9-0007539d1751 HTTP/1.1" status: 404 len: 333 time: 0.0669401 Jul 08 17:15:32.991440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:32.996592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'name': 'tempest-AllowedAddressPairTestJSON-964789273'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:33.001972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082ed4f6-77d9-4bbb-a2bb-981af62dec89 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:33.013737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.019764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00607773-1907-48c6-85e1-25eebdc1b018 req-eaf7ce3f-388c-4bac-87b0-6498f8eea548 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290820 Jul 08 17:15:33.024558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be577d-44ec-446c-b46a-77a3feb6b082 req-a6b695ab-9198-4ce7-a4c0-02fdaf46f79d tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:33.031907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49be577d-44ec-446c-b46a-77a3feb6b082 req-a6b695ab-9198-4ce7-a4c0-02fdaf46f79d tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 935 time: 0.2823780 Jul 08 17:15:33.084302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Transition to ACTIVE for port object 082ed4f6-77d9-4bbb-a2bb-981af62dec89 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:33.109836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.136683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-349bad8c-a2ad-46f9-ab7b-4d23c19c3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:33.138230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-349bad8c-a2ad-46f9-ab7b-4d23c19c3909 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212365 Jul 08 17:15:33.156096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49be577d-44ec-446c-b46a-77a3feb6b082 req-cd92b8d3-2304-41bc-a30e-8e74b89cfb43 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232936 Jul 08 17:15:33.158254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c85472a-51d0-485e-b0cd-2a7894361072 req-24dc3827-2382-4502-ba46-8667c708a3ad tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/e287c57b-3d34-47a9-ba1b-a1e58ae64c63 HTTP/1.1" status: 200 len: 1799 time: 0.1023915 Jul 08 17:15:33.245724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:33.246871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:33.250517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.314170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] device_id is not set on port 66a70217-d9d8-4b32-8d85-8f03332ad0eb yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:33.317545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-b8abcc65-41cb-4365-ba5a-e78c4811dd37 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:33.319114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-b8abcc65-41cb-4365-ba5a-e78c4811dd37 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.2503006 Jul 08 17:15:33.340441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c85472a-51d0-485e-b0cd-2a7894361072 req-525dfc56-12b3-4026-8a09-4322f4d35cbc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.421337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Attempting to bind port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:33.421674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Attempting to bind port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:33.422023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Attempting to bind port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:33.438045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:33.438430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Attempting to bind port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:33.466454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:33.466973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:33.467176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:33.467624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Bound port: 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:33.467985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.491129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8827a-8118-465f-83c9-0a60089569e6 req-2792da16-8c33-49f8-83fd-97e51dece7d5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:33.492703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-2792da16-8c33-49f8-83fd-97e51dece7d5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.2052717 Jul 08 17:15:33.531416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-6cf72cb2-c4e2-45af-9201-ce0309dd0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:33.532267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-6cf72cb2-c4e2-45af-9201-ce0309dd0c41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12&tenant_id=96159d06a8104138a3bc27351f6c1476 HTTP/1.1" status: 200 len: 1095 time: 0.1781642 Jul 08 17:15:33.541789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-ecae7b16-06fa-4941-8859-f45c272f736d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0413098 Jul 08 17:15:33.620976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-9a03cec3-6dac-4d38-8612-a5ed0a94101c service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743788 Jul 08 17:15:33.646806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:33.671142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:33.680113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.703717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c85472a-51d0-485e-b0cd-2a7894361072 req-525dfc56-12b3-4026-8a09-4322f4d35cbc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.731652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:33.732214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.733795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] 10.222.0.21 "PUT /v2.0/ports/082ed4f6-77d9-4bbb-a2bb-981af62dec89 HTTP/1.1" status: 200 len: 1095 time: 1.8809814 Jul 08 17:15:33.739747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:33.744823 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3020a9f4-8850-4dde-b71a-acb6311ffe28" -d '{"events": [{"name": "network-changed", "server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:33.829217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c85472a-51d0-485e-b0cd-2a7894361072 req-525dfc56-12b3-4026-8a09-4322f4d35cbc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.832142 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c85472a-51d0-485e-b0cd-2a7894361072 req-525dfc56-12b3-4026-8a09-4322f4d35cbc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:33.833498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c85472a-51d0-485e-b0cd-2a7894361072 req-525dfc56-12b3-4026-8a09-4322f4d35cbc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/e287c57b-3d34-47a9-ba1b-a1e58ae64c63 HTTP/1.1" status: 204 len: 173 time: 0.6332457 Jul 08 17:15:33.849560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Allocated IP 172.20.0.8 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/66a70217-d9d8-4b32-8d85-8f03332ad0eb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:33.865649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dfc56-12b3-4026-8a09-4322f4d35cbc tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e287c57b-3d34-47a9-ba1b-a1e58ae64c63,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:33.880912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbeeb4f-a12e-4dc7-b77e-1df19fc6ec1e req-70e3123d-7d17-4cf1-b87e-688bd54a9210 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508681 Jul 08 17:15:33.995711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:34.091331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:34.141215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Transition to ACTIVE for port object 66a70217-d9d8-4b32-8d85-8f03332ad0eb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:34.155839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-838ac790-437b-4f2a-8c57-7a23e90e5151 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6064394 Jul 08 17:15:34.196996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-dce05162-40e4-46ae-9df1-7456e0001c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.198065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f6a77-2422-46e6-8160-05df0cfe7eec req-3e8b379a-23d3-48d4-b01f-4f998fd02ebc tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.198678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-dce05162-40e4-46ae-9df1-7456e0001c7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96159d06a8104138a3bc27351f6c1476&device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1095 time: 0.6201406 Jul 08 17:15:34.200129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e25f6a77-2422-46e6-8160-05df0cfe7eec req-3e8b379a-23d3-48d4-b01f-4f998fd02ebc tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 945 time: 0.1060665 Jul 08 17:15:34.223723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:34.282345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c399-38dd-48ac-917d-47f3b6300b29 service neutron] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:34.374403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a43066f8-d707-416c-b67b-3d2e29ea61df req-c8735bd6-19b9-4589-8dd2-cd64e2519596 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0973866 Jul 08 17:15:34.378659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:34.389646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-be604804-72d5-427d-9bea-42777beda126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.391418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-be604804-72d5-427d-9bea-42777beda126 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 1098 time: 0.2478144 Jul 08 17:15:34.396337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e25f6a77-2422-46e6-8160-05df0cfe7eec req-4e4a0586-e2a7-49df-b15b-aa7819ddcd27 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908486 Jul 08 17:15:34.397202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:34.401021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:34.403763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=66a70217-d9d8-4b32-8d85-8f03332ad0eb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:34.422853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-2c1a1176-73b0-49e2-8ce8-bdd1de0c63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.424222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-2c1a1176-73b0-49e2-8ce8-bdd1de0c63e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 200 len: 921 time: 0.2073123 Jul 08 17:15:34.497089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.497873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:34.552126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-8b364d97-cea5-4e26-9797-0bf731ae0393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 200 len: 217 time: 0.1116507 Jul 08 17:15:34.558753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-38764db7-72a7-4245-8df1-483e77ce996d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89 HTTP/1.1" status: 200 len: 217 time: 0.1194229 Jul 08 17:15:34.561579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-189031ba-a048-4a64-900b-0cc4987a7491 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5687909 Jul 08 17:15:34.566359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37496) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:34.573033 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-4cf50585-04cb-47a5-a761-8f596d2b91af service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162514 Jul 08 17:15:34.573914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d6:6b:81'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:34.640607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cbd2b6d6-a5b7-47ca-9f53-ab89de67196e req-10e6a4f2-c597-41cf-a134-72c9f4e0ba7e tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0777805 Jul 08 17:15:34.727808 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3b519f-40bd-4941-bb7a-01467d65a003 x-openstack-request-id: req-0e3b519f-40bd-4941-bb7a-01467d65a003 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:34.728690 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:34.728971 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e3b519f-40bd-4941-bb7a-01467d65a003 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:34.729554 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'status': 'completed', 'code': 200} Jul 08 17:15:34.733150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-77dfd07f-e68e-4d25-89af-1d17e3e1251c None None] Provisioning for port 66a70217-d9d8-4b32-8d85-8f03332ad0eb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:34.737871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-d5b302a3-83c4-447c-88f1-fa7f543b4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.738963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-77dfd07f-e68e-4d25-89af-1d17e3e1251c None None] Provisioning complete for port 66a70217-d9d8-4b32-8d85-8f03332ad0eb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:34.739493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-d5b302a3-83c4-447c-88f1-fa7f543b4dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1545837 Jul 08 17:15:34.739712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77dfd07f-e68e-4d25-89af-1d17e3e1251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:34.746431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-38f74fa9-a5d7-45ea-9a11-ab8ec10046e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:34.748045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-38f74fa9-a5d7-45ea-9a11-ab8ec10046e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 200 len: 860 time: 0.1728108 Jul 08 17:15:34.776267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6f3da976-5f4f-42c2-9296-70745e6cb275 req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-935720626', 'description': 'tempest-description-1325450464'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:34.779820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-77dfd07f-e68e-4d25-89af-1d17e3e1251c None None] Port 66a70217-d9d8-4b32-8d85-8f03332ad0eb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:34.829183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-be22bedc-eddc-4902-bb40-a95fe50eace3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee50f18-fad4-40cf-9053-64d979871b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729272 Jul 08 17:15:34.874811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f3da976-5f4f-42c2-9296-70745e6cb275 req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:34.919059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-0c085d1e-5c86-4523-a800-a6f1099c1013 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450425 Jul 08 17:15:34.973834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:34.995817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-28bc8cf3-1b12-47d8-bbc2-fd46fb61754a service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523294 Jul 08 17:15:34.999362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628e39-c47c-4e19-850c-ff1b62375238 req-18a70792-13da-488d-b033-107acd48ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:35.000769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-18a70792-13da-488d-b033-107acd48ac23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457099 Jul 08 17:15:35.009094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-86270c06-c874-4f83-a4b4-40e8f43b9c2d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:35.010710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-86270c06-c874-4f83-a4b4-40e8f43b9c2d tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.1876340 Jul 08 17:15:35.047024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:35.154305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:35.347464 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-82dddbc0-6964-4341-a4f7-3599c6385e76 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310297 Jul 08 17:15:35.372612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f3da976-5f4f-42c2-9296-70745e6cb275 req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.374148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.380496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-182df9f9-586b-4b08-9b0c-e513dd29430d service neutron] 10.222.0.21 "GET /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666651 Jul 08 17:15:35.402972 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f3da976-5f4f-42c2-9296-70745e6cb275 req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.446361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.465503 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6f3da976-5f4f-42c2-9296-70745e6cb275 req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.480339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f3da976-5f4f-42c2-9296-70745e6cb275 req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7094336 Jul 08 17:15:35.486729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.510509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b6059-d03c-4c28-9fcc-f34cee945a88 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef8598-a371-42c5-a672-3809cf4def4c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:35.517116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:35.547896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'mac_address': 'fa:16:3e:3f:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:35.631965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.653818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeebff40-b3f4-490b-8edd-fdef0cf97442 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:35.683045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:35.692327 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.733641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=66a70217-d9d8-4b32-8d85-8f03332ad0eb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:35.743586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.779968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10628e39-c47c-4e19-850c-ff1b62375238 req-dcff6dc6-671a-43c4-b611-ff64216ec7ea service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220436 Jul 08 17:15:35.816789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:35.840304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] In _notify_port_updated(), no bound segment for port 66a70217-d9d8-4b32-8d85-8f03332ad0eb on network 49cc0835-6249-4edf-aca8-6ee4f7239f87 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:15:35.845825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:35.847082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:35.848660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-44e2f0bf-f5fe-4e8d-b4b4-ef165fb465dc tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "PUT /v2.0/ports/66a70217-d9d8-4b32-8d85-8f03332ad0eb HTTP/1.1" status: 200 len: 995 time: 1.2803679 Jul 08 17:15:35.859029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:35.932697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:35.952529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4e5d-d196-4f96-910e-d5a904eb4a56 req-33e3b2be-37fb-4a77-920d-b9bd5d88e2b0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:35.954180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f0e4e5d-d196-4f96-910e-d5a904eb4a56 req-33e3b2be-37fb-4a77-920d-b9bd5d88e2b0 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 944 time: 0.4671407 Jul 08 17:15:35.964192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['eeebff40-b3f4-490b-8edd-fdef0cf97442'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:36.054484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:36.055702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f32e-393f-4a23-8ef6-3d51c40d9722 req-cf87c950-f687-4fbf-be5c-cbea4d0eaa41 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.058989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-42ca1017-48b1-42e4-8534-330f59a00cd2 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.059664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-57f5102c-6a04-425e-bb16-2700c77e9e0e None None] Provisioning complete for port 66a70217-d9d8-4b32-8d85-8f03332ad0eb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:36.060292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57f5102c-6a04-425e-bb16-2700c77e9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.060713 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-42ca1017-48b1-42e4-8534-330f59a00cd2 tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12&tenant_id=96159d06a8104138a3bc27351f6c1476&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.2555475 Jul 08 17:15:36.064441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3a3f32e-393f-4a23-8ef6-3d51c40d9722 req-cf87c950-f687-4fbf-be5c-cbea4d0eaa41 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 947 time: 0.4397852 Jul 08 17:15:36.086904 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f0e4e5d-d196-4f96-910e-d5a904eb4a56 req-f9e7a27c-0856-4202-b683-54dd559f4d58 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092415 Jul 08 17:15:36.103523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-91727f20-1eb0-4486-a122-ff9d5af7bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.105136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-91727f20-1eb0-4486-a122-ff9d5af7bb65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 1098 time: 0.2362866 Jul 08 17:15:36.138546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-57f5102c-6a04-425e-bb16-2700c77e9e0e None None] Port 66a70217-d9d8-4b32-8d85-8f03332ad0eb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:36.198672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3a3f32e-393f-4a23-8ef6-3d51c40d9722 req-a85b58f1-d783-4829-83b8-f4d4ad935fdf tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332848 Jul 08 17:15:36.219799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.259125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.298456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port 66a70217-d9d8-4b32-8d85-8f03332ad0eb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:36.298945 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.364409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-76ba59eb-39c9-440b-acf3-e7bcd19e7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.366181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-76ba59eb-39c9-440b-acf3-e7bcd19e7482 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2333910 Jul 08 17:15:36.455685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:36.468584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-84936613-e857-4b22-8294-91df73a7a6f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89 HTTP/1.1" status: 200 len: 217 time: 0.0892358 Jul 08 17:15:36.470920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-43b07ddd-81de-4ddc-b111-44321bb4d5b7 service neutron] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:36.496109 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-43b07ddd-81de-4ddc-b111-44321bb4d5b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.496662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.497181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b665d77-07a1-48e5-b4d4-7db608e4bf3e req-43b07ddd-81de-4ddc-b111-44321bb4d5b7 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d/bindings/n-h1-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.4062707 Jul 08 17:15:36.500933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:36.501301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:36.501627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:36.520190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Deleting port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:36.520789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.523543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for 66a70217-d9d8-4b32-8d85-8f03332ad0eb owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:36.549141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:36.550251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Attempting to bind port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on network 0f7b7814-88f8-4264-88fc-d6937f04a717 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:36.562931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:36.563201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Checking segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:36.563829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Bound using segment: {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:36.563961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Bound port: e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0298167-148a-49da-bd48-946f391d4727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0f7b7814-88f8-4264-88fc-d6937f04a717'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:36.564296 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.568687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-c9eb25e7-03c3-43fe-aa9d-f8329cb73dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.570231 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-c9eb25e7-03c3-43fe-aa9d-f8329cb73dfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0920117 Jul 08 17:15:36.572859 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3db4884a-5701-4d97-a35a-4acbda486118 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/14ef8598-a371-42c5-a672-3809cf4def4c HTTP/1.1" status: 200 len: 1800 time: 0.1210213 Jul 08 17:15:36.619435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Request body: {'security_group': {'name': 'tempest-sg-hth-130008982', 'description': 'tempest-description-hth-15074831'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:36.687654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.725463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:36.733539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:36.735984 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587dbcea-72d6-4993-b7b2-6afaf4b3ce8d" -d '{"events": [{"server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:36.758394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:36.772499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-4381c438-e7c5-4725-964a-7eb6fb3bf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.774053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-4381c438-e7c5-4725-964a-7eb6fb3bf706 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946981 Jul 08 17:15:36.775093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.807517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.828473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.831798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.833073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-607c408e-d9cd-4cd2-b8e5-1766f0bc803a req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "PUT /v2.0/security-groups/14ef8598-a371-42c5-a672-3809cf4def4c HTTP/1.1" status: 200 len: 1772 time: 0.2423651 Jul 08 17:15:36.917039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25c44-dc2a-4359-a9c2-cf45b067f90d req-c1358e6f-4a60-4aee-bbe2-713eb5fa8e70 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.918710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bb25c44-dc2a-4359-a9c2-cf45b067f90d req-c1358e6f-4a60-4aee-bbe2-713eb5fa8e70 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.5331476 Jul 08 17:15:36.931634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901ac89-7d78-40fa-a450-ced1af2eb215 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef8598-a371-42c5-a672-3809cf4def4c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:36.938101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:36.970560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:36.972203 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:36.973966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b864ea3f-cb19-47ef-8718-c1c5b3086f20 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 1121 time: 1.9405804 Jul 08 17:15:36.976175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:37.017371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] For port e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:37.017767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:37.022045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-98b3cec2-1aab-4a9f-9c92-e777b42a7fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341917 Jul 08 17:15:37.031451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bb25c44-dc2a-4359-a9c2-cf45b067f90d req-eefa5968-742f-451d-a965-7487b2b6a132 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044254 Jul 08 17:15:37.048961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Calling delete_port for e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:37.057907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf3aaf17-de51-47ba-bd6b-41e0a763293c req-d245c80f-b2b4-4828-9ab6-cfcdf6b4475f tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0555789 Jul 08 17:15:37.087235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:37.137988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:37.226094 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d323c48d-f435-4011-8c5a-29098b8c09b4 x-openstack-request-id: req-d323c48d-f435-4011-8c5a-29098b8c09b4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:37.230303 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:37.232177 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d323c48d-f435-4011-8c5a-29098b8c09b4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:37.234350 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'code': 200} Jul 08 17:15:37.239632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-f2d86670-1920-4ea9-b197-1a5bc3ba2bec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=cc9db164-f845-4d94-b36f-f3bc3120e734 HTTP/1.1" status: 200 len: 210 time: 0.0991209 Jul 08 17:15:37.241433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:37.361639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:37.382024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bacabf23-a4e8-4b92-8dc5-ef7918b9f453 req-2b5d539c-3b45-46d2-9709-83ab5046be8c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/14ef8598-a371-42c5-a672-3809cf4def4c HTTP/1.1" status: 200 len: 1772 time: 0.1496325 Jul 08 17:15:37.485664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=66a70217-d9d8-4b32-8d85-8f03332ad0eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:37.537628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.538340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.538340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.538822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.539159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.539495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.539829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.540156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.540487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.540813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.541131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.541456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:37.546965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:37.614796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:37.618212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-476de76a-a956-45d6-9d0a-4da6bb88e0e7 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/ports/66a70217-d9d8-4b32-8d85-8f03332ad0eb HTTP/1.1" status: 204 len: 168 time: 1.7576280 Jul 08 17:15:37.622882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:37.640640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:15:37.706762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:37.784878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Pushing event deleted for resources: {'Port': ['ID=e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:37.789717 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9fb013-c944-4f70-a472-a3303a2b6916 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] GET failed (client error): The resource could not be found. Jul 08 17:15:37.797517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e58511f9-4906-48af-8900-a80683dbc374 req-38fd2859-b4d9-41a5-9c96-9e034c2983bd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc9db164-f845-4d94-b36f-f3bc3120e734 HTTP/1.1" status: 200 len: 210 time: 0.5334706 Jul 08 17:15:37.798306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd9fb013-c944-4f70-a472-a3303a2b6916 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "GET /v2.0/ports/66a70217-d9d8-4b32-8d85-8f03332ad0eb HTTP/1.1" status: 404 len: 333 time: 0.1740458 Jul 08 17:15:37.800254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:37.806813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'name': 'tempest-AllowedAddressPairTestJSON-1707749032'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:37.833611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port eeebff40-b3f4-490b-8edd-fdef0cf97442 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:37.848995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port eeebff40-b3f4-490b-8edd-fdef0cf97442 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:37.849262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:37.931667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3020a9f4-8850-4dde-b71a-acb6311ffe28 req-3c493492-be3d-42f0-9124-4c9b26e8d029 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928063 Jul 08 17:15:37.991199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8827a-8118-465f-83c9-0a60089569e6 req-6d7bccf6-d676-48ce-9db1-3b22dcb9a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:37.992853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-6d7bccf6-d676-48ce-9db1-3b22dcb9a230 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6b386114f554a4d8abce4a5916cce37&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7372591 Jul 08 17:15:38.128130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.184285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:38.208975 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d6dd8-94ed-48e9-b9ee-b35675e35ba8" -d '{"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-plugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:38.247921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:38.255123 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.269076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:38.273752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.279493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8827a-8118-465f-83c9-0a60089569e6 req-78f7e40c-5402-470a-a020-9eac1970e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:38.281191 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-78f7e40c-5402-470a-a020-9eac1970e312 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811859 Jul 08 17:15:38.321908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] device_id is not set on port 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:38.355684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acc8827a-8118-465f-83c9-0a60089569e6 req-956ef04f-0437-4eb9-a703-ce307b95f046 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db164-f845-4d94-b36f-f3bc3120e734 HTTP/1.1" status: 200 len: 210 time: 0.0326092 Jul 08 17:15:38.387878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.388490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da6c80-07e8-454f-81a4-d2dc8cbf898d req-97607b29-ce7f-4a41-8f94-49b883b20f23 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:38.390472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97da6c80-07e8-454f-81a4-d2dc8cbf898d req-97607b29-ce7f-4a41-8f94-49b883b20f23 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 944 time: 0.1083565 Jul 08 17:15:38.398962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:38.438707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97da6c80-07e8-454f-81a4-d2dc8cbf898d req-c18052ec-8249-491d-8039-a1f96552ef7b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Jul 08 17:15:38.536309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-609e1e18-03ec-483c-9d2f-0049e536c460 req-42f4567e-d0f5-4ec0-8a1a-2859656854f5 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/14ef8598-a371-42c5-a672-3809cf4def4c HTTP/1.1" status: 200 len: 1772 time: 0.0532739 Jul 08 17:15:38.587733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c0e87-fbe8-4b13-a664-a441a1994d48 req-092a2afc-6513-4451-aa57-9d41acb1a4e3 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:38.589357 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f45c0e87-fbe8-4b13-a664-a441a1994d48 req-092a2afc-6513-4451-aa57-9d41acb1a4e3 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 947 time: 0.2836354 Jul 08 17:15:38.612526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-609e1e18-03ec-483c-9d2f-0049e536c460 req-e8256660-8eaf-4c9c-84a5-dd7e96849e82 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.621979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Allocated IP 172.20.0.8 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/5ee797fc-8c3d-4f19-86b1-b8b6ee74125a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:38.653086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-609e1e18-03ec-483c-9d2f-0049e536c460 req-e8256660-8eaf-4c9c-84a5-dd7e96849e82 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.702328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-609e1e18-03ec-483c-9d2f-0049e536c460 req-e8256660-8eaf-4c9c-84a5-dd7e96849e82 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.705436 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-609e1e18-03ec-483c-9d2f-0049e536c460 req-e8256660-8eaf-4c9c-84a5-dd7e96849e82 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:38.715429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-609e1e18-03ec-483c-9d2f-0049e536c460 req-e8256660-8eaf-4c9c-84a5-dd7e96849e82 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/14ef8598-a371-42c5-a672-3809cf4def4c HTTP/1.1" status: 204 len: 173 time: 0.1699970 Jul 08 17:15:38.730118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8256660-8eaf-4c9c-84a5-dd7e96849e82 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef8598-a371-42c5-a672-3809cf4def4c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:38.751773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f45c0e87-fbe8-4b13-a664-a441a1994d48 req-9b684fcb-653b-48f1-8f98-96ba8d39526c tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379986 Jul 08 17:15:38.794529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d9df76b-4c7d-4358-b2dd-8f5ffd8bacea req-3411501b-049b-47cc-9cf5-25c168c26797 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=cc9db164-f845-4d94-b36f-f3bc3120e734 HTTP/1.1" status: 200 len: 210 time: 0.0430086 Jul 08 17:15:38.848414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Router fdb2abd0-3e1c-41da-8846-4e8279a913d4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:15:38.964729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df76b-4c7d-4358-b2dd-8f5ffd8bacea req-2bebdad0-83dd-44db-9ad7-150b30ebca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:38.966430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d9df76b-4c7d-4358-b2dd-8f5ffd8bacea req-2bebdad0-83dd-44db-9ad7-150b30ebca64 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6b386114f554a4d8abce4a5916cce37&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1618841 Jul 08 17:15:38.980284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf72a1-b1c4-4cee-a157-20adc47970a3 req-ad610fd9-000b-414d-b74e-8a3898ea402e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:38.981886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcbf72a1-b1c4-4cee-a157-20adc47970a3 req-ad610fd9-000b-414d-b74e-8a3898ea402e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.1150689 Jul 08 17:15:38.988247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.013251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Transition to ACTIVE for port object 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:39.021052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:15:39.030314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-864ab01b-e9b9-4f53-b5d1-2b2978aa198a admin admin] 10.222.0.48 "PUT /v2.0/routers/fdb2abd0-3e1c-41da-8846-4e8279a913d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0334439 Jul 08 17:15:39.035264 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] Sync routers for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:15:39.038804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:39.046075 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:15:39.048197 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:15:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:39.093042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcbf72a1-b1c4-4cee-a157-20adc47970a3 req-475fdf2d-40c6-46e6-b010-dfca2529bdd1 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883608 Jul 08 17:15:39.114824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df76b-4c7d-4358-b2dd-8f5ffd8bacea req-b8558d93-73af-4b96-9327-cf18b95f5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:39.116475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d9df76b-4c7d-4358-b2dd-8f5ffd8bacea req-b8558d93-73af-4b96-9327-cf18b95f5e9b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337299 Jul 08 17:15:39.160131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.165553 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dac8181-915b-4aba-ae29-dfa28fc67f66 x-openstack-request-id: req-9dac8181-915b-4aba-ae29-dfa28fc67f66 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:39.166411 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-plugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:39.166835 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dac8181-915b-4aba-ae29-dfa28fc67f66 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:39.167509 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'code': 200} Jul 08 17:15:39.169788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:39.216679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:15:39.238230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d9df76b-4c7d-4358-b2dd-8f5ffd8bacea req-d6f8fd29-0472-45dc-9390-039a2334add0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9db164-f845-4d94-b36f-f3bc3120e734 HTTP/1.1" status: 200 len: 210 time: 0.0565689 Jul 08 17:15:39.238958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:39.241974 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e0b38f-dc35-4b92-a29d-3a482124c014" -d '{"events": [{"name": "network-changed", "server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:39.258986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f442434-632a-4e70-b983-de72b40f1580 req-c459e29c-17be-47c6-8c8b-56fa6fb4143a tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0623624 Jul 08 17:15:39.260467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.267514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:39.271104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=5ee797fc-8c3d-4f19-86b1-b8b6ee74125a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:39.386538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:39.399414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'mac_address': 'fa:16:3e:7c:48:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:39.424076 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5963411-6631-4863-ab57-639c6267e9a1 x-openstack-request-id: req-b5963411-6631-4863-ab57-639c6267e9a1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:39.425078 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:39.425440 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5963411-6631-4863-ab57-639c6267e9a1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:39.428169 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'status': 'completed', 'code': 200} Jul 08 17:15:39.442975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:39.449546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:39.483981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.514680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082ed4f6-77d9-4bbb-a2bb-981af62dec89 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:39.551910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.559655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:39.567155 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:15:37Z', 'revision_number': 5, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port': {'id': '8494b7d8-3b10-4668-9487-4554b9d09074', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:29Z', 'updated_at': '2021-07-08T17:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:39.569400 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.616635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a09b8-9666-458e-b458-30775bb77d14 req-0352933f-1fb7-4538-b129-3b17f9578347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:39.624134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5eb9d9fa-9597-4c28-8f50-f8d9236a17ae req-1df57857-67af-4258-a05a-ea88e2fdbaf5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc9db164-f845-4d94-b36f-f3bc3120e734 HTTP/1.1" status: 200 len: 210 time: 0.0689218 Jul 08 17:15:39.626345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf5a09b8-9666-458e-b458-30775bb77d14 req-0352933f-1fb7-4538-b129-3b17f9578347 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 1100 time: 0.3552709 Jul 08 17:15:39.632091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:39.646267 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] Checking router: fdb2abd0-3e1c-41da-8846-4e8279a913d4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:15:39.663040 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] Routers {'fdb2abd0-3e1c-41da-8846-4e8279a913d4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:15:39.663533 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:15:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:39.672603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:39.676670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.803589 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] Set router fdb2abd0-3e1c-41da-8846-4e8279a913d4 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:15:39.826225 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf5a09b8-9666-458e-b458-30775bb77d14 req-ab4b6c05-95e4-4bef-8e2d-657f237b1d2e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774755 Jul 08 17:15:39.830107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3301e22c-53a1-4f06-8cd9-784d6d79100c tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0258205 Jul 08 17:15:39.831485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37570) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:39.836630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-c87e7239-2abc-4947-b630-ddb4745af403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:39.836891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['082ed4f6-77d9-4bbb-a2bb-981af62dec89'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:39.838169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-c87e7239-2abc-4947-b630-ddb4745af403 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1124 time: 0.3876622 Jul 08 17:15:39.845535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00024c5a-4f5f-44f8-b8e1-041d2e42463b req-751b6c01-bff7-4653-b6c0-31cb8ddcc8ca tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:39.848845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'network_id': '49cc0835-6249-4edf-aca8-6ee4f7239f87', 'name': 'tempest-AllowedAddressPairTestJSON-2118384106'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:39.858748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00024c5a-4f5f-44f8-b8e1-041d2e42463b req-751b6c01-bff7-4653-b6c0-31cb8ddcc8ca tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 1095 time: 0.1964595 Jul 08 17:15:39.884478 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:15:39Z', 'revision_number': 6, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:39.919004 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07856e73-0639-4fdc-8da2-9ddf0e754cb0 None None] The sync data for ids ['fdb2abd0-3e1c-41da-8846-4e8279a913d4'] in n-d-799527-4 is: [{'id': 'fdb2abd0-3e1c-41da-8846-4e8279a913d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1883357774-router', 'tenant_id': '08eb38057a634c8c935188d417ce4a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:27Z', 'updated_at': '2021-07-08T17:15:39Z', 'revision_number': 6, 'project_id': '08eb38057a634c8c935188d417ce4a4d', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:15:39.922211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd826686-dba9-42e9-8fcd-5ad58f2ce29f None None] Provisioning for port 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:39.937512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd826686-dba9-42e9-8fcd-5ad58f2ce29f None None] Provisioning complete for port 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:39.937876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd826686-dba9-42e9-8fcd-5ad58f2ce29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:39.981897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00024c5a-4f5f-44f8-b8e1-041d2e42463b req-106abddd-1ca6-427e-b9cd-e6130aa2499a tempest-LiveAutoBlockMigrationV225Test-480181705 tempest-LiveAutoBlockMigrationV225Test-480181705-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222396 Jul 08 17:15:39.985762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bd826686-dba9-42e9-8fcd-5ad58f2ce29f None None] Port 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:39.994976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Deleting port 8494b7d8-3b10-4668-9487-4554b9d09074 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:39.998357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:40.054870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-7d3cd791-b6f8-4fdf-bbaf-53136ef42276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:40.056693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-7d3cd791-b6f8-4fdf-bbaf-53136ef42276 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.1692870 Jul 08 17:15:40.078710 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-664b1466-dc97-4d97-8bcb-ffb27c8595f4 req-6c9b8d4a-9c5f-4201-a951-375fadda4d43 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:15:40.079631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-664b1466-dc97-4d97-8bcb-ffb27c8595f4 req-6c9b8d4a-9c5f-4201-a951-375fadda4d43 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/e287c57b-3d34-47a9-ba1b-a1e58ae64c63 HTTP/1.1" status: 404 len: 352 time: 0.0220149 Jul 08 17:15:40.113138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-3dc124d8-1893-4b91-a2c9-c8303572627b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 217 time: 0.0414922 Jul 08 17:15:40.169019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-57d35eea-02c9-4be1-b0d6-37557a9750e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:40.170664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-57d35eea-02c9-4be1-b0d6-37557a9750e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.0510471 Jul 08 17:15:40.214249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-13e581fa-1ac5-42e9-8881-ea729c8e2082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356524 Jul 08 17:15:40.227360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Made reservation on behalf of 30ca478a4b7744adbecbcd733f1d0719 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:40.231981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:40.244000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] For port 8494b7d8-3b10-4668-9487-4554b9d09074, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8494b7d8-3b10-4668-9487-4554b9d09074,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:40.244509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:40.280281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] device_id is not set on port c1f8c524-4a34-478c-a7c8-a56a36584945 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:40.342967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-65ebe1e5-7683-4afc-8030-2706173ed1b4 service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189129 Jul 08 17:15:40.347578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Calling delete_port for 8494b7d8-3b10-4668-9487-4554b9d09074 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:40.357967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf3d64-e1c1-48f7-93be-51292b5ad9ad req-760e3e47-b4c6-4aeb-b8b5-564cecebd99e tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:40.367669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9fcf3d64-e1c1-48f7-93be-51292b5ad9ad req-760e3e47-b4c6-4aeb-b8b5-564cecebd99e tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 948 time: 0.3124871 Jul 08 17:15:40.451208 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-c7a110b3-7d4a-40d1-b9ea-b5e0f80e4175 req-6962cddc-20c2-4407-b9db-d5f8066ccabe tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:15:40.452368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c7a110b3-7d4a-40d1-b9ea-b5e0f80e4175 req-6962cddc-20c2-4407-b9db-d5f8066ccabe tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/d72e14bb-f09f-4f69-9b7f-9d648019296d HTTP/1.1" status: 404 len: 352 time: 0.0245171 Jul 08 17:15:40.519602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7e0b38f-dc35-4b92-a29d-3a482124c014 req-ec8405a7-6613-44eb-ad40-53307fe61a9b service neutron] 10.222.0.21 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685958 Jul 08 17:15:40.665637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fef65-ebf0-49e7-aa55-ece774b67387 req-087ad4dd-a661-4115-9ec7-f64baa934758 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:40.667209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f9fef65-ebf0-49e7-aa55-ece774b67387 req-087ad4dd-a661-4115-9ec7-f64baa934758 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.0773785 Jul 08 17:15:40.711567 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f9fef65-ebf0-49e7-aa55-ece774b67387 req-68c3806b-2b17-41f5-9dde-b12eab043305 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 Jul 08 17:15:40.891585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:40.898663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9fcf3d64-e1c1-48f7-93be-51292b5ad9ad req-03bd812e-f81a-40aa-93a3-c11ce3535df1 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299962 Jul 08 17:15:40.931155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:40.931433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e47aaa29-a4b7-4ff4-bcd2-a921cfdab5f3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:40.931855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8494b7d8-3b10-4668-9487-4554b9d09074 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:40.986551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc26a267-b527-4710-b31f-044ea83cfb74 req-b460585a-c918-4cd1-8ffd-328555a16576 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1176970 Jul 08 17:15:40.993137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Allocated IP 172.20.0.11 (49cc0835-6249-4edf-aca8-6ee4f7239f87/8a151342-0f9c-4cde-b67d-0dd005a67453/c1f8c524-4a34-478c-a7c8-a56a36584945) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:41.053827 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-3b7e3d18-89e0-4719-8be0-9ff17d94c16f req-d84163b9-c65d-4a3c-b3d8-bf85908b453b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:15:41.056888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.058216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b7e3d18-89e0-4719-8be0-9ff17d94c16f req-d84163b9-c65d-4a3c-b3d8-bf85908b453b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/e7435de9-73de-4ce2-a289-06907f8600d7 HTTP/1.1" status: 404 len: 352 time: 0.0249815 Jul 08 17:15:41.123956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.182569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:41.245894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:41.246854 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-d9903469-88b0-4b8a-86c4-42d63667a31f req-d649bb36-d409-4f02-96c6-27345f73feba tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:15:41.251445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:41.252227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.262387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9903469-88b0-4b8a-86c4-42d63667a31f req-d649bb36-d409-4f02-96c6-27345f73feba tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/48f03608-5b99-491e-a56c-921acf5f13e5 HTTP/1.1" status: 404 len: 352 time: 0.0392022 Jul 08 17:15:41.316123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db5542-110e-4c13-a866-29406c21d87b req-ed364245-9969-4f2f-bfdc-fbeee57e9452 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:41.317724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70db5542-110e-4c13-a866-29406c21d87b req-ed364245-9969-4f2f-bfdc-fbeee57e9452 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 944 time: 0.1710072 Jul 08 17:15:41.338818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8494b7d8-3b10-4668-9487-4554b9d09074,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:41.380340 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.412958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:41.415983 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375320b7-d203-4380-8f85-0d016eb226b6" -d '{"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-plugged", "status": "completed", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:41.433290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:41.439944 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.523267 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.525436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:41.542794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Transition to ACTIVE for port object c1f8c524-4a34-478c-a7c8-a56a36584945 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:41.557602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-eee0df71-7b4a-41ac-915b-c7c505f5c521 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:41.559135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-eee0df71-7b4a-41ac-915b-c7c505f5c521 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.1825321 Jul 08 17:15:41.579484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.582771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-ac917a99-7fbf-4841-9089-157e7f9d3e86 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0137541 Jul 08 17:15:41.585206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Deleting port 1f0791de-3a15-41d5-b9a8-a1666825f45d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:41.585554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.694750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334113a-5ca2-4347-adf0-4124b3c88c43 req-7942a84b-b36f-44fb-871e-27c9a5e697f4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:41.696718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7334113a-5ca2-4347-adf0-4124b3c88c43 req-7942a84b-b36f-44fb-871e-27c9a5e697f4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 944 time: 0.5406923 Jul 08 17:15:41.706287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.710861 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.734918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] For port 1f0791de-3a15-41d5-b9a8-a1666825f45d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1f0791de-3a15-41d5-b9a8-a1666825f45d,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:41.735292 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.754489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Calling delete_port for 1f0791de-3a15-41d5-b9a8-a1666825f45d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:41.765629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.784466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-67519322-dc26-41e2-9e74-f152e8e51e02 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351652 Jul 08 17:15:41.820986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.821511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb2abd0-3e1c-41da-8846-4e8279a913d4 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:15:41.846421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:41.850254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-72239882-e411-4180-9581-a74d5560eee9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fdb2abd0-3e1c-41da-8846-4e8279a913d4 HTTP/1.1" status: 204 len: 168 time: 2.8075569 Jul 08 17:15:41.851579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7334113a-5ca2-4347-adf0-4124b3c88c43 req-84a6d41c-81ac-40d5-9e2e-5b3393082f26 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421509 Jul 08 17:15:41.863702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:41.864316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:41.865027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=c1f8c524-4a34-478c-a7c8-a56a36584945,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:41.876233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:41.898909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:41.930211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-afa5b876-b719-46eb-a258-91deeb3cd17e service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462586 Jul 08 17:15:41.964155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Deleting subnet 8572c90d-0771-45d9-a333-236cecfccf18 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:41.967465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.017082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.022204 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-6d6948ff-9103-49f5-bee5-4b22a118cdaf req-9ca79c7a-5459-442b-a7c4-654d47edf89d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:15:42.023377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d6948ff-9103-49f5-bee5-4b22a118cdaf req-9ca79c7a-5459-442b-a7c4-654d47edf89d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/4bb38d3e-73b1-48c5-9778-c783f927a6ef HTTP/1.1" status: 404 len: 352 time: 0.0781281 Jul 08 17:15:42.059811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:42.060588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.088617 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64de08b-7139-421c-8fd5-a03adf4b445e x-openstack-request-id: req-a64de08b-7139-421c-8fd5-a03adf4b445e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:42.089718 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-plugged", "status": "completed", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:42.090016 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a64de08b-7139-421c-8fd5-a03adf4b445e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:42.090760 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'code': 200} Jul 08 17:15:42.097913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-724db582-7d77-4406-bad3-bb11f4477608 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2619193 Jul 08 17:15:42.104585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:42.114435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d6:6b:81'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:77:d7:59'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:42.189011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-c8a115e8-3811-493e-a5b1-f0013b14b1fd service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581391 Jul 08 17:15:42.200544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-46f801aa-d68c-45e2-b083-158804f1bc80 service neutron] 10.222.0.21 "GET /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.1995964 Jul 08 17:15:42.206243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.228377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', '1f0791de-3a15-41d5-b9a8-a1666825f45d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:42.255629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.284000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event deleted for resources: {'Port': ['ID=1f0791de-3a15-41d5-b9a8-a1666825f45d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:42.308925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.309265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2a892d4-c2de-4519-a718-22964cf1a92f None None] Provisioning for port c1f8c524-4a34-478c-a7c8-a56a36584945 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:42.309426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.309834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.310259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.311187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.311187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.311467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.312043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.312581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.313142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.313654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.314326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:42.326647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2a892d4-c2de-4519-a718-22964cf1a92f None None] Provisioning complete for port c1f8c524-4a34-478c-a7c8-a56a36584945 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:42.327158 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2a892d4-c2de-4519-a718-22964cf1a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.382695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] No DVR routers for this DVR port 1f0791de-3a15-41d5-b9a8-a1666825f45d on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:42.388923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.391482 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70db5542-110e-4c13-a866-29406c21d87b req-6581cdf3-099a-458c-8c36-6f06dd256fa1 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "DELETE /v2.0/ports/1f0791de-3a15-41d5-b9a8-a1666825f45d HTTP/1.1" status: 204 len: 173 time: 1.0666962 Jul 08 17:15:42.391987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'name': 'network-vif-deleted', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:42.395842 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c205f6-8fa3-4839-a8f7-8a8550bc8c7b" -d '{"events": [{"server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "name": "network-vif-deleted", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:42.416435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da092e3-6038-43d8-9889-e997d031b49d req-57d2d8ee-241a-437c-928d-445204e34d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:42.418136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8da092e3-6038-43d8-9889-e997d031b49d req-57d2d8ee-241a-437c-928d-445204e34d56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 1100 time: 0.2550216 Jul 08 17:15:42.445092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2a892d4-c2de-4519-a718-22964cf1a92f None None] Port c1f8c524-4a34-478c-a7c8-a56a36584945 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:42.500121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.562824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:42.575951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8572c90d-0771-45d9-a333-236cecfccf18,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:42.616748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2180935-5201-4b4c-b541-2c6f36cfa217 None None] Network e1e698e9-19fe-41fc-8d2e-25e3e7753a38 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:42.630307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b0ba-77e8-495e-b4a4-c9454881b84a req-84c4461b-9c79-4db6-b269-740487e35404 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:42.637833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a5b0ba-77e8-495e-b4a4-c9454881b84a req-84c4461b-9c79-4db6-b269-740487e35404 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 943 time: 0.3584254 Jul 08 17:15:42.640250 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.641349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8da092e3-6038-43d8-9889-e997d031b49d req-31f2f1ae-4ff2-41f0-a618-3de992be7eb1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891973 Jul 08 17:15:42.643583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.646325 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e3841bc-880f-4623-8936-0cfd98adeedf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8572c90d-0771-45d9-a333-236cecfccf18 HTTP/1.1" status: 204 len: 168 time: 0.7783868 Jul 08 17:15:42.649374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:42.655047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:42.707704 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a5b0ba-77e8-495e-b4a4-c9454881b84a req-3ab32034-02ac-46c6-887a-d0ac8f88c648 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687776 Jul 08 17:15:42.714775 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.732081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.771398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.844657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:42.856981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3777223-4f56-45fa-adb7-68b44469ed34 req-4f729568-5051-4ed8-a15c-a656aa6da3ee tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:42.858539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f3777223-4f56-45fa-adb7-68b44469ed34 req-4f729568-5051-4ed8-a15c-a656aa6da3ee tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 949 time: 0.2625225 Jul 08 17:15:42.873132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:42.887599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] DHCP port deletion for e1e698e9-19fe-41fc-8d2e-25e3e7753a38 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:15:42.933996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Deleting port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:42.934450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.969090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] Deleting port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:42.969467 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.007901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] For port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:43.008337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.013978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e73995f3-80f0-4f9b-bb3a-15a88bfed7db req-fb66b958-94d7-45ba-a997-16d6df113252 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0510304 Jul 08 17:15:43.023160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Calling delete_port for a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:43.067856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.076141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] For port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,segment=NetworkSegment(80903149-a92b-46ab-a661-070536e63f85),segment_id=80903149-a92b-46ab-a661-070536e63f85)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:43.076956 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.084024 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-972091d9-3b31-469d-9633-bfd8a4739ead req-8a2635a6-c7fa-48c3-a2df-80d336ee5b71 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] show failed (client error): The resource could not be found. Jul 08 17:15:43.085408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-972091d9-3b31-469d-9633-bfd8a4739ead req-8a2635a6-c7fa-48c3-a2df-80d336ee5b71 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/08870d65-711b-422e-9a61-23519e74b034 HTTP/1.1" status: 404 len: 352 time: 0.0388379 Jul 08 17:15:43.118850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] Calling delete_port for a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:43.141291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f3777223-4f56-45fa-adb7-68b44469ed34 req-6c823fdc-92b4-439d-ac28-bcd9c2be0c38 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652009 Jul 08 17:15:43.169894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] Transition to ACTIVE for port object e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:43.178671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.242335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd515f22-bb37-427c-a801-22ddfec4d88b req-c8cdd8a1-8ab9-4911-b008-333a4b95eaca tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 210 time: 0.1030142 Jul 08 17:15:43.245136 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c3e04-87d7-45a8-8188-0cbbbdf43b6d x-openstack-request-id: req-180c3e04-87d7-45a8-8188-0cbbbdf43b6d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:43.245635 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ce33c4-a4b8-461e-9ea0-658e987c2c12", "name": "network-vif-deleted", "tag": "1f0791de-3a15-41d5-b9a8-a1666825f45d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:43.245794 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-180c3e04-87d7-45a8-8188-0cbbbdf43b6d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:43.246081 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ce33c4-a4b8-461e-9ea0-658e987c2c12', 'name': 'network-vif-deleted', 'tag': '1f0791de-3a15-41d5-b9a8-a1666825f45d', 'status': 'completed', 'code': 200} Jul 08 17:15:43.246677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:43.258276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:43.284936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.304989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.307600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] No DVR routers for this DVR port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:43.311237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.355385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] No DVR routers for this DVR port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:43.396155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.415275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] No DVR routers for this DVR port a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:43.444899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:43.445576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:43.470805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:43.485073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 1f0791de-3a15-41d5-b9a8-a1666825f45d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:43.489615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1f0791de-3a15-41d5-b9a8-a1666825f45d not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:43.489615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0ae78-36b4-4201-83bd-75d3b4e36cd8 None None] Pushing event deleted for resources: {'Port': ['ID=a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:43.525075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] In _notify_port_updated(), no bound segment for port c1f8c524-4a34-478c-a7c8-a56a36584945 on network 49cc0835-6249-4edf-aca8-6ee4f7239f87 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:15:43.531543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:43.532332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.537042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "PUT /v2.0/ports/c1f8c524-4a34-478c-a7c8-a56a36584945 HTTP/1.1" status: 200 len: 1056 time: 1.4274714 Jul 08 17:15:43.551382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a99a542c-e7bc-4f21-bf62-46b9eca804ce req-6b4211bc-5331-4aa8-817b-e826fccf5a4b tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 210 time: 0.0832114 Jul 08 17:15:43.553272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:43.558628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb407eb6-a6ee-434b-bc3d-0381c7d35046 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event updated for resources: {'Port': ['ID=c1f8c524-4a34-478c-a7c8-a56a36584945,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:43.563759 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-84b1678f-a8ce-4b75-b124-c1d0daddcc40 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3538723 Jul 08 17:15:43.791634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-faa47351-eee7-4387-a8ab-d2436b7a0db1 None None] Provisioning complete for port c1f8c524-4a34-478c-a7c8-a56a36584945 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:43.792013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faa47351-eee7-4387-a8ab-d2436b7a0db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.932617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-faa47351-eee7-4387-a8ab-d2436b7a0db1 None None] Port c1f8c524-4a34-478c-a7c8-a56a36584945 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:15:43.997348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff5a41-cc2c-4d4b-8fa6-94c27a9b9281 req-1088aa8d-8223-459d-8bc4-b166bcbd7ba6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:43.999682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4ff5a41-cc2c-4d4b-8fa6-94c27a9b9281 req-1088aa8d-8223-459d-8bc4-b166bcbd7ba6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 0.1174817 Jul 08 17:15:44.048855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4ff5a41-cc2c-4d4b-8fa6-94c27a9b9281 req-3e0aab73-8b52-4774-88b9-5f7fcc343a14 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Jul 08 17:15:44.111987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.135143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e698e9-19fe-41fc-8d2e-25e3e7753a38']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:44.170952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80903149-a92b-46ab-a661-070536e63f85') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:44.171360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80903149-a92b-46ab-a661-070536e63f85') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:44.196902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.215864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7083e7d-7d8e-44ea-869c-c16f0b605c6e req-642abba0-13f3-4e45-8215-7c59c1f1489d tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0374243 Jul 08 17:15:44.229193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.251323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-72540606-7e69-4b47-a830-b42034cb66c4 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:44.251323 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-72540606-7e69-4b47-a830-b42034cb66c4 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.2250791 Jul 08 17:15:44.251323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:44.251323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:44.255616 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:44.263853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07e6d-7318-4275-9a5c-b505db2c99e6 req-e867caa8-b196-498d-a96d-a2c1592d592b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:44.267549 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23f07e6d-7318-4275-9a5c-b505db2c99e6 req-e867caa8-b196-498d-a96d-a2c1592d592b tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1023 time: 0.2464781 Jul 08 17:15:44.376605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port c1f8c524-4a34-478c-a7c8-a56a36584945 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:44.376813 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.445336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a692ce-5deb-4cc8-b7aa-a7cfc4763366 req-98c351f5-cfbb-4ba8-bb76-8390e1f2bc5a tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:44.453411 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-24a692ce-5deb-4cc8-b7aa-a7cfc4763366 req-98c351f5-cfbb-4ba8-bb76-8390e1f2bc5a tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 949 time: 0.0919993 Jul 08 17:15:44.470222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23f07e6d-7318-4275-9a5c-b505db2c99e6 req-6e05e3ad-a412-4e06-8e6e-8d10c7860837 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&id=baa52170-6696-4ea2-ad15-a1fb4c2d46d7&id=a1677a47-99bb-416c-9897-0f80653a38d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2009997 Jul 08 17:15:44.481628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.488975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.494728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] 10.222.0.48 "DELETE /v2.0/networks/e1e698e9-19fe-41fc-8d2e-25e3e7753a38 HTTP/1.1" status: 204 len: 168 time: 1.8115993 Jul 08 17:15:44.501423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:44.558906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-24a692ce-5deb-4cc8-b7aa-a7cfc4763366 req-717836c9-f533-4262-a205-5fc321e117f7 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044583 Jul 08 17:15:44.570573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb18f9d-5f5e-428e-870e-bdfe6b95090b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e698e9-19fe-41fc-8d2e-25e3e7753a38,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:44.663535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b256978a-26ce-432d-90e6-752ab147c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:44.665072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-b256978a-26ce-432d-90e6-752ab147c47d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1 HTTP/1.1" status: 200 len: 1095 time: 0.3944609 Jul 08 17:15:44.725525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:44.767994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c64aaa80-bfeb-4b1b-b7ac-c3519383b7f8 req-ce973085-61f8-4c76-9cf2-ad20c986ac18 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 210 time: 0.0551538 Jul 08 17:15:44.813458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for c1f8c524-4a34-478c-a7c8-a56a36584945 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:44.817347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89a0ae53-4442-46d4-8d81-6eebd93996c1 req-8fb0441f-ed9a-4e3d-b6c5-4669730702e5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 210 time: 0.0986693 Jul 08 17:15:44.826992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:44.888541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:44.889005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a1ab5ed0-d9c9-4284-afb9-7c2643c63b9d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:44.934976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-4c87e4c6-4a5d-424c-8d16-0716a4940c44 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:44.936430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-4c87e4c6-4a5d-424c-8d16-0716a4940c44 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.3802562 Jul 08 17:15:44.967208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fdd7-daa7-4982-9889-0eee2ed6611d req-4f2c042f-06de-4d03-9517-8d4e68706799 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:44.969091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6c6fdd7-daa7-4982-9889-0eee2ed6611d req-4f2c042f-06de-4d03-9517-8d4e68706799 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 949 time: 0.0784278 Jul 08 17:15:44.986194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:45.010754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6c6fdd7-daa7-4982-9889-0eee2ed6611d req-395b190c-47e5-44ce-94d7-c86833b81154 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Jul 08 17:15:45.103469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-1709e776-c964-4a3f-af52-a042f3a6a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:45.104996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-1709e776-c964-4a3f-af52-a042f3a6a55a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1095 time: 0.3814929 Jul 08 17:15:45.269058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43f44-913c-4497-80a8-64a5a65438aa req-ec385bdc-9648-4025-93fc-d34205577ca6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:45.279770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23e43f44-913c-4497-80a8-64a5a65438aa req-ec385bdc-9648-4025-93fc-d34205577ca6 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 0.0908868 Jul 08 17:15:45.331764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23e43f44-913c-4497-80a8-64a5a65438aa req-78489aa2-111d-43d6-8dc0-f11bc6ac50b7 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507812 Jul 08 17:15:45.407446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ab1f42fc-8ecd-452a-a965-eb7e90b3fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:45.410555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-ab1f42fc-8ecd-452a-a965-eb7e90b3fd26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 200 len: 908 time: 0.2702031 Jul 08 17:15:45.422252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-32f6ced0-0773-47e0-959a-d1c0702ecc5d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:45.423988 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-32f6ced0-0773-47e0-959a-d1c0702ecc5d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1023 time: 0.3684907 Jul 08 17:15:45.458660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:45.462471 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:45.464637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:45.492404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d2d0431-7a73-405f-b50b-85dbd51a9576 req-f4ce2ed1-a6bb-41cc-962c-bd5fb60a899f tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0448101 Jul 08 17:15:45.549795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-c3f2d5ac-aa37-4264-a778-9f0b448c80c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 200 len: 217 time: 0.1244693 Jul 08 17:15:45.600613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=c1f8c524-4a34-478c-a7c8-a56a36584945,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:45.749950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fd653-78e2-47c4-b02f-300aafeecea7 req-7e79ec13-6579-46ab-9cc2-ecebedb1ccb9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:45.751998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-415fd653-78e2-47c4-b02f-300aafeecea7 req-7e79ec13-6579-46ab-9cc2-ecebedb1ccb9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1023 time: 0.1112983 Jul 08 17:15:45.806101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-d38c3554-907f-459e-832c-dd2549083ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:45.807806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-d38c3554-907f-459e-832c-dd2549083ccd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 200 len: 847 time: 0.2273412 Jul 08 17:15:45.837084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-415fd653-78e2-47c4-b02f-300aafeecea7 req-88a5a4d0-59da-499f-bc26-143893b5b58c tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&id=baa52170-6696-4ea2-ad15-a1fb4c2d46d7&id=a1677a47-99bb-416c-9897-0f80653a38d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0745676 Jul 08 17:15:45.991150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-cf39d94d-4a48-4ef2-961c-74c49aba6b82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f7b7814-88f8-4264-88fc-d6937f04a717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208558 Jul 08 17:15:46.038427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15f783cc-9319-4ad6-8216-7fad48306a46 req-01fff7f3-c467-4b05-ae41-5243e2f9e1fc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 210 time: 0.0376434 Jul 08 17:15:46.121640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-aca62a8d-f447-4b9e-a144-c5b0bf987339 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139801 Jul 08 17:15:46.126899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Deleting port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:46.127286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:46.527227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c16-2b16-41c5-aba0-7b5aeef6b897 req-68712440-bc00-440d-8862-71024e04647b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:46.529172 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14543c16-2b16-41c5-aba0-7b5aeef6b897 req-68712440-bc00-440d-8862-71024e04647b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 0.0759449 Jul 08 17:15:46.575148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a886bec9-c18c-4a97-9394-fcd926257355 req-830c3de3-aadb-43a5-9a0c-6699d2d0b3eb tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=36ce33c4-a4b8-461e-9ea0-658e987c2c12 HTTP/1.1" status: 200 len: 210 time: 0.4594839 Jul 08 17:15:46.579885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14543c16-2b16-41c5-aba0-7b5aeef6b897 req-85164701-c294-4c0c-b3a8-e6e50e139435 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Jul 08 17:15:46.636222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.4 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/96f704f9-8777-4144-b218-8a715b2a2a0b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:46.822728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:46.913209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e242b68-7cce-4b8d-8d80-4013a5932707 req-16577fc0-5bec-4f4c-99a0-868b05712da7 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0847800 Jul 08 17:15:47.045624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eda88-2ebc-4583-978a-10fefc8e4342 req-be43137e-b1c9-4445-9a94-62140a9708d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:47.047806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-556eda88-2ebc-4583-978a-10fefc8e4342 req-be43137e-b1c9-4445-9a94-62140a9708d9 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 1023 time: 0.0722206 Jul 08 17:15:47.057107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-8ef7cbd5-96c6-4676-a3eb-fc6667597356 service neutron] 10.222.0.53 "GET /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9203749 Jul 08 17:15:47.059306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.063509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6fab2255-d693-4d03-8c7a-b3ba7924c3b2 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/ports/c1f8c524-4a34-478c-a7c8-a56a36584945 HTTP/1.1" status: 204 len: 168 time: 3.4962165 Jul 08 17:15:47.063509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] For port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,segment=NetworkSegment(4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6),segment_id=4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:47.063509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.074121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:47.097302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.120371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Calling delete_port for 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:47.126177 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.137100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:47.140691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-556eda88-2ebc-4583-978a-10fefc8e4342 req-bdc60ae8-0715-4f4a-9574-51eeed7a1b89 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups?id=4dd8da09-702a-4277-9175-05d564651522&id=baa52170-6696-4ea2-ad15-a1fb4c2d46d7&id=a1677a47-99bb-416c-9897-0f80653a38d6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0827289 Jul 08 17:15:47.161571 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53ec3d4-9e3a-4aa2-93d8-872fbdf4b214 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] GET failed (client error): The resource could not be found. Jul 08 17:15:47.165806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b53ec3d4-9e3a-4aa2-93d8-872fbdf4b214 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "GET /v2.0/ports/c1f8c524-4a34-478c-a7c8-a56a36584945 HTTP/1.1" status: 404 len: 333 time: 0.0869870 Jul 08 17:15:47.166624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:47.290274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:15:47.370876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:47.384755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:47.385145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.399517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:15:47.422512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=96f704f9-8777-4144-b218-8a715b2a2a0b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:47.518270 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.532026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for 5ee797fc-8c3d-4f19-86b1-b8b6ee74125a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:47.549036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:47.549877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.664241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-fca456d5-3d11-4e47-bfbb-4660ffe4d186 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6835253 Jul 08 17:15:47.676532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40620e-2dab-403c-80d7-39efc2dc8f17 req-e03d3073-2682-4dc4-bdd9-d11f4ebc21d8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:47.683058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d40620e-2dab-403c-80d7-39efc2dc8f17 req-e03d3073-2682-4dc4-bdd9-d11f4ebc21d8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 931 time: 0.4018178 Jul 08 17:15:47.705204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.727705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Request body: {'port': {'device_id': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:47.739200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.802264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=5ee797fc-8c3d-4f19-86b1-b8b6ee74125a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:47.812558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-07669169-a57d-4e56-87de-6c892bf361ab tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:47.816240 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-07669169-a57d-4e56-87de-6c892bf361ab tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2&tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.4033580 Jul 08 17:15:47.822329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'Port': ['ID=5cf68c9b-f7fa-4a17-81fa-80c9f9267be1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:47.931117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.934287 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d6032873-0ca4-46d0-a15c-a9d47f992e14 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/ports/5ee797fc-8c3d-4f19-86b1-b8b6ee74125a HTTP/1.1" status: 204 len: 168 time: 0.7650120 Jul 08 17:15:47.936305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37714) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:47.970661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] No DVR routers for this DVR port 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:47.974460 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee6a8eb-62ca-413a-abf6-3019dedf4281 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] GET failed (client error): The resource could not be found. Jul 08 17:15:47.980557 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cee6a8eb-62ca-413a-abf6-3019dedf4281 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "GET /v2.0/ports/5ee797fc-8c3d-4f19-86b1-b8b6ee74125a HTTP/1.1" status: 404 len: 333 time: 0.0395913 Jul 08 17:15:47.981351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:47.988629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:47.991782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-659f2189-d3cc-4c79-bb69-565c5118ed7d req-d0802961-c739-454d-aca7-bfaf9abfb3a7 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.21 "DELETE /v2.0/ports/5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 HTTP/1.1" status: 204 len: 173 time: 2.5473092 Jul 08 17:15:48.040073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d40620e-2dab-403c-80d7-39efc2dc8f17 req-4ce431d6-66c7-4d95-b740-cb167603292e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558486 Jul 08 17:15:48.040523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'name': 'network-vif-deleted', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:48.046658 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859889a1-eb4d-49c0-b4e5-18c49a49ae9d" -d '{"events": [{"server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "name": "network-vif-deleted", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:48.090699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e07b29-7c7c-44e8-8974-b62e96d37704 req-4626842d-4d3a-4c12-9f0d-d02d4ead6f29 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:48.092421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27e07b29-7c7c-44e8-8974-b62e96d37704 req-4626842d-4d3a-4c12-9f0d-d02d4ead6f29 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 0.2194424 Jul 08 17:15:48.194313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27e07b29-7c7c-44e8-8974-b62e96d37704 req-aab912c0-2e60-43b0-9c39-345bcfc51286 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923514 Jul 08 17:15:48.225422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port 4ee2016a-699e-4697-8298-1e86f35db4ae {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:48.225789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:48.303778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:48.351871 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9484d979-c60b-4ac3-92c4-55c07a2192de x-openstack-request-id: req-9484d979-c60b-4ac3-92c4-55c07a2192de {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:48.352459 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98", "name": "network-vif-deleted", "tag": "5cf68c9b-f7fa-4a17-81fa-80c9f9267be1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:48.352880 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9484d979-c60b-4ac3-92c4-55c07a2192de {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:48.353461 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98', 'name': 'network-vif-deleted', 'tag': '5cf68c9b-f7fa-4a17-81fa-80c9f9267be1', 'status': 'completed', 'code': 200} Jul 08 17:15:48.407579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:48.422086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for 4ee2016a-699e-4697-8298-1e86f35db4ae owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:48.566627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-581c547f-cd5e-4f01-8670-fe2dc76da63d service neutron] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:48.571715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Deleting port a7f8042a-0b28-4afc-8240-8191692a9d5c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:48.572213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:48.612911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-581c547f-cd5e-4f01-8670-fe2dc76da63d service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:48.614206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe589b23-4168-4929-aef9-a29e61d81849 req-47a7bf6f-5f2f-4e46-9291-228c8dc5178d tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9c2ab0-eda9-4bca-acd7-9e3ec5894b98 HTTP/1.1" status: 200 len: 210 time: 0.0623000 Jul 08 17:15:48.614716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdf647d-2192-4be1-b9a3-157ad65ae63d req-581c547f-cd5e-4f01-8670-fe2dc76da63d service neutron] 10.222.0.53 "DELETE /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.7827077 Jul 08 17:15:48.678444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2a48a65-0308-4a55-ad0f-af4a6c4addf2 req-dc5a8dda-bfc4-45e5-893a-42ed39993e50 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1364169 Jul 08 17:15:48.732413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.214643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:49.216739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:49.256222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=4ee2016a-699e-4697-8298-1e86f35db4ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:49.344128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:49.344834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5cf68c9b-f7fa-4a17-81fa-80c9f9267be1 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:49.463668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71e4c2b7-73e9-4b8e-b841-a4b799fdadf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.495938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:49.521178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] For port a7f8042a-0b28-4afc-8240-8191692a9d5c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7f8042a-0b28-4afc-8240-8191692a9d5c,segment=NetworkSegment(5e1434e9-400f-439c-a605-4dd354a39d32),segment_id=5e1434e9-400f-439c-a605-4dd354a39d32)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:49.521545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.543448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'mac_address': 'fa:16:3e:3f:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:49.589485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Calling delete_port for a7f8042a-0b28-4afc-8240-8191692a9d5c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:49.601278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f704f9-8777-4144-b218-8a715b2a2a0b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:49.617863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.621028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3152f16e-de29-43e3-8ab1-b3a61c5bc034 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/ports/4ee2016a-699e-4697-8298-1e86f35db4ae HTTP/1.1" status: 204 len: 168 time: 1.6392627 Jul 08 17:15:49.628482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:49.631480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04adde-7bdd-45ad-a315-bf23d0c8bd70 req-f3a8e2ae-1097-4c51-b48f-fd9194145e09 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:49.633028 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b04adde-7bdd-45ad-a315-bf23d0c8bd70 req-f3a8e2ae-1097-4c51-b48f-fd9194145e09 tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 1095 time: 0.7259960 Jul 08 17:15:49.667978 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.702690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting subnet 8a151342-0f9c-4cde-b67d-0dd005a67453 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:49.704447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.720388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc56ec7-cc24-4c0e-b656-db7ba7a88caf req-e0889d68-b8e5-48e6-8e28-58ffbd57a93b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:49.745187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6bc56ec7-cc24-4c0e-b656-db7ba7a88caf req-e0889d68-b8e5-48e6-8e28-58ffbd57a93b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 931 time: 0.3621922 Jul 08 17:15:49.746981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeebff40-b3f4-490b-8edd-fdef0cf97442 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:49.748074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.803952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b04adde-7bdd-45ad-a315-bf23d0c8bd70 req-72a48a24-79bc-425b-abf1-7d2028ded7ba tempest-LiveMigrationTest-1774182728 tempest-LiveMigrationTest-1774182728-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433642 Jul 08 17:15:49.855072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:49.856136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6bc56ec7-cc24-4c0e-b656-db7ba7a88caf req-b0009d2d-dad0-4325-8437-0d25887bb3eb tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911481 Jul 08 17:15:49.868875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.917104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Transition to ACTIVE for port object 96f704f9-8777-4144-b218-8a715b2a2a0b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:15:49.929719 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:49.963096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.123097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['eeebff40-b3f4-490b-8edd-fdef0cf97442'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:50.210307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.309166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.339234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Pushing event updated for resources: {'Port': ['ID=96f704f9-8777-4144-b218-8a715b2a2a0b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:50.346640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Subnet': ['ID=8a151342-0f9c-4cde-b67d-0dd005a67453,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:50.358114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.360428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3c130405-3d0d-424e-a9b6-8c1dd69dd2ed tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/subnets/8a151342-0f9c-4cde-b67d-0dd005a67453 HTTP/1.1" status: 204 len: 168 time: 0.7291982 Jul 08 17:15:50.363851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:50.370201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f18647-b92b-44ec-9108-a61bd5d1f12b None None] Network 49cc0835-6249-4edf-aca8-6ee4f7239f87 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:50.466515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.515193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39a48efd-4fa0-404c-beff-6d88b0108bfe req-729d86ab-a75e-4321-a8bc-c1805dd13f21 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.2766514 Jul 08 17:15:50.558522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:50.657378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Attempting to bind port 96f704f9-8777-4144-b218-8a715b2a2a0b on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:15:50.662631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Attempting to bind port 96f704f9-8777-4144-b218-8a715b2a2a0b by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:15:50.663359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Attempting to bind port 96f704f9-8777-4144-b218-8a715b2a2a0b on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:50.683345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Port 96f704f9-8777-4144-b218-8a715b2a2a0b on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:15:50.684082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Attempting to bind port 96f704f9-8777-4144-b218-8a715b2a2a0b on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:15:50.693915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:15:50.698930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:50.699674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:15:50.702233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Bound port: 96f704f9-8777-4144-b218-8a715b2a2a0b, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:15:50.702970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.737360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a047d6b-17b6-4539-856b-049abcfecc53 req-dad224e2-6f89-4076-b1fa-4f04dd996d7a tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/baa52170-6696-4ea2-ad15-a1fb4c2d46d7 HTTP/1.1" status: 200 len: 1799 time: 0.1449611 Jul 08 17:15:50.769290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Deleting port cd0ab12a-fe9d-4e30-b672-208c4548d297 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:50.769640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.899157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a047d6b-17b6-4539-856b-049abcfecc53 req-caccc60a-daef-4a9b-b622-4b0b8368fb62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.918947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] For port cd0ab12a-fe9d-4e30-b672-208c4548d297, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd0ab12a-fe9d-4e30-b672-208c4548d297,segment=NetworkSegment(3f42e15c-1572-4a18-ab8a-9b23da801396),segment_id=3f42e15c-1572-4a18-ab8a-9b23da801396)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:50.919329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:50.965028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Calling delete_port for cd0ab12a-fe9d-4e30-b672-208c4548d297 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:51.010517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a047d6b-17b6-4539-856b-049abcfecc53 req-caccc60a-daef-4a9b-b622-4b0b8368fb62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.033409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] For port 96f704f9-8777-4144-b218-8a715b2a2a0b, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:15:51.038138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] For port 96f704f9-8777-4144-b218-8a715b2a2a0b, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=96f704f9-8777-4144-b218-8a715b2a2a0b,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:15:51.045840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.054993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.102256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] DHCP port deletion for 49cc0835-6249-4edf-aca8-6ee4f7239f87 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:15:51.119196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:51.122599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.130544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] 10.222.0.53 "PUT /v2.0/ports/96f704f9-8777-4144-b218-8a715b2a2a0b HTTP/1.1" status: 200 len: 1091 time: 3.4104881 Jul 08 17:15:51.184328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a047d6b-17b6-4539-856b-049abcfecc53 req-caccc60a-daef-4a9b-b622-4b0b8368fb62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.187667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5a047d6b-17b6-4539-856b-049abcfecc53 req-caccc60a-daef-4a9b-b622-4b0b8368fb62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.205800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a047d6b-17b6-4539-856b-049abcfecc53 req-caccc60a-daef-4a9b-b622-4b0b8368fb62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/baa52170-6696-4ea2-ad15-a1fb4c2d46d7 HTTP/1.1" status: 204 len: 173 time: 0.4674878 Jul 08 17:15:51.230649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'tag': '96f704f9-8777-4144-b218-8a715b2a2a0b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:51.233338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccc60a-daef-4a9b-b622-4b0b8368fb62 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa52170-6696-4ea2-ad15-a1fb4c2d46d7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:51.234201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:51.235133 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.242491 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad9b488-6cad-436b-aec6-3b38205ff413", "tag": "96f704f9-8777-4144-b218-8a715b2a2a0b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:51.259463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Deleting port cd0ab12a-fe9d-4e30-b672-208c4548d297 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:51.261665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.268143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Port': ['ID=cd0ab12a-fe9d-4e30-b672-208c4548d297,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:51.278405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] No DVR routers for this DVR port cd0ab12a-fe9d-4e30-b672-208c4548d297 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:51.381782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f8042a-0b28-4afc-8240-8191692a9d5c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:51.450073 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.457678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740d5c4-dbfb-4ec0-bfe5-40e8ba25ce85 service neutron] Pushing event updated for resources: {'Port': ['ID=96f704f9-8777-4144-b218-8a715b2a2a0b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:51.476782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cc0835-6249-4edf-aca8-6ee4f7239f87']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:51.487988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] For port cd0ab12a-fe9d-4e30-b672-208c4548d297, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:51.488979 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.497532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f42e15c-1572-4a18-ab8a-9b23da801396') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:51.497839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f42e15c-1572-4a18-ab8a-9b23da801396') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:51.509268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Calling delete_port for cd0ab12a-fe9d-4e30-b672-208c4548d297 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:51.511740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.529221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port eeebff40-b3f4-490b-8edd-fdef0cf97442 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:15:51.531308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.534071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.537055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Port cd0ab12a-fe9d-4e30-b672-208c4548d297 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:15:51.544213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:51.544454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.635619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:51.653869 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:51.682704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] No DVR routers for this DVR port cd0ab12a-fe9d-4e30-b672-208c4548d297 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:51.703760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.722264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:51.730721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] 10.222.0.48 "DELETE /v2.0/networks/49cc0835-6249-4edf-aca8-6ee4f7239f87 HTTP/1.1" status: 204 len: 168 time: 1.3656566 Jul 08 17:15:51.778886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9d47b-3799-44eb-b06f-375fb1724769 tempest-AllowedAddressPairTestJSON-1680805820 tempest-AllowedAddressPairTestJSON-1680805820-project] Pushing event deleted for resources: {'Network': ['ID=49cc0835-6249-4edf-aca8-6ee4f7239f87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:51.789978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fab4ca-a29a-43e2-8855-cbe9af1b9141 req-be5fdf94-d55e-4faf-be84-2a99484db6d5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:51.797697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48bff2-640b-4a4f-9952-c226cd67fdcc None None] Pushing event deleted for resources: {'Port': ['ID=cd0ab12a-fe9d-4e30-b672-208c4548d297,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:51.798154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09fab4ca-a29a-43e2-8855-cbe9af1b9141 req-be5fdf94-d55e-4faf-be84-2a99484db6d5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 943 time: 0.1452940 Jul 08 17:15:51.852123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09fab4ca-a29a-43e2-8855-cbe9af1b9141 req-69ad0ef9-71a5-4598-9c47-20275ea080fe tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528159 Jul 08 17:15:52.028109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.031489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5d2f8b6-bcbc-4a06-816c-d1562b4b61ac req-8b1da0f8-954a-40cb-b011-c118bb447657 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "GET /v2.0/security-groups/a1677a47-99bb-416c-9897-0f80653a38d6 HTTP/1.1" status: 200 len: 1800 time: 0.0729094 Jul 08 17:15:52.071610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:52.079176 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb898f-85df-465f-9436-87f0f7b78cae" -d '{"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-plugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:52.100760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:52.105343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d2f8b6-bcbc-4a06-816c-d1562b4b61ac req-e42de930-7ff6-4131-a90c-72ae50568928 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.109579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.167801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d2f8b6-bcbc-4a06-816c-d1562b4b61ac req-e42de930-7ff6-4131-a90c-72ae50568928 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.212617 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366b5726-ec54-4c57-a62f-ddbcabacfdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.235142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:52.255181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:52.259596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.263955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d2f8b6-bcbc-4a06-816c-d1562b4b61ac req-e42de930-7ff6-4131-a90c-72ae50568928 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.273324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d2f8b6-bcbc-4a06-816c-d1562b4b61ac req-e42de930-7ff6-4131-a90c-72ae50568928 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.276856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5d2f8b6-bcbc-4a06-816c-d1562b4b61ac req-e42de930-7ff6-4131-a90c-72ae50568928 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] 10.222.0.48 "DELETE /v2.0/security-groups/a1677a47-99bb-416c-9897-0f80653a38d6 HTTP/1.1" status: 204 len: 173 time: 0.2434404 Jul 08 17:15:52.282896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:52.373496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Deleting subnet 70b00a39-d54b-4947-93bd-2b6a91d31d48 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:52.386909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42de930-7ff6-4131-a90c-72ae50568928 tempest-SecurityGroupsTestJSON-944042741 tempest-SecurityGroupsTestJSON-944042741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1677a47-99bb-416c-9897-0f80653a38d6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:52.391361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.506945 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.544061 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6738b810-4404-4df0-8409-8ce7cefaee71 x-openstack-request-id: req-6738b810-4404-4df0-8409-8ce7cefaee71 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:52.545220 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad9b488-6cad-436b-aec6-3b38205ff413", "tag": "96f704f9-8777-4144-b218-8a715b2a2a0b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:52.545649 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6738b810-4404-4df0-8409-8ce7cefaee71 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:52.546230 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'tag': '96f704f9-8777-4144-b218-8a715b2a2a0b', 'status': 'completed', 'code': 200} Jul 08 17:15:52.589758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc24b-ccd0-4482-9ba9-8372225e265f req-f7af19e4-e832-4318-84b3-bb3263932733 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:52.591270 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-906bc24b-ccd0-4482-9ba9-8372225e265f req-f7af19e4-e832-4318-84b3-bb3263932733 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 1.6947246 Jul 08 17:15:52.604020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.638079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-3781cd1b-4bab-4394-a4d7-64f8ad59ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:52.639582 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-3781cd1b-4bab-4394-a4d7-64f8ad59ddac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 1094 time: 1.3840480 Jul 08 17:15:52.644308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.671528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c55e6f6-fe5e-42c2-93e6-caa56f0ddc22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30ca478a4b7744adbecbcd733f1d0719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149370 Jul 08 17:15:52.682857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:52.731678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0180828-5f6d-488f-acd2-a57198e4b4d5 req-45890586-73fa-4f72-972d-03a076a34a61 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0631170 Jul 08 17:15:52.737221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-97c9ac4a-12bc-4b0e-b292-43bb1e39a235 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f704f9-8777-4144-b218-8a715b2a2a0b HTTP/1.1" status: 200 len: 217 time: 0.0824213 Jul 08 17:15:52.824778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:15:52.861153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-906bc24b-ccd0-4482-9ba9-8372225e265f req-765d974e-4884-4919-bcbd-269b1d7b734e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611198 Jul 08 17:15:52.889089 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7f8714-6069-47c0-a0be-0f28711cd306 x-openstack-request-id: req-de7f8714-6069-47c0-a0be-0f28711cd306 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:52.889635 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-plugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:52.889635 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de7f8714-6069-47c0-a0be-0f28711cd306 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:52.890037 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'code': 200} Jul 08 17:15:52.980152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f58292ae-88ca-41ab-820e-4ff91c1162a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:52.983905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd0ab12a-fe9d-4e30-b672-208c4548d297 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:52.985178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.004413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-1bb36a64-169f-4327-9df4-f14bccc90f48 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:53.007752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-1bb36a64-169f-4327-9df4-f14bccc90f48 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 1.7533669 Jul 08 17:15:53.037363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: cd0ab12a-fe9d-4e30-b672-208c4548d297 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:53.037627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd0ab12a-fe9d-4e30-b672-208c4548d297 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:53.052310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b00a39-d54b-4947-93bd-2b6a91d31d48,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:53.056405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.063809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa84c036-9cd4-48e3-bf37-b907fd84b153 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/70b00a39-d54b-4947-93bd-2b6a91d31d48 HTTP/1.1" status: 204 len: 168 time: 0.7777269 Jul 08 17:15:53.066901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:53.105212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f58292ae-88ca-41ab-820e-4ff91c1162a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.206136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990891-e48f-4adf-83be-927b27831d9f req-529ef329-3025-410a-8109-6b5c154d5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:53.207999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-529ef329-3025-410a-8109-6b5c154d5e3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.4436913 Jul 08 17:15:53.289294 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-43239141-2a6c-493d-8425-ee0e9a61c5ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643556 Jul 08 17:15:53.310766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.378331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b08c4-6f9f-4697-b05a-17754f8c06c6 req-b2464b3c-022d-4ca3-b8bb-28c77239e288 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:53.378331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-997b08c4-6f9f-4697-b05a-17754f8c06c6 req-b2464b3c-022d-4ca3-b8bb-28c77239e288 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 943 time: 0.1948223 Jul 08 17:15:53.395269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f58292ae-88ca-41ab-820e-4ff91c1162a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.398147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f58292ae-88ca-41ab-820e-4ff91c1162a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.399316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f58292ae-88ca-41ab-820e-4ff91c1162a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6df0ab2e-6b10-4a1c-9849-8405bd34eb33 HTTP/1.1" status: 204 len: 168 time: 0.6874745 Jul 08 17:15:53.431808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.477683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Deleting port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:53.478076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.510370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58292ae-88ca-41ab-820e-4ff91c1162a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0ab2e-6b10-4a1c-9849-8405bd34eb33,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:53.562686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-2eedf1d0-811d-4bd9-bf30-445396877ac9 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645307 Jul 08 17:15:53.578158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.595188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-997b08c4-6f9f-4697-b05a-17754f8c06c6 req-61136efb-1967-4562-8044-5dacb492a4ae tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305156 Jul 08 17:15:53.597804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:53.609916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:53.610569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c18f04b-30c9-4a12-bfdc-ac2d0922a5d6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:53.622982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.644813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.650511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Router bf3a716b-2672-4865-86b5-9a0e8e1f3afb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:15:53.662345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:15:53.662761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:15:53.664646 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:15:53.732127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9990891-e48f-4adf-83be-927b27831d9f req-86c41733-8b43-4413-bdc7-4338392ea82e service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495073 Jul 08 17:15:53.804671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.810621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:53.812658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] 10.222.0.48 "DELETE /v2.0/networks/2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135 HTTP/1.1" status: 204 len: 168 time: 0.7445962 Jul 08 17:15:53.838481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a140e27-bec9-4ce1-9a93-03a1d77cb89e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8ae836-dfba-4e3d-8f7a-7bd2f62e2135,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:53.944487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] For port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:53.944863 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:54.166299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:54.229348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Calling delete_port for e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:54.255301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3020cfd3-8c9b-4b36-a041-48d638bebd84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3238d262c3f437f845f6f2bd48b08a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855331 Jul 08 17:15:54.255735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:54.285573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0c12936f-2e26-49e6-b279-d834d126e176 req-080e7653-88e2-4a10-8fac-c7e5097c343c tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1046565 Jul 08 17:15:54.310775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:15:54.315429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8db8936-3c27-4bf2-93b4-2e566ddf7708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:54.322261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] Sync routers for ids ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:15:54.324278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-49d15d73-83e8-4f68-8b7a-08932a05367a admin admin] 10.222.0.48 "PUT /v2.0/routers/bf3a716b-2672-4865-86b5-9a0e8e1f3afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8214169 Jul 08 17:15:54.325437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d8466-6824-4abc-9b83-d479c8778b04 req-b7ece407-793a-4b6a-8b33-7ec6f9186da7 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:54.332249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec0d8466-6824-4abc-9b83-d479c8778b04 req-b7ece407-793a-4b6a-8b33-7ec6f9186da7 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 944 time: 0.2251222 Jul 08 17:15:54.332745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:54.350962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] Routers {'bf3a716b-2672-4865-86b5-9a0e8e1f3afb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:15:54.351872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:15:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:54.380053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8db8936-3c27-4bf2-93b4-2e566ddf7708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:54.533852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8db8936-3c27-4bf2-93b4-2e566ddf7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:54.540868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8db8936-3c27-4bf2-93b4-2e566ddf7708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:54.542259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e8db8936-3c27-4bf2-93b4-2e566ddf7708 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dd8da09-702a-4277-9175-05d564651522 HTTP/1.1" status: 204 len: 168 time: 0.2856686 Jul 08 17:15:54.572883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db8936-3c27-4bf2-93b4-2e566ddf7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd8da09-702a-4277-9175-05d564651522,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:54.623990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec0d8466-6824-4abc-9b83-d479c8778b04 req-5361943a-57a5-47c7-8a37-6d513273169c tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334612 Jul 08 17:15:54.688001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:54.755805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-706bd188-9e87-4465-a378-92b962a4d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:54.757731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-706bd188-9e87-4465-a378-92b962a4d1b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 1094 time: 0.8826265 Jul 08 17:15:54.925668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] Set router bf3a716b-2672-4865-86b5-9a0e8e1f3afb gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:15:55.070209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:55.149417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1055c9-d49d-4b0b-ab7b-2d926ad8501e req-9e3ac1d0-a00e-4263-993e-8549f2bd2d9f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:55.159663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a1055c9-d49d-4b0b-ab7b-2d926ad8501e req-9e3ac1d0-a00e-4263-993e-8549f2bd2d9f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 943 time: 0.1766140 Jul 08 17:15:55.168545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8aaa97c0-518c-446d-87cd-28b5d9bd4940'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:55.278291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a1055c9-d49d-4b0b-ab7b-2d926ad8501e req-1d29966b-5357-49af-88ef-5e99d3b97090 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126382 Jul 08 17:15:55.301885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:55.431196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:55.432289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:55.450071 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:55.480717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:55.483792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event deleted for resources: {'Port': ['ID=e5ecd455-eb58-4651-bbe0-ff1ca7b399c6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:55.495939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] No DVR routers for this DVR port e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:55.500277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:55.504813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28055cdd-c1a9-4cfc-aa1f-cac081152833 req-820c514e-175b-494e-8f45-d8e5c85848f9 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "DELETE /v2.0/ports/e5ecd455-eb58-4651-bbe0-ff1ca7b399c6 HTTP/1.1" status: 204 len: 173 time: 2.4692531 Jul 08 17:15:55.526526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'name': 'network-vif-deleted', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:55.532864 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ac0d41-1370-4058-a620-05a8c9d4acdb" -d '{"events": [{"server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "name": "network-vif-deleted", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:55.697200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:55.730237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-e0c23343-a5c4-4360-9a35-3dfd31849196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:55.732877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-e0c23343-a5c4-4360-9a35-3dfd31849196 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.6864605 Jul 08 17:15:55.758307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:15:50Z', 'revision_number': 5, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port': {'id': 'd879b7fe-9079-4b65-b1c3-8c0b3934859e', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:10:45Z', 'updated_at': '2021-07-08T17:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:55.791391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95adf806-3b88-41e7-826d-574140826449 req-482acbf0-2ad4-4ab2-a226-7c1003a980b9 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1958113 Jul 08 17:15:55.805704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-2268b3d6-9d7b-4b30-b3cb-6e4b9540540b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96f704f9-8777-4144-b218-8a715b2a2a0b HTTP/1.1" status: 200 len: 217 time: 0.0485086 Jul 08 17:15:55.811770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] Checking router: bf3a716b-2672-4865-86b5-9a0e8e1f3afb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:15:55.833445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc31b9-127d-451a-a6d7-e4ed703dbcd1 req-99537736-ae2b-4cc8-bfaf-342cc99aa843 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:55.840574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63bc31b9-127d-451a-a6d7-e4ed703dbcd1 req-99537736-ae2b-4cc8-bfaf-342cc99aa843 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.3028064 Jul 08 17:15:55.849852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] Routers {'bf3a716b-2672-4865-86b5-9a0e8e1f3afb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:15:55.850877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:15:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:56.050988 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63bc31b9-127d-451a-a6d7-e4ed703dbcd1 req-8b26e020-4544-4532-b9e6-10543846fc15 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094383 Jul 08 17:15:56.057252 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8aaa41-f53e-4d01-850d-dac5327c6658 x-openstack-request-id: req-6a8aaa41-f53e-4d01-850d-dac5327c6658 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:56.057554 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2406f8-9488-4ff4-a278-a4dfb7b76ac2", "name": "network-vif-deleted", "tag": "e5ecd455-eb58-4651-bbe0-ff1ca7b399c6", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:56.057811 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a8aaa41-f53e-4d01-850d-dac5327c6658 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:56.058250 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2406f8-9488-4ff4-a278-a4dfb7b76ac2', 'name': 'network-vif-deleted', 'tag': 'e5ecd455-eb58-4651-bbe0-ff1ca7b399c6', 'status': 'completed', 'code': 200} Jul 08 17:15:56.089620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-fe87667f-6acf-48ee-809e-272ad443b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:56.091360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-fe87667f-6acf-48ee-809e-272ad443b70b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.2753980 Jul 08 17:15:56.093258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Deleting port d879b7fe-9079-4b65-b1c3-8c0b3934859e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:56.093782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.146402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-e93bd5d0-d3f9-4175-88eb-6da6f0a79f12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349424 Jul 08 17:15:56.157845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] Set router bf3a716b-2672-4865-86b5-9a0e8e1f3afb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:15:56.180759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-f43ef39f-3010-4353-8732-e6a6b8cd5281 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:56.183499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-f43ef39f-3010-4353-8732-e6a6b8cd5281 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.3189011 Jul 08 17:15:56.252830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-925746455'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:56.331938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Made reservation on behalf of 5241acd9efbf4d85b6227d98bda0b138 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:56.338883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.350353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:15:55Z', 'revision_number': 6, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:15:56.372707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.414895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf46cf-deea-49fa-88d3-fe0639f71c68 None None] The sync data for ids ['bf3a716b-2672-4865-86b5-9a0e8e1f3afb'] in n-d-799527-4 is: [{'id': 'bf3a716b-2672-4865-86b5-9a0e8e1f3afb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1791057475-router', 'tenant_id': 'df073b8f0a2942188808838c11fbaa52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:10:44Z', 'updated_at': '2021-07-08T17:15:55Z', 'revision_number': 6, 'project_id': 'df073b8f0a2942188808838c11fbaa52', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:15:56.415192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] For port d879b7fe-9079-4b65-b1c3-8c0b3934859e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d879b7fe-9079-4b65-b1c3-8c0b3934859e,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:56.415399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.433670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Calling delete_port for d879b7fe-9079-4b65-b1c3-8c0b3934859e owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:56.507860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9baa5399-1b1b-465a-b6ca-6742aa66753e req-a7fcefdb-5bea-4957-a96e-c4c2a52566fe tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.1413405 Jul 08 17:15:56.524442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:56.689157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.710732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.734403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-36dbae93-7a3e-4d07-b4f5-d54ae5585559 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495007 Jul 08 17:15:56.786201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7f8042a-0b28-4afc-8240-8191692a9d5c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:56.807724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:56.835939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a7f8042a-0b28-4afc-8240-8191692a9d5c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:56.836335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7f8042a-0b28-4afc-8240-8191692a9d5c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:56.885848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-437576956-network', 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:56.901822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853ca9da-9665-48b1-b991-fe8ab90416c9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:56.923207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:56.923573 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Added segment d26eb114-77e2-40fa-9082-02bbd31e7247 of type vlan for network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf Jul 08 17:15:57.027375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:57.030227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.038240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.052823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.116624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 96f704f9-8777-4144-b218-8a715b2a2a0b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:15:57.193088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.237802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f300848-04a9-4557-b3d1-76ef58d6bd66 req-b4990a28-3d96-47f3-ad29-e73651c2e556 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0422511 Jul 08 17:15:57.240564 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.245264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:15:57.296544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3258b6c5-bdde-49f5-b89b-90d0d0804ea7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:57.351985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:15:57.383817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.385003 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Added segment 51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b of type vlan for network e111b7c2-688d-43ba-a08d-8f73229229f4 Jul 08 17:15:57.434336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 96f704f9-8777-4144-b218-8a715b2a2a0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=96f704f9-8777-4144-b218-8a715b2a2a0b,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:57.435845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.453833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Deleting port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:15:57.454516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.473906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '96f704f9-8777-4144-b218-8a715b2a2a0b', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': '96f704f9-8777-4144-b218-8a715b2a2a0b', 'mac_address': 'fa:16:3e:11:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:15:57.487173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.488546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:57.488801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d3e90-32de-4683-9b6e-76649eda8801 req-592dfdad-802c-4f8d-98da-bf3da7b5ae8d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:57.489282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.496595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e1d3e90-32de-4683-9b6e-76649eda8801 req-592dfdad-802c-4f8d-98da-bf3da7b5ae8d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 943 time: 0.8644223 Jul 08 17:15:57.508869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.526773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:57.528414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.537802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.557720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f704f9-8777-4144-b218-8a715b2a2a0b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:15:57.591911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 96f704f9-8777-4144-b218-8a715b2a2a0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=96f704f9-8777-4144-b218-8a715b2a2a0b,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:57.598240 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.641613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1131988 Jul 08 17:15:57.647577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63483a9b-a6fd-49e5-9c69-33e5f0bc3441 req-c3c5bf1c-a7e0-440f-9924-f110ff42af02 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9002452 Jul 08 17:15:57.674912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:57.680281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Request body: {'subnet': {'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-437576956-subnet', 'tenant_id': '63b8eb0402414096a68f4d7255277876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:57.718484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2364883 Jul 08 17:15:57.727975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:57.728218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=96f704f9-8777-4144-b218-8a715b2a2a0b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:57.745000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87596962-5aa0-4446-8066-1d3598226093 admin admin] Pushing event updated for resources: {'Network': ['ID=e111b7c2-688d-43ba-a08d-8f73229229f4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:57.765292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network e111b7c2-688d-43ba-a08d-8f73229229f4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:57.778141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Request body: {'subnet': {'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:57.788401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e1d3e90-32de-4683-9b6e-76649eda8801 req-f9aa8678-9fd7-4a48-9413-b3f687ff4794 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902632 Jul 08 17:15:57.834566 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.905849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d879b7fe-9079-4b65-b1c3-8c0b3934859e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:57.924389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:57.925505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['96f704f9-8777-4144-b218-8a715b2a2a0b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:15:57.941447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:57.971566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e3a9-d1c0-49e5-9f11-51e48d84047d tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event updated for resources: {'Network': ['ID=8fdd8fa6-8988-41ba-91c7-524c8995bdcf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:57.992154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc36f82-a0cc-43b3-b072-6a171576f05f req-ad05fc73-d145-47ea-ab94-9625bb380d2f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:58.000274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2dc36f82-a0cc-43b3-b072-6a171576f05f req-ad05fc73-d145-47ea-ab94-9625bb380d2f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 944 time: 0.3548584 Jul 08 17:15:58.032699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:15:58.086853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2dc36f82-a0cc-43b3-b072-6a171576f05f req-8bc91de6-6372-49ae-81d8-4cf4f378120c tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856202 Jul 08 17:15:58.123840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] For port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:15:58.124388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.143296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Made reservation on behalf of 5241acd9efbf4d85b6227d98bda0b138 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:58.149182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.157823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bcf80d5-3f3c-45dd-a08c-c30e32cd90cc req-795dbfd1-7497-4761-ba64-fdedcbd3941e tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.1175129 Jul 08 17:15:58.165036 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.272670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Calling delete_port for a1be0a4e-b6cb-4c31-b54a-137c143d4a7c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:15:58.436577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.447095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.459376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.521280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event deleted for resources: {'Port': ['ID=a1be0a4e-b6cb-4c31-b54a-137c143d4a7c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:58.596221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.633406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] No DVR routers for this DVR port a1be0a4e-b6cb-4c31-b54a-137c143d4a7c on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:15:58.640440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.644164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0637a6a5-19c1-45de-97dc-1ed02694ac6a req-474d7fb5-dd2f-4c2e-9ed7-f48ceef8e459 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.21 "DELETE /v2.0/ports/a1be0a4e-b6cb-4c31-b54a-137c143d4a7c HTTP/1.1" status: 204 len: 173 time: 2.3374610 Jul 08 17:15:58.644917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'name': 'network-vif-deleted', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:15:58.649613 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff62579-b3c2-48b8-90fb-129628ba0c9a" -d '{"events": [{"server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "name": "network-vif-deleted", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:15:58.672555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.677543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3a716b-2672-4865-86b5-9a0e8e1f3afb {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:15:58.695116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.702001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-026aadec-339f-4ef1-936b-efa16fb908d8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bf3a716b-2672-4865-86b5-9a0e8e1f3afb HTTP/1.1" status: 204 len: 168 time: 4.3653746 Jul 08 17:15:58.702769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:58.717338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-723ea7e6-460d-45dc-abe0-7ec7b90aa52b req-d6c46403-402e-4f6b-8209-d88ae82ce14f tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0655494 Jul 08 17:15:58.775782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event updated for resources: {'Subnet': ['ID=76c8bd79-4078-4723-87ee-902b7adfb330,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:58.824459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Checking segment: {'id': 'd26eb114-77e2-40fa-9082-02bbd31e7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:58.834583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Network hostable DHCP agents. Network: 8fdd8fa6-8988-41ba-91c7-524c8995bdcf, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:15:58.881681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:15:58.896125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Deleting subnet 78047727-6109-421c-9065-aeaab05751a9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:15:58.898998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8fdd8fa6-8988-41ba-91c7-524c8995bdcf) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:58.908310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf2a93-25e8-4677-be7d-6deb69afddaf None None] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:58.910006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:58.911284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.921119 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37a6833-a63f-4f78-a627-168079e88ded x-openstack-request-id: req-d37a6833-a63f-4f78-a627-168079e88ded {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:15:58.934601 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c", "name": "network-vif-deleted", "tag": "a1be0a4e-b6cb-4c31-b54a-137c143d4a7c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:15:58.935202 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d37a6833-a63f-4f78-a627-168079e88ded {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:15:58.935839 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c', 'name': 'network-vif-deleted', 'tag': 'a1be0a4e-b6cb-4c31-b54a-137c143d4a7c', 'status': 'completed', 'code': 200} Jul 08 17:15:58.941259 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:58.942736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ff0693df-3a9a-4e9a-887b-1598c09f6b09 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1986885 Jul 08 17:15:58.948672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37982) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:58.997641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d879b7fe-9079-4b65-b1c3-8c0b3934859e no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:59.022414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Request body: {'port': {'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1430360929'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:15:59.133097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d879b7fe-9079-4b65-b1c3-8c0b3934859e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:59.133633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d879b7fe-9079-4b65-b1c3-8c0b3934859e not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:59.143500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 96f704f9-8777-4144-b218-8a715b2a2a0b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:15:59.157729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.287998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-8fdd8fa6-8988-41ba-91c7-524c8995bdcf', 'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf', 'tenant_id': '5241acd9efbf4d85b6227d98bda0b138', 'fixed_ips': [{'subnet_id': '76c8bd79-4078-4723-87ee-902b7adfb330'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:15:59.288948 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.306108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:15:59.331340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: a1be0a4e-b6cb-4c31-b54a-137c143d4a7c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:15:59.331690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device a1be0a4e-b6cb-4c31-b54a-137c143d4a7c not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:15:59.391728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.412229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc09b8b0-cecf-4533-bfb4-c7d74dda6085 req-83e21c87-5673-42d6-b481-08dba76d72f8 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fd4fc9-b2a6-44c4-b4bc-53db75aca05c HTTP/1.1" status: 200 len: 210 time: 0.0615995 Jul 08 17:15:59.437530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64b95c-64e5-429b-8d71-3563c282cedf req-0fe0d74e-cc8d-4f13-af02-afc279445519 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:59.445837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e64b95c-64e5-429b-8d71-3563c282cedf req-0fe0d74e-cc8d-4f13-af02-afc279445519 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 944 time: 0.4150188 Jul 08 17:15:59.580663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e64b95c-64e5-429b-8d71-3563c282cedf req-87d58cac-27cb-4aba-b784-b8c6205e23b6 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329296 Jul 08 17:15:59.602663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Allocated IP 2001:db8::2 (8fdd8fa6-8988-41ba-91c7-524c8995bdcf/76c8bd79-4078-4723-87ee-902b7adfb330/ba31258c-0272-4f35-a7a6-4d04fb5a7a45) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:15:59.630134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.632918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Made reservation on behalf of 5241acd9efbf4d85b6227d98bda0b138 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:15:59.637093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.662574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:15:59.663355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Network hostable DHCP agents. Network: e111b7c2-688d-43ba-a08d-8f73229229f4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:15:59.714356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e83fd1-5584-42b6-b582-9c0248a51c22,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:59.737981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:15:59.763509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] device_id is not set on port 658e017a-cdca-4fb8-a521-6a30caab4e5d yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:15:59.780709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 96f704f9-8777-4144-b218-8a715b2a2a0b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:15:59.781431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, e111b7c2-688d-43ba-a08d-8f73229229f4) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:15:59.796452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:15:59.797119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.841620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3ebb99b-26e9-4eb8-9c1b-1fab3f9f4d09 req-80ef446a-32cb-4842-9ff7-c61474e0e267 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.1241100 Jul 08 17:15:59.852220 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.909827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b004a-6319-481d-840d-75c8da3de58b None None] Network e111b7c2-688d-43ba-a08d-8f73229229f4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:59.912216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.919948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a644d0-6b29-4b3c-8c1e-6bfd387c7779 None None] Network 5858c2c4-867a-48a5-83c9-8288ef71302a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:15:59.921069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:59.921200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] 10.222.0.48 "DELETE /v2.0/subnets/78047727-6109-421c-9065-aeaab05751a9 HTTP/1.1" status: 204 len: 168 time: 1.2104914 Jul 08 17:15:59.934815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-377c225a-3312-4af8-972f-cdc62b820d0c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2587066 Jul 08 17:15:59.936080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb0315-4bf1-4c44-aad6-e63d6b7331be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78047727-6109-421c-9065-aeaab05751a9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:00.032044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.040153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 96f704f9-8777-4144-b218-8a715b2a2a0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:00.040772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.058116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d09b1f6-a01e-4dd3-bcba-b2025f1c2ac2 req-e76c9426-6c06-4f44-b74b-3aef55433941 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0758829 Jul 08 17:16:00.134559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Deleting port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:00.135280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.214996 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.253201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] For port ee8aff50-91cc-4852-bb52-a1ae8f5c1518, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,segment=NetworkSegment(5e1434e9-400f-439c-a605-4dd354a39d32),segment_id=5e1434e9-400f-439c-a605-4dd354a39d32)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:00.253703 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.274855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Transition to ACTIVE for port object ba31258c-0272-4f35-a7a6-4d04fb5a7a45 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:00.276737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Calling delete_port for ee8aff50-91cc-4852-bb52-a1ae8f5c1518 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:00.348408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Transition to ACTIVE for port object ba31258c-0272-4f35-a7a6-4d04fb5a7a45 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:00.421457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.469291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.471097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] No DVR routers for this DVR port ee8aff50-91cc-4852-bb52-a1ae8f5c1518 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:00.471922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ddf14-4586-4383-96e7-a47b327f3c3e None None] DHCP port deletion for 5858c2c4-867a-48a5-83c9-8288ef71302a request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:16:00.486702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Allocated IP 2001:db8::14d (8fdd8fa6-8988-41ba-91c7-524c8995bdcf/76c8bd79-4078-4723-87ee-902b7adfb330/658e017a-cdca-4fb8-a521-6a30caab4e5d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:00.491785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8aff50-91cc-4852-bb52-a1ae8f5c1518,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:00.590876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.598697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c27731b-59d0-4032-ab31-e25cbbf5f912 None None] Network e111b7c2-688d-43ba-a08d-8f73229229f4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:00.815167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.833084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.843814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Transition to ACTIVE for port object 658e017a-cdca-4fb8-a521-6a30caab4e5d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:00.875759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5858c2c4-867a-48a5-83c9-8288ef71302a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:00.904768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.912502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1434e9-400f-439c-a605-4dd354a39d32') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:00.915705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1434e9-400f-439c-a605-4dd354a39d32') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:00.962022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.983798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event updated for resources: {'Port': ['ID=658e017a-cdca-4fb8-a521-6a30caab4e5d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:01.007487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:01.012477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:01.021727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:01.027114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.028500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:01.029150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.061529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d5cb7148-21bc-4ae4-a13c-a9da96f468b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1062846 Jul 08 17:16:01.062532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:01.069482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Request body: {'port': {'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-531183726', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:01.071375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:16:01.071792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:16:01.073671 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:16:01.082684 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] bootfile-name is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:16:01.083113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] tftp-server is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:16:01.083458 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.api.validators [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] server-ip-address is not in valid_values {{(pid=93944) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:16:01.093521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495dec9-dfbc-4abf-bfbc-5cec57faaeaa req-9cae6249-bf34-43c5-a6a9-fd24f8195098 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:01.102460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-8c163102-48bf-4e71-b1cf-a710bcd4dcb5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:01.103527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:01.104013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-8c163102-48bf-4e71-b1cf-a710bcd4dcb5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.4041471 Jul 08 17:16:01.114587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee8aff50-91cc-4852-bb52-a1ae8f5c1518 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:01.117200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4495dec9-dfbc-4abf-bfbc-5cec57faaeaa req-9cae6249-bf34-43c5-a6a9-fd24f8195098 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 944 time: 0.2259374 Jul 08 17:16:01.144578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:01.152349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ee8aff50-91cc-4852-bb52-a1ae8f5c1518 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:01.153254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee8aff50-91cc-4852-bb52-a1ae8f5c1518 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:01.157586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:01.219341 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-cccb30f5-ce57-48b3-9ae0-8dfefec057c9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.0576940 Jul 08 17:16:01.273261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f704f9-8777-4144-b218-8a715b2a2a0b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:01.276053 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c317b3-e1ad-4436-a958-3da05efb59df" -d '{"events": [{"server_uuid": "2ad9b488-6cad-436b-aec6-3b38205ff413", "name": "network-vif-plugged", "status": "completed", "tag": "96f704f9-8777-4144-b218-8a715b2a2a0b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:01.278577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Pushing event updated for resources: {'Port': ['ID=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:01.285588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 96f704f9-8777-4144-b218-8a715b2a2a0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=96f704f9-8777-4144-b218-8a715b2a2a0b,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:01.290531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-5f535d2a-c329-4e5e-bee1-45d474b37fa8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643668 Jul 08 17:16:01.304887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.305237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.305635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.306048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.306372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4495dec9-dfbc-4abf-bfbc-5cec57faaeaa req-5e536e1e-dd8d-4229-9b0c-410922f9e162 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618223 Jul 08 17:16:01.306517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.306716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.307043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.307370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.307694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.308023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.308345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.308670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:01.313328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.318194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.328450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.328450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] 10.222.0.48 "DELETE /v2.0/networks/5858c2c4-867a-48a5-83c9-8288ef71302a HTTP/1.1" status: 204 len: 168 time: 1.4034617 Jul 08 17:16:01.348218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad4a79-c1c1-445f-8ea1-6c1d35d2695a admin admin] Pushing event deleted for resources: {'Network': ['ID=5858c2c4-867a-48a5-83c9-8288ef71302a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:01.410248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=96f704f9-8777-4144-b218-8a715b2a2a0b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:01.414530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Attempting to bind port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:01.414835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Attempting to bind port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd26eb114-77e2-40fa-9082-02bbd31e7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:01.415207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Attempting to bind port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 on network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:01.421262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:01.422567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Checking segment: {'id': 'd26eb114-77e2-40fa-9082-02bbd31e7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:01.423220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.423386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Bound using segment: {'id': 'd26eb114-77e2-40fa-9082-02bbd31e7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:01.424432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Bound port: ba31258c-0272-4f35-a7a6-4d04fb5a7a45, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26eb114-77e2-40fa-9082-02bbd31e7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8fdd8fa6-8988-41ba-91c7-524c8995bdcf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:01.424826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.493584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Made reservation on behalf of 5241acd9efbf4d85b6227d98bda0b138 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:01.498851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.524688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] For port ba31258c-0272-4f35-a7a6-4d04fb5a7a45, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:01.529224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] For port ba31258c-0272-4f35-a7a6-4d04fb5a7a45, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,segment=NetworkSegment(d26eb114-77e2-40fa-9082-02bbd31e7247),segment_id=d26eb114-77e2-40fa-9082-02bbd31e7247)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:01.536062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.547413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] device_id is not set on port d8ded79f-e87f-40b2-ae29-4c4f39817d1a yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:16:01.601142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:01.627917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d65e32-8886-4153-bd75-272f0aa1a995 None None] Pushing event updated for resources: {'Port': ['ID=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:01.720324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-37a6fca7-896f-4193-8b30-f9886d9f3a23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08eb38057a634c8c935188d417ce4a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135559 Jul 08 17:16:01.723367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:01.744871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-4182f3dd-8504-438d-8648-aabdd00deb03 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507895 Jul 08 17:16:01.852283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Allocated IP 2001:db8::108 (8fdd8fa6-8988-41ba-91c7-524c8995bdcf/76c8bd79-4078-4723-87ee-902b7adfb330/d8ded79f-e87f-40b2-ae29-4c4f39817d1a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:01.990752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-61038925-75ff-43c5-a00f-6516a6f0dc67 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449749 Jul 08 17:16:01.995805 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d1f161e-fb43-43c3-933e-fb4a467fd860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:02.160783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d1f161e-fb43-43c3-933e-fb4a467fd860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:02.292577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e333a8f9-58ff-4a78-bc18-160abb672591 req-11298c85-739d-4563-972e-b636ab210beb tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.0464408 Jul 08 17:16:02.314834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d1f161e-fb43-43c3-933e-fb4a467fd860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:02.318809 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d1f161e-fb43-43c3-933e-fb4a467fd860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:02.320234 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6d1f161e-fb43-43c3-933e-fb4a467fd860 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aae1fc6a-5d1d-49e0-8f14-c7c0310187f2 HTTP/1.1" status: 204 len: 168 time: 0.5955195 Jul 08 17:16:02.391867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f161e-fb43-43c3-933e-fb4a467fd860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1fc6a-5d1d-49e0-8f14-c7c0310187f2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:02.406475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:02.468627 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace13f6-ccd6-41c1-a5f9-464b5dfea313 x-openstack-request-id: req-3ace13f6-ccd6-41c1-a5f9-464b5dfea313 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:02.469558 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad9b488-6cad-436b-aec6-3b38205ff413", "name": "network-vif-plugged", "status": "completed", "tag": "96f704f9-8777-4144-b218-8a715b2a2a0b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:02.470018 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ace13f6-ccd6-41c1-a5f9-464b5dfea313 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:02.470679 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f704f9-8777-4144-b218-8a715b2a2a0b', 'code': 200} Jul 08 17:16:02.511373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Transition to ACTIVE for port object d8ded79f-e87f-40b2-ae29-4c4f39817d1a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:02.564140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29e55c-89c2-40a8-b9da-409d60764103 req-fa578796-bd47-49be-9015-ad990c806852 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:02.566061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da29e55c-89c2-40a8-b9da-409d60764103 req-fa578796-bd47-49be-9015-ad990c806852 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 945 time: 0.1498699 Jul 08 17:16:02.592951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122002af-dc7a-4a27-ac5e-13b919ef9370 req-1c56ff99-f6f6-4328-8cc4-49fad568b199 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0923908 Jul 08 17:16:02.847814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-358284ad-c08c-496b-827d-4a6f9d343235 req-165fd255-e590-454d-b885-eefed998de65 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 210 time: 0.1106679 Jul 08 17:16:02.944179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ba31258c-0272-4f35-a7a6-4d04fb5a7a45 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:03.087920 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.090679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:03.131719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ad6bb-a05b-43f2-b2ad-d513a7e7e3a8 req-08443d5e-e496-47f6-94c5-496f8fcc302f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.143446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-262ad6bb-a05b-43f2-b2ad-d513a7e7e3a8 req-08443d5e-e496-47f6-94c5-496f8fcc302f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 0.1339829 Jul 08 17:16:03.190145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:03.206630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-262ad6bb-a05b-43f2-b2ad-d513a7e7e3a8 req-8f25df30-6958-40bd-920e-d636ffc9f258 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619488 Jul 08 17:16:03.313782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:03.334355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b56cf4a4-6e94-4290-aec5-4b5045356cfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df073b8f0a2942188808838c11fbaa52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217933 Jul 08 17:16:03.335343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:03.341456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:03.348707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:03.354835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.355525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.363702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event updated for resources: {'Port': ['ID=d8ded79f-e87f-40b2-ae29-4c4f39817d1a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:03.397405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dde9a-9656-4f28-92e7-21dc93891ac9 req-bf8d3ccf-05eb-4ecc-8aa2-fe84a8b2e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.399044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-442dde9a-9656-4f28-92e7-21dc93891ac9 req-bf8d3ccf-05eb-4ecc-8aa2-fe84a8b2e730 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 1096 time: 0.8318675 Jul 08 17:16:03.404479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f0146a11-18be-47e3-911b-6fd1e2eec1e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3409286 Jul 08 17:16:03.415545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38084) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:03.417222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d474617-e125-49a5-9b4e-82cc5104122e None None] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:03.418960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Deleting port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:03.419529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.541721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094370be-150f-46f9-a9ca-479b017c9c8c req-8d65d2f7-0836-4409-b814-00321f198efc tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.555366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-094370be-150f-46f9-a9ca-479b017c9c8c req-8d65d2f7-0836-4409-b814-00321f198efc tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 945 time: 0.7450864 Jul 08 17:16:03.581432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-442dde9a-9656-4f28-92e7-21dc93891ac9 req-4ee70f1c-21be-4db7-9256-9fe2b7e5a88a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707900 Jul 08 17:16:03.625748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] Provisioning for port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:03.653605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f909e29-08d8-444b-ae5d-4a55582d1dd6 req-319ce685-495f-4eed-a116-b0add48d94b4 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=af2406f8-9488-4ff4-a278-a4dfb7b76ac2 HTTP/1.1" status: 200 len: 210 time: 0.0982327 Jul 08 17:16:03.655494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] Provisioning complete for port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:03.656076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.704366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d574-af02-44d9-b1b8-cad6d2d7f7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.743174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-094370be-150f-46f9-a9ca-479b017c9c8c req-c94d9a48-df56-421a-8f84-620400ca43f9 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602466 Jul 08 17:16:03.782352 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.812941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a46bc-1501-473f-a60d-191d29a6464a tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.833151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a46bc-1501-473f-a60d-191d29a6464a tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.843491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] For port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:03.846351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.848339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] For port ba31258c-0272-4f35-a7a6-4d04fb5a7a45, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,segment=NetworkSegment(d26eb114-77e2-40fa-9082-02bbd31e7247),segment_id=d26eb114-77e2-40fa-9082-02bbd31e7247)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:03.854236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:03.861758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a46bc-1501-473f-a60d-191d29a6464a tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:03.867786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d47a46bc-1501-473f-a60d-191d29a6464a tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4494405 Jul 08 17:16:03.880208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:03.892827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Calling delete_port for 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:03.931641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6607d0-bfda-47cb-aa5a-a81c770a424c None None] Pushing event updated for resources: {'Port': ['ID=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:04.152314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6cbbeb2-dbd7-47ab-82af-74002ee20dd8 req-11a9f245-385f-4a55-ba3f-8856021bf50c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 210 time: 0.0830891 Jul 08 17:16:04.199686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Provisioning complete for port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:04.201502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.412062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.521081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Provisioning for port d8ded79f-e87f-40b2-ae29-4c4f39817d1a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:04.526339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Provisioning complete for port d8ded79f-e87f-40b2-ae29-4c4f39817d1a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:04.526786 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.544041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event deleted for resources: {'Port': ['ID=549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:04.547994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d574-af02-44d9-b1b8-cad6d2d7f7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.624843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce51f708-2065-4257-bf8a-1e8a71a2a471 req-3423a0ea-3394-4fe8-89df-27658c24d92b tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0730145 Jul 08 17:16:04.637748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Port d8ded79f-e87f-40b2-ae29-4c4f39817d1a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:04.677377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Provisioning for port 658e017a-cdca-4fb8-a521-6a30caab4e5d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:04.684646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Provisioning complete for port 658e017a-cdca-4fb8-a521-6a30caab4e5d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:04.685452 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.827845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-26a090f4-e4a7-475f-93f8-4944bb7b95b9 None None] Port 658e017a-cdca-4fb8-a521-6a30caab4e5d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:04.887116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d574-af02-44d9-b1b8-cad6d2d7f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.889569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4e7d574-af02-44d9-b1b8-cad6d2d7f7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.890737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e4e7d574-af02-44d9-b1b8-cad6d2d7f7f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6a02557-0456-4624-91f2-a280541b0c5d HTTP/1.1" status: 204 len: 168 time: 1.5541000 Jul 08 17:16:04.923530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Deleting port d8ded79f-e87f-40b2-ae29-4c4f39817d1a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:04.923905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.928855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7d574-af02-44d9-b1b8-cad6d2d7f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a02557-0456-4624-91f2-a280541b0c5d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:04.972678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3335d9b6-db8f-4fda-8e9a-2576cd155302 None None] Provisioning complete for port d8ded79f-e87f-40b2-ae29-4c4f39817d1a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:04.973365 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3335d9b6-db8f-4fda-8e9a-2576cd155302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:04.975830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ba31258c-0272-4f35-a7a6-4d04fb5a7a45 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:05.086432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3335d9b6-db8f-4fda-8e9a-2576cd155302 None None] Port d8ded79f-e87f-40b2-ae29-4c4f39817d1a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:05.139425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:05.139931 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:05.147799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] No DVR routers for this DVR port 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:05.174212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:05.182687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da29e55c-89c2-40a8-b9da-409d60764103 req-ef54b2b8-9fe0-4629-a99a-951d618c6e6f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "DELETE /v2.0/ports/549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 HTTP/1.1" status: 204 len: 173 time: 2.5778048 Jul 08 17:16:05.185372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'name': 'network-vif-deleted', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:05.202017 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78bb6e1-2e57-4998-ba97-eb86932dd386" -d '{"events": [{"server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "name": "network-vif-deleted", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:05.253731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:05.285951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:05.290256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Calling delete_port for d8ded79f-e87f-40b2-ae29-4c4f39817d1a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:05.293951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3335d9b6-db8f-4fda-8e9a-2576cd155302 None None] Provisioning complete for port 658e017a-cdca-4fb8-a521-6a30caab4e5d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:05.301707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3335d9b6-db8f-4fda-8e9a-2576cd155302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:05.383916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032be9f-18d3-4a5e-9c7d-69feae8955c3 req-09f12698-db45-45d0-8bef-4bebea2545be tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:05.401679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7032be9f-18d3-4a5e-9c7d-69feae8955c3 req-09f12698-db45-45d0-8bef-4bebea2545be tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 0.8985302 Jul 08 17:16:05.418969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3335d9b6-db8f-4fda-8e9a-2576cd155302 None None] Port 658e017a-cdca-4fb8-a521-6a30caab4e5d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:05.474009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:05.474838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:05.504249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e186a51-dd8a-4842-aa67-58605c5fdc35 req-89423b9a-6a7c-4ed3-82b2-b90a634f505f tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 210 time: 0.0420852 Jul 08 17:16:05.509232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:05.522339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-61f8afc7-adeb-44e7-ac45-91cd91340a0b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:05.524830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-61f8afc7-adeb-44e7-ac45-91cd91340a0b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.7717209 Jul 08 17:16:05.561945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:05.630553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7032be9f-18d3-4a5e-9c7d-69feae8955c3 req-0767b821-eee4-4da0-9271-062bed49fae3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278388 Jul 08 17:16:05.725665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event deleted for resources: {'Port': ['ID=d8ded79f-e87f-40b2-ae29-4c4f39817d1a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:05.732557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:05.735667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-76e848eb-bf88-4d7d-843a-f503b08d3f9c tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "DELETE /v2.0/ports/d8ded79f-e87f-40b2-ae29-4c4f39817d1a HTTP/1.1" status: 204 len: 168 time: 1.8544707 Jul 08 17:16:05.743520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:05.749108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Request body: {'port': {'name': 'tempest-new-port-name-1939907541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:05.753027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] bootfile-name is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:16:05.755840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] tftp-server is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:16:05.758788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] server-ip-address is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:16:05.804175 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a148ffa-ea69-4ded-8769-9493ccfce0c9 x-openstack-request-id: req-0a148ffa-ea69-4ded-8769-9493ccfce0c9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:05.804473 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7e7b2c-bdcc-47ea-b57a-00476a90f42b", "name": "network-vif-deleted", "tag": "549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:05.804728 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a148ffa-ea69-4ded-8769-9493ccfce0c9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:05.813459 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7e7b2c-bdcc-47ea-b57a-00476a90f42b', 'name': 'network-vif-deleted', 'tag': '549b24e7-e16f-4d2e-9ced-ccdddc8e8ca3', 'status': 'completed', 'code': 200} Jul 08 17:16:05.875233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:05.885763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:06.134459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8df438a-2f2f-4570-a7aa-343a77ece03a req-c5e0ceb3-a122-40c4-8600-45ad0065dddf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 210 time: 0.1384201 Jul 08 17:16:06.161511 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:06.348383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4cb6e51-e7d2-4e7d-bd4f-685b300af772 req-0c546df9-4b16-4dc0-a40e-127c23af3130 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1518805 Jul 08 17:16:06.547521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.3 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/84e2bcc4-bc7b-418c-bf36-479295308806) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:06.692922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:06.707374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:06.834492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] In _notify_port_updated(), no bound segment for port 658e017a-cdca-4fb8-a521-6a30caab4e5d on network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:16:06.840297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:06.840963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:06.867425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "PUT /v2.0/ports/658e017a-cdca-4fb8-a521-6a30caab4e5d HTTP/1.1" status: 200 len: 1130 time: 1.1225321 Jul 08 17:16:06.868097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38156) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:07.203468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d395478-755e-4cee-8e6b-f51c3a26dc27 req-8fbfdf2e-cfaa-4eee-8806-7d12f7f7c2f6 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d7e7b2c-bdcc-47ea-b57a-00476a90f42b HTTP/1.1" status: 200 len: 210 time: 0.2533684 Jul 08 17:16:07.234285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f6ea7-a40a-494a-86cc-bb93c58aac0b tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event updated for resources: {'Port': ['ID=658e017a-cdca-4fb8-a521-6a30caab4e5d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:07.262349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed93aa3a-4bdf-4cf2-8f29-abde1afb8725 None None] Provisioning complete for port 658e017a-cdca-4fb8-a521-6a30caab4e5d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:07.263678 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed93aa3a-4bdf-4cf2-8f29-abde1afb8725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:07.317809 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:07.333804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eef3271-3b7a-4542-8f74-cbab4f294564 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:07.335503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5eef3271-3b7a-4542-8f74-cbab4f294564 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "GET /v2.0/ports/658e017a-cdca-4fb8-a521-6a30caab4e5d HTTP/1.1" status: 200 len: 1130 time: 0.4639814 Jul 08 17:16:07.340991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:07.379688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed93aa3a-4bdf-4cf2-8f29-abde1afb8725 None None] Port 658e017a-cdca-4fb8-a521-6a30caab4e5d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:07.527083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:07.824553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Deleting port 658e017a-cdca-4fb8-a521-6a30caab4e5d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:07.825442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:08.100324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe613f9-5b30-4149-b011-0bf6c5d01b7e req-26fb3941-6083-4782-afba-06420aa08e77 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:08.105028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dfe613f9-5b30-4149-b011-0bf6c5d01b7e req-26fb3941-6083-4782-afba-06420aa08e77 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 931 time: 0.4569616 Jul 08 17:16:08.283228 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:08.296407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Calling delete_port for 658e017a-cdca-4fb8-a521-6a30caab4e5d owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:08.368134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dfe613f9-5b30-4149-b011-0bf6c5d01b7e req-10fda463-e2ff-481b-9ab3-e68f026e79e2 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066135 Jul 08 17:16:08.504903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:08.509588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:08.512749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:08.516321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:08.553308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event deleted for resources: {'Port': ['ID=658e017a-cdca-4fb8-a521-6a30caab4e5d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:08.603587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc8b0-9986-4930-8919-31758d1bb876 req-7382a17c-807c-4e4b-95e2-f06476d37cf0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:08.620318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d2acc8b0-9986-4930-8919-31758d1bb876 req-7382a17c-807c-4e4b-95e2-f06476d37cf0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 1.6056015 Jul 08 17:16:08.639447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=84e2bcc4-bc7b-418c-bf36-479295308806,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:08.671917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:08.679998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3dff7522-51c1-47f6-b205-8e4eef9407b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "DELETE /v2.0/ports/658e017a-cdca-4fb8-a521-6a30caab4e5d HTTP/1.1" status: 204 len: 168 time: 1.3343832 Jul 08 17:16:08.680691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:08.685316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:08.686002 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:08.710950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-af5d9934-723c-46c8-842a-956dd8b1894f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1629665 Jul 08 17:16:08.737098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d2acc8b0-9986-4930-8919-31758d1bb876 req-eed8bad5-bb19-4bbe-b0e8-a4c086e1a3dc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158710 Jul 08 17:16:08.747341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Request body: {'port': {'device_id': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:08.821273 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6336488-be07-47e8-8336-3f72c9a75f2e req-38fd627f-6a63-4d7a-8bfa-3ea24e6636ad tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1363432 Jul 08 17:16:08.867338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Deleting subnet 76c8bd79-4078-4723-87ee-902b7adfb330 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:16:08.886331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:08.936608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.046495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.199652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.306843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e19a-d783-445c-ba91-644268e30ade req-f05a56cc-ff14-44c6-92bc-9cd147f5ccab tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:09.314106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a82e19a-d783-445c-ba91-644268e30ade req-f05a56cc-ff14-44c6-92bc-9cd147f5ccab tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 0.1361790 Jul 08 17:16:09.362904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.372087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a82e19a-d783-445c-ba91-644268e30ade req-2cb8050e-91af-485c-884e-9f611dd40c85 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566859 Jul 08 17:16:09.443659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event deleted for resources: {'Subnet': ['ID=76c8bd79-4078-4723-87ee-902b7adfb330,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:09.488385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.495413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d89cd8-4584-4f44-85fd-17e8658e32ba None None] Network 8fdd8fa6-8988-41ba-91c7-524c8995bdcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:09.499949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-905d39cd-c515-4517-bdd7-00f9694699c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "DELETE /v2.0/subnets/76c8bd79-4078-4723-87ee-902b7adfb330 HTTP/1.1" status: 204 len: 168 time: 0.8080480 Jul 08 17:16:09.506867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38220) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:09.648344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e2bcc4-bc7b-418c-bf36-479295308806 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:09.667369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.679245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.695764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Transition to ACTIVE for port object 84e2bcc4-bc7b-418c-bf36-479295308806 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:09.738110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:09.829375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Pushing event updated for resources: {'Port': ['ID=84e2bcc4-bc7b-418c-bf36-479295308806,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:09.916769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Deleting port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:09.930285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.003887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d4d77-91db-400a-8f32-a93ed70e3ce7 req-afc35222-327a-4ae6-b3fc-a4dbb7191b9e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:10.016511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b0d4d77-91db-400a-8f32-a93ed70e3ce7 req-afc35222-327a-4ae6-b3fc-a4dbb7191b9e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 943 time: 0.1636243 Jul 08 17:16:10.062708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] DHCP port deletion for 8fdd8fa6-8988-41ba-91c7-524c8995bdcf request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:16:10.147531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b0d4d77-91db-400a-8f32-a93ed70e3ce7 req-3d1c0757-31b2-47e3-bab2-3cef371fc5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290841 Jul 08 17:16:10.182607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] For port ba31258c-0272-4f35-a7a6-4d04fb5a7a45, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,segment=NetworkSegment(d26eb114-77e2-40fa-9082-02bbd31e7247),segment_id=d26eb114-77e2-40fa-9082-02bbd31e7247)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:10.186845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.196474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] Deleting port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:10.203080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.246472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Calling delete_port for ba31258c-0272-4f35-a7a6-4d04fb5a7a45 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:10.360072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] For port ba31258c-0272-4f35-a7a6-4d04fb5a7a45, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,segment=NetworkSegment(d26eb114-77e2-40fa-9082-02bbd31e7247),segment_id=d26eb114-77e2-40fa-9082-02bbd31e7247)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:10.361501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.395061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] Calling delete_port for ba31258c-0272-4f35-a7a6-4d04fb5a7a45 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:10.473984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Attempting to bind port 84e2bcc4-bc7b-418c-bf36-479295308806 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:10.475844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Attempting to bind port 84e2bcc4-bc7b-418c-bf36-479295308806 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:10.476497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Attempting to bind port 84e2bcc4-bc7b-418c-bf36-479295308806 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:10.533254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.547258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Port 84e2bcc4-bc7b-418c-bf36-479295308806 on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:10.547589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Attempting to bind port 84e2bcc4-bc7b-418c-bf36-479295308806 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:10.564617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] Pushing event deleted for resources: {'Port': ['ID=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:10.570152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73131b4-ec03-41d1-860e-d3510f6a3e1c None None] No DVR routers for this DVR port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:10.624688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.740828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4a16cdc-be69-49c3-b930-4c7c829b201f req-d9c4dae8-50d7-41ac-a700-be49a08ed628 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0706210 Jul 08 17:16:10.777749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:10.778284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:10.778545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:10.778991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Bound port: 84e2bcc4-bc7b-418c-bf36-479295308806, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:10.779352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:10.800612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event deleted for resources: {'Port': ['ID=ba31258c-0272-4f35-a7a6-4d04fb5a7a45,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:10.834442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] No DVR routers for this DVR port ba31258c-0272-4f35-a7a6-4d04fb5a7a45 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:10.892887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ba31258c-0272-4f35-a7a6-4d04fb5a7a45 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:10.945081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ba31258c-0272-4f35-a7a6-4d04fb5a7a45 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:10.945486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ba31258c-0272-4f35-a7a6-4d04fb5a7a45 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:10.989269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.000775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdd8fa6-8988-41ba-91c7-524c8995bdcf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:11.013258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26eb114-77e2-40fa-9082-02bbd31e7247') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:11.013646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26eb114-77e2-40fa-9082-02bbd31e7247') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:11.052737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.083011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf19c87-5ac7-4251-9590-45af2d00e926 req-fd097313-feca-4b29-a173-dcc3d96a7c69 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:11.084901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bf19c87-5ac7-4251-9590-45af2d00e926 req-fd097313-feca-4b29-a173-dcc3d96a7c69 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 0.1232996 Jul 08 17:16:11.091929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ceeec1-da27-42ed-9bda-aeecd0581b7d req-1bb5ff44-722b-41b4-9cf0-a7315fa8dab4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:11.093974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9ceeec1-da27-42ed-9bda-aeecd0581b7d req-1bb5ff44-722b-41b4-9cf0-a7315fa8dab4 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.6056154 Jul 08 17:16:11.101182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] For port 84e2bcc4-bc7b-418c-bf36-479295308806, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:11.107726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] For port 84e2bcc4-bc7b-418c-bf36-479295308806, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84e2bcc4-bc7b-418c-bf36-479295308806,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:11.121437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.136515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.150437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26416-0867-4306-97c4-d74281305ed7 req-907d24e0-dc82-4f63-b886-f4c26cd83544 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:11.152796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26f26416-0867-4306-97c4-d74281305ed7 req-907d24e0-dc82-4f63-b886-f4c26cd83544 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.6410341 Jul 08 17:16:11.154188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bf19c87-5ac7-4251-9590-45af2d00e926 req-06973680-81b9-426c-8bc5-687d2da8967e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579219 Jul 08 17:16:11.168074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:16:11.170935 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:16:11.212587 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:16:11.385897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9ceeec1-da27-42ed-9bda-aeecd0581b7d req-e4679d5a-d341-4791-831e-8188840bcfa2 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720473 Jul 08 17:16:11.386927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Pushing event updated for resources: {'Port': ['ID=84e2bcc4-bc7b-418c-bf36-479295308806,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:11.390812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:11.391623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.393772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6f1b99ad-4817-4572-9c0a-86181831d28c service neutron] 10.222.0.21 "PUT /v2.0/ports/84e2bcc4-bc7b-418c-bf36-479295308806 HTTP/1.1" status: 200 len: 1091 time: 2.6553745 Jul 08 17:16:11.400164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'tag': '84e2bcc4-bc7b-418c-bf36-479295308806'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:11.403089 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062276f6-01c0-4595-a616-1652210278a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf", "tag": "84e2bcc4-bc7b-418c-bf36-479295308806"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:11.584274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.620587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:11.624842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] 10.222.0.48 "DELETE /v2.0/networks/8fdd8fa6-8988-41ba-91c7-524c8995bdcf HTTP/1.1" status: 204 len: 168 time: 2.1148605 Jul 08 17:16:11.657626 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bcb5bc-f18a-4423-806a-4c594081ba04 x-openstack-request-id: req-06bcb5bc-f18a-4423-806a-4c594081ba04 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:11.658628 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf", "tag": "84e2bcc4-bc7b-418c-bf36-479295308806", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:11.659465 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06bcb5bc-f18a-4423-806a-4c594081ba04 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:11.659919 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'tag': '84e2bcc4-bc7b-418c-bf36-479295308806', 'status': 'completed', 'code': 200} Jul 08 17:16:11.675779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d883e00-9724-4977-a843-9047c2e1900f tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937 tempest-ExtraDHCPOptionsIpV6TestJSON-1469556937-project] Pushing event deleted for resources: {'Network': ['ID=8fdd8fa6-8988-41ba-91c7-524c8995bdcf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:11.678338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c031d-a9b6-43a9-a5aa-47c918c538ae req-f96946b3-6e79-4485-8000-ec5cfddb3ca5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:11.684734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-070c031d-a9b6-43a9-a5aa-47c918c538ae req-f96946b3-6e79-4485-8000-ec5cfddb3ca5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 943 time: 0.1313910 Jul 08 17:16:11.707935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-7df6808d-6d2e-448d-b943-e10f9f58b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:11.709444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-7df6808d-6d2e-448d-b943-e10f9f58b3a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 1094 time: 0.1998389 Jul 08 17:16:11.762323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-070c031d-a9b6-43a9-a5aa-47c918c538ae req-80d96f7c-02af-46fe-ba62-def555c0774e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763967 Jul 08 17:16:11.848640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-0ef8431d-780f-4227-b4cc-56c468ffde63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e2bcc4-bc7b-418c-bf36-479295308806 HTTP/1.1" status: 200 len: 217 time: 0.0502038 Jul 08 17:16:11.852214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Deleting port 77953463-c58e-46a8-ac51-a375e9c3aa93 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:11.852696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:12.023463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] For port 77953463-c58e-46a8-ac51-a375e9c3aa93, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=77953463-c58e-46a8-ac51-a375e9c3aa93,segment=NetworkSegment(307332e4-7722-48d6-85f8-5b48be526c66),segment_id=307332e4-7722-48d6-85f8-5b48be526c66)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:12.024043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:12.028610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73a9edbf-a0e6-4b90-af6a-4b339f609172 req-014bbc55-ed9f-4e00-b3c9-900b537c3118 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0703635 Jul 08 17:16:12.113888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Calling delete_port for 77953463-c58e-46a8-ac51-a375e9c3aa93 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:12.148719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7819a06f-4b07-4f7e-90d7-6f7774ae6698 req-b93de1a9-42d1-4e77-b6b4-f322780019d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0788226 Jul 08 17:16:12.205127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-39ee1b6f-2bd4-4095-8387-1ae19dba8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:12.205127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-39ee1b6f-2bd4-4095-8387-1ae19dba8486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.1437554 Jul 08 17:16:12.237559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-0fb66f6d-a212-44c7-8b97-d83de5f68820 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:12.239520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-0fb66f6d-a212-44c7-8b97-d83de5f68820 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 0.5263739 Jul 08 17:16:12.303493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:12.328389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-6cb81e14-22c6-4977-9077-a906d7b9876c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002991 Jul 08 17:16:12.513409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:12.646961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:12.652122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759b69e-e27c-4104-93bd-29cc7fd246fc req-0070dd56-6914-4a68-ad5b-662c9d25334b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:12.681279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0759b69e-e27c-4104-93bd-29cc7fd246fc req-0070dd56-6914-4a68-ad5b-662c9d25334b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 945 time: 0.2291405 Jul 08 17:16:12.705722 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:12.742034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44d8d6a9-9620-4b2e-9fdd-67e8928667f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:12.785806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0759b69e-e27c-4104-93bd-29cc7fd246fc req-0302f3ea-3dd1-4110-988d-d6300955491c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000090 Jul 08 17:16:12.792763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-8415c606-da5a-400f-ad15-70104fe4f70e service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402368 Jul 08 17:16:12.979981 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7124cba0-593e-4704-b770-ad122cf0c4ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5241acd9efbf4d85b6227d98bda0b138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752133 Jul 08 17:16:12.983637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:12.998557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port 96f704f9-8777-4144-b218-8a715b2a2a0b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:12.999157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.024683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44d8d6a9-9620-4b2e-9fdd-67e8928667f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.037760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44d8d6a9-9620-4b2e-9fdd-67e8928667f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.090757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8d6a9-9620-4b2e-9fdd-67e8928667f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00f55a-9bb9-4542-847e-4f89d2be0ac9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:13.108917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port 96f704f9-8777-4144-b218-8a715b2a2a0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=96f704f9-8777-4144-b218-8a715b2a2a0b,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:13.109212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.129254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for 96f704f9-8777-4144-b218-8a715b2a2a0b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:13.171137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74993bfb-48e2-4b44-a410-f32b6ebe11cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.186464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-44d8d6a9-9620-4b2e-9fdd-67e8928667f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bf01744c8bf4eab8ba73a302ecc6084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6684680 Jul 08 17:16:13.187018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:13.220926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:13.227904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 77953463-c58e-46a8-ac51-a375e9c3aa93 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:13.228257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 77953463-c58e-46a8-ac51-a375e9c3aa93 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:13.260092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74993bfb-48e2-4b44-a410-f32b6ebe11cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.285113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.300092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b261-54e6-4bda-a29c-2f4f7cf029c8 req-e47cb0ba-d732-4e60-9b71-3d6959d0a332 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:13.307164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44b7b261-54e6-4bda-a29c-2f4f7cf029c8 req-e47cb0ba-d732-4e60-9b71-3d6959d0a332 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e70192-29b5-44ac-84fd-3cfe04db2aed HTTP/1.1" status: 200 len: 944 time: 0.5880361 Jul 08 17:16:13.330143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.345755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:13.397376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86ed1c-3e48-40a0-a180-aaa38e6ff10e req-0f3a179e-1872-465f-9d5a-f689384baf99 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:13.404513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc86ed1c-3e48-40a0-a180-aaa38e6ff10e req-0f3a179e-1872-465f-9d5a-f689384baf99 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 945 time: 0.3286576 Jul 08 17:16:13.423070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-f138cc30-b2e9-4343-b648-47df53be1961 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:13.424952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-f138cc30-b2e9-4343-b648-47df53be1961 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 945 time: 0.3263195 Jul 08 17:16:13.429856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Pushing event deleted for resources: {'Port': ['ID=77953463-c58e-46a8-ac51-a375e9c3aa93,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:13.519048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] No DVR routers for this DVR port 77953463-c58e-46a8-ac51-a375e9c3aa93 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:13.522336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.524961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26f26416-0867-4306-97c4-d74281305ed7 req-ef554a4a-9397-49af-b2fd-e0c4d9104d35 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.53 "DELETE /v2.0/ports/77953463-c58e-46a8-ac51-a375e9c3aa93 HTTP/1.1" status: 204 len: 173 time: 2.3465288 Jul 08 17:16:13.530586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab75-0f09-4463-9e13-cfe2adaabdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.537259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=96f704f9-8777-4144-b218-8a715b2a2a0b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:13.570093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f17fac3-d80b-4b7d-8f06-900d3e098d61 req-7f46882b-ca06-4af9-9bd7-ffb37a8cc3a6 service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582848 Jul 08 17:16:13.581522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44b7b261-54e6-4bda-a29c-2f4f7cf029c8 req-b82ee464-1a43-44ba-920a-0d6cb7d85246 tempest-LiveAutoBlockMigrationV225Test-957254074 tempest-LiveAutoBlockMigrationV225Test-957254074-project] 10.222.0.48 "GET /v2.0/security-groups?id=b564ea00-2a9a-40f6-a652-e97b4c9880b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733529 Jul 08 17:16:13.604179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port 96f704f9-8777-4144-b218-8a715b2a2a0b on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:13.608722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.612303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5575b3e4-53c8-413e-9d75-2789fc4885c2 req-ee49cddb-327e-4fc0-9dee-8bad59e48228 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "DELETE /v2.0/ports/96f704f9-8777-4144-b218-8a715b2a2a0b HTTP/1.1" status: 204 len: 173 time: 1.3508222 Jul 08 17:16:13.614178 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc86ed1c-3e48-40a0-a180-aaa38e6ff10e req-6b46ac9c-0a2a-4187-a0d2-280f7bc4e510 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057421 Jul 08 17:16:13.621819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74993bfb-48e2-4b44-a410-f32b6ebe11cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.625170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74993bfb-48e2-4b44-a410-f32b6ebe11cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.629493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-74993bfb-48e2-4b44-a410-f32b6ebe11cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/853ca9da-9665-48b1-b991-fe8ab90416c9 HTTP/1.1" status: 204 len: 168 time: 0.6449478 Jul 08 17:16:13.650545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74993bfb-48e2-4b44-a410-f32b6ebe11cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ca9da-9665-48b1-b991-fe8ab90416c9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:13.661378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'name': 'network-vif-deleted', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93'}, {'server_uuid': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'name': 'network-vif-deleted', 'tag': '96f704f9-8777-4144-b218-8a715b2a2a0b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:13.664097 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffccc98e-89d9-4d6d-905c-d777ece98af9" -d '{"events": [{"server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "name": "network-vif-deleted", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93"}, {"server_uuid": "2ad9b488-6cad-436b-aec6-3b38205ff413", "name": "network-vif-deleted", "tag": "96f704f9-8777-4144-b218-8a715b2a2a0b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:13.693015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab75-0f09-4463-9e13-cfe2adaabdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.777688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Deleting port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:13.778082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.847111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab75-0f09-4463-9e13-cfe2adaabdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.850081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb28ab75-0f09-4463-9e13-cfe2adaabdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:13.851364 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb28ab75-0f09-4463-9e13-cfe2adaabdb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a00f55a-9bb9-4542-847e-4f89d2be0ac9 HTTP/1.1" status: 204 len: 168 time: 0.6252601 Jul 08 17:16:13.867677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28ab75-0f09-4463-9e13-cfe2adaabdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00f55a-9bb9-4542-847e-4f89d2be0ac9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:14.032252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7aab7df4-96d7-40f8-9d89-1cc649d74fe0 req-6ad93f93-9435-4995-a479-5a328e4cefab tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0436001 Jul 08 17:16:14.040288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] For port 8aaa97c0-518c-446d-87cd-28b5d9bd4940, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8aaa97c0-518c-446d-87cd-28b5d9bd4940,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:14.040665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:14.078338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Calling delete_port for 8aaa97c0-518c-446d-87cd-28b5d9bd4940 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:14.094693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062276f6-01c0-4595-a616-1652210278a6 req-fee6b23c-cd46-4b56-9eee-baaab50dea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:14.097367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-fee6b23c-cd46-4b56-9eee-baaab50dea1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 1094 time: 0.1840577 Jul 08 17:16:14.198914 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18f86fb-d68e-458e-8d6c-3dc29f614358 x-openstack-request-id: req-c18f86fb-d68e-458e-8d6c-3dc29f614358 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:14.199246 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e70192-29b5-44ac-84fd-3cfe04db2aed", "name": "network-vif-deleted", "tag": "77953463-c58e-46a8-ac51-a375e9c3aa93", "status": "completed", "code": 200}, {"server_uuid": "2ad9b488-6cad-436b-aec6-3b38205ff413", "name": "network-vif-deleted", "tag": "96f704f9-8777-4144-b218-8a715b2a2a0b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:14.199488 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c18f86fb-d68e-458e-8d6c-3dc29f614358 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:14.199885 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e70192-29b5-44ac-84fd-3cfe04db2aed', 'name': 'network-vif-deleted', 'tag': '77953463-c58e-46a8-ac51-a375e9c3aa93', 'status': 'completed', 'code': 200} Jul 08 17:16:14.200393 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad9b488-6cad-436b-aec6-3b38205ff413', 'name': 'network-vif-deleted', 'tag': '96f704f9-8777-4144-b218-8a715b2a2a0b', 'status': 'completed', 'code': 200} Jul 08 17:16:14.239374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6bb83-915d-403c-b138-3cf613ccb0c5 req-b2852a9d-e84b-4cc8-bba5-5e7078dbb9fc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:14.250685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ac6bb83-915d-403c-b138-3cf613ccb0c5 req-b2852a9d-e84b-4cc8-bba5-5e7078dbb9fc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 943 time: 0.3640831 Jul 08 17:16:14.322429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062276f6-01c0-4595-a616-1652210278a6 req-d2db8291-70f4-47cf-aa4c-6f61803c5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:14.327929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-d2db8291-70f4-47cf-aa4c-6f61803c5169 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.2223477 Jul 08 17:16:14.412974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-56ad8f68-9af1-4ff3-834c-8b1c4f42e848 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84e2bcc4-bc7b-418c-bf36-479295308806 HTTP/1.1" status: 200 len: 217 time: 0.0763271 Jul 08 17:16:14.443689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ac6bb83-915d-403c-b138-3cf613ccb0c5 req-e4aa117b-6cf3-4163-8350-9f9a4950f47a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915021 Jul 08 17:16:14.530517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38348) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:14.560132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d85d-9590-4593-80ef-545c8334f20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:14.629920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062276f6-01c0-4595-a616-1652210278a6 req-de3f9ad7-4ef8-4b18-a07b-c59e19c077f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:14.632541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-de3f9ad7-4ef8-4b18-a07b-c59e19c077f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.1879222 Jul 08 17:16:14.651694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25446bac-e984-4c90-9688-8f3a6566e6d8 req-4f26b29a-1a1d-4e1a-8a70-568f54311a65 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ad9b488-6cad-436b-aec6-3b38205ff413 HTTP/1.1" status: 200 len: 210 time: 0.1612840 Jul 08 17:16:14.759644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d85d-9590-4593-80ef-545c8334f20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:14.791455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b2c8d85d-9590-4593-80ef-545c8334f20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:14.794092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-6659f83f-ee78-4448-be9e-09bcd14f99b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389194 Jul 08 17:16:14.850241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8d85d-9590-4593-80ef-545c8334f20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e0ed9-9354-48fb-99b7-d448217b00aa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:14.910310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:14.911622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:14.939957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b2c8d85d-9590-4593-80ef-545c8334f20d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0459b6ae23a64c3e8d5ec0ef494a866b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094429 Jul 08 17:16:14.948108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:15.044840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event deleted for resources: {'Port': ['ID=8aaa97c0-518c-446d-87cd-28b5d9bd4940,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:15.065861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] No DVR routers for this DVR port 8aaa97c0-518c-446d-87cd-28b5d9bd4940 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:15.070990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.075330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8ae5177-2755-46e2-9bb3-0d835217db21 req-6e2df066-3448-499a-a2a1-83f562576408 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "DELETE /v2.0/ports/8aaa97c0-518c-446d-87cd-28b5d9bd4940 HTTP/1.1" status: 204 len: 173 time: 1.6381502 Jul 08 17:16:15.077383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'name': 'network-vif-deleted', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:15.078776 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e561309-807c-423c-ad8b-f5a4fc6bebe4" -d '{"events": [{"server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "name": "network-vif-deleted", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:15.208196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 96f704f9-8777-4144-b218-8a715b2a2a0b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:15.274058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 96f704f9-8777-4144-b218-8a715b2a2a0b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:15.275447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 96f704f9-8777-4144-b218-8a715b2a2a0b not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:15.277084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:15.294899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4de6269-2c72-42e5-9db9-e8f544e50c21 req-6b03b648-ed3a-4192-84b1-b41623c7b4ad tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0834f81-5ba6-48ad-9708-31d5fd2e267b HTTP/1.1" status: 200 len: 210 time: 0.1350598 Jul 08 17:16:15.305739 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-ed2c4e45-5f05-45d2-a9a1-234bf0c19e25 service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043817 Jul 08 17:16:15.309374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbd13-d709-405d-af73-a9cc9d3665c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.339536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbd13-d709-405d-af73-a9cc9d3665c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.364804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ae1f09c-e639-4ab8-9bfc-1f57b0ad043e req-41091cdf-35c1-4b88-86f4-8aaeaaf87aa7 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305&device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.1401920 Jul 08 17:16:15.381847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 8aaa97c0-518c-446d-87cd-28b5d9bd4940 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:15.385624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8aaa97c0-518c-446d-87cd-28b5d9bd4940 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:15.396951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Deleting subnet 25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:16:15.402880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84e2bcc4-bc7b-418c-bf36-479295308806 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:15.405403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.426967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbd13-d709-405d-af73-a9cc9d3665c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.430055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ecdbd13-d709-405d-af73-a9cc9d3665c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.434624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1ecdbd13-d709-405d-af73-a9cc9d3665c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c6e0ed9-9354-48fb-99b7-d448217b00aa HTTP/1.1" status: 204 len: 168 time: 0.4787447 Jul 08 17:16:15.466405 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3142b767-edaa-4641-921a-ebbd7fbe1eb6 x-openstack-request-id: req-3142b767-edaa-4641-921a-ebbd7fbe1eb6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:15.471065 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0834f81-5ba6-48ad-9708-31d5fd2e267b", "name": "network-vif-deleted", "tag": "8aaa97c0-518c-446d-87cd-28b5d9bd4940", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:15.471766 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3142b767-edaa-4641-921a-ebbd7fbe1eb6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:15.472403 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0834f81-5ba6-48ad-9708-31d5fd2e267b', 'name': 'network-vif-deleted', 'tag': '8aaa97c0-518c-446d-87cd-28b5d9bd4940', 'status': 'completed', 'code': 200} Jul 08 17:16:15.542331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdbd13-d709-405d-af73-a9cc9d3665c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e0ed9-9354-48fb-99b7-d448217b00aa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:15.544507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.593040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:15.648674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 84e2bcc4-bc7b-418c-bf36-479295308806, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84e2bcc4-bc7b-418c-bf36-479295308806,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:15.664873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.668682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-062276f6-01c0-4595-a616-1652210278a6 req-0deca768-a080-401e-b9e3-26ed27aa8287 service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690187 Jul 08 17:16:15.721083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '84e2bcc4-bc7b-418c-bf36-479295308806', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': '84e2bcc4-bc7b-418c-bf36-479295308806', 'mac_address': 'fa:16:3e:84:23:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:15.924739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.950613 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.966661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:15.970723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9 HTTP/1.1" status: 204 len: 168 time: 1.0508304 Jul 08 17:16:15.985175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887a21a-82a2-4c91-b38b-2557e7f622e8 req-e9c51325-ea84-4add-a51b-96e06fd9263f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:15.991051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0887a21a-82a2-4c91-b38b-2557e7f622e8 req-e9c51325-ea84-4add-a51b-96e06fd9263f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 943 time: 0.2508600 Jul 08 17:16:15.991563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38396) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:16.012423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e2bcc4-bc7b-418c-bf36-479295308806 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:16.044464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccb582-39b7-486f-a933-4b8a3a570566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e4d73a-a4c4-4506-bb78-2c1aa2b36eb9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:16.065854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 84e2bcc4-bc7b-418c-bf36-479295308806, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84e2bcc4-bc7b-418c-bf36-479295308806,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:16.073502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:16.208799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=84e2bcc4-bc7b-418c-bf36-479295308806,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:16.274360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0887a21a-82a2-4c91-b38b-2557e7f622e8 req-dec2623c-2293-49a4-9209-9c9dbd61c553 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584152 Jul 08 17:16:16.295484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efb9bf15-59e5-4e6b-9743-c118b7381c0c req-5f378717-4693-4086-9a6e-1a8503df07ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30d4bbada7304e0aa4512fdb13bb775b&device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1205728 Jul 08 17:16:16.339008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['84e2bcc4-bc7b-418c-bf36-479295308806'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:16.348744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efb9bf15-59e5-4e6b-9743-c118b7381c0c req-45365ec3-c708-4a06-928e-6e6f5b990677 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=30d4bbada7304e0aa4512fdb13bb775b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413520 Jul 08 17:16:16.353677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:16.354354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-144082951'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:16.390269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-19f2ead6-fb6d-466c-9c80-635218345f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:16.392172 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-19f2ead6-fb6d-466c-9c80-635218345f2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 1100 time: 0.4364905 Jul 08 17:16:16.644175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:16.659799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:16.734269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bca1533e-af33-4454-bc19-0d90bc8923e4 req-e513677f-9a4f-4ff8-b5c9-51269cfd3f5a tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.1243608 Jul 08 17:16:16.759784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:16.964903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:16.992795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.030862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9bf15-59e5-4e6b-9743-c118b7381c0c req-3dff5090-f66f-4a7c-9f74-da6f18fd95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.033677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efb9bf15-59e5-4e6b-9743-c118b7381c0c req-3dff5090-f66f-4a7c-9f74-da6f18fd95bd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6564412 Jul 08 17:16:17.075148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:16:17.082465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd050af-ed95-4bc2-8b98-a9d3c6050436,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:17.097888 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.098886 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Added segment 73282878-3fc1-42c2-97b4-e89d47c15531 of type vlan for network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 Jul 08 17:16:17.209171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.327604 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.345237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee50f18-fad4-40cf-9053-64d979871b16']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:17.368837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307332e4-7722-48d6-85f8-5b48be526c66') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:17.369434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307332e4-7722-48d6-85f8-5b48be526c66') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:17.385364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84e2bcc4-bc7b-418c-bf36-479295308806 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:17.398681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.443281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-296d9ab4-8634-4cd9-b902-fa080df94165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.444807 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-296d9ab4-8634-4cd9-b902-fa080df94165 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 1.0034170 Jul 08 17:16:17.445884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.460417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:16:17.460744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:16:17.462495 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:16:17.498048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 84e2bcc4-bc7b-418c-bf36-479295308806 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:17.515796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 84e2bcc4-bc7b-418c-bf36-479295308806 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:17.516559 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.544296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-c3375292-a133-447e-806c-09f91945b5fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442 HTTP/1.1" status: 200 len: 217 time: 0.0905352 Jul 08 17:16:17.629921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.643783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.659068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2bcc4-bc7b-418c-bf36-479295308806'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:17.662219 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ed5968-9caa-42a5-ab5c-d59390adc882" -d '{"events": [{"server_uuid": "7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf", "name": "network-vif-plugged", "status": "completed", "tag": "84e2bcc4-bc7b-418c-bf36-479295308806"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:17.662709 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.668171 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ee50f18-fad4-40cf-9053-64d979871b16 HTTP/1.1" status: 204 len: 168 time: 1.6535156 Jul 08 17:16:17.678577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 84e2bcc4-bc7b-418c-bf36-479295308806, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84e2bcc4-bc7b-418c-bf36-479295308806,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:17.678822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:17.681438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-375ff2fa-6892-479b-abcd-2ab9f02f6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.682961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-375ff2fa-6892-479b-abcd-2ab9f02f6d09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0944586 Jul 08 17:16:17.686203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.698228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaceb3-4e08-4435-82b4-3f4fcf9d7947 req-a89bfc93-70a9-41bf-8359-239c84257f0d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.699750 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a5eaceb3-4e08-4435-82b4-3f4fcf9d7947 req-a89bfc93-70a9-41bf-8359-239c84257f0d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 944 time: 0.1600275 Jul 08 17:16:17.702869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ce8d5-cc4a-457c-b96e-45d76392943e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee50f18-fad4-40cf-9053-64d979871b16,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:17.738795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:16:17.757192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=84e2bcc4-bc7b-418c-bf36-479295308806,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:17.784811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.794027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.794755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.804629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Deleting subnet 621ef183-fc44-401d-81e1-bfccf979faf5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:16:17.814312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.848233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a5eaceb3-4e08-4435-82b4-3f4fcf9d7947 req-527b8699-3612-47a4-b2f2-2e2cd608328f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100976 Jul 08 17:16:17.893964 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:17.923807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-1d0c6747-1ec6-4e60-a361-add15297343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.925213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-1d0c6747-1ec6-4e60-a361-add15297343a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234387 Jul 08 17:16:17.971758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-20450d34-21d0-46c8-9599-9ba13e5a283f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:17.973234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-20450d34-21d0-46c8-9599-9ba13e5a283f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.7404575 Jul 08 17:16:17.997797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.030258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4274213 Jul 08 17:16:18.031857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38486) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:18.040463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-0fe75f82-a98b-4bf5-947e-2a16bb247475 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0521019 Jul 08 17:16:18.044987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c7fc3-7ecc-4197-9f89-2add6d8e578b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Network': ['ID=9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:18.056779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:16:18.103491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-7543c633-6260-4628-b715-635ebe6e2608 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:18.104591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'subnet': {'network_id': '9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:18.105104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-7543c633-6260-4628-b715-635ebe6e2608 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 945 time: 0.3066700 Jul 08 17:16:18.190956 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-9c419a53-e2c2-4998-a34b-b81c01d07765 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354544 Jul 08 17:16:18.201154 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.255372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621ef183-fc44-401d-81e1-bfccf979faf5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:18.262950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-69791a9d-14fe-46e3-8a26-4c8d0ff0fb05 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275111 Jul 08 17:16:18.264374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.265889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-38f11df9-2955-4351-b3a4-d5b481e1658b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/621ef183-fc44-401d-81e1-bfccf979faf5 HTTP/1.1" status: 204 len: 168 time: 0.5819006 Jul 08 17:16:18.271493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:18.348883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a1fef-0b48-43ff-a830-3faceed84bd3 req-34b58db6-d683-44ed-a664-a12e0d217f56 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:18.350388 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f7a1fef-0b48-43ff-a830-3faceed84bd3 req-34b58db6-d683-44ed-a664-a12e0d217f56 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 945 time: 0.3243289 Jul 08 17:16:18.365045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:18.365423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Deleting port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:18.365772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.369586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.426360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-17cc2610-2144-4866-9e06-a7fd40961adf service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271600 Jul 08 17:16:18.430715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.473276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a9d1c6-f49b-4838-8e55-ec57aef1b099 req-c1844e01-dd16-48bc-af5a-3e90197ddea0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012143 Jul 08 17:16:18.489716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f7a1fef-0b48-43ff-a830-3faceed84bd3 req-5195d1a1-b293-4457-a8d9-d4715c3ee299 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317136 Jul 08 17:16:18.570585 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96e362a-0f4d-412c-a10d-8468d0f4d3ef x-openstack-request-id: req-f96e362a-0f4d-412c-a10d-8468d0f4d3ef {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:18.571130 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf", "name": "network-vif-plugged", "status": "completed", "tag": "84e2bcc4-bc7b-418c-bf36-479295308806", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:18.571267 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f96e362a-0f4d-412c-a10d-8468d0f4d3ef {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:18.573261 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2bcc4-bc7b-418c-bf36-479295308806', 'code': 200} Jul 08 17:16:18.575441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] For port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:18.575810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.639212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Calling delete_port for b8b2d203-e95b-44c0-b1eb-76e7c070dd3f owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:18.653198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-e749bb88-b4c3-48d2-8979-965a9c46f072 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159450 Jul 08 17:16:18.658936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.678139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.715936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb9bf15-59e5-4e6b-9743-c118b7381c0c req-f8e16060-477d-43c4-ad11-579aacf9ed66 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.21 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0530357 Jul 08 17:16:18.729748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbbc5b8-0dd1-440a-9f08-3b76ab720607']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:18.746049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b724afac-6b49-421d-a434-75100c01a34b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:18.746355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b724afac-6b49-421d-a434-75100c01a34b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:18.767944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d701083a-a5c4-43be-b631-94fa3b166354 req-a3a3122e-5c72-4890-a4ae-edfa47f79c9a tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=977205e5-ad00-42f7-aad2-013c28adf305 HTTP/1.1" status: 200 len: 210 time: 0.0935318 Jul 08 17:16:18.773497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.812550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.830678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:16:18.831233 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.833518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Checking segment: {'id': '73282878-3fc1-42c2-97b4-e89d47c15531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:18.834090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network hostable DHCP agents. Network: 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:16:18.834229 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:16:18.840398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Subnet': ['ID=9960e5ca-17af-403f-a58c-9f8ec250e58e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:18.885616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fbc6a-dbe8-4d0e-86dd-5a3e708e8675 req-7523ab5e-2746-4548-ba67-673b3f4590ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:18.887176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-604fbc6a-dbe8-4d0e-86dd-5a3e708e8675 req-7523ab5e-2746-4548-ba67-673b3f4590ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 1096 time: 0.2255836 Jul 08 17:16:18.889254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:16:18.905209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:18.910470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:18.911453 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.917494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d803d85-55aa-47ed-8128-af5947e59ce8 None None] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:18.933798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-78fe75b9-8d83-48d5-912d-2a5eafb19003 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8317096 Jul 08 17:16:18.934200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38506) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:18.940937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-333248047', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:18.973193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.974981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:18.980101 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.014937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.017334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] 10.222.0.48 "DELETE /v2.0/networks/1dbbc5b8-0dd1-440a-9f08-3b76ab720607 HTTP/1.1" status: 204 len: 168 time: 0.7430372 Jul 08 17:16:19.042053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642af5f-f38a-4d3a-9825-c00e002f796a admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbbc5b8-0dd1-440a-9f08-3b76ab720607,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:19.063237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-604fbc6a-dbe8-4d0e-86dd-5a3e708e8675 req-3ec3e59e-cdec-4e7a-8f2d-cac05bc71e78 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618080 Jul 08 17:16:19.064417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.136778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event deleted for resources: {'Port': ['ID=b8b2d203-e95b-44c0-b1eb-76e7c070dd3f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:19.220995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.251554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] No DVR routers for this DVR port b8b2d203-e95b-44c0-b1eb-76e7c070dd3f on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:19.256175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.260955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8b4ce66-945a-4f66-ba4b-3e3f8745b452 req-5026af73-a56a-4c58-9f3e-d8de5465c819 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "DELETE /v2.0/ports/b8b2d203-e95b-44c0-b1eb-76e7c070dd3f HTTP/1.1" status: 204 len: 173 time: 1.1463783 Jul 08 17:16:19.280535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'name': 'network-vif-deleted', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:19.292779 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be6cc2-8999-42e5-bc24-20abd6b4c3bf" -d '{"events": [{"server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "name": "network-vif-deleted", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:19.341842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473dfd94-bcbc-410b-aed2-42879a4ed5b7 None None] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:19.392719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe852-1914-4a7f-9166-2dfc2b7001b8 req-8be13f62-9df4-4104-8e45-a465b52babe7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:19.396205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fcfe852-1914-4a7f-9166-2dfc2b7001b8 req-8be13f62-9df4-4104-8e45-a465b52babe7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 945 time: 0.2608142 Jul 08 17:16:19.465588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:19.493275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fcfe852-1914-4a7f-9166-2dfc2b7001b8 req-ddd9f5c5-ceff-49a4-bb5f-4ca4429d03f6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887902 Jul 08 17:16:19.510256 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63c9d67d-624a-4bfc-ba74-fc26ad535f55 req-7825c1f8-bdcf-4a7b-a989-942de337e9a1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 210 time: 0.0780365 Jul 08 17:16:19.573894 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639896f-ad8e-4223-90b4-40caf21839ff x-openstack-request-id: req-1639896f-ad8e-4223-90b4-40caf21839ff {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:19.574266 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7928f4-36e2-437a-865a-4ae856e2c33d", "name": "network-vif-deleted", "tag": "b8b2d203-e95b-44c0-b1eb-76e7c070dd3f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:19.574754 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1639896f-ad8e-4223-90b4-40caf21839ff {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:19.575629 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7928f4-36e2-437a-865a-4ae856e2c33d', 'name': 'network-vif-deleted', 'tag': 'b8b2d203-e95b-44c0-b1eb-76e7c070dd3f', 'status': 'completed', 'code': 200} Jul 08 17:16:19.642362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb86f51e-bfbb-415b-bbe1-700cda7fd895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.647843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.702841 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e57a5ec5-f05a-4a4e-83c2-98baf59c70db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96159d06a8104138a3bc27351f6c1476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317908 Jul 08 17:16:19.706215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:19.819075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7755a50-83cf-4551-a58a-1d6954273ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.855782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7755a50-83cf-4551-a58a-1d6954273ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.925557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a6805-286a-4671-ba2f-3a8f7e543ddf req-22233a72-3242-483f-a7dd-05d2aa775ac8 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:19.925837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7755a50-83cf-4551-a58a-1d6954273ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.927554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300a6805-286a-4671-ba2f-3a8f7e543ddf req-22233a72-3242-483f-a7dd-05d2aa775ac8 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 949 time: 0.1526654 Jul 08 17:16:19.931707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7755a50-83cf-4551-a58a-1d6954273ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:19.933985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7755a50-83cf-4551-a58a-1d6954273ba4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b564ea00-2a9a-40f6-a652-e97b4c9880b2 HTTP/1.1" status: 204 len: 168 time: 0.2258003 Jul 08 17:16:19.945703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7755a50-83cf-4551-a58a-1d6954273ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b564ea00-2a9a-40f6-a652-e97b4c9880b2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:20.036138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300a6805-286a-4671-ba2f-3a8f7e543ddf req-ab59f0cf-14ba-484f-ba01-7d84b95447be tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974963 Jul 08 17:16:20.105035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.125071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.181556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-353ae2ee-a48d-4e4b-b318-4f3b11361f5d req-9c708553-7fdb-47f2-8ad1-fa61b6c1316d tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7928f4-36e2-437a-865a-4ae856e2c33d HTTP/1.1" status: 200 len: 210 time: 0.0481770 Jul 08 17:16:20.284451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.153 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/37363600-1667-48b5-9f27-f355875e8c59) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:20.421886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.480305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.526315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:20.529639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:20.537098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:20.564432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:20.639128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a36cf2d4-979a-4bf9-8200-2cb3e845090d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b8dac477baf4453b92d3f824401435c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734801 Jul 08 17:16:20.639777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:20.713060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=37363600-1667-48b5-9f27-f355875e8c59,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:20.717783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4a89569-1433-41fd-8049-9d79611bda10 req-b6e31908-027a-4618-96d6-07b7429a5daf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30d4bbada7304e0aa4512fdb13bb775b&device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.0330870 Jul 08 17:16:20.758827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4a89569-1433-41fd-8049-9d79611bda10 req-35dee864-9c62-460d-9f73-9cb6c6e53758 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=30d4bbada7304e0aa4512fdb13bb775b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209115 Jul 08 17:16:20.786939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6655fc6c-ec90-482c-b0b6-c28aedae65bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.861240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6655fc6c-ec90-482c-b0b6-c28aedae65bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.945728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89569-1433-41fd-8049-9d79611bda10 req-9a714d72-16db-4934-9bc5-f2b346522885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:20.947502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4a89569-1433-41fd-8049-9d79611bda10 req-9a714d72-16db-4934-9bc5-f2b346522885 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824837 Jul 08 17:16:20.949458 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bc9843-a939-42df-b3b7-b65cde7932d5 req-1f1f017f-ff15-4542-ba01-3ab5328fe717 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 210 time: 0.0388365 Jul 08 17:16:20.976795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6655fc6c-ec90-482c-b0b6-c28aedae65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.981013 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6655fc6c-ec90-482c-b0b6-c28aedae65bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:20.986253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6655fc6c-ec90-482c-b0b6-c28aedae65bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2efa356-b14a-4620-99c9-74192e7b5b77 HTTP/1.1" status: 204 len: 168 time: 0.3445940 Jul 08 17:16:20.996691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655fc6c-ec90-482c-b0b6-c28aedae65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2efa356-b14a-4620-99c9-74192e7b5b77,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:21.051802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:21.111997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55a228-e080-43da-a0be-e437278f65a4 req-42aaabb5-8cb1-4f86-8b3f-5fe88ac7437f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:21.120103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e55a228-e080-43da-a0be-e437278f65a4 req-42aaabb5-8cb1-4f86-8b3f-5fe88ac7437f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 945 time: 0.3081977 Jul 08 17:16:21.209448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:21.228587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a65c87b-66cd-4812-805d-342a1e2b4034 req-b795384a-93e1-4f1d-8203-cedddb63e647 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.0508859 Jul 08 17:16:21.257433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: b8b2d203-e95b-44c0-b1eb-76e7c070dd3f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:21.261130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8b2d203-e95b-44c0-b1eb-76e7c070dd3f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:21.379027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-198555d6-d734-4265-851f-0e020606f14a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:21.382285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-198555d6-d734-4265-851f-0e020606f14a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.2220004 Jul 08 17:16:21.396848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:21.405182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:21.541444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:21.555893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e55a228-e080-43da-a0be-e437278f65a4 req-8d5a7f0c-5fb1-4d15-acc0-9441e062ad36 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321747 Jul 08 17:16:21.597417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:21.603361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:21.624048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:21.627349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:21.636438 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a70af-86de-428c-9d26-9800f8878d31" -d '{"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-unplugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:21.650191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:21.780140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:21.820606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.9 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/0f3ff743-63fb-45b0-a0fa-871932bd2e54) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:21.827308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.039217 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb3304-879e-4f80-916b-6422bf2a3a05 x-openstack-request-id: req-edeb3304-879e-4f80-916b-6422bf2a3a05 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:22.039454 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-unplugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:22.039996 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edeb3304-879e-4f80-916b-6422bf2a3a05 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:22.040589 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'code': 200} Jul 08 17:16:22.156405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.165461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5303454-f723-47da-9fa5-284e8c5fc5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.212984 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.231211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:22.294308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4a89569-1433-41fd-8049-9d79611bda10 req-773e8304-8579-4ae5-b444-eee7024ffa76 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.53 "GET /v2.0/ports?device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.0677726 Jul 08 17:16:22.342769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.352296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:16:22.371284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:22.428318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df77c-e36a-4b29-845d-642229708b1b req-da47a13d-dcc3-4d89-b812-7dc5e108b1c5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:22.429882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e5df77c-e36a-4b29-845d-642229708b1b req-da47a13d-dcc3-4d89-b812-7dc5e108b1c5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 945 time: 0.2523720 Jul 08 17:16:22.477523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:22.481841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:22.498966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=0f3ff743-63fb-45b0-a0fa-871932bd2e54,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:22.626263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:22.627406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.681378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e5df77c-e36a-4b29-845d-642229708b1b req-5ad11330-185f-4e7a-91e2-d78916096261 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376977 Jul 08 17:16:22.682757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc77d-eabd-4401-8035-fd45390ca320 req-4ac36845-2670-4ccd-8e52-6d2ef5e491d1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:22.696542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4facc77d-eabd-4401-8035-fd45390ca320 req-4ac36845-2670-4ccd-8e52-6d2ef5e491d1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 931 time: 0.4618926 Jul 08 17:16:22.710238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a379f2a6-d69d-4c4b-965c-e7609f7a3038 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3133950 Jul 08 17:16:22.729606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Request body: {'port': {'device_id': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:22.772237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:22.796233 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:22.807480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-c659ad58-da75-4baf-b82e-0654b5554f18 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:22.808963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-c659ad58-da75-4baf-b82e-0654b5554f18 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.2643709 Jul 08 17:16:22.810233 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:22.811116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:22.863137 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:22.874119 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:22.875127 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:22.883201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4facc77d-eabd-4401-8035-fd45390ca320 req-d99b1061-aae6-4492-a50f-f2b4c1ebf508 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850021 Jul 08 17:16:22.899385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.949898 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:22.950904 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252f22b9-2138-44ef-9ef7-b9aaabbe07dd None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:22.979492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:22.982631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a344f0a4-979d-4ce5-8a93-966407ee74f1 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0445602 Jul 08 17:16:22.985819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:23.183577 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01c7ce39-88c8-43fc-a6f1-c419995a57cd req-c752b9f8-2f51-4ab1-88f3-12a043ca94a8 tempest-ServerShowV247Test-1393350159 tempest-ServerShowV247Test-1393350159-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a5dd13-0421-4bb1-bbc9-17f6c8cfa6b1 HTTP/1.1" status: 200 len: 210 time: 0.0452671 Jul 08 17:16:23.192836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2103c-8242-4d1d-ac6d-9b5dc27343c6 req-2b09427b-172c-4966-ae57-3fc645c0db16 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:23.201619 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56f2103c-8242-4d1d-ac6d-9b5dc27343c6 req-2b09427b-172c-4966-ae57-3fc645c0db16 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe5f4914-d53a-42ba-aea7-e997f667bdb0 HTTP/1.1" status: 200 len: 944 time: 0.2639339 Jul 08 17:16:23.301183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56f2103c-8242-4d1d-ac6d-9b5dc27343c6 req-c20d8556-a6e2-4052-8d02-5298bbaa1859 tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.48 "GET /v2.0/security-groups?id=ceba2a3f-f48e-4d96-a076-be4410c4d758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991035 Jul 08 17:16:23.356578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Deleting port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:23.356848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.429242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3ff743-63fb-45b0-a0fa-871932bd2e54 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:23.433046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:23.438179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.473437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Transition to ACTIVE for port object 0f3ff743-63fb-45b0-a0fa-871932bd2e54 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:23.480425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.575758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] For port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,segment=NetworkSegment(a0298167-148a-49da-bd48-946f391d4727),segment_id=a0298167-148a-49da-bd48-946f391d4727)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:23.576018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3ff743-63fb-45b0-a0fa-871932bd2e54,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:23.576345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.601130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Calling delete_port for 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:23.630746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Attempting to bind port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:23.631226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Attempting to bind port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:23.631413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Attempting to bind port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:23.636912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:23.637183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Attempting to bind port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:23.644735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:23.645202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:23.645862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:23.646334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Bound port: 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:23.646850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.652881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.700842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:23.730124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] For port 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:23.736879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] For port 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:23.761435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.770686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'mac_address': 'fa:16:3e:7c:48:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:23.841573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:23.857408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:23.858070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.859464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/0f3ff743-63fb-45b0-a0fa-871932bd2e54 HTTP/1.1" status: 200 len: 1091 time: 1.1379683 Jul 08 17:16:23.861509 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.878589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'tag': '0f3ff743-63fb-45b0-a0fa-871932bd2e54'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:23.881279 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f" -d '{"events": [{"name": "network-changed", "server_uuid": "b61c2d0a-4203-447c-a678-c3156d63ef5e", "tag": "0f3ff743-63fb-45b0-a0fa-871932bd2e54"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:23.903432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 082ed4f6-77d9-4bbb-a2bb-981af62dec89 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:23.945160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:23.956295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.974388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540008a7-5ef1-483e-9065-5d7202d725e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3ff743-63fb-45b0-a0fa-871932bd2e54,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:23.996507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-c5fff750-d558-4fe8-9a78-ce70bef07754 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:23.998440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:23.998980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-c5fff750-d558-4fe8-9a78-ce70bef07754 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 945 time: 0.2547061 Jul 08 17:16:24.009130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1401566944', 'description': 'tempest-description-1107639047'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:24.041158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Pushing event deleted for resources: {'Port': ['ID=4bdb2c6e-1767-480c-96d6-e0aa6bbdac85,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:24.045486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.050985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:24.067403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['082ed4f6-77d9-4bbb-a2bb-981af62dec89'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:24.073248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca2ad-4b0b-43fc-87de-608c7357e659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.140193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.146574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] No DVR routers for this DVR port 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:24.152568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.154686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ae48d71-b784-4e8e-b91a-28bc5e1c835c req-d1129436-c77d-4247-a4b1-a884482d800b tempest-LiveMigrationTest-1245192089 tempest-LiveMigrationTest-1245192089-project] 10.222.0.53 "DELETE /v2.0/ports/4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 HTTP/1.1" status: 204 len: 173 time: 1.3195934 Jul 08 17:16:24.156515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'name': 'network-vif-deleted', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:24.159677 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf17f410-c1e8-4790-80a4-9803f11abddb" -d '{"events": [{"server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "name": "network-vif-deleted", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:24.164546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-931e215f-4110-417c-b449-a02bb1f98e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:24.166130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-931e215f-4110-417c-b449-a02bb1f98e92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 1094 time: 0.2465277 Jul 08 17:16:24.172229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.182536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4a90-8baf-4c7e-bed1-1d37bd439ec9 req-0b3cfbcf-063e-439f-bfcb-d06b8747b837 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:24.186460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bfa4a90-8baf-4c7e-bed1-1d37bd439ec9 req-0b3cfbcf-063e-439f-bfcb-d06b8747b837 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 945 time: 0.2661917 Jul 08 17:16:24.244921 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-0af70fe9-689c-44b9-ac1e-f50fead562c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54 HTTP/1.1" status: 200 len: 217 time: 0.0667310 Jul 08 17:16:24.285332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bfa4a90-8baf-4c7e-bed1-1d37bd439ec9 req-67bb4b21-5b02-493d-901a-9dcf56f81ca4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Jul 08 17:16:24.574339 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aac27b-43f1-4630-b209-0d40bafbe379 x-openstack-request-id: req-51aac27b-43f1-4630-b209-0d40bafbe379 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:24.574943 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61c2d0a-4203-447c-a678-c3156d63ef5e", "tag": "0f3ff743-63fb-45b0-a0fa-871932bd2e54", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:24.574943 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51aac27b-43f1-4630-b209-0d40bafbe379 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:24.575213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.1 (9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7/9960e5ca-17af-403f-a58c-9f8ec250e58e/2b1ff9e9-8688-4c2d-b8dd-e0f026648497) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:24.575336 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'tag': '0f3ff743-63fb-45b0-a0fa-871932bd2e54', 'status': 'completed', 'code': 200} Jul 08 17:16:24.587829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72b816-b314-412b-b66c-b5cf79d79403 req-a2767f04-a6aa-4350-8c22-d73958f6302d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:24.589355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f72b816-b314-412b-b66c-b5cf79d79403 req-a2767f04-a6aa-4350-8c22-d73958f6302d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 943 time: 0.1333172 Jul 08 17:16:24.598936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port 84e2bcc4-bc7b-418c-bf36-479295308806 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:24.599274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.648354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-35b9120f-abaf-4583-8e91-cbb74ad785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:24.649838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-35b9120f-abaf-4583-8e91-cbb74ad785dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.3949635 Jul 08 17:16:24.700736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f72b816-b314-412b-b66c-b5cf79d79403 req-cdacc886-e924-4f54-bbb1-4eb364596770 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968916 Jul 08 17:16:24.704028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-482fa64f-c3d7-447c-8cfb-e8d90c53cac6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447497 Jul 08 17:16:24.741186 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca2ad-4b0b-43fc-87de-608c7357e659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.756376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.777205 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695478f-e94c-4f98-a0e8-972615813d19 x-openstack-request-id: req-c695478f-e94c-4f98-a0e8-972615813d19 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:24.777732 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5f4914-d53a-42ba-aea7-e997f667bdb0", "name": "network-vif-deleted", "tag": "4bdb2c6e-1767-480c-96d6-e0aa6bbdac85", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:24.780677 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c695478f-e94c-4f98-a0e8-972615813d19 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:24.781688 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f4914-d53a-42ba-aea7-e997f667bdb0', 'name': 'network-vif-deleted', 'tag': '4bdb2c6e-1767-480c-96d6-e0aa6bbdac85', 'status': 'completed', 'code': 200} Jul 08 17:16:24.791606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd9ca2ad-4b0b-43fc-87de-608c7357e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.811207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.830994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.849852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port 84e2bcc4-bc7b-418c-bf36-479295308806, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84e2bcc4-bc7b-418c-bf36-479295308806,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:24.850256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:24.889237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca2ad-4b0b-43fc-87de-608c7357e659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9876ce47-df30-476d-9308-483854181b94,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:24.896896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for 84e2bcc4-bc7b-418c-bf36-479295308806 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:24.909753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd9ca2ad-4b0b-43fc-87de-608c7357e659 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99e8528f624343d990c77cfbbeea19d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0670986 Jul 08 17:16:24.915752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:24.918039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=2b1ff9e9-8688-4c2d-b8dd-e0f026648497,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:24.937195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-13877010-23ad-43cf-b3f7-c9c47eeb69f8 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246461 Jul 08 17:16:24.990905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:25.008850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98df1f26-90c1-412d-ac61-ee2997758c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.036254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98df1f26-90c1-412d-ac61-ee2997758c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.048567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:25.054611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:25.138684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:25.147406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.156888 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.227971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4dacfb0-c815-44f4-b36c-c71e3708d99b req-a8369182-6f2b-48a7-8b1b-ebd7c318c625 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836978 Jul 08 17:16:25.229109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.243729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:25.248489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['84e2bcc4-bc7b-418c-bf36-479295308806'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:25.256491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98df1f26-90c1-412d-ac61-ee2997758c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.259419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98df1f26-90c1-412d-ac61-ee2997758c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.264056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98df1f26-90c1-412d-ac61-ee2997758c0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9876ce47-df30-476d-9308-483854181b94 HTTP/1.1" status: 204 len: 168 time: 0.3419199 Jul 08 17:16:25.275746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:25.281588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.290316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=84e2bcc4-bc7b-418c-bf36-479295308806,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:25.327919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df1f26-90c1-412d-ac61-ee2997758c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9876ce47-df30-476d-9308-483854181b94,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:25.349515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:25.365029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:25.365367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4bdb2c6e-1767-480c-96d6-e0aa6bbdac85 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:25.443732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:25.521676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:25.522326 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.524736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f54bf222-776d-4b7a-9cab-b15791b92d4f req-a753c5a3-1119-4c82-81df-ddfc990980e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf HTTP/1.1" status: 200 len: 210 time: 0.0629873 Jul 08 17:16:25.529815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4d1438b-2d62-42a7-a4d4-97f295058014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.555881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.569466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port 84e2bcc4-bc7b-418c-bf36-479295308806 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:25.585071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.598474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21bbf383-c6a8-43bc-b906-5e312c7ade79 req-ea5cc808-f9e5-4f3f-ab6c-061bf61aa5b3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "DELETE /v2.0/ports/84e2bcc4-bc7b-418c-bf36-479295308806 HTTP/1.1" status: 204 len: 173 time: 1.5833929 Jul 08 17:16:25.664666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Deleting subnet a9969ea2-0baa-4ca6-88fd-949ff416580e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:16:25.681800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.774568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.780279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-dc27eb3e-b86a-42ca-97ab-7b6af8588a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:25.791759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-dc27eb3e-b86a-42ca-97ab-7b6af8588a71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 1094 time: 0.4521587 Jul 08 17:16:25.831918 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.858728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38736) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:25.874614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:25.878354 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e0d95-afed-4f03-9a46-27314b113eeb" -d '{"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-plugged", "status": "completed", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:25.893985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:25.899557 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.900463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9451266c-4a0d-4a56-8ee6-473c4ce5f491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.958398 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.960223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:25.973113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:25.983551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.068060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b63218-0813-4281-ae30-1b722a0de2e4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:26.088837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-eddac5e2-57d3-4335-a89c-6c24d81fc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:26.090433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-eddac5e2-57d3-4335-a89c-6c24d81fc695 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.2523680 Jul 08 17:16:26.104913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.149472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-4321be21-7c5c-495c-b65e-b04bb9147005 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54 HTTP/1.1" status: 200 len: 217 time: 0.0512671 Jul 08 17:16:26.155022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2d78e-0e50-436a-88bc-96f0b735787a req-ecb2184a-603f-4dcc-a7a9-d569ac9eb0a4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:26.156615 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6f2d78e-0e50-436a-88bc-96f0b735787a req-ecb2184a-603f-4dcc-a7a9-d569ac9eb0a4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 943 time: 0.2325802 Jul 08 17:16:26.164706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.189253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9969ea2-0baa-4ca6-88fd-949ff416580e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:26.189751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.192671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.195198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d53ec9b0-54c3-4aff-a05b-b7a21e579086 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a9969ea2-0baa-4ca6-88fd-949ff416580e HTTP/1.1" status: 204 len: 168 time: 1.0549843 Jul 08 17:16:26.200113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38746) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:26.236463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-15d4e827-da66-4eb3-a534-a0328f7260c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:26.238257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-15d4e827-da66-4eb3-a534-a0328f7260c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.0615103 Jul 08 17:16:26.298547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-ee127c42-f2ea-4082-ab1b-1b570d3133ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514824 Jul 08 17:16:26.369412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6f2d78e-0e50-436a-88bc-96f0b735787a req-cbbe5ab1-fa98-4be3-b5c4-5ef3bacc5be8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016890 Jul 08 17:16:26.378544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4d1438b-2d62-42a7-a4d4-97f295058014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.383151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=2b1ff9e9-8688-4c2d-b8dd-e0f026648497,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:26.400310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.423433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-c5bae986-f186-411d-94d3-32a508c6bc4b service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178262 Jul 08 17:16:26.441540 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b2735f-0311-4e1d-a240-a3e4a489d8ec x-openstack-request-id: req-80b2735f-0311-4e1d-a240-a3e4a489d8ec {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:26.443193 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-plugged", "status": "completed", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:26.443583 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80b2735f-0311-4e1d-a240-a3e4a489d8ec {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:26.444155 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'code': 200} Jul 08 17:16:26.457683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.459733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4d1438b-2d62-42a7-a4d4-97f295058014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.576019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'name': 'network-vif-deleted', 'tag': '84e2bcc4-bc7b-418c-bf36-479295308806'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:26.585738 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba3d41-72d8-4ab8-8649-92072008cd5a" -d '{"events": [{"server_uuid": "7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf", "name": "network-vif-deleted", "tag": "84e2bcc4-bc7b-418c-bf36-479295308806"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:26.623955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c762949-e7bd-45b1-a7c3-9bcbe789b63f req-6d5db416-a076-4ca7-b52c-0b6f789d3174 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945925 Jul 08 17:16:26.638237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d4d1438b-2d62-42a7-a4d4-97f295058014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30d4bbada7304e0aa4512fdb13bb775b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3598623 Jul 08 17:16:26.641194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:26.644957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1438b-2d62-42a7-a4d4-97f295058014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ef14f-54bf-4b89-9b3c-171838035da9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:26.660493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:26.686453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:26.735898 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc1290-8e21-4ba7-b6db-3fec35d755d5 x-openstack-request-id: req-d4cc1290-8e21-4ba7-b6db-3fec35d755d5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:26.736189 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf", "name": "network-vif-deleted", "tag": "84e2bcc4-bc7b-418c-bf36-479295308806", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:26.736439 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4cc1290-8e21-4ba7-b6db-3fec35d755d5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:26.736831 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf1ef87-39a1-4b0b-9da0-8919aaba4ebf', 'name': 'network-vif-deleted', 'tag': '84e2bcc4-bc7b-418c-bf36-479295308806', 'status': 'completed', 'code': 200} Jul 08 17:16:26.773961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce3af173-7f74-44fa-9ca7-e0079907c069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.827464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce3af173-7f74-44fa-9ca7-e0079907c069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.901801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce3af173-7f74-44fa-9ca7-e0079907c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.910953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce3af173-7f74-44fa-9ca7-e0079907c069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.918625 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ce3af173-7f74-44fa-9ca7-e0079907c069 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d4ef14f-54bf-4b89-9b3c-171838035da9 HTTP/1.1" status: 204 len: 168 time: 0.2758350 Jul 08 17:16:26.931402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3af173-7f74-44fa-9ca7-e0079907c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ef14f-54bf-4b89-9b3c-171838035da9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:27.265065 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.271687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f3ff743-63fb-45b0-a0fa-871932bd2e54 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:27.302783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7b7814-88f8-4264-88fc-d6937f04a717']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:27.360699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0298167-148a-49da-bd48-946f391d4727') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:27.361187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0298167-148a-49da-bd48-946f391d4727') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:27.407447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.409795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:27.426033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '0f3ff743-63fb-45b0-a0fa-871932bd2e54', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': '0f3ff743-63fb-45b0-a0fa-871932bd2e54', 'mac_address': 'fa:16:3e:8f:81:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:27.426295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-36ca31a8-3db5-4a4c-9dc9-e6dbf4080e97 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:27.432730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-36ca31a8-3db5-4a4c-9dc9-e6dbf4080e97 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.3398044 Jul 08 17:16:27.458057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84e2bcc4-bc7b-418c-bf36-479295308806 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:27.459141 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9451266c-4a0d-4a56-8ee6-473c4ce5f491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.463956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.474265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-4ad12676-6b02-438d-9e32-09577bd13fc6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.0405536 Jul 08 17:16:27.483600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.495100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9451266c-4a0d-4a56-8ee6-473c4ce5f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.495318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:27.496308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b816f87a-a70c-4c44-98fd-0e6141fe0ab1 req-ae4a84c2-dafd-4469-8a0f-9636f2cbfc26 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 3.4834394 Jul 08 17:16:27.501182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:16:27.501557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.502626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 84e2bcc4-bc7b-418c-bf36-479295308806 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:16:27.504168 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:16:27.506878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84e2bcc4-bc7b-418c-bf36-479295308806 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:27.523297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.540577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3ff743-63fb-45b0-a0fa-871932bd2e54 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:27.582365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-0719aa63-a12f-47c3-a530-10abe8991329 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070883 Jul 08 17:16:27.585131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:27.597324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.678379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9451266c-4a0d-4a56-8ee6-473c4ce5f491 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae71c27053694bfc8b90ca8a2f755061&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8181765 Jul 08 17:16:27.684370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451266c-4a0d-4a56-8ee6-473c4ce5f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b043ad34-960f-45c2-9579-1f37328c6fab,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:27.690016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:27.707662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=0f3ff743-63fb-45b0-a0fa-871932bd2e54,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:27.747452 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.774381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:27.776252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f7b7814-88f8-4264-88fc-d6937f04a717 HTTP/1.1" status: 204 len: 168 time: 1.5724068 Jul 08 17:16:27.789682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692d575-7493-453b-a140-b8c6837ade3e req-953578eb-f2a5-40db-85a7-8e3e6176d18c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:27.795854 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f692d575-7493-453b-a140-b8c6837ade3e req-953578eb-f2a5-40db-85a7-8e3e6176d18c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 944 time: 0.1600935 Jul 08 17:16:27.797287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:27.805738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['0f3ff743-63fb-45b0-a0fa-871932bd2e54'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:27.821824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd2699-8819-47d8-ad0d-c2764f99e4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7b7814-88f8-4264-88fc-d6937f04a717,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:27.915204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f692d575-7493-453b-a140-b8c6837ade3e req-ad2924bd-6097-478a-bd21-4377a566cf3d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985355 Jul 08 17:16:27.968973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-5b011965-abd2-4161-b5d9-6c1b105e41ca service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856254 Jul 08 17:16:27.980950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-52d620b0-dfc9-4952-b697-856b1f26ad94 req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Request body: {'security_group': {'name': 'tempest-securitygroup-839522085', 'description': 'tempest-description-986750787'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:28.025788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:28.057516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Deleting subnet 3f6b996c-e981-4ddc-ac10-463a2dde7797 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:16:28.064240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52d620b0-dfc9-4952-b697-856b1f26ad94 req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.159518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b038af-6a5d-4fd2-845b-e91169c49e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.162280 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.170579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-283439572-network', 'tenant_id': '431a64d47ea5419098ea8f53617ab855'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:28.188952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52d620b0-dfc9-4952-b697-856b1f26ad94 req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.199231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52d620b0-dfc9-4952-b697-856b1f26ad94 req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.201699 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-ce2a75a1-86d7-49e7-8d2d-c0d6bf3b50bf service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318184 Jul 08 17:16:28.209246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:28.217701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-256b222e-6112-40f2-b727-a60169f56953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/routers/e1bc30d2-b9f8-4da9-9299-155b9c17462f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2305629 Jul 08 17:16:28.218244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:28.229059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:28.240707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71357bf7-09d8-4060-903b-dbd7d05b0947,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:28.241660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:28.244529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:28.245192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Made reservation on behalf of 431a64d47ea5419098ea8f53617ab855 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:28.248269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.255379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'port': {'network_id': '9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7', 'name': 'tempest-FloatingIPTestJSON-462202603'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:28.264208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.267294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52d620b0-dfc9-4952-b697-856b1f26ad94 req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.272154 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b038af-6a5d-4fd2-845b-e91169c49e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.274791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52d620b0-dfc9-4952-b697-856b1f26ad94 req-87e62bfb-914b-49d2-8878-40d774cff30f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2990556 Jul 08 17:16:28.320035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:28.331785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.338143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:28.338763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:28.375959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:28.376626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a203bf-7d27-4acb-8862-df3869aee804 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:28.546145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.561853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.564886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b038af-6a5d-4fd2-845b-e91169c49e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.568274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02b038af-6a5d-4fd2-845b-e91169c49e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.572429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02b038af-6a5d-4fd2-845b-e91169c49e8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b043ad34-960f-45c2-9579-1f37328c6fab HTTP/1.1" status: 204 len: 168 time: 0.8779366 Jul 08 17:16:28.632185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b48601cf-5ea2-4fc9-a13d-2e9f403bc527 req-714ecfd0-ea96-443e-856e-6b85dfb334e4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.1085761 Jul 08 17:16:28.640974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b038af-6a5d-4fd2-845b-e91169c49e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b043ad34-960f-45c2-9579-1f37328c6fab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:28.673695 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.720305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:16:28.740001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15827e9a-ea79-465b-9cde-4f05d7bc9713,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:28.763619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-62948208', 'description': 'tempest-description-1834369939'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:28.808431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.808431 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Added segment 4d84f180-732b-4b82-b72c-c50f89539f10 of type vlan for network 0887fd1a-903f-4fb0-a762-7f3adf550a2f Jul 08 17:16:28.838831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.847470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.869966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:28.874020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.881315 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.899787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.942197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6b996c-e981-4ddc-ac10-463a2dde7797,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:28.948093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:28.952189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-64b4f073-e42d-404a-8e06-60b077b8e9f7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f6b996c-e981-4ddc-ac10-463a2dde7797 HTTP/1.1" status: 204 len: 168 time: 1.1532800 Jul 08 17:16:28.958102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:28.961218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] device_id is not set on port 446214db-1770-464e-bdf2-e306b213aa1c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:16:29.030900 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.031803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:29.032394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.114336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] Pushing event updated for resources: {'Network': ['ID=0887fd1a-903f-4fb0-a762-7f3adf550a2f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:29.124824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 0887fd1a-903f-4fb0-a762-7f3adf550a2f details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:16:29.164472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.261335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.9 (9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7/9960e5ca-17af-403f-a58c-9f8ec250e58e/446214db-1770-464e-bdf2-e306b213aa1c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:29.275182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f3ff743-63fb-45b0-a0fa-871932bd2e54 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:29.347586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.361667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.366838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.379317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:29.387323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3424dbbb-6070-4b29-9e3b-b39b2f23a7a1']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:29.390644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-769863d3-ce9b-4fd2-b7dd-8abdea8b342c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3638215 Jul 08 17:16:29.391067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:29.392735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.401076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:29.414496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abd89-472d-4987-b5f6-951fe9293d91 req-1abecf07-0f4c-4814-bc85-6d7c922e8cbf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:29.420399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bcebda-34a7-49aa-a035-0975692a20ab') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:29.421038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bcebda-34a7-49aa-a035-0975692a20ab') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:29.424691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-146abd89-472d-4987-b5f6-951fe9293d91 req-1abecf07-0f4c-4814-bc85-6d7c922e8cbf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 944 time: 0.1857181 Jul 08 17:16:29.436167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Request body: {'subnet': {'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-283439572-subnet', 'tenant_id': '431a64d47ea5419098ea8f53617ab855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:29.453753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.463414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23b46c-a60e-4fd6-abce-32baecf6660c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:29.514632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.528087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:16:29.528905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:16:29.531673 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:16:29.613139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-146abd89-472d-4987-b5f6-951fe9293d91 req-9ec27c5c-5bcf-4cf1-a1f4-6295bc304103 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804719 Jul 08 17:16:29.638951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.640721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.655190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.661222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3424dbbb-6070-4b29-9e3b-b39b2f23a7a1 HTTP/1.1" status: 204 len: 168 time: 0.6976066 Jul 08 17:16:29.669649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.679905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.716006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e01c9-0126-4d40-b92e-bf419bf63245 admin admin] Pushing event deleted for resources: {'Network': ['ID=3424dbbb-6070-4b29-9e3b-b39b2f23a7a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:29.774127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3ff743-63fb-45b0-a0fa-871932bd2e54'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:29.785060 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4102939-cf45-46b2-8220-934dcce746ea" -d '{"events": [{"server_uuid": "b61c2d0a-4203-447c-a678-c3156d63ef5e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3ff743-63fb-45b0-a0fa-871932bd2e54"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:29.805208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.809574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faaac67-fa27-44fd-9519-3f01fa884d61,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:29.847487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:29.860648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.883732 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:16:29.884591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.886288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32ec5bec-fc6a-446a-9d6d-51a6ee171d96 req-d2482a66-a569-43bc-9038-a0d6caa087cc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1461210 Jul 08 17:16:29.911530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Made reservation on behalf of 431a64d47ea5419098ea8f53617ab855 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:29.928363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.930058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:29.977972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:29.988036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=0f3ff743-63fb-45b0-a0fa-871932bd2e54,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:30.012188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9b40fc8-1cda-4327-bccb-96032787c8a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fed51c30ffd1431fbbe3edc5d57057d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770791 Jul 08 17:16:30.012188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:30.020646 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45eb65-bd7f-4c5e-8c1b-85f4e2073405 x-openstack-request-id: req-af45eb65-bd7f-4c5e-8c1b-85f4e2073405 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:30.021249 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61c2d0a-4203-447c-a678-c3156d63ef5e", "name": "network-vif-plugged", "status": "completed", "tag": "0f3ff743-63fb-45b0-a0fa-871932bd2e54", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:30.021738 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af45eb65-bd7f-4c5e-8c1b-85f4e2073405 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:30.023664 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3ff743-63fb-45b0-a0fa-871932bd2e54', 'code': 200} Jul 08 17:16:30.055308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-aecbc368-aa9e-4fdc-b108-b1ab27d84d25 req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-597953339', 'description': 'tempest-description-1272826604'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:30.152193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aecbc368-aa9e-4fdc-b108-b1ab27d84d25 req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.197565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f95b9fe6-0033-4e5c-a10c-25b3bf83bcd5 req-1f212c35-bfed-4fef-bcd8-f506ad8715e2 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.1000102 Jul 08 17:16:30.228801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.240670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c59357d-af20-464b-9ac5-49e771ed31e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.270229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c59357d-af20-464b-9ac5-49e771ed31e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.290730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1720608768-network', 'tenant_id': 'c84287244782400db203e6a59a59fd5e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:30.316657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:30.325699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:30.340075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22293f3a-3bab-41f8-a8ae-d82b9d10458a req-7fdc5ed8-bb52-4cdb-8538-c54a236545be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:30.341252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22293f3a-3bab-41f8-a8ae-d82b9d10458a req-7fdc5ed8-bb52-4cdb-8538-c54a236545be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 1096 time: 0.2262912 Jul 08 17:16:30.343437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:30.386856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=446214db-1770-464e-bdf2-e306b213aa1c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:30.416080 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22293f3a-3bab-41f8-a8ae-d82b9d10458a req-e5ebb975-bbfc-4941-be0d-ba740789634a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661726 Jul 08 17:16:30.425067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c59357d-af20-464b-9ac5-49e771ed31e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.436985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c59357d-af20-464b-9ac5-49e771ed31e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.438574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c59357d-af20-464b-9ac5-49e771ed31e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ceba2a3f-f48e-4d96-a076-be4410c4d758 HTTP/1.1" status: 204 len: 168 time: 0.4242485 Jul 08 17:16:30.465333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59357d-af20-464b-9ac5-49e771ed31e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba2a3f-f48e-4d96-a076-be4410c4d758,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:30.502884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aecbc368-aa9e-4fdc-b108-b1ab27d84d25 req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.520233 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aecbc368-aa9e-4fdc-b108-b1ab27d84d25 req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.526313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:30.526997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.580951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Made reservation on behalf of c84287244782400db203e6a59a59fd5e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:30.583781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.586680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8ff16-6bd4-485a-a27c-02529c3589f0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:30.600568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c90a8e2c-ce81-4a0f-b127-5b817845f4fa tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3638158 Jul 08 17:16:30.606397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aecbc368-aa9e-4fdc-b108-b1ab27d84d25 req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.607842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aecbc368-aa9e-4fdc-b108-b1ab27d84d25 req-c1f96dec-a9cc-4908-935b-4cdec3da25b8 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5633204 Jul 08 17:16:30.608177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:30.664273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'port': {'network_id': '9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7', 'name': 'tempest-FloatingIPTestJSON-1720194488'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:30.783413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.804275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-f68f77b0-b9d9-4ea9-a5eb-eaf99bae1db9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:30.808806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-f68f77b0-b9d9-4ea9-a5eb-eaf99bae1db9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.2120035 Jul 08 17:16:30.853328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:31.027995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.091445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ffe37d-9912-4575-aeec-f86ecb2ac8fd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:31.173725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Checking segment: {'id': '4d84f180-732b-4b82-b72c-c50f89539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:31.174053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:31.174173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Network hostable DHCP agents. Network: 0887fd1a-903f-4fb0-a762-7f3adf550a2f, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:16:31.216976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Network 0887fd1a-903f-4fb0-a762-7f3adf550a2f is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:16:31.218142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcab305-f650-41a2-82ff-1958ebd77f94 req-af006cd5-ea11-4a7c-8b6b-2af99a56abd2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:31.226110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fcab305-f650-41a2-82ff-1958ebd77f94 req-af006cd5-ea11-4a7c-8b6b-2af99a56abd2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 945 time: 0.2995529 Jul 08 17:16:31.238314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 0887fd1a-903f-4fb0-a762-7f3adf550a2f) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:31.248240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e75249-f5fd-49ed-a4ea-04d928d33c04 None None] Network 0887fd1a-903f-4fb0-a762-7f3adf550a2f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:31.261716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:31.262350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.297184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e94508b4-72e8-431f-ad70-46cfcd02a71a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a028bd55b1de48c492571ad8f7b153f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222208 Jul 08 17:16:31.301596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:31.303720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.330332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.371794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47ef8ef3-73d4-4ec2-8b75-cfa408c16131 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9301925 Jul 08 17:16:31.382832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fcab305-f650-41a2-82ff-1958ebd77f94 req-c019545c-fe46-4950-90be-970533a6de1f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510632 Jul 08 17:16:31.399835 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-e4d2db52-3916-4e61-9590-7c4b7bebaf4c tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36838 time: 0.5743506 Jul 08 17:16:31.450341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:31.456706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.508575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:16:31.517432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11cd5ee-c961-4e3b-becf-1a70f0067166,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:31.556417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] device_id is not set on port 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:16:31.557662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:31.561255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.589734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe023b51-4ca8-4426-890e-386d99db3858 None None] Network 0887fd1a-903f-4fb0-a762-7f3adf550a2f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:31.603305 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-ef17b91d-f2a6-49aa-8d50-b59ed7779b55 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0a23b46c-a60e-4fd6-abce-32baecf6660c HTTP/1.1" status: 200 len: 2981 time: 0.2013474 Jul 08 17:16:31.624658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.625070 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Added segment f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4 of type vlan for network 090af517-4ceb-4642-a8ad-fae7185e191d Jul 08 17:16:31.704777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-00435008-c9ee-404c-b5ff-3700a25877d6 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/0a23b46c-a60e-4fd6-abce-32baecf6660c HTTP/1.1" status: 200 len: 2981 time: 0.0603058 Jul 08 17:16:31.818539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.2 (9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7/9960e5ca-17af-403f-a58c-9f8ec250e58e/8cbf01e6-2ffe-46c4-abb5-940dde0dbf21) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:31.832764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86af7313-5d01-41b3-bdf4-2e93381e3568 req-f74afb4c-aba4-4080-999d-1a2ffa76af61 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.1148643 Jul 08 17:16:31.842189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b272931-bbca-48ac-9a22-36abb2dda3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.893635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.911534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-510e45d9-6d07-4f8b-b8c5-e10b66a9abdc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/15827e9a-ea79-465b-9cde-4f05d7bc9713 HTTP/1.1" status: 200 len: 2981 time: 0.1056807 Jul 08 17:16:31.960634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b272931-bbca-48ac-9a22-36abb2dda3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.043945 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.044931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:32.045646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.077657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-6d496c5a-64d3-4d0b-aa4e-3d7cfd15d32f tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/15827e9a-ea79-465b-9cde-4f05d7bc9713 HTTP/1.1" status: 200 len: 2981 time: 0.1645689 Jul 08 17:16:32.110355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.12 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/938a680b-6005-4294-bc15-ac22ce63be59) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:32.127746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1479101 Jul 08 17:16:32.131326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:32.143202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Request body: {'subnet': {'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1720608768-subnet', 'tenant_id': 'c84287244782400db203e6a59a59fd5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:32.168403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457f9f0-b607-4b5d-9748-4a5ad2e7f013 admin admin] Pushing event updated for resources: {'Network': ['ID=090af517-4ceb-4642-a8ad-fae7185e191d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:32.182695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b272931-bbca-48ac-9a22-36abb2dda3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.183532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 090af517-4ceb-4642-a8ad-fae7185e191d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:16:32.185293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b272931-bbca-48ac-9a22-36abb2dda3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.186724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b272931-bbca-48ac-9a22-36abb2dda3c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3bc1fce-4a6c-44c4-86fc-bafcb381e937 HTTP/1.1" status: 204 len: 168 time: 0.8813665 Jul 08 17:16:32.219556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b272931-bbca-48ac-9a22-36abb2dda3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc1fce-4a6c-44c4-86fc-bafcb381e937,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:32.230734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Made reservation on behalf of c84287244782400db203e6a59a59fd5e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:32.233154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.282583 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-16fa5326-3b58-478a-a466-c824df389366 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1fba02c8-4879-415e-8868-fe6e6e3b1fbd HTTP/1.1" status: 200 len: 2981 time: 0.2033551 Jul 08 17:16:32.414819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:32.423913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.424282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-801383479-network', 'tenant_id': '5396e6449d1d4c0bb6907558307c46b5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:32.445158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-66e23422-6ec2-4c19-b72b-8988e408125f tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1fba02c8-4879-415e-8868-fe6e6e3b1fbd HTTP/1.1" status: 200 len: 2981 time: 0.1541531 Jul 08 17:16:32.498345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-b6b845a9-b44c-465b-ac89-d9a67d942459 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3258b6c5-bdde-49f5-b89b-90d0d0804ea7 HTTP/1.1" status: 200 len: 2981 time: 0.0498614 Jul 08 17:16:32.606026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-2f34b2c3-97fc-49f8-b2dc-5bb95d34503d tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3258b6c5-bdde-49f5-b89b-90d0d0804ea7 HTTP/1.1" status: 200 len: 2981 time: 0.0898831 Jul 08 17:16:32.606026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.644729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:32.669973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:32.673006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:32.713744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.770701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-15fa4807-1ecb-4e19-b635-101fd62728dc tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/45e0c523-3e6b-4905-a5ae-98b86fa9cebd HTTP/1.1" status: 200 len: 2977 time: 0.1645284 Jul 08 17:16:32.773832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=8cbf01e6-2ffe-46c4-abb5-940dde0dbf21,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:32.798331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.801058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Made reservation on behalf of 5396e6449d1d4c0bb6907558307c46b5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:32.803664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.832588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:32.833252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.839346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.847295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-7b31b189-e1db-470b-ac8e-bca225e43d70 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/45e0c523-3e6b-4905-a5ae-98b86fa9cebd HTTP/1.1" status: 200 len: 2977 time: 0.0643022 Jul 08 17:16:32.865432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cd9b5fd2-9c79-40d5-83db-a140765f1c66 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2559075 Jul 08 17:16:32.866235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:32.872576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '8cbf01e6-2ffe-46c4-abb5-940dde0dbf21', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:32.885903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5429233d-1adb-4620-b5e0-913b1f014f4c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:32.918907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Checking segment: {'id': 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:32.919514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Network hostable DHCP agents. Network: 090af517-4ceb-4642-a8ad-fae7185e191d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:16:32.922122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-99c9e6a1-51b2-4c77-883e-3958a7682ccb tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/590474a2-2a28-45db-a0d1-8833ae1bd285 HTTP/1.1" status: 200 len: 2973 time: 0.0683613 Jul 08 17:16:32.958101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a63fe-4477-4790-a1af-54bf7bd41bee req-00d7b54d-c517-4746-a2fe-5fbc14cf57bf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:32.959818 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a54a63fe-4477-4790-a1af-54bf7bd41bee req-00d7b54d-c517-4746-a2fe-5fbc14cf57bf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 945 time: 0.3654540 Jul 08 17:16:32.982135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-be5c26c5-6994-452e-9eb9-8010ca4883d1 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/590474a2-2a28-45db-a0d1-8833ae1bd285 HTTP/1.1" status: 200 len: 2973 time: 0.0539739 Jul 08 17:16:33.028998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.043150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-80e58f24-46e4-497e-b0e6-93b78af45c37 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7be9b966-ba96-4100-af9c-7b9597508536 HTTP/1.1" status: 200 len: 2981 time: 0.0528505 Jul 08 17:16:33.118861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Network 090af517-4ceb-4642-a8ad-fae7185e191d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:16:33.147523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:33.160275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-06ab5fb9-3903-48c4-b8af-56fc0332229b tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7be9b966-ba96-4100-af9c-7b9597508536 HTTP/1.1" status: 200 len: 2981 time: 0.1061034 Jul 08 17:16:33.167588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:33.169669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 090af517-4ceb-4642-a8ad-fae7185e191d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:33.189545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d762c57-5f86-4b10-a8ac-8a67a99bf78d None None] Network 090af517-4ceb-4642-a8ad-fae7185e191d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:33.190601 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a54a63fe-4477-4790-a1af-54bf7bd41bee req-7b21e02d-54d5-40a8-88dc-e95d53a26cc2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003534 Jul 08 17:16:33.217094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:33.239952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:33.242663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.248950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=938a680b-6005-4294-bc15-ac22ce63be59,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:33.264692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-a31caaf3-4f66-4b57-9ebf-bfeeb7f46e6b tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9dd050af-ed95-4bc2-8b98-a9d3c6050436 HTTP/1.1" status: 200 len: 2981 time: 0.0966830 Jul 08 17:16:33.384255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.412679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-96e41767-ecfa-4dc8-8234-3d1ad601c567 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9dd050af-ed95-4bc2-8b98-a9d3c6050436 HTTP/1.1" status: 200 len: 2981 time: 0.1267612 Jul 08 17:16:33.414234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:33.415060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.428573 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.446869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:16:33.459993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.460395 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Added segment 4a48690c-bd75-4789-b7d7-bc60696b1857 of type vlan for network da4fd051-a97c-4ae3-b8d3-734a94816bf2 Jul 08 17:16:33.495357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d185541-4ccc-4cba-9463-b795843cc252 None None] Network 090af517-4ceb-4642-a8ad-fae7185e191d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:33.538813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.579744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.604915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-b4bdd80e-4246-4c27-a0bb-f649c15b293d tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0 HTTP/1.1" status: 200 len: 2981 time: 0.1910617 Jul 08 17:16:33.612221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a81384-1932-4c19-bb62-5f3297c26f81,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:33.616345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-6635dc6f-d5c6-4732-a149-a756edddc549 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7806947 Jul 08 17:16:33.618763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41bfcd40-3090-4989-b50e-fef532cc84d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4853463 Jul 08 17:16:33.619710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.620637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:33.621224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:33.631237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Request body: {'port': {'device_id': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:33.879109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4620805 Jul 08 17:16:33.885263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:33.898764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Request body: {'subnet': {'network_id': 'da4fd051-a97c-4ae3-b8d3-734a94816bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-801383479-subnet', 'tenant_id': '5396e6449d1d4c0bb6907558307c46b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:33.909471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6639cfe-d53b-4563-915f-430fc031adbd admin admin] Pushing event updated for resources: {'Network': ['ID=da4fd051-a97c-4ae3-b8d3-734a94816bf2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:33.931709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network da4fd051-a97c-4ae3-b8d3-734a94816bf2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:16:33.956077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-5d04fe37-1361-4ce7-9c93-782cd50ea052 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0 HTTP/1.1" status: 200 len: 2981 time: 0.3013246 Jul 08 17:16:33.990642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Made reservation on behalf of 5396e6449d1d4c0bb6907558307c46b5 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:33.993021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:34.117889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-cac20c52-461c-4bcf-a2d3-ca02a569383f tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c2b7ff62-7ef5-4632-8b44-9d9da1910c29 HTTP/1.1" status: 200 len: 2981 time: 0.1512892 Jul 08 17:16:34.387407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:34.403115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:34.414401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56470de2-68c6-40f6-8275-426b7e08ae6c req-c888d69d-321c-42a2-b3b6-cf165f46d49e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:34.425649 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56470de2-68c6-40f6-8275-426b7e08ae6c req-c888d69d-321c-42a2-b3b6-cf165f46d49e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 932 time: 0.6691892 Jul 08 17:16:34.448748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-5bd4dd9f-06d0-40d1-812d-94be835a5b34 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c2b7ff62-7ef5-4632-8b44-9d9da1910c29 HTTP/1.1" status: 200 len: 2981 time: 0.1451159 Jul 08 17:16:34.610906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56470de2-68c6-40f6-8275-426b7e08ae6c req-d6b207c8-0863-4bba-ae4f-bd13e40bfb97 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839788 Jul 08 17:16:34.646613 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-cc1285e3-7749-4055-af71-8ced4ecde173 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] show failed (client error): The resource could not be found. Jul 08 17:16:34.659748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-cc1285e3-7749-4055-af71-8ced4ecde173 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c3bc1fce-4a6c-44c4-86fc-bafcb381e937 HTTP/1.1" status: 404 len: 352 time: 0.1992538 Jul 08 17:16:34.767196 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-83fd983f-4bd0-409e-8acf-667e6ddb197f tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] show failed (client error): The resource could not be found. Jul 08 17:16:34.786012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6faf8af6-b304-4366-a06d-514c6ce6d89f req-83fd983f-4bd0-409e-8acf-667e6ddb197f tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c3bc1fce-4a6c-44c4-86fc-bafcb381e937 HTTP/1.1" status: 404 len: 352 time: 0.1251824 Jul 08 17:16:34.798874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:34.916175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:34.961682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-454839909-network', 'tenant_id': '49848cbf49474984878d85760e4fae56'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:35.001676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2f3e53-173d-430c-a85a-190fa4d9bc60,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:35.052598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.251 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4b04ea4a-66c9-45d7-b301-a0cb2a33a363) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:35.088401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397355a5-2c65-4e21-97f3-e63a04ac8ab0 req-85375fe1-5567-4f36-b233-b422e08ba8bd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:35.090279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-397355a5-2c65-4e21-97f3-e63a04ac8ab0 req-85375fe1-5567-4f36-b233-b422e08ba8bd tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 945 time: 0.2838049 Jul 08 17:16:35.091673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Made reservation on behalf of 49848cbf49474984878d85760e4fae56 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:35.095569 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.142811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.177286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Checking segment: {'id': '4a48690c-bd75-4789-b7d7-bc60696b1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'da4fd051-a97c-4ae3-b8d3-734a94816bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:35.177715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Network hostable DHCP agents. Network: da4fd051-a97c-4ae3-b8d3-734a94816bf2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:16:35.196785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-397355a5-2c65-4e21-97f3-e63a04ac8ab0 req-f7b84211-288c-4f74-afc8-3c24ca6a3c69 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836260 Jul 08 17:16:35.204435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a680b-6005-4294-bc15-ac22ce63be59 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:35.213290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.237466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Transition to ACTIVE for port object 938a680b-6005-4294-bc15-ac22ce63be59 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:35.240378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3dd0e7c-01b4-4d4b-ba24-8cfa7f679075 req-b2438b26-3236-48e6-b91a-16696a04897b tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68cc4e71301a4148988ff2444fd4b564 HTTP/1.1" status: 200 len: 6102 time: 0.2909279 Jul 08 17:16:35.248915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.317246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Pushing event updated for resources: {'Port': ['ID=938a680b-6005-4294-bc15-ac22ce63be59,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:35.319354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Network da4fd051-a97c-4ae3-b8d3-734a94816bf2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:16:35.381382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, da4fd051-a97c-4ae3-b8d3-734a94816bf2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:35.390435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8058b-e38c-4506-9cd3-2df628f0d91a None None] Network da4fd051-a97c-4ae3-b8d3-734a94816bf2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:35.405402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3dd0e7c-01b4-4d4b-ba24-8cfa7f679075 req-932ecf9d-7e7d-4bb2-b4cd-f0ea47f53271 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "GET /v2.0/security-groups/a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0 HTTP/1.1" status: 200 len: 2981 time: 0.1552896 Jul 08 17:16:35.411563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:35.412216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.440142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.446070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Attempting to bind port 938a680b-6005-4294-bc15-ac22ce63be59 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:35.447029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Attempting to bind port 938a680b-6005-4294-bc15-ac22ce63be59 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:35.447531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Attempting to bind port 938a680b-6005-4294-bc15-ac22ce63be59 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:35.454258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Port 938a680b-6005-4294-bc15-ac22ce63be59 on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:35.455460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Attempting to bind port 938a680b-6005-4294-bc15-ac22ce63be59 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:35.463339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:35.464131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:35.464680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:35.465339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Bound port: 938a680b-6005-4294-bc15-ac22ce63be59, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:35.466466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.523038 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3dd0e7c-01b4-4d4b-ba24-8cfa7f679075 req-6f9a9d43-a494-4d51-a21d-6550cbdfda73 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "GET /v2.0/security-groups/a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0 HTTP/1.1" status: 200 len: 2981 time: 0.0992565 Jul 08 17:16:35.561046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.571205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.574104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] For port 938a680b-6005-4294-bc15-ac22ce63be59, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:35.578969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] For port 938a680b-6005-4294-bc15-ac22ce63be59, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=938a680b-6005-4294-bc15-ac22ce63be59,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:35.585711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.595802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-385c065e-8135-4e69-a766-dfdf8a1529be admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7004919 Jul 08 17:16:35.596028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.630129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:16:35.637064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e2deb-cf8d-4be5-b208-3bdca6c45510 None None] Network da4fd051-a97c-4ae3-b8d3-734a94816bf2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:35.668211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:35.677941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:35.687363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:35.690873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb082fb-16d3-4c52-acba-b082ded4b2ca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:35.694928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.695277 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Added segment 15017499-e5e9-49b0-8ae4-c2739a13a943 of type vlan for network f8246d94-ccc1-4409-a7ea-61bb6c654b8e Jul 08 17:16:35.696574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=4b04ea4a-66c9-45d7-b301-a0cb2a33a363,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:35.771190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.830324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Pushing event updated for resources: {'Port': ['ID=938a680b-6005-4294-bc15-ac22ce63be59,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:35.865449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:35.866123 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.867624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-bbbc1248-2366-4a33-b591-66a8453c59f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/938a680b-6005-4294-bc15-ac22ce63be59 HTTP/1.1" status: 200 len: 1092 time: 2.2420697 Jul 08 17:16:35.868215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'tag': '938a680b-6005-4294-bc15-ac22ce63be59'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:35.870563 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d62b1-71ef-4411-bd1b-902a01389b41" -d '{"events": [{"name": "network-changed", "server_uuid": "3b631f12-fa6d-40e4-a92e-96c69f2d7479", "tag": "938a680b-6005-4294-bc15-ac22ce63be59"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:35.938815 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-ec33c2ab-3b0b-45ce-a1c4-caee4cdcc2c5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603695 Jul 08 17:16:35.945750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:35.954012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:35.954881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:36.079336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1355224 Jul 08 17:16:36.079981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:36.127908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Request body: {'subnet': {'network_id': 'f8246d94-ccc1-4409-a7ea-61bb6c654b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-454839909-subnet', 'tenant_id': '49848cbf49474984878d85760e4fae56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:36.153734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2caf0-1c59-40cb-8f23-7084bd959d23 admin admin] Pushing event updated for resources: {'Network': ['ID=f8246d94-ccc1-4409-a7ea-61bb6c654b8e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:36.157262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-b46c9d51-2e84-4e06-af10-c4de9f0a89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:36.158906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-b46c9d51-2e84-4e06-af10-c4de9f0a89c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 1095 time: 0.2405794 Jul 08 17:16:36.175644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f8246d94-ccc1-4409-a7ea-61bb6c654b8e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:16:36.261874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a009ea70-4336-4bbf-9f2c-dd5e78f32c90 req-bd4b7101-eb0e-4176-961b-5efc84efbe13 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/42d8ff16-6bd4-485a-a27c-02529c3589f0 HTTP/1.1" status: 200 len: 1777 time: 0.1378646 Jul 08 17:16:36.264832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Made reservation on behalf of 49848cbf49474984878d85760e4fae56 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:36.266988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-07cea38e-c659-482f-ba30-bb41c64c2197 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=938a680b-6005-4294-bc15-ac22ce63be59 HTTP/1.1" status: 200 len: 217 time: 0.0889566 Jul 08 17:16:36.267701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:36.277530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-c8edc233-2944-4823-8aa4-36f16e0ed8f6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:36.285739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-c8edc233-2944-4823-8aa4-36f16e0ed8f6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123138 Jul 08 17:16:36.329806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-3406f694-f7cc-4c11-8f54-94974ecdff8a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/quotas/ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 375 time: 0.0429659 Jul 08 17:16:36.383750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-662497ec-6513-4c32-8e28-05c05040157e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528269 Jul 08 17:16:36.400817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-95bb8864-4e9d-4253-9efa-a873f7bd87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:36.408959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-95bb8864-4e9d-4253-9efa-a873f7bd87ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.1154916 Jul 08 17:16:36.484828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-3796df03-0fdf-4e22-aa3e-ca7c99989ff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665314 Jul 08 17:16:36.691053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-373eb342-332c-4217-9abc-5372f146e101 service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985736 Jul 08 17:16:36.854528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f42a4-8b44-4afd-a98d-fc46af318e13 req-7d41416e-97c0-4c15-ac6b-448387331d16 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:36.863000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed5f42a4-8b44-4afd-a98d-fc46af318e13 req-7d41416e-97c0-4c15-ac6b-448387331d16 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 944 time: 0.1641974 Jul 08 17:16:36.897813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0df2ded-ba88-402d-a1ba-36c067ffae6f req-9261478a-6a52-496a-ac1d-14703161c6cc service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972661 Jul 08 17:16:36.920709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed5f42a4-8b44-4afd-a98d-fc46af318e13 req-d0513d25-4579-4d84-a5b2-8ddd0882a4b5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566323 Jul 08 17:16:36.969246 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89506bdc-971e-4018-a1cf-1de2fa8199fc x-openstack-request-id: req-89506bdc-971e-4018-a1cf-1de2fa8199fc {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:36.969726 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b631f12-fa6d-40e4-a92e-96c69f2d7479", "tag": "938a680b-6005-4294-bc15-ac22ce63be59", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:36.970081 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89506bdc-971e-4018-a1cf-1de2fa8199fc {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:36.970402 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'tag': '938a680b-6005-4294-bc15-ac22ce63be59', 'status': 'completed', 'code': 200} Jul 08 17:16:37.034060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a009ea70-4336-4bbf-9f2c-dd5e78f32c90 req-6ca87885-114a-4454-b903-9de11ab8b4df tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.057495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a009ea70-4336-4bbf-9f2c-dd5e78f32c90 req-6ca87885-114a-4454-b903-9de11ab8b4df tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.101175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.126086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-76b30d2c-08ae-4115-ae98-576cc416d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:37.130229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-76b30d2c-08ae-4115-ae98-576cc416d2b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 1095 time: 0.1292176 Jul 08 17:16:37.259794 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a009ea70-4336-4bbf-9f2c-dd5e78f32c90 req-6ca87885-114a-4454-b903-9de11ab8b4df tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.262471 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a009ea70-4336-4bbf-9f2c-dd5e78f32c90 req-6ca87885-114a-4454-b903-9de11ab8b4df tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.278385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a009ea70-4336-4bbf-9f2c-dd5e78f32c90 req-6ca87885-114a-4454-b903-9de11ab8b4df tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/42d8ff16-6bd4-485a-a27c-02529c3589f0 HTTP/1.1" status: 204 len: 173 time: 0.9983394 Jul 08 17:16:37.327044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-f00e97de-ce70-4eca-9350-af38170a6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:37.329287 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-f00e97de-ce70-4eca-9350-af38170a6296 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.1902006 Jul 08 17:16:37.344708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca87885-114a-4454-b903-9de11ab8b4df tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8ff16-6bd4-485a-a27c-02529c3589f0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:37.347380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740bfbb-fb89-4687-b6c0-0440a1b9c811 req-cced836a-d29f-4bd2-9b2a-c66024113214 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:37.350053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4740bfbb-fb89-4687-b6c0-0440a1b9c811 req-cced836a-d29f-4bd2-9b2a-c66024113214 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 945 time: 0.1383212 Jul 08 17:16:37.410553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.414586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:37.432869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-ade4b327-6e5e-4750-9624-f77fcec4fa18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=938a680b-6005-4294-bc15-ac22ce63be59 HTTP/1.1" status: 200 len: 217 time: 0.0958562 Jul 08 17:16:37.550475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4740bfbb-fb89-4687-b6c0-0440a1b9c811 req-b3f24737-e95c-405f-9a8d-87a67dc55235 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801543 Jul 08 17:16:37.581531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-14aefb39-ec86-4f8d-99c3-7babc88a0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:37.586716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-14aefb39-ec86-4f8d-99c3-7babc88a0b0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.1416888 Jul 08 17:16:37.613968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a421dc49-a370-4d60-8e3f-b2a5963047c0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:37.663257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-0e5192aa-b910-40cb-9928-0ef67c2f594c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667577 Jul 08 17:16:37.691164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-e7508396-f7ad-4d20-890e-0857dae1681d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:37.692977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-e7508396-f7ad-4d20-890e-0857dae1681d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 945 time: 0.2850502 Jul 08 17:16:37.779855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Checking segment: {'id': '15017499-e5e9-49b0-8ae4-c2739a13a943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f8246d94-ccc1-4409-a7ea-61bb6c654b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:37.790399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Network hostable DHCP agents. Network: f8246d94-ccc1-4409-a7ea-61bb6c654b8e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:16:37.838644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e77cf5b8-f37a-48d9-9bc1-734de3a6dd89 req-46508387-4f53-4040-8577-1b830b914108 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 210 time: 0.0854812 Jul 08 17:16:37.894398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-6c3cd0ad-0661-4013-b7d2-b21717544c04 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:37.901337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-6c3cd0ad-0661-4013-b7d2-b21717544c04 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/networks?id=0887fd1a-903f-4fb0-a762-7f3adf550a2f HTTP/1.1" status: 200 len: 824 time: 0.3977427 Jul 08 17:16:37.944370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-cf7545c8-9c3e-42ef-a891-3a516a73f3fc tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/quotas/431a64d47ea5419098ea8f53617ab855 HTTP/1.1" status: 200 len: 375 time: 0.0420885 Jul 08 17:16:37.975500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-10dae257-9501-4ec1-894b-445472ca31df service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030682 Jul 08 17:16:37.997693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-196944af-4d97-44bc-99a0-d7ac6bb58c37 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=431a64d47ea5419098ea8f53617ab855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522387 Jul 08 17:16:38.012475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Network f8246d94-ccc1-4409-a7ea-61bb6c654b8e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:16:38.051380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ad2e04-2c2c-4c37-a9fc-8146e757cdb7 req-64adc837-58a5-4054-a5fc-11311a6e6136 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "GET /v2.0/security-groups/4faaac67-fa27-44fd-9519-3f01fa884d61 HTTP/1.1" status: 200 len: 1776 time: 0.1642659 Jul 08 17:16:38.080941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f8246d94-ccc1-4409-a7ea-61bb6c654b8e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:38.094390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:38.095031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.096222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab98013-8393-4f22-9658-a298f95a419b None None] Network f8246d94-ccc1-4409-a7ea-61bb6c654b8e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:38.098748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.118544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.175358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad6a7c43-3291-4f6c-b893-397035062ba0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0475192 Jul 08 17:16:38.219896 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-3c7bf1b5-c02a-49fb-ad19-487ab6ea56b6 service neutron] 10.222.0.48 "GET /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212365 Jul 08 17:16:38.230049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=4b04ea4a-66c9-45d7-b301-a0cb2a33a363,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:38.248154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:38.248154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.292585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.381205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d08d62b1-71ef-4411-bd1b-902a01389b41 req-c98df35c-fb6f-4622-aa8e-9b9ff4bb6084 service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988700 Jul 08 17:16:38.415338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-4661be96-347d-46da-9034-ed2999116e56 service neutron] 10.222.0.48 "GET /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944871 Jul 08 17:16:38.446982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac587c-6717-4856-ac06-b190f4d19219 None None] Network f8246d94-ccc1-4409-a7ea-61bb6c654b8e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:16:38.459147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4ad2e04-2c2c-4c37-a9fc-8146e757cdb7 req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.460995 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP f3f83936-4729-4b8c-a120-bc9f7698a6d9 associated. External IP: 172.25.3.251, port: 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21. Jul 08 17:16:38.550328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4ad2e04-2c2c-4c37-a9fc-8146e757cdb7 req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.600690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-309dca70-0657-4932-ab0d-fe6d9bd9b21b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618474 Jul 08 17:16:38.681012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port 0f3ff743-63fb-45b0-a0fa-871932bd2e54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f3ff743-63fb-45b0-a0fa-871932bd2e54,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:38.681610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.711113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for 0f3ff743-63fb-45b0-a0fa-871932bd2e54 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:38.893454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4ad2e04-2c2c-4c37-a9fc-8146e757cdb7 req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.900797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b4ad2e04-2c2c-4c37-a9fc-8146e757cdb7 req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:38.902125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ad2e04-2c2c-4c37-a9fc-8146e757cdb7 req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/4faaac67-fa27-44fd-9519-3f01fa884d61 HTTP/1.1" status: 204 len: 173 time: 0.8497982 Jul 08 17:16:38.940705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faaac67-fa27-44fd-9519-3f01fa884d61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:38.956521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-67ddd9cc-6eaa-46e1-b964-480018b1c016 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:38.958099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-67ddd9cc-6eaa-46e1-b964-480018b1c016 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358417 Jul 08 17:16:38.970980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.971478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.972005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.972428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.972782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.973120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.973455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.973971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.974465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.975020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.975364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:38.975697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc04da-ab60-411c-8660-e899086e4045 tempest-SecurityGroupsTestAdminJSON-1401388806 tempest-SecurityGroupsTestAdminJSON-1401388806-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:39.009272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Request body: {'port': {'device_id': '48147b4c-2017-4815-b963-28f55562d8de', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ace6366740c64aa99100e7753ab9b133'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:39.037809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:39.057542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5', '0f3ff743-63fb-45b0-a0fa-871932bd2e54'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:39.126146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30a4e8-d511-4f42-9fa7-d391f4e3d0ed req-d9726851-e979-4c10-b4e0-2fcc03a354c7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:39.133255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30a4e8-d511-4f42-9fa7-d391f4e3d0ed req-d9726851-e979-4c10-b4e0-2fcc03a354c7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 944 time: 0.2926922 Jul 08 17:16:39.194551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=0f3ff743-63fb-45b0-a0fa-871932bd2e54,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:39.277985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30a4e8-d511-4f42-9fa7-d391f4e3d0ed req-1bd204bb-009f-4ed6-85d9-51592f625815 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436713 Jul 08 17:16:39.329969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:39.352085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d98cb15-8f4b-4e0c-92d3-dcf2e3eae010 req-79acda12-564d-4242-98c6-07af4dca4f2c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=b61c2d0a-4203-447c-a678-c3156d63ef5e HTTP/1.1" status: 200 len: 210 time: 0.1047711 Jul 08 17:16:39.381229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port 0f3ff743-63fb-45b0-a0fa-871932bd2e54 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:16:39.384711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:39.386776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ac6d0fc-0961-4159-bcb4-37f6072b3dc0 req-3f8eb27b-0fcc-43a0-adfb-de327386116a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "DELETE /v2.0/ports/0f3ff743-63fb-45b0-a0fa-871932bd2e54 HTTP/1.1" status: 204 len: 173 time: 1.6815598 Jul 08 17:16:39.387189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'name': 'network-vif-deleted', 'tag': '0f3ff743-63fb-45b0-a0fa-871932bd2e54'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:39.389446 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2785dbcf-40b5-459a-9dd3-a4ba5300d45a" -d '{"events": [{"server_uuid": "b61c2d0a-4203-447c-a678-c3156d63ef5e", "name": "network-vif-deleted", "tag": "0f3ff743-63fb-45b0-a0fa-871932bd2e54"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:39.506721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Made reservation on behalf of ace6366740c64aa99100e7753ab9b133 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:39.524226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:39.541169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 938a680b-6005-4294-bc15-ac22ce63be59 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:39.555024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f394b995-d460-4afa-9a2f-c871a2c6e667 req-ca77ee1a-6f03-4856-81f4-d9d9be56d859 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 210 time: 0.1795590 Jul 08 17:16:39.676768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:39.801238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 938a680b-6005-4294-bc15-ac22ce63be59, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=938a680b-6005-4294-bc15-ac22ce63be59,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:39.806294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-42e15a0d-0582-4901-9f87-af255f3a4189 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:39.809166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-42e15a0d-0582-4901-9f87-af255f3a4189 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/networks?id=090af517-4ceb-4642-a8ad-fae7185e191d HTTP/1.1" status: 200 len: 815 time: 0.2476351 Jul 08 17:16:39.829684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '938a680b-6005-4294-bc15-ac22ce63be59', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': '938a680b-6005-4294-bc15-ac22ce63be59', 'mac_address': 'fa:16:3e:c4:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:39.856121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-6007a3d3-fedb-4643-bbae-710d26f913b9 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/quotas/c84287244782400db203e6a59a59fd5e HTTP/1.1" status: 200 len: 375 time: 0.0167873 Jul 08 17:16:39.863350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-604dca27-eed0-46b2-9f32-87b448c50f13 req-b0d5ed5f-4dcb-4adc-880e-2f245289083f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 210 time: 0.0612807 Jul 08 17:16:39.908821 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:39.940301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-40a545dd-466d-43e3-9127-510527282e38 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c84287244782400db203e6a59a59fd5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780263 Jul 08 17:16:39.945282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:39.956079 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:39.968213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a680b-6005-4294-bc15-ac22ce63be59 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:39.976445 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:39.977653 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:40.006341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a6515e0-815b-47f8-8390-8af171ca3281 req-b7d0d17e-9ea6-49c4-9e33-7189f5e67f08 tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "GET /v2.0/security-groups/71357bf7-09d8-4060-903b-dbd7d05b0947 HTTP/1.1" status: 200 len: 1776 time: 0.1020465 Jul 08 17:16:40.049997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 938a680b-6005-4294-bc15-ac22ce63be59, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=938a680b-6005-4294-bc15-ac22ce63be59,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:40.060708 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:40.065492 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.094294 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:40.096710 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:40.099960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.101179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a6515e0-815b-47f8-8390-8af171ca3281 req-7c35cbe2-da05-4bfb-829a-521abe9426ad tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.146197 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:40.147273 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f95ef5-fc37-4ad1-b94f-51cd26e657d9 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:40.152909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a6515e0-815b-47f8-8390-8af171ca3281 req-7c35cbe2-da05-4bfb-829a-521abe9426ad tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.184522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=938a680b-6005-4294-bc15-ac22ce63be59,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:40.201585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.232520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.253454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-56778989-2a0c-403b-b7cb-69ebd4668b47 service neutron] 10.222.0.48 "GET /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020613 Jul 08 17:16:40.299196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['938a680b-6005-4294-bc15-ac22ce63be59'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:40.389992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-48328657-2ab1-460a-a642-ac8b3d3b7d30 service neutron] 10.222.0.48 "GET /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296663 Jul 08 17:16:40.448635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1cf25524-275a-4aa2-a046-a7daa65fbd93 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5800562 Jul 08 17:16:40.452595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:40.454229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ea4260-4704-4afa-8f3c-689dfa49ba32,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:40.461115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a6515e0-815b-47f8-8390-8af171ca3281 req-7c35cbe2-da05-4bfb-829a-521abe9426ad tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.464093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9a6515e0-815b-47f8-8390-8af171ca3281 req-7c35cbe2-da05-4bfb-829a-521abe9426ad tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.464788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a6515e0-815b-47f8-8390-8af171ca3281 req-7c35cbe2-da05-4bfb-829a-521abe9426ad tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "DELETE /v2.0/security-groups/71357bf7-09d8-4060-903b-dbd7d05b0947 HTTP/1.1" status: 204 len: 173 time: 0.4573343 Jul 08 17:16:40.466031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:40.483083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35cbe2-da05-4bfb-829a-521abe9426ad tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71357bf7-09d8-4060-903b-dbd7d05b0947,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:40.552858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Allocated IP 192.168.233.216 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/5fdfd7fd-15d6-47fd-8841-44f9042f9e23) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:40.581956 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86d038-fff7-44a8-a281-60d4234109b0 x-openstack-request-id: req-5e86d038-fff7-44a8-a281-60d4234109b0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:40.582419 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61c2d0a-4203-447c-a678-c3156d63ef5e", "name": "network-vif-deleted", "tag": "0f3ff743-63fb-45b0-a0fa-871932bd2e54", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:40.582771 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e86d038-fff7-44a8-a281-60d4234109b0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:40.583308 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61c2d0a-4203-447c-a678-c3156d63ef5e', 'name': 'network-vif-deleted', 'tag': '0f3ff743-63fb-45b0-a0fa-871932bd2e54', 'status': 'completed', 'code': 200} Jul 08 17:16:40.594675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.804211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:40.836700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Transition to ACTIVE for port object 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:40.898855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b108c91-7a88-4081-bfe7-cf981ca6ef5f req-f316c1e8-597b-4764-9e68-3177a9a9fdcc tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "GET /v2.0/security-groups/10b63218-0813-4281-ae30-1b722a0de2e4 HTTP/1.1" status: 200 len: 1778 time: 0.0659750 Jul 08 17:16:40.998442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.061821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:41.072032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b108c91-7a88-4081-bfe7-cf981ca6ef5f req-9bcf9786-fc58-4b13-8f63-eb1b00d3f52f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.099919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:41.104484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:41.124138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-0031698e-37fb-4c7f-ac94-953b82764c63 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:41.128061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-0031698e-37fb-4c7f-ac94-953b82764c63 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.21 "GET /v2.0/networks?id=0887fd1a-903f-4fb0-a762-7f3adf550a2f HTTP/1.1" status: 200 len: 824 time: 0.2857971 Jul 08 17:16:41.136118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:41.184482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Request body: {'port': {'device_id': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f', 'admin_state_up': True, 'tenant_id': '431a64d47ea5419098ea8f53617ab855'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:41.200337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b108c91-7a88-4081-bfe7-cf981ca6ef5f req-9bcf9786-fc58-4b13-8f63-eb1b00d3f52f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.220295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:41.221522 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.272514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-f111c617-517e-4cbe-8236-2a8b271cd7ff tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2699957 Jul 08 17:16:41.293064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Request body: {'port': {'device_id': '48147b4c-2017-4815-b963-28f55562d8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:41.333420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f3ff743-63fb-45b0-a0fa-871932bd2e54 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:41.372016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 0f3ff743-63fb-45b0-a0fa-871932bd2e54 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:16:41.372782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f3ff743-63fb-45b0-a0fa-871932bd2e54 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:16:41.375546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Made reservation on behalf of 431a64d47ea5419098ea8f53617ab855 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:41.380327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.420411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b108c91-7a88-4081-bfe7-cf981ca6ef5f req-9bcf9786-fc58-4b13-8f63-eb1b00d3f52f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.423633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7b108c91-7a88-4081-bfe7-cf981ca6ef5f req-9bcf9786-fc58-4b13-8f63-eb1b00d3f52f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.438782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b108c91-7a88-4081-bfe7-cf981ca6ef5f req-9bcf9786-fc58-4b13-8f63-eb1b00d3f52f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] 10.222.0.48 "DELETE /v2.0/security-groups/10b63218-0813-4281-ae30-1b722a0de2e4 HTTP/1.1" status: 204 len: 173 time: 0.5236630 Jul 08 17:16:41.471420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.476283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.491938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9786-fc58-4b13-8f63-eb1b00d3f52f tempest-SecurityGroupsTestAdminJSON-1146822505 tempest-SecurityGroupsTestAdminJSON-1146822505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b63218-0813-4281-ae30-1b722a0de2e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:41.496932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.497843 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP f3f83936-4729-4b8c-a120-bc9f7698a6d9 disassociated. External IP: 172.25.3.251, port: 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21. Jul 08 17:16:41.526346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a89f89-0f28-4f3d-ac5d-d2c09b7b88aa req-f0e59fd0-839e-4444-9f92-955927e608dd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:41.534197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63a89f89-0f28-4f3d-ac5d-d2c09b7b88aa req-f0e59fd0-839e-4444-9f92-955927e608dd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 945 time: 0.4046493 Jul 08 17:16:41.561346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 938a680b-6005-4294-bc15-ac22ce63be59 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:41.670568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-959c0ce3-72d0-4ecc-8a89-eff4f494b4ab None None] Provisioning for port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:41.675819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-959c0ce3-72d0-4ecc-8a89-eff4f494b4ab None None] Provisioning complete for port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:41.678310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-959c0ce3-72d0-4ecc-8a89-eff4f494b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.774245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26a93333-c0df-4d58-ae4a-c549ae1643c4 req-e5d665b7-0cdc-4a4b-b202-4e56c6bec698 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 210 time: 0.0350859 Jul 08 17:16:41.851788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 938a680b-6005-4294-bc15-ac22ce63be59 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:41.868851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 938a680b-6005-4294-bc15-ac22ce63be59 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:41.869736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:41.873165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-959c0ce3-72d0-4ecc-8a89-eff4f494b4ab None None] Port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:42.044313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:42.100762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 938a680b-6005-4294-bc15-ac22ce63be59, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=938a680b-6005-4294-bc15-ac22ce63be59,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:42.102003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a680b-6005-4294-bc15-ac22ce63be59'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:42.105391 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a12aece-bf5c-4056-997f-aeab53a0b887" -d '{"events": [{"server_uuid": "3b631f12-fa6d-40e4-a92e-96c69f2d7479", "name": "network-vif-plugged", "status": "completed", "tag": "938a680b-6005-4294-bc15-ac22ce63be59"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:42.115500 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:42.214011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=938a680b-6005-4294-bc15-ac22ce63be59,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:42.334425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:42.424620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63a89f89-0f28-4f3d-ac5d-d2c09b7b88aa req-5f84ec78-c8df-47d9-b5c9-20cc79fb3aac tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8894002 Jul 08 17:16:42.432384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56334efc-6bdf-4707-878d-3b2079f5c7f1 req-50ccfdaa-048e-4149-b5ec-966039b81fd0 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 210 time: 0.0488913 Jul 08 17:16:42.597043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:42.606307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:42.627939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Transition to ACTIVE for port object 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:42.638754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:42.650181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:42.692640 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:42.752675 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f1847-47b7-4365-bb7e-f9d760525ce6 x-openstack-request-id: req-421f1847-47b7-4365-bb7e-f9d760525ce6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:42.752968 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b631f12-fa6d-40e4-a92e-96c69f2d7479", "name": "network-vif-plugged", "status": "completed", "tag": "938a680b-6005-4294-bc15-ac22ce63be59", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:42.753888 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-421f1847-47b7-4365-bb7e-f9d760525ce6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:42.753888 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a680b-6005-4294-bc15-ac22ce63be59', 'code': 200} Jul 08 17:16:42.809120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:42.875469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.875469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.875989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.876170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.876502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.876832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.877161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.877510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.877798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.878152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.878477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.878799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:16:42.953482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:42.953912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:42.966312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:42.988331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:43.007694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:43.027899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Allocated IP 172.20.0.12 (0887fd1a-903f-4fb0-a762-7f3adf550a2f/d0ffe37d-9912-4575-aeec-f86ecb2ac8fd/3264fae5-374f-40ca-92fe-1617fc5acee6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:43.038924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a9524810-212d-4d6c-a4b4-45f3778acfa5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68cc4e71301a4148988ff2444fd4b564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982040 Jul 08 17:16:43.050903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39194) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:43.160697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:43.198279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43697a-729b-4074-b94a-c359588c0e8c req-b025d8eb-8887-4f87-8b64-001251584dde tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:43.199867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be43697a-729b-4074-b94a-c359588c0e8c req-b025d8eb-8887-4f87-8b64-001251584dde tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 948 time: 0.3831067 Jul 08 17:16:43.200124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:43.200543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:43.200952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:43.201851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Bound port: 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:43.202259 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.237174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93106b67-1e55-4511-bdac-868e0a76f0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.272964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e019ca27-c1b9-45b1-a6b7-5eb878040229 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:43.274520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e019ca27-c1b9-45b1-a6b7-5eb878040229 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.3223450 Jul 08 17:16:43.314573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-b6a6de1e-c8d2-4f1b-ab29-9b3471760ce4 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:43.316014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-b6a6de1e-c8d2-4f1b-ab29-9b3471760ce4 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.53 "GET /v2.0/networks?id=090af517-4ceb-4642-a8ad-fae7185e191d HTTP/1.1" status: 200 len: 815 time: 0.4329827 Jul 08 17:16:43.318251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-18a9e67e-e061-42ea-9c2d-f68f1d7494d0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0251830 Jul 08 17:16:43.319583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93106b67-1e55-4511-bdac-868e0a76f0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.344846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Request body: {'port': {'device_id': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d', 'admin_state_up': True, 'tenant_id': 'c84287244782400db203e6a59a59fd5e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:43.382417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:43.404328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:43.405326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c565b-5e7d-41e6-a466-23db73b5d205 req-a3fb7efa-7403-4289-8c1a-ead247ce25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:43.407468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-975c565b-5e7d-41e6-a466-23db73b5d205 req-a3fb7efa-7403-4289-8c1a-ead247ce25ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 1097 time: 0.3804569 Jul 08 17:16:43.415133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.476864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:43.477527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.478922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] 10.222.0.53 "PUT /v2.0/ports/5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 1096 time: 2.1987252 Jul 08 17:16:43.483129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be43697a-729b-4074-b94a-c359588c0e8c req-5d6d3558-0901-48a5-9219-13abcbdd7b5f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722931 Jul 08 17:16:43.484092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:43.487036 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c28547c-e14d-4cd4-9b9d-39f46219988e" -d '{"events": [{"name": "network-changed", "server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:43.548446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-975c565b-5e7d-41e6-a466-23db73b5d205 req-d7a236ea-bf55-4669-9de6-8dca949203e3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266499 Jul 08 17:16:43.554018 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-c6f3fe4c-1662-447d-b5db-8b546a49c34f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2225196 Jul 08 17:16:43.594760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10b43f-f239-4e99-91de-df0a0787100b service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:43.639892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:43.647404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.653794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:43.706891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:43.709032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:43.715148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93106b67-1e55-4511-bdac-868e0a76f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.718184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93106b67-1e55-4511-bdac-868e0a76f0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.727693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-93106b67-1e55-4511-bdac-868e0a76f0de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0 HTTP/1.1" status: 204 len: 168 time: 0.6708059 Jul 08 17:16:43.758166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-b4902c6e-44f7-4e27-8f68-2d97058c4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:43.762801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-b4902c6e-44f7-4e27-8f68-2d97058c4ef9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1099 time: 0.2324991 Jul 08 17:16:43.790628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e7c09507-b76a-47fb-9172-46e17a9c1125 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082822 Jul 08 17:16:43.791549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:43.811940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5c81cf3-bec4-4483-980d-9e11b68fc015 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/floatingips/f3f83936-4729-4b8c-a120-bc9f7698a6d9 HTTP/1.1" status: 200 len: 688 time: 3.3557832 Jul 08 17:16:43.815532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93106b67-1e55-4511-bdac-868e0a76f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dfd96b-38ff-48e2-b5d1-ac1b559d0fd0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:43.825833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:43.830467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:43.878063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:43.878682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:43.913185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0108d95e-47e2-4e68-89ba-c920095061ad req-388ab507-9df4-4f3e-b7cb-910fe13b9bf7 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 210 time: 0.0836618 Jul 08 17:16:43.983144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:43.983799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa763ce9-0b82-44cc-a7be-28bda3140bc4 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:43.987158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-820a53aa-a26a-4501-8995-091388df631e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.1130362 Jul 08 17:16:43.998368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Made reservation on behalf of c84287244782400db203e6a59a59fd5e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:44.002567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.113576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-4b9f76a6-14c3-4c7f-82ec-9751e893ccc6 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186951 Jul 08 17:16:44.146380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-303ff01b-aa3c-4a02-9c42-eefc407daadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:44.150272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-303ff01b-aa3c-4a02-9c42-eefc407daadf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1564949 Jul 08 17:16:44.155168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.241465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39210) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:44.251568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Pushing event updated for resources: {'Port': ['ID=3264fae5-374f-40ca-92fe-1617fc5acee6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:44.265161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cbce7ba-bb62-48c1-873a-bce948117ccd req-e5f359ea-d668-4e15-b05e-4a9883cb690d tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 210 time: 0.1274347 Jul 08 17:16:44.423086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3cf1e26b-a98b-436d-b30a-8fd651132dcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d37d8408bef6455fa5f0b074df310f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652675 Jul 08 17:16:44.425386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:44.442950 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf868ac-5d02-403d-8842-73fe1385cc11 x-openstack-request-id: req-7bf868ac-5d02-403d-8842-73fe1385cc11 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:44.443818 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:44.443818 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bf868ac-5d02-403d-8842-73fe1385cc11 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:44.444119 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'status': 'completed', 'code': 200} Jul 08 17:16:44.519539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Network 0887fd1a-903f-4fb0-a762-7f3adf550a2f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:44.523480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:44.533105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:44.617195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-df538683-94ae-40c7-8ad7-8b437f67d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:44.621492 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-df538683-94ae-40c7-8ad7-8b437f67d229 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4654603 Jul 08 17:16:44.660403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0c3d724-3e49-407d-9538-484c7b60d5a1 req-05565cbe-3beb-4c5c-8d5f-00f91315fb81 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 210 time: 0.0817485 Jul 08 17:16:44.706948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 4b04ea4a-66c9-45d7-b301-a0cb2a33a363 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:44.713027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.730189 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4977270e-7566-47ff-864c-c958c689d53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.774759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4977270e-7566-47ff-864c-c958c689d53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.776832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:44.777467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.915213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.915554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.930579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 4b04ea4a-66c9-45d7-b301-a0cb2a33a363 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:44.940984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-8b91d18d-6f00-463f-b9e1-4da400f6f7ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7615166 Jul 08 17:16:44.948493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-97244690-2f1d-4a9b-8f8e-14dd817347bd service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003254 Jul 08 17:16:44.959236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Request body: {'port': {'device_id': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:44.978479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4977270e-7566-47ff-864c-c958c689d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.981289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4977270e-7566-47ff-864c-c958c689d53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:44.998848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4977270e-7566-47ff-864c-c958c689d53c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a23b46c-a60e-4fd6-abce-32baecf6660c HTTP/1.1" status: 204 len: 168 time: 0.5580735 Jul 08 17:16:45.045054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Allocated IP 172.20.0.11 (090af517-4ceb-4642-a8ad-fae7185e191d/5429233d-1adb-4620-b5e0-913b1f014f4c/c74f5210-7bde-4b3a-ac66-9b621022f7b1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:45.137574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977270e-7566-47ff-864c-c958c689d53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23b46c-a60e-4fd6-abce-32baecf6660c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:45.243102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc42c13-7187-4897-be69-cb5e8741806a req-4116922e-9b3c-4826-b6cf-cb58661953f4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.244547 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adc42c13-7187-4897-be69-cb5e8741806a req-4116922e-9b3c-4826-b6cf-cb58661953f4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 948 time: 0.4086587 Jul 08 17:16:45.310144 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a56c8d0-09d4-4662-b732-a10a6ad9201e req-a3038497-62c3-47b6-8c9a-39a941163555 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459671 Jul 08 17:16:45.321219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:45.345611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adc42c13-7187-4897-be69-cb5e8741806a req-94a02938-13bb-44d6-9ea8-e6551e975ada tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895998 Jul 08 17:16:45.384025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231176-50b7-407b-9a3a-915cf4f51f94 req-67d5b617-443d-4dfa-a1a0-7c8706aa78f8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.396001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1231176-50b7-407b-9a3a-915cf4f51f94 req-67d5b617-443d-4dfa-a1a0-7c8706aa78f8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 946 time: 0.7840526 Jul 08 17:16:45.471518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-3acda5fc-e4db-4828-a2e8-6cedecf3fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.473850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-3acda5fc-e4db-4828-a2e8-6cedecf3fa27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1099 time: 0.0904903 Jul 08 17:16:45.597963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:45.633016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-47ae0950-e378-4995-b2f6-1ed2476d0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.634550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-47ae0950-e378-4995-b2f6-1ed2476d0a05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1549673 Jul 08 17:16:45.677820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=4b04ea4a-66c9-45d7-b301-a0cb2a33a363,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:45.692041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:45.711193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:45.757626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-75fea4cb-73ae-43db-a642-e01de792c2ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.1106832 Jul 08 17:16:45.824892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-3366c16d-c670-4a79-af4a-2688c375a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.826526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-3366c16d-c670-4a79-af4a-2688c375a988 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0611267 Jul 08 17:16:45.895739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc99b4-640b-4051-b027-152174deea3d req-29d6049a-c26f-46cb-8215-796d99d4212d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.897458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7fc99b4-640b-4051-b027-152174deea3d req-29d6049a-c26f-46cb-8215-796d99d4212d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 932 time: 0.2618783 Jul 08 17:16:45.944080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-b1a5f339-3525-4b6e-8be8-f0246cf92727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:45.945527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-b1a5f339-3525-4b6e-8be8-f0246cf92727 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054988 Jul 08 17:16:45.981745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1231176-50b7-407b-9a3a-915cf4f51f94 req-a468d795-37bf-4447-8d64-49a59b62e2f7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832283 Jul 08 17:16:46.003623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Network 090af517-4ceb-4642-a8ad-fae7185e191d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:46.010430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Pushing event updated for resources: {'Port': ['ID=c74f5210-7bde-4b3a-ac66-9b621022f7b1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:46.056827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7fc99b4-640b-4051-b027-152174deea3d req-2feb2f77-2ef5-401c-bf00-58c8b225c9ff tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476867 Jul 08 17:16:46.135359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:46.143000 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-ed59ab49-7224-48a1-b417-184151de578f service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815464 Jul 08 17:16:46.377087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:46.383372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:46.385219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-86f16917-cf7b-4972-adf7-c4f19a86fe78 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3f83936-4729-4b8c-a120-bc9f7698a6d9 HTTP/1.1" status: 204 len: 168 time: 2.5525258 Jul 08 17:16:46.386786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:46.387173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c28547c-e14d-4cd4-9b9d-39f46219988e req-3fdeeca4-b5d9-49d0-acee-4d018ed1ec48 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222891 Jul 08 17:16:46.389695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:46.395853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '446214db-1770-464e-bdf2-e306b213aa1c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:46.504107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5e0071e-281c-497b-b81f-f27468722f31 req-a31f429e-e7f5-48eb-831e-7b00545856df tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 210 time: 0.0794806 Jul 08 17:16:46.539710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:46.628887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-eed8cfac-097b-4c59-9a2c-829195131eb4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:46.632066 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-eed8cfac-097b-4c59-9a2c-829195131eb4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.3036573 Jul 08 17:16:46.648227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': 'd09659b5-635c-483b-b751-40a1a90baff3', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:46.882282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03f396-c1e0-4089-94f0-2c0e48c10a63 req-b7b7c9df-d2fa-4b0c-a0e1-0d5b88f68850 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:46.884335 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee03f396-c1e0-4089-94f0-2c0e48c10a63 req-b7b7c9df-d2fa-4b0c-a0e1-0d5b88f68850 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 948 time: 0.2315583 Jul 08 17:16:46.946326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:46.966601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:46.973628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:46.991782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:46.992491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:47.022721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a08b2206-8274-4cd7-8bad-23cfb4ff65fd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6871839 Jul 08 17:16:47.041557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Request body: {'port': {'device_id': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:47.059139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee03f396-c1e0-4089-94f0-2c0e48c10a63 req-f6d4f8fb-c3f2-43a1-81de-4341fc6e76f4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677394 Jul 08 17:16:47.238757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32f4a9-405f-425c-aeba-5bbcb3971d14 req-5faf9b3c-ccb8-4243-a395-825ddceed802 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:47.240931 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef32f4a9-405f-425c-aeba-5bbcb3971d14 req-5faf9b3c-ccb8-4243-a395-825ddceed802 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 932 time: 0.8973441 Jul 08 17:16:47.274290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:47.375982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.159 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/524f3859-9ab3-41de-a2f4-9c2218f1662f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:47.378458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:47.385103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef32f4a9-405f-425c-aeba-5bbcb3971d14 req-4d29882a-87de-43c2-a14c-5603b7809e18 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365924 Jul 08 17:16:47.402798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3264fae5-374f-40ca-92fe-1617fc5acee6 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:47.419726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:47.570014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.9 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/bf639a4d-055d-49fb-accd-459c9bf8c0ff) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:47.693169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c55721-976a-4ca7-9c1d-d585d9cb4094 req-48144d17-04b5-486a-bb3c-5b73519e3de4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:47.693859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Transition to ACTIVE for port object 3264fae5-374f-40ca-92fe-1617fc5acee6 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:47.698941 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97c55721-976a-4ca7-9c1d-d585d9cb4094 req-48144d17-04b5-486a-bb3c-5b73519e3de4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 946 time: 0.4507427 Jul 08 17:16:47.701182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:47.731617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'mac_address': 'fa:16:3e:91:64:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:47.764758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:47.808770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:47.866289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:47.893329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97c55721-976a-4ca7-9c1d-d585d9cb4094 req-6b3754a2-4269-43d5-a9bd-dae812f9d30d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864436 Jul 08 17:16:47.898997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:47.909653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:47.920578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74f5210-7bde-4b3a-ac66-9b621022f7b1 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:47.938645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.018392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.028055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Transition to ACTIVE for port object c74f5210-7bde-4b3a-ac66-9b621022f7b1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:48.041078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3264fae5-374f-40ca-92fe-1617fc5acee6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.052658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.066731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.117665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f5210-7bde-4b3a-ac66-9b621022f7b1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.158658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:48.175422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7aa6-5b9d-424a-a88b-2e651fd72963 req-39b44469-234e-410d-a151-899834211fb8 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:48.177278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5dfe7aa6-5b9d-424a-a88b-2e651fd72963 req-39b44469-234e-410d-a151-899834211fb8 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 944 time: 0.4826868 Jul 08 17:16:48.211775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.215497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3373c080-125a-46ad-b025-a68e5da345b5 req-ec90ab96-0169-4846-a1c5-6aeeee10316c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 210 time: 0.0455117 Jul 08 17:16:48.239115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5dfe7aa6-5b9d-424a-a88b-2e651fd72963 req-049f177d-9549-49a9-81ea-218a085dbc85 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Jul 08 17:16:48.295884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.316309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Attempting to bind port 3264fae5-374f-40ca-92fe-1617fc5acee6 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:48.316690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Attempting to bind port 3264fae5-374f-40ca-92fe-1617fc5acee6 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '4d84f180-732b-4b82-b72c-c50f89539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:48.317031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Attempting to bind port 3264fae5-374f-40ca-92fe-1617fc5acee6 on network 0887fd1a-903f-4fb0-a762-7f3adf550a2f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:48.326855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Port 3264fae5-374f-40ca-92fe-1617fc5acee6 on network 0887fd1a-903f-4fb0-a762-7f3adf550a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:48.327193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Attempting to bind port 3264fae5-374f-40ca-92fe-1617fc5acee6 on network 0887fd1a-903f-4fb0-a762-7f3adf550a2f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:48.339376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:48.339732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Checking segment: {'id': '4d84f180-732b-4b82-b72c-c50f89539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:48.340233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Bound using segment: {'id': '4d84f180-732b-4b82-b72c-c50f89539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:48.340689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Bound port: 3264fae5-374f-40ca-92fe-1617fc5acee6, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d84f180-732b-4b82-b72c-c50f89539f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:48.341149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.384150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Attempting to bind port c74f5210-7bde-4b3a-ac66-9b621022f7b1 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:48.384516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Attempting to bind port c74f5210-7bde-4b3a-ac66-9b621022f7b1 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:48.384994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Attempting to bind port c74f5210-7bde-4b3a-ac66-9b621022f7b1 on network 090af517-4ceb-4642-a8ad-fae7185e191d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:48.390126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Port c74f5210-7bde-4b3a-ac66-9b621022f7b1 on network 090af517-4ceb-4642-a8ad-fae7185e191d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:48.390988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Attempting to bind port c74f5210-7bde-4b3a-ac66-9b621022f7b1 on network 090af517-4ceb-4642-a8ad-fae7185e191d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:48.418967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.437623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:48.438012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:48.438306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Checking segment: {'id': 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:48.438685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Bound using segment: {'id': 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:48.444600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Bound port: c74f5210-7bde-4b3a-ac66-9b621022f7b1, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:48.444990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.447552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:48.453775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:48.457757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:48.459692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:48.464275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:48.552106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=524f3859-9ab3-41de-a2f4-9c2218f1662f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.555556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] For port 3264fae5-374f-40ca-92fe-1617fc5acee6, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:48.560561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] For port 3264fae5-374f-40ca-92fe-1617fc5acee6, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3264fae5-374f-40ca-92fe-1617fc5acee6,segment=NetworkSegment(4d84f180-732b-4b82-b72c-c50f89539f10),segment_id=4d84f180-732b-4b82-b72c-c50f89539f10)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:48.581619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.643719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:48.644481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.646263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] 10.222.0.21 "PUT /v2.0/ports/3264fae5-374f-40ca-92fe-1617fc5acee6 HTTP/1.1" status: 200 len: 1092 time: 3.6920846 Jul 08 17:16:48.647192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'tag': '3264fae5-374f-40ca-92fe-1617fc5acee6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:48.649042 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed073e1-ba87-4376-b5c5-141f769fe9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6111bbe3-7948-4459-ac68-8212dc2218e0", "tag": "3264fae5-374f-40ca-92fe-1617fc5acee6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:48.677247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:48.678550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.679396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] For port c74f5210-7bde-4b3a-ac66-9b621022f7b1, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:48.708368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] For port c74f5210-7bde-4b3a-ac66-9b621022f7b1, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1,segment=NetworkSegment(f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4),segment_id=f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:48.713504 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-ae70b5ab-0274-49eb-9b13-cade5968ca3c tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c2f6f6334b5142698e677559df4e1a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242454 Jul 08 17:16:48.743747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.783516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4a40a-aae3-4be6-8130-fe1618067fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3264fae5-374f-40ca-92fe-1617fc5acee6,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.848708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525720f-1469-4cd9-bf86-208de7f1ae6e req-28deb5ce-fec1-4e4a-8df0-d41adcabf891 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:48.856136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6525720f-1469-4cd9-bf86-208de7f1ae6e req-28deb5ce-fec1-4e4a-8df0-d41adcabf891 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 949 time: 0.2790024 Jul 08 17:16:48.857685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f5210-7bde-4b3a-ac66-9b621022f7b1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.858732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2186494 Jul 08 17:16:48.875517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:48.879116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Request body: {'port': {'device_id': 'd09659b5-635c-483b-b751-40a1a90baff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:48.892310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:48.892704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:48.894131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-4c8372ac-b2cc-49a6-96b2-1eb8ad549ca7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c74f5210-7bde-4b3a-ac66-9b621022f7b1 HTTP/1.1" status: 200 len: 1092 time: 1.8581591 Jul 08 17:16:48.909846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8341e83-8b3f-4c64-89d7-fa40c8d34270 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=bf639a4d-055d-49fb-accd-459c9bf8c0ff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:48.932325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-0579a50e-738f-4adb-b9aa-c40604977924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:48.933837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-0579a50e-738f-4adb-b9aa-c40604977924 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=431a64d47ea5419098ea8f53617ab855&device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 1095 time: 0.1927972 Jul 08 17:16:48.943414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6525720f-1469-4cd9-bf86-208de7f1ae6e req-11b05a67-6adc-4243-afeb-d682059a0bab tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858357 Jul 08 17:16:49.024265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-577eeaa1-9b5a-4daa-bccb-d9448c92860d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3264fae5-374f-40ca-92fe-1617fc5acee6 HTTP/1.1" status: 200 len: 217 time: 0.0657105 Jul 08 17:16:49.134740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-3f9f73de-0ce5-4a62-abbd-6820ee87fc11 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:49.137503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-3f9f73de-0ce5-4a62-abbd-6820ee87fc11 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827744 Jul 08 17:16:49.146164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-dd41b8f8-8c6c-47e9-9fc5-52486c316746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:49.147651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-dd41b8f8-8c6c-47e9-9fc5-52486c316746 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0ffe37d-9912-4575-aeec-f86ecb2ac8fd HTTP/1.1" status: 200 len: 864 time: 0.1127203 Jul 08 17:16:49.158996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-f8293080-40b4-4269-b691-580be908c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:49.160447 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-f8293080-40b4-4269-b691-580be908c6c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c84287244782400db203e6a59a59fd5e&device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 1095 time: 0.2161143 Jul 08 17:16:49.197061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-550e0cc0-f4a7-4856-b4ba-742cce10d8b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887fd1a-903f-4fb0-a762-7f3adf550a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418210 Jul 08 17:16:49.210897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-a052fbb7-b6ee-4373-9f4d-640d30d1a692 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/quotas/c2f6f6334b5142698e677559df4e1a63 HTTP/1.1" status: 200 len: 375 time: 0.0446870 Jul 08 17:16:49.239104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-ad48f6cb-b793-4c87-98bc-c8cf9f61a1ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1 HTTP/1.1" status: 200 len: 217 time: 0.0681889 Jul 08 17:16:49.263309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:49.286840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-bf91b318-1c39-40f5-a2f1-d0ccc8eb99e9 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2f6f6334b5142698e677559df4e1a63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671597 Jul 08 17:16:49.348616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783213b-dedc-458b-8151-c25bbfbdbf32 req-d6fffb61-bd7a-4f1b-a556-486e6506e445 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:49.351239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4783213b-dedc-458b-8151-c25bbfbdbf32 req-d6fffb61-bd7a-4f1b-a556-486e6506e445 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 944 time: 0.2524107 Jul 08 17:16:49.380557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:49.398252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a48542f0-6fd6-405e-934a-4d39278ce04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:49.399749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-a48542f0-6fd6-405e-934a-4d39278ce04f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5429233d-1adb-4620-b5e0-913b1f014f4c HTTP/1.1" status: 200 len: 855 time: 0.1459658 Jul 08 17:16:49.462015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46b8a19c-ab3e-4aa0-9d06-693f9a991bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:49.465276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-d6ad8eae-cfd8-4a73-a195-4f448bd051b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090af517-4ceb-4642-a8ad-fae7185e191d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507212 Jul 08 17:16:49.489461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:49.489687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-88449dd2-a6cc-40cd-a62d-063b12ef884e service neutron] 10.222.0.21 "GET /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589402 Jul 08 17:16:49.494819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4783213b-dedc-458b-8151-c25bbfbdbf32 req-4bcb058c-1425-4521-98d8-ff407ca4557a tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235473 Jul 08 17:16:49.504630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:49.514743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:49.515320 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:49.589380 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937aa3a8-dcaa-4b49-8ace-a19bca4190d4 x-openstack-request-id: req-937aa3a8-dcaa-4b49-8ace-a19bca4190d4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:49.589810 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6111bbe3-7948-4459-ac68-8212dc2218e0", "tag": "3264fae5-374f-40ca-92fe-1617fc5acee6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:49.590630 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-937aa3a8-dcaa-4b49-8ace-a19bca4190d4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:49.591101 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'tag': '3264fae5-374f-40ca-92fe-1617fc5acee6', 'status': 'completed', 'code': 200} Jul 08 17:16:49.733648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:49.779429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:49.787579 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86429481-d41a-4eba-8c26-038f8fb644da" -d '{"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:49.799586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-b415f2dd-9c4a-4205-9ffc-02490ec7b3b6 service neutron] 10.222.0.53 "GET /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086143 Jul 08 17:16:49.820299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:49.827644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:49.896726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d50fb33-48a1-4008-b946-9bfd4152b7cf req-7c31ac17-d1d2-4b99-bf7a-22f2577a0ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730412 Jul 08 17:16:49.897779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:50.003168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-801e9129-830a-4dc5-9e16-16f106d4c86f req-48921f2e-cb09-4351-82f4-843e9708c3d2 service neutron] 10.222.0.53 "GET /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914513 Jul 08 17:16:50.026903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b5c7-8f24-4139-89ed-6ade846eef7e req-d381994e-86e2-4b1f-a625-b41d7bc69e2e tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.032966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd41b5c7-8f24-4139-89ed-6ade846eef7e req-d381994e-86e2-4b1f-a625-b41d7bc69e2e tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 944 time: 0.2285838 Jul 08 17:16:50.099094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-50e15153-39dc-4009-877b-4aee219eb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.100638 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-50e15153-39dc-4009-877b-4aee219eb2fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=431a64d47ea5419098ea8f53617ab855&device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 1095 time: 0.1298242 Jul 08 17:16:50.103931 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd41b5c7-8f24-4139-89ed-6ade846eef7e req-bc4bf57a-b254-4e49-a9eb-bbf773c422a5 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Jul 08 17:16:50.178311 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.214357 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6286fb4-2e75-4174-b092-f09e34912fc7 req-5859f462-7827-409b-ab91-6be8921b529d tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 210 time: 0.0380833 Jul 08 17:16:50.246952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-3f4c0eb5-69df-4642-9a98-3b8d008969d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.249359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f2cd-b78d-43de-8e83-a3d3c957c2fd req-08961425-5afd-4ca5-916e-febb6092257a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.249480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-3f4c0eb5-69df-4642-9a98-3b8d008969d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887fd1a-903f-4fb0-a762-7f3adf550a2f HTTP/1.1" status: 200 len: 925 time: 0.1417255 Jul 08 17:16:50.251621 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e506f2cd-b78d-43de-8e83-a3d3c957c2fd req-08961425-5afd-4ca5-916e-febb6092257a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 931 time: 0.2390730 Jul 08 17:16:50.300710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-95216922-6ea3-45e7-86fc-f50daf10fcb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3264fae5-374f-40ca-92fe-1617fc5acee6 HTTP/1.1" status: 200 len: 217 time: 0.0418785 Jul 08 17:16:50.360110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-0acc3725-a752-4b78-9bd2-78226fbf1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.361753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-0acc3725-a752-4b78-9bd2-78226fbf1e5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0ffe37d-9912-4575-aeec-f86ecb2ac8fd HTTP/1.1" status: 200 len: 864 time: 0.0508862 Jul 08 17:16:50.385052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e506f2cd-b78d-43de-8e83-a3d3c957c2fd req-039457a8-ab4e-473e-a12a-682f30fad497 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208315 Jul 08 17:16:50.391374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf639a4d-055d-49fb-accd-459c9bf8c0ff {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:50.399931 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-55284d43-a58a-4d0a-8057-0832097d4500 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887fd1a-903f-4fb0-a762-7f3adf550a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310814 Jul 08 17:16:50.403240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.438118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Transition to ACTIVE for port object bf639a4d-055d-49fb-accd-459c9bf8c0ff will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:50.452239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.497268 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50916e1-3916-4e2b-9fd5-320417039352 x-openstack-request-id: req-d50916e1-3916-4e2b-9fd5-320417039352 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:50.498314 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:50.498569 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d50916e1-3916-4e2b-9fd5-320417039352 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:50.499524 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'code': 200} Jul 08 17:16:50.540515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.555148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.573359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Pushing event updated for resources: {'Port': ['ID=bf639a4d-055d-49fb-accd-459c9bf8c0ff,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:50.644062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-53a2a8ac-dc39-4fb4-b0ae-79a2e2ce8da2 service neutron] 10.222.0.21 "GET /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334361 Jul 08 17:16:50.744175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=524f3859-9ab3-41de-a2f4-9c2218f1662f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:50.775356 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.795298 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aed073e1-ba87-4376-b5c5-141f769fe9eb req-014226c9-bfd5-444f-86ee-c39be03c247f service neutron] 10.222.0.21 "GET /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307511 Jul 08 17:16:50.819797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Attempting to bind port bf639a4d-055d-49fb-accd-459c9bf8c0ff on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:50.820250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Attempting to bind port bf639a4d-055d-49fb-accd-459c9bf8c0ff by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:50.820785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Attempting to bind port bf639a4d-055d-49fb-accd-459c9bf8c0ff on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:50.833521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a5540-2306-4b85-857b-889b1f78fa41 req-937b4e4a-c81a-450f-8d4c-1f9dc22bba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.835067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-477a5540-2306-4b85-857b-889b1f78fa41 req-937b4e4a-c81a-450f-8d4c-1f9dc22bba88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.2016060 Jul 08 17:16:50.856317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Port bf639a4d-055d-49fb-accd-459c9bf8c0ff on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:50.856794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Attempting to bind port bf639a4d-055d-49fb-accd-459c9bf8c0ff on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:50.873992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:50.874345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:50.875389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:50.876163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Bound port: bf639a4d-055d-49fb-accd-459c9bf8c0ff, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:50.876490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:50.921266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-477a5540-2306-4b85-857b-889b1f78fa41 req-93dbb2a6-e44a-4504-8c17-567b0a49da38 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753591 Jul 08 17:16:50.943927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729ecaf-b94b-41a5-bcd6-f42b873de3f8 req-25df8531-583c-4595-9393-9b58a6ee51d8 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.945641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a729ecaf-b94b-41a5-bcd6-f42b873de3f8 req-25df8531-583c-4595-9393-9b58a6ee51d8 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 949 time: 0.1020513 Jul 08 17:16:50.948447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c643d-413c-4f09-96d9-c918be70d4ab req-fca87498-6487-41c8-9362-a6d4bd6d2ede tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:50.950043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa4c643d-413c-4f09-96d9-c918be70d4ab req-fca87498-6487-41c8-9362-a6d4bd6d2ede tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.3177013 Jul 08 17:16:50.987690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a729ecaf-b94b-41a5-bcd6-f42b873de3f8 req-c225acae-d882-4845-8f00-ec051065ef87 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Jul 08 17:16:51.035728 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 34c253ab-2842-4da4-9431-3cb1a94a65d4 associated. External IP: 172.25.3.159, port: 446214db-1770-464e-bdf2-e306b213aa1c. Jul 08 17:16:51.060040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-b103c8d0-7104-4f9f-96c3-9aa266e85c96 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2f6f6334b5142698e677559df4e1a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267558 Jul 08 17:16:51.160926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] For port bf639a4d-055d-49fb-accd-459c9bf8c0ff, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:51.174562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa4c643d-413c-4f09-96d9-c918be70d4ab req-cf363789-bb2b-44f7-91aa-88b25fc4bb72 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834991 Jul 08 17:16:51.193128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] For port bf639a4d-055d-49fb-accd-459c9bf8c0ff, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:51.199986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.245964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-680ca8fe-277c-4574-9e6f-28edeb19e0b2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:51.252917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-680ca8fe-277c-4574-9e6f-28edeb19e0b2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852431 Jul 08 17:16:51.298900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Request body: {'port': {'device_id': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'c2f6f6334b5142698e677559df4e1a63'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:51.334397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:51.390265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:51.391377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.392887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] 10.222.0.53 "PUT /v2.0/ports/bf639a4d-055d-49fb-accd-459c9bf8c0ff HTTP/1.1" status: 200 len: 1091 time: 2.5249164 Jul 08 17:16:51.395223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09659b5-635c-483b-b751-40a1a90baff3', 'tag': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:51.399195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c74f5210-7bde-4b3a-ac66-9b621022f7b1 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:51.404681 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a58210-c797-4144-bada-bfe5c794fe73" -d '{"events": [{"name": "network-changed", "server_uuid": "d09659b5-635c-483b-b751-40a1a90baff3", "tag": "bf639a4d-055d-49fb-accd-459c9bf8c0ff"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:51.458418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Made reservation on behalf of c2f6f6334b5142698e677559df4e1a63 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:16:51.461914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.473104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.519566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377a4bd-045c-4d5e-bc3d-c771b653ffdc service neutron] Pushing event updated for resources: {'Port': ['ID=bf639a4d-055d-49fb-accd-459c9bf8c0ff,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:51.559442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c74f5210-7bde-4b3a-ac66-9b621022f7b1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1,segment=NetworkSegment(f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4),segment_id=f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:51.574307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.593298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ec0e7-6086-46b0-875e-165bbb463632 req-26b78dad-8fc3-4217-bf89-08521b470336 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:51.597451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1', 'network_id': '090af517-4ceb-4642-a8ad-fae7185e191d', 'port_id': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1', 'mac_address': 'fa:16:3e:49:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5429233d-1adb-4620-b5e0-913b1f014f4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:51.601307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-141ec0e7-6086-46b0-875e-165bbb463632 req-26b78dad-8fc3-4217-bf89-08521b470336 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 944 time: 0.4139943 Jul 08 17:16:51.604113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'tag': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:51.605480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3264fae5-374f-40ca-92fe-1617fc5acee6 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:51.606418 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f2675f3c-256d-48ed-9b89-aa7889749dea", "tag": "c74f5210-7bde-4b3a-ac66-9b621022f7b1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:51.608833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.610128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:16:51.618841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-d0e8b475-db2d-4a51-a817-84858505fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:51.621455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-d0e8b475-db2d-4a51-a817-84858505fab3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 1094 time: 0.1590059 Jul 08 17:16:51.704524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-472e20a8-5a9b-4a42-857e-99c0a78b244a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff HTTP/1.1" status: 200 len: 217 time: 0.0677731 Jul 08 17:16:51.709392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:51.721287 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:51.724456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.739584 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:51.747724 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:51.797444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.806080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74f5210-7bde-4b3a-ac66-9b621022f7b1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:51.830501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c74f5210-7bde-4b3a-ac66-9b621022f7b1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1,segment=NetworkSegment(f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4),segment_id=f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:51.848452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6db6d2bc-8419-46a5-bd43-09272c9c6a71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4565907 Jul 08 17:16:51.851147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:51.855677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-f00449f0-6f9f-40fa-8b47-65b57e1aa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:51.860375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-f00449f0-6f9f-40fa-8b47-65b57e1aa14b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1474180 Jul 08 17:16:51.869806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:51.884849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:51.885734 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:51.901859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Allocated IP 192.168.233.189 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/ce9dab13-ec9f-4327-a07c-3586a33f82c2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:16:51.917391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:51.938008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:51.939119 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908b4de-c814-46dc-8ccf-1444a4c0a891 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:52.028391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 3264fae5-374f-40ca-92fe-1617fc5acee6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3264fae5-374f-40ca-92fe-1617fc5acee6,segment=NetworkSegment(4d84f180-732b-4b82-b72c-c50f89539f10),segment_id=4d84f180-732b-4b82-b72c-c50f89539f10)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:52.030716 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.050475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '3264fae5-374f-40ca-92fe-1617fc5acee6', 'network_id': '0887fd1a-903f-4fb0-a762-7f3adf550a2f', 'port_id': '3264fae5-374f-40ca-92fe-1617fc5acee6', 'mac_address': 'fa:16:3e:f4:ae:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ffe37d-9912-4575-aeec-f86ecb2ac8fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:52.053545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c74f5210-7bde-4b3a-ac66-9b621022f7b1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:52.069791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-90fddccb-0055-436b-973f-7d0d76894d1d tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/floatingips/34c253ab-2842-4da4-9431-3cb1a94a65d4 HTTP/1.1" status: 200 len: 977 time: 0.2069218 Jul 08 17:16:52.072743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-7a618de5-e9c5-4ef3-bd7e-7068db8f37b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910772 Jul 08 17:16:52.085962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:52.092548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:52.095208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.110826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Transition to ACTIVE for port object ce9dab13-ec9f-4327-a07c-3586a33f82c2 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:52.133750 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.136318 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.143976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c74f5210-7bde-4b3a-ac66-9b621022f7b1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:52.188301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2a4e3-da75-465d-94ad-bfbb70216705,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:52.191393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.224348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3264fae5-374f-40ca-92fe-1617fc5acee6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:52.272305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:16:52.275846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Pushing event updated for resources: {'Port': ['ID=ce9dab13-ec9f-4327-a07c-3586a33f82c2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:52.278147 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13acf81f-5173-4868-8c40-2097f6ac7e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.278349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:16:52.283312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:16:52.293989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.313773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 3264fae5-374f-40ca-92fe-1617fc5acee6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3264fae5-374f-40ca-92fe-1617fc5acee6,segment=NetworkSegment(4d84f180-732b-4b82-b72c-c50f89539f10),segment_id=4d84f180-732b-4b82-b72c-c50f89539f10)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:52.325369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.330195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:52.380537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-141ec0e7-6086-46b0-875e-165bbb463632 req-4eafb021-ff6b-4433-8976-4cbf9df2e03c tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782576 Jul 08 17:16:52.392911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=3264fae5-374f-40ca-92fe-1617fc5acee6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:52.442951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:52.443615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.447476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-002dbcc4-5d9b-4eb9-a873-4117d97d6e3d tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3539979 Jul 08 17:16:52.449793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39432) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:52.466663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'port_id': '8cbf01e6-2ffe-46c4-abb5-940dde0dbf21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:52.472905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-33150f31-aa97-478c-83eb-3abaa4a04ab2 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1854508 Jul 08 17:16:52.486556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Request body: {'port': {'device_id': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:52.506012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:52.508259 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697bcc97-d6cb-40e7-bd75-a9883d4279a0" -d '{"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-unplugged", "status": "completed", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:52.582678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['3264fae5-374f-40ca-92fe-1617fc5acee6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:52.593300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc35ed-77a1-4ef2-8c38-9999a6f09c47 req-4bacc022-83be-4d48-8b47-68927a7ef24d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:52.603806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63cc35ed-77a1-4ef2-8c38-9999a6f09c47 req-4bacc022-83be-4d48-8b47-68927a7ef24d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 944 time: 0.5298626 Jul 08 17:16:52.622951 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-1cf42a23-6879-4f3b-8d52-c219b2cdd9b2 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333374 Jul 08 17:16:52.654394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.742443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be452c07-3cfd-4782-9320-0c55109c977f None None] Provisioning for port ce9dab13-ec9f-4327-a07c-3586a33f82c2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:52.755619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be452c07-3cfd-4782-9320-0c55109c977f None None] Provisioning complete for port ce9dab13-ec9f-4327-a07c-3586a33f82c2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:52.756039 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be452c07-3cfd-4782-9320-0c55109c977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:52.796146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be452c07-3cfd-4782-9320-0c55109c977f None None] Port ce9dab13-ec9f-4327-a07c-3586a33f82c2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:16:52.878653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63cc35ed-77a1-4ef2-8c38-9999a6f09c47 req-dbe365bd-4f6b-4cad-84b9-deb1be5f6c4d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737925 Jul 08 17:16:52.978197 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.078453 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c98f5d-062b-45f1-bcd2-7a899594ece9 x-openstack-request-id: req-f5c98f5d-062b-45f1-bcd2-7a899594ece9 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:53.078924 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09659b5-635c-483b-b751-40a1a90baff3", "tag": "bf639a4d-055d-49fb-accd-459c9bf8c0ff", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:53.079345 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5c98f5d-062b-45f1-bcd2-7a899594ece9 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:53.079848 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09659b5-635c-483b-b751-40a1a90baff3', 'tag': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff', 'status': 'completed', 'code': 200} Jul 08 17:16:53.138682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b34573-1da4-4edb-bdf3-5bcc28ce2156 req-f39de068-5942-4a54-a06b-37acd867f46e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:53.140260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91b34573-1da4-4edb-bdf3-5bcc28ce2156 req-f39de068-5942-4a54-a06b-37acd867f46e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 936 time: 0.5547464 Jul 08 17:16:53.210296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a57ed9c3-e5a0-4cd7-927e-2fa7e1544ea3 req-f313ee2a-3b73-4c66-ae1e-08b225f3d913 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752089 Jul 08 17:16:53.260733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a2aa7-88b2-472f-b3f6-1090bed6d739 req-23ba439b-5611-472b-842f-eb8bb5c4148c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:53.262429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e77a2aa7-88b2-472f-b3f6-1090bed6d739 req-23ba439b-5611-472b-842f-eb8bb5c4148c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 943 time: 0.1872878 Jul 08 17:16:53.294850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91b34573-1da4-4edb-bdf3-5bcc28ce2156 req-684d9f9c-cd88-4ce0-8e09-6159a39d3fa4 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425393 Jul 08 17:16:53.363109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9dab13-ec9f-4327-a07c-3586a33f82c2 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:53.380435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.396471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c74f5210-7bde-4b3a-ac66-9b621022f7b1 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:53.399571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Transition to ACTIVE for port object ce9dab13-ec9f-4327-a07c-3586a33f82c2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:16:53.407119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.432321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e77a2aa7-88b2-472f-b3f6-1090bed6d739 req-2eb3d90e-632d-4dd9-ba0d-5b1c9f403052 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423874 Jul 08 17:16:53.459640 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.475372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9dab13-ec9f-4327-a07c-3586a33f82c2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:53.479740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port c74f5210-7bde-4b3a-ac66-9b621022f7b1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:53.485204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port c74f5210-7bde-4b3a-ac66-9b621022f7b1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:53.485776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.502133 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd3e84c-af72-47c7-bb52-ba7a19c6ad20 x-openstack-request-id: req-fdd3e84c-af72-47c7-bb52-ba7a19c6ad20 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:53.502580 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2675f3c-256d-48ed-9b89-aa7889749dea", "tag": "c74f5210-7bde-4b3a-ac66-9b621022f7b1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:53.502946 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdd3e84c-af72-47c7-bb52-ba7a19c6ad20 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:53.503343 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'tag': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1', 'status': 'completed', 'code': 200} Jul 08 17:16:53.510922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.534209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.539074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58210-c797-4144-bada-bfe5c794fe73 req-0fded2d6-0652-41cb-9671-7d8b421085d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:53.555888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-0fded2d6-0652-41cb-9671-7d8b421085d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 1094 time: 0.2921720 Jul 08 17:16:53.577142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3264fae5-374f-40ca-92fe-1617fc5acee6 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:53.592307 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e76995-9b66-4571-8e4a-4c066cf0b7d5 x-openstack-request-id: req-38e76995-9b66-4571-8e4a-4c066cf0b7d5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:53.592602 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-unplugged", "status": "completed", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:53.592859 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38e76995-9b66-4571-8e4a-4c066cf0b7d5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:53.597587 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'code': 200} Jul 08 17:16:53.819392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-078c1419-c5c2-4453-a6e6-e6a3dc653b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:53.821057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 3264fae5-374f-40ca-92fe-1617fc5acee6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:53.823715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-078c1419-c5c2-4453-a6e6-e6a3dc653b7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c84287244782400db203e6a59a59fd5e&device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 1096 time: 0.2790258 Jul 08 17:16:53.829783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 3264fae5-374f-40ca-92fe-1617fc5acee6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:53.830242 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.832004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Attempting to bind port ce9dab13-ec9f-4327-a07c-3586a33f82c2 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:16:53.833761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:53.834856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Attempting to bind port ce9dab13-ec9f-4327-a07c-3586a33f82c2 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:16:53.835619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Attempting to bind port ce9dab13-ec9f-4327-a07c-3586a33f82c2 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:53.854103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58210-c797-4144-bada-bfe5c794fe73 req-27bfc4ac-085d-41ff-b561-bc3cd768f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:53.856624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-27bfc4ac-085d-41ff-b561-bc3cd768f2e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.2885931 Jul 08 17:16:53.925826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-21f1328d-568d-489e-ac1a-8f16be027154 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff HTTP/1.1" status: 200 len: 217 time: 0.0548728 Jul 08 17:16:53.936634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c74f5210-7bde-4b3a-ac66-9b621022f7b1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1,segment=NetworkSegment(f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4),segment_id=f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:53.952174 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.014289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58210-c797-4144-bada-bfe5c794fe73 req-345056ab-e1cd-4548-9fa6-2b6f02d9e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.016761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-345056ab-e1cd-4548-9fa6-2b6f02d9e37d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.0595167 Jul 08 17:16:54.027158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Port ce9dab13-ec9f-4327-a07c-3586a33f82c2 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:16:54.027573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Attempting to bind port ce9dab13-ec9f-4327-a07c-3586a33f82c2 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:16:54.029920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c74f5210-7bde-4b3a-ac66-9b621022f7b1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:54.056913 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.062979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:16:54.063523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:16:54.064344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:16:54.065128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Bound port: ce9dab13-ec9f-4327-a07c-3586a33f82c2, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:16:54.065716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.074142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-658c6e17-d190-46d7-9a3a-a78efb0dae6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505140 Jul 08 17:16:54.107726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 3264fae5-374f-40ca-92fe-1617fc5acee6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3264fae5-374f-40ca-92fe-1617fc5acee6,segment=NetworkSegment(4d84f180-732b-4b82-b72c-c50f89539f10),segment_id=4d84f180-732b-4b82-b72c-c50f89539f10)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:54.127879 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.241558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=3264fae5-374f-40ca-92fe-1617fc5acee6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:54.266486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d996ae-6d63-48d5-b4c1-e54345bb831f req-70323122-3f94-4f30-bef3-139cf3c58462 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.268127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9d996ae-6d63-48d5-b4c1-e54345bb831f req-70323122-3f94-4f30-bef3-139cf3c58462 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 945 time: 0.4256153 Jul 08 17:16:54.275888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-8632ae57-ab96-442a-bb75-facc5211459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.277368 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-8632ae57-ab96-442a-bb75-facc5211459d service neutron] 10.222.0.53 "GET /v2.0/networks?id=090af517-4ceb-4642-a8ad-fae7185e191d HTTP/1.1" status: 200 len: 916 time: 0.4366655 Jul 08 17:16:54.309750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] For port ce9dab13-ec9f-4327-a07c-3586a33f82c2, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:16:54.351799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] For port ce9dab13-ec9f-4327-a07c-3586a33f82c2, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:16:54.357246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-5a40a739-787b-43b3-b2ad-2beba9d2c852 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1 HTTP/1.1" status: 200 len: 217 time: 0.0675902 Jul 08 17:16:54.360313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.411274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9d996ae-6d63-48d5-b4c1-e54345bb831f req-788a1fff-dcdd-4f49-aeb5-2c47d81d84cf tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329136 Jul 08 17:16:54.416083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.416881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.418454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] 10.222.0.21 "PUT /v2.0/ports/ce9dab13-ec9f-4327-a07c-3586a33f82c2 HTTP/1.1" status: 200 len: 1096 time: 1.9374516 Jul 08 17:16:54.482741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-b959e122-bb02-4f64-824d-24d6c0687112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.484278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-b959e122-bb02-4f64-824d-24d6c0687112 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5429233d-1adb-4620-b5e0-913b1f014f4c HTTP/1.1" status: 200 len: 855 time: 0.1114407 Jul 08 17:16:54.514674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da3480-a9c1-42d5-a7cd-5bcb6a2d8b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9dab13-ec9f-4327-a07c-3586a33f82c2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:54.572520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-73dd2004-b45d-4bcb-a70e-20e21c28c4f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=090af517-4ceb-4642-a8ad-fae7185e191d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712318 Jul 08 17:16:54.599529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-ba1e45e7-37d5-41ca-919c-6e22e64ecc9b service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981510 Jul 08 17:16:54.691885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baf4e1-feae-435b-b477-df2ca03855ea req-0c02a1bd-69f8-4afb-808a-c8ebbb578fd1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.698944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2baf4e1-feae-435b-b477-df2ca03855ea req-0c02a1bd-69f8-4afb-808a-c8ebbb578fd1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.8463767 Jul 08 17:16:54.732162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-40c18bf2-fef3-4de0-a0a2-bd7923668c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.738056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-40c18bf2-fef3-4de0-a0a2-bd7923668c59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2f6f6334b5142698e677559df4e1a63&device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 1099 time: 0.2489381 Jul 08 17:16:54.746862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2baf4e1-feae-435b-b477-df2ca03855ea req-7b73aee0-019d-4aeb-9779-2e744608b65f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Jul 08 17:16:54.748343 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 34c253ab-2842-4da4-9431-3cb1a94a65d4 associated. External IP: 172.25.3.159, port: 446214db-1770-464e-bdf2-e306b213aa1c. Jul 08 17:16:54.815598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-2ae9f396-1bee-4159-b9bc-9435c8417e0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2 HTTP/1.1" status: 200 len: 217 time: 0.0666795 Jul 08 17:16:54.820165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-5b8bfe82-5660-4179-9ad6-62a6cf1d2d28 service neutron] 10.222.0.53 "GET /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360013 Jul 08 17:16:54.834358 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:54.865233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa4d41-4ac2-4ba7-a858-46af7222e0b2 req-d7c94b93-5c2a-4567-b3db-095b97efebd7 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.872366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9aa4d41-4ac2-4ba7-a858-46af7222e0b2 req-d7c94b93-5c2a-4567-b3db-095b97efebd7 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.2181466 Jul 08 17:16:54.890686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78a58210-c797-4144-bada-bfe5c794fe73 req-cef5658b-6152-439b-9b19-9b78e5c4467a service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729497 Jul 08 17:16:54.991650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-4349479b-b69c-459e-b430-8854b5a2eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:54.993120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-4349479b-b69c-459e-b430-8854b5a2eca4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1671269 Jul 08 17:16:54.998054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9aa4d41-4ac2-4ba7-a858-46af7222e0b2 req-6d196bcc-99e9-4a77-ada4-91952ce34ee8 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248565 Jul 08 17:16:55.040040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4f44b9-8a6b-4f63-b4f7-a9e398e029ab req-f958308e-b917-4d7d-9759-4e37f2d51aca service neutron] 10.222.0.53 "GET /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126307 Jul 08 17:16:55.063088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:55.069638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-c79940a5-1354-48d1-87b8-b2a8d102dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:55.071448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-c79940a5-1354-48d1-87b8-b2a8d102dcc0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691073 Jul 08 17:16:55.072323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c51fe1-ed4a-4bc9-9d8c-ab450b85cfcd req-9e093a90-9084-497f-ba10-f828858f79c3 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:55.073837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-67c51fe1-ed4a-4bc9-9d8c-ab450b85cfcd req-9e093a90-9084-497f-ba10-f828858f79c3 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 948 time: 0.1381133 Jul 08 17:16:55.167822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-67c51fe1-ed4a-4bc9-9d8c-ab450b85cfcd req-dc632a1e-a6ba-4926-b4e2-97eab6966923 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853190 Jul 08 17:16:55.206647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-c887f8d7-e6eb-4ddd-b624-52e18cdcb363 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153214 Jul 08 17:16:55.251743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:55.264740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:55.283337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:55.284246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:55.333849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:55.344281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:55.345576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:55.397517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:55.398589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41d4bd-ea98-412c-8339-56d21d7f08bd None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:55.411796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf639a4d-055d-49fb-accd-459c9bf8c0ff details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:55.433877 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fe8caa7-b9dc-45ae-8150-eee912c79b82 req-a9d804bf-97ad-4c21-a8ae-942c2c4876fd service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285211 Jul 08 17:16:55.451736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123465-3432-4e1d-971e-305eaaa67a8f req-4ace80e1-f6d8-4d76-8586-1981eaba72f8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:55.463681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb123465-3432-4e1d-971e-305eaaa67a8f req-4ace80e1-f6d8-4d76-8586-1981eaba72f8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 943 time: 0.1672235 Jul 08 17:16:55.505361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'tag': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:55.508485 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e28cf4-c548-47aa-94f5-8ef210ee2d92" -d '{"events": [{"name": "network-changed", "server_uuid": "eae98d4e-52d0-45f9-b544-208bcbd237f6", "tag": "ce9dab13-ec9f-4327-a07c-3586a33f82c2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:55.525100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb123465-3432-4e1d-971e-305eaaa67a8f req-3f309c80-b1a0-4ad2-8dfd-86ae28c1d439 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605407 Jul 08 17:16:55.538352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf639a4d-055d-49fb-accd-459c9bf8c0ff, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:55.558277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff', 'mac_address': 'fa:16:3e:77:38:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:55.585473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa468ef-a6cb-47dd-8060-3e80a7630176 req-0a4d3122-4c2e-4d7b-b7b9-326172474ba8 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:55.587050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-afa468ef-a6cb-47dd-8060-3e80a7630176 req-0a4d3122-4c2e-4d7b-b7b9-326172474ba8 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.1557832 Jul 08 17:16:55.597375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:55.600360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1'}, {'server_uuid': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3264fae5-374f-40ca-92fe-1617fc5acee6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:55.602877 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e74426-0718-489b-acbc-7780bab90582" -d '{"events": [{"server_uuid": "f2675f3c-256d-48ed-9b89-aa7889749dea", "name": "network-vif-plugged", "status": "completed", "tag": "c74f5210-7bde-4b3a-ac66-9b621022f7b1"}, {"server_uuid": "6111bbe3-7948-4459-ac68-8212dc2218e0", "name": "network-vif-plugged", "status": "completed", "tag": "3264fae5-374f-40ca-92fe-1617fc5acee6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:55.628441 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.638788 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-afa468ef-a6cb-47dd-8060-3e80a7630176 req-c6fdf961-3eb8-42be-9a80-aa23d9389e69 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.678939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf639a4d-055d-49fb-accd-459c9bf8c0ff {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:55.700105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:55.796881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:55.809749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'mac_address': 'fa:16:3e:3f:5d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:55.844641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558682-838f-4269-97a1-e46c0d12a001 req-ad689ad3-fa38-45e5-ad90-8ea84221a9bd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:55.846286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63558682-838f-4269-97a1-e46c0d12a001 req-ad689ad3-fa38-45e5-ad90-8ea84221a9bd tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 946 time: 0.1361997 Jul 08 17:16:55.862167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf639a4d-055d-49fb-accd-459c9bf8c0ff, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:55.881203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.902051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63558682-838f-4269-97a1-e46c0d12a001 req-6b6480ca-4c22-47c2-9c96-b680d4294368 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Jul 08 17:16:55.945882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-afa468ef-a6cb-47dd-8060-3e80a7630176 req-c6fdf961-3eb8-42be-9a80-aa23d9389e69 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.947641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.955900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:55.962370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.966041 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999d29c-c0c9-458c-b883-b28475577dc8 x-openstack-request-id: req-5999d29c-c0c9-458c-b883-b28475577dc8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:55.966518 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae98d4e-52d0-45f9-b544-208bcbd237f6", "tag": "ce9dab13-ec9f-4327-a07c-3586a33f82c2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:55.966907 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5999d29c-c0c9-458c-b883-b28475577dc8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:55.967240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-afa468ef-a6cb-47dd-8060-3e80a7630176 req-c6fdf961-3eb8-42be-9a80-aa23d9389e69 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:55.967426 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'tag': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2', 'status': 'completed', 'code': 200} Jul 08 17:16:55.969458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:55.978061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeebff40-b3f4-490b-8edd-fdef0cf97442 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:55.982996 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:55.984787 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:56.075137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=bf639a4d-055d-49fb-accd-459c9bf8c0ff,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:56.097074 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6be5c4-299b-448e-b7b4-8edd97b490df x-openstack-request-id: req-3b6be5c4-299b-448e-b7b4-8edd97b490df {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:56.097362 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2675f3c-256d-48ed-9b89-aa7889749dea", "name": "network-vif-plugged", "status": "completed", "tag": "c74f5210-7bde-4b3a-ac66-9b621022f7b1", "code": 200}, {"server_uuid": "6111bbe3-7948-4459-ac68-8212dc2218e0", "name": "network-vif-plugged", "status": "completed", "tag": "3264fae5-374f-40ca-92fe-1617fc5acee6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:56.097609 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b6be5c4-299b-448e-b7b4-8edd97b490df {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:56.105060 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1', 'code': 200} Jul 08 17:16:56.105358 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3264fae5-374f-40ca-92fe-1617fc5acee6', 'code': 200} Jul 08 17:16:56.110877 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:56.111400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:56.119764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-5aa9d7b6-0860-4d13-96ae-cd8bc61ab54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.120226 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:56.121329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-5aa9d7b6-0860-4d13-96ae-cd8bc61ab54e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2f6f6334b5142698e677559df4e1a63&device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 1099 time: 0.1301639 Jul 08 17:16:56.134747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['bf639a4d-055d-49fb-accd-459c9bf8c0ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:56.137280 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:56.140357 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:56.173437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdf961-3eb8-42be-9a80-aa23d9389e69 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef6c34-3033-4bd0-84ef-ca3fb491c170,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:56.195880 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:56.197155 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0924eb17-a7bc-4738-af10-907e79b4553e None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:56.206966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-afa468ef-a6cb-47dd-8060-3e80a7630176 req-c6fdf961-3eb8-42be-9a80-aa23d9389e69 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811298 Jul 08 17:16:56.238581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['eeebff40-b3f4-490b-8edd-fdef0cf97442'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:56.253217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:56.342598 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1335ca29-9511-4c9f-9fab-1dec8e5557a5 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/floatingips/34c253ab-2842-4da4-9431-3cb1a94a65d4 HTTP/1.1" status: 200 len: 978 time: 3.8820963 Jul 08 17:16:56.343399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:56.350293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:56.433252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:56.491809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a82b-1e13-487a-b53f-c3052592e4df req-f10de144-6d85-4726-b2b8-e15abab707e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.493337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad43a82b-1e13-487a-b53f-c3052592e4df req-f10de144-6d85-4726-b2b8-e15abab707e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 1097 time: 0.3232820 Jul 08 17:16:56.494530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-50a71a84-2948-4d13-a902-64db053e8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.495889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-50a71a84-2948-4d13-a902-64db053e8e4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3678691 Jul 08 17:16:56.609334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510688c-0949-46bf-af4b-97e72b3c3b32 req-35b4d785-0dc4-4a72-8986-2b3d5a3c38a7 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.611394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6510688c-0949-46bf-af4b-97e72b3c3b32 req-35b4d785-0dc4-4a72-8986-2b3d5a3c38a7 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.2617340 Jul 08 17:16:56.619191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-caabc4e2-603c-479c-8df9-876a2b35c2db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2 HTTP/1.1" status: 200 len: 217 time: 0.1115041 Jul 08 17:16:56.689656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:56.694716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f13ac-4732-4d01-bd38-8ec95bd4e9d1 req-f59b9df2-8906-44ea-a786-35bbd3bef3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.697024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-746f13ac-4732-4d01-bd38-8ec95bd4e9d1 req-f59b9df2-8906-44ea-a786-35bbd3bef3b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 1097 time: 0.4882271 Jul 08 17:16:56.701077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad43a82b-1e13-487a-b53f-c3052592e4df req-1ffd578a-fb06-4a1b-9762-4e13838a2db2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973388 Jul 08 17:16:56.743303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:56.743921 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 34c253ab-2842-4da4-9431-3cb1a94a65d4 disassociated. External IP: 172.25.3.159, port: 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21. Jul 08 17:16:56.774504 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6510688c-0949-46bf-af4b-97e72b3c3b32 req-14e2d036-3e80-491d-8662-4e4f983db485 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534495 Jul 08 17:16:56.776098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-c367515c-88f5-40c9-9cb4-d6ff776969a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.777548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-c367515c-88f5-40c9-9cb4-d6ff776969a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1444018 Jul 08 17:16:56.870689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-94ba671c-6dba-470d-8112-5427be4635c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:56.874800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-94ba671c-6dba-470d-8112-5427be4635c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866370 Jul 08 17:16:56.937612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-746f13ac-4732-4d01-bd38-8ec95bd4e9d1 req-f7b95fab-08fc-4771-9a87-e8c1cfec7b09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026439 Jul 08 17:16:57.021615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c2a5-8715-4950-a711-daeb662cbd8d req-4f6ddf11-053d-4e67-896f-8e87063c508d tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:57.023808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0913c2a5-8715-4950-a711-daeb662cbd8d req-4f6ddf11-053d-4e67-896f-8e87063c508d tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 948 time: 0.3632290 Jul 08 17:16:57.072753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-e96e12c8-f3a1-4f93-a17d-66dac3896aca service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874113 Jul 08 17:16:57.130890 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0913c2a5-8715-4950-a711-daeb662cbd8d req-a5ef3ddb-e109-457e-80ea-b3592c96c01c tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000619 Jul 08 17:16:57.231716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:16:57.289433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e28cf4-c548-47aa-94f5-8ef210ee2d92 req-0fa85943-3afa-4ca3-9047-494c07062a51 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081242 Jul 08 17:16:57.411212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:16:57.419510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf639a4d-055d-49fb-accd-459c9bf8c0ff up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:57.429817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:57.442997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92693fb-9703-4558-95a1-9b0c1b5e14c8 req-27e1d8dc-51f6-4579-9a32-826a4dc539c8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:57.444767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b92693fb-9703-4558-95a1-9b0c1b5e14c8 req-27e1d8dc-51f6-4579-9a32-826a4dc539c8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 944 time: 0.1407726 Jul 08 17:16:57.469998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:16:57.519528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:57.523743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:57.575360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2d6e327c-c506-4950-a9ce-3bc3eb4581c7 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/floatingips/34c253ab-2842-4da4-9431-3cb1a94a65d4 HTTP/1.1" status: 200 len: 688 time: 1.2297823 Jul 08 17:16:57.579133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:57.593169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b92693fb-9703-4558-95a1-9b0c1b5e14c8 req-b92ec381-0325-4478-ad1e-d14eb5108859 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300626 Jul 08 17:16:57.626508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:57.638317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ce9dab13-ec9f-4327-a07c-3586a33f82c2 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:16:57.641057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:16:57.818853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-774b5d30-d47a-4431-ba3f-1c001910ff55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135337 Jul 08 17:16:57.830415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:16:57.831043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:57.832797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port bf639a4d-055d-49fb-accd-459c9bf8c0ff completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:16:57.877219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 524f3859-9ab3-41de-a2f4-9c2218f1662f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:16:57.877881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:57.995619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e450ac-959f-4799-b734-a7cc348e6eac req-9bef0a4c-e406-47cd-a77c-b764c6b82276 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:58.006348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0e450ac-959f-4799-b734-a7cc348e6eac req-9bef0a4c-e406-47cd-a77c-b764c6b82276 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 946 time: 0.1173353 Jul 08 17:16:58.031037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:16:58.031728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4acdd5-ad53-4e1d-b5d5-d03ad5b7b33b None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:16:58.035666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port bf639a4d-055d-49fb-accd-459c9bf8c0ff triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:58.036245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.108389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port eeebff40-b3f4-490b-8edd-fdef0cf97442 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:16:58.109520 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.124311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0e450ac-959f-4799-b734-a7cc348e6eac req-a7fd3084-d40d-4ffe-a4c9-226c8f82fe53 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099367 Jul 08 17:16:58.191296 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.195710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.235038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ce9dab13-ec9f-4327-a07c-3586a33f82c2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:58.252911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 524f3859-9ab3-41de-a2f4-9c2218f1662f owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:16:58.256374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2', 'mac_address': 'fa:16:3e:75:b5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:16:58.309628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f9ea-da21-4bbc-87a3-995fb71400af req-97851def-6868-43a5-bc97-51010a235f77 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:58.326069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e407f9ea-da21-4bbc-87a3-995fb71400af req-97851def-6868-43a5-bc97-51010a235f77 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.3347640 Jul 08 17:16:58.415075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3851575-63bc-4bcd-bf4b-e5fe51209699 req-588bc664-d751-4e5e-b2da-ff3677470e9b tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:58.423174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3851575-63bc-4bcd-bf4b-e5fe51209699 req-588bc664-d751-4e5e-b2da-ff3677470e9b tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.1322284 Jul 08 17:16:58.508455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3851575-63bc-4bcd-bf4b-e5fe51209699 req-41d25fa7-6e77-450e-8c60-41f170b82e92 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839949 Jul 08 17:16:58.524448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.554067 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.565425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9dab13-ec9f-4327-a07c-3586a33f82c2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:16:58.600897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ce9dab13-ec9f-4327-a07c-3586a33f82c2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:58.675020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.752194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e407f9ea-da21-4bbc-87a3-995fb71400af req-8d5be545-44bd-4472-b422-66e1ccf3135f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212263 Jul 08 17:16:58.810228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09659b5-635c-483b-b751-40a1a90baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:16:58.821989 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40270e-4698-4a17-ac65-9991d6c8e903" -d '{"events": [{"server_uuid": "d09659b5-635c-483b-b751-40a1a90baff3", "name": "network-vif-plugged", "status": "completed", "tag": "bf639a4d-055d-49fb-accd-459c9bf8c0ff"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:16:58.838614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:58.859603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf639a4d-055d-49fb-accd-459c9bf8c0ff, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:58.973872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b141f0-068d-4ca3-bc8a-8b1e82dc5e92 req-3542131b-1d96-4663-862a-cb2465dc63d7 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:58.989045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3b141f0-068d-4ca3-bc8a-8b1e82dc5e92 req-3542131b-1d96-4663-862a-cb2465dc63d7 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 949 time: 0.3192282 Jul 08 17:16:59.007057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:16:59.032254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:59.034427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:59.060917 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:59.089226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=524f3859-9ab3-41de-a2f4-9c2218f1662f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:59.102390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3b141f0-068d-4ca3-bc8a-8b1e82dc5e92 req-8bcd36d8-b3b9-451e-bd43-f2fcc12074c0 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114869 Jul 08 17:16:59.141351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ce9dab13-ec9f-4327-a07c-3586a33f82c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:16:59.231639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=ce9dab13-ec9f-4327-a07c-3586a33f82c2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:59.361919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:59.365161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:59.366893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cf460c40-f0ec-4382-9727-79bec17fe9ee tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/floatingips/34c253ab-2842-4da4-9431-3cb1a94a65d4 HTTP/1.1" status: 204 len: 168 time: 1.7863429 Jul 08 17:16:59.371685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:59.379383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=bf639a4d-055d-49fb-accd-459c9bf8c0ff,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:59.418435 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4a6cfd82-6b1a-4ff9-be07-760f4615af3f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] delete failed (client error): The resource could not be found. Jul 08 17:16:59.419408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4a6cfd82-6b1a-4ff9-be07-760f4615af3f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/floatingips/34c253ab-2842-4da4-9431-3cb1a94a65d4 HTTP/1.1" status: 404 len: 345 time: 0.0458751 Jul 08 17:16:59.423676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:59.444644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:16:59.456735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b86d8-a3f6-4ff3-9234-1bee4da9d901 req-880bf8ab-c254-4a4f-a91d-ec2bec9f367f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.466820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f20b86d8-a3f6-4ff3-9234-1bee4da9d901 req-880bf8ab-c254-4a4f-a91d-ec2bec9f367f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 945 time: 0.1383133 Jul 08 17:16:59.468959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335da14e-8d5b-4718-a48d-58148d0f0b05 req-2c341dac-8f1d-4d81-8c9b-c1163b884963 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.478603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-335da14e-8d5b-4718-a48d-58148d0f0b05 req-2c341dac-8f1d-4d81-8c9b-c1163b884963 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.3112090 Jul 08 17:16:59.552655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f20b86d8-a3f6-4ff3-9234-1bee4da9d901 req-8f5b97ce-8559-4c11-9da2-3b6918105c7a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823209 Jul 08 17:16:59.636581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-335da14e-8d5b-4718-a48d-58148d0f0b05 req-54b25515-7bda-410e-a57e-26477fe22390 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569307 Jul 08 17:16:59.661484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831bf6e2-0fcf-4211-af2a-ed83e307abac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.669259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831bf6e2-0fcf-4211-af2a-ed83e307abac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.681041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831bf6e2-0fcf-4211-af2a-ed83e307abac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.683061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-831bf6e2-0fcf-4211-af2a-ed83e307abac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/ports?network_id=9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 HTTP/1.1" status: 200 len: 2357 time: 0.2550340 Jul 08 17:16:59.687803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39612) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:59.725280 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65ebee-ae13-4e93-8689-659c43689948 x-openstack-request-id: req-5f65ebee-ae13-4e93-8689-659c43689948 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:16:59.725787 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09659b5-635c-483b-b751-40a1a90baff3", "name": "network-vif-plugged", "status": "completed", "tag": "bf639a4d-055d-49fb-accd-459c9bf8c0ff", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:16:59.725910 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f65ebee-ae13-4e93-8689-659c43689948 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:16:59.726250 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09659b5-635c-483b-b751-40a1a90baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff', 'code': 200} Jul 08 17:16:59.886309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61560524-2430-4841-899c-afb2db09dfd2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.887626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-61560524-2430-4841-899c-afb2db09dfd2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/subnets/9960e5ca-17af-403f-a58c-9f8ec250e58e HTTP/1.1" status: 200 len: 797 time: 0.1990342 Jul 08 17:16:59.892685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:16:59.898473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'port': {'network_id': '9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7', 'name': 'tempest-FloatingIPTestJSON-1279761421', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:16:59.935099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c0f1f-1ae8-46c1-adcf-5c8b20fe3d89 req-980a9f15-d75c-4cdb-a956-09b640577525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:16:59.936677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f48c0f1f-1ae8-46c1-adcf-5c8b20fe3d89 req-980a9f15-d75c-4cdb-a956-09b640577525 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 1096 time: 0.1053569 Jul 08 17:17:00.033228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f48c0f1f-1ae8-46c1-adcf-5c8b20fe3d89 req-22e3f1c7-377b-415c-9b05-b5f13e9cfe94 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873458 Jul 08 17:17:00.202163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-286fa34c-7055-44de-a3f9-3e7941aea225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.204903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-286fa34c-7055-44de-a3f9-3e7941aea225 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.0908940 Jul 08 17:17:00.206169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7eae-0288-4906-afd9-247caf2ae5ed req-3e16eb32-2d3a-4fcc-8293-79d759596475 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.208235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-298c7eae-0288-4906-afd9-247caf2ae5ed req-3e16eb32-2d3a-4fcc-8293-79d759596475 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.2410398 Jul 08 17:17:00.278929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-298c7eae-0288-4906-afd9-247caf2ae5ed req-21773a09-7077-468d-9fc9-7511f0b29d8d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639095 Jul 08 17:17:00.280297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:00.355410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8d841-b4ee-42f6-9de2-a83fb965a713 req-71cad6bd-0ee9-4a2e-9d65-6af198fa2cf4 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.357078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-92f8d841-b4ee-42f6-9de2-a83fb965a713 req-71cad6bd-0ee9-4a2e-9d65-6af198fa2cf4 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.1512988 Jul 08 17:17:00.416158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-7e487f14-7ce8-4220-9d12-40bacf07a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.418152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-7e487f14-7ce8-4220-9d12-40bacf07a518 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1996779 Jul 08 17:17:00.429648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-92f8d841-b4ee-42f6-9de2-a83fb965a713 req-22678116-944e-4bac-8ce9-b6c5a396b348 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 Jul 08 17:17:00.494849 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:00.497903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-b77cfd11-7c95-4959-b9aa-fbd47c3d3b79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.0666294 Jul 08 17:17:00.528797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] device_id is not set on port 654f006f-d7cd-4c51-aa2a-c42625a43526 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:17:00.575268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-15ecda4c-ae69-46e0-a973-d554e798e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.576737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-15ecda4c-ae69-46e0-a973-d554e798e8fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0721927 Jul 08 17:17:00.635426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96f21-c478-452e-838d-12a3f5f28e60 req-5142a4b9-144f-4fa3-85ad-f84a0d93e886 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.643815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65b96f21-c478-452e-838d-12a3f5f28e60 req-5142a4b9-144f-4fa3-85ad-f84a0d93e886 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 949 time: 0.2068083 Jul 08 17:17:00.660968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-b9afd843-1810-4f3b-932d-17a9b5ef0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:00.663225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-b9afd843-1810-4f3b-932d-17a9b5ef0422 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738635 Jul 08 17:17:00.733701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65b96f21-c478-452e-838d-12a3f5f28e60 req-fd382228-9c62-4e6a-bc19-cffe057da08a tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888205 Jul 08 17:17:00.868644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-f73dfba1-1cce-4f4f-b413-8fad28e27bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961002 Jul 08 17:17:01.074705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-70962131-cf13-47af-9b96-a390bdb04fdb service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931136 Jul 08 17:17:01.095857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eece84-5194-4cff-bb1d-d88632f089d5 req-ccf82e84-936e-4f1b-a8eb-3a6e4c7ce8de tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:01.105539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2eece84-5194-4cff-bb1d-d88632f089d5 req-ccf82e84-936e-4f1b-a8eb-3a6e4c7ce8de tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 945 time: 0.2347858 Jul 08 17:17:01.205639 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2eece84-5194-4cff-bb1d-d88632f089d5 req-6e22420d-5982-44ff-8c4f-7f1904e69e46 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990448 Jul 08 17:17:01.253120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.14 (9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7/9960e5ca-17af-403f-a58c-9f8ec250e58e/654f006f-d7cd-4c51-aa2a-c42625a43526) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:01.264560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.13 (9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7/9960e5ca-17af-403f-a58c-9f8ec250e58e/654f006f-d7cd-4c51-aa2a-c42625a43526) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:01.352621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d614c-33b8-4010-88eb-162334476542 req-86b45d1a-0042-4322-8f8d-9037339cc4eb tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:01.360554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e4d614c-33b8-4010-88eb-162334476542 req-86b45d1a-0042-4322-8f8d-9037339cc4eb tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.1538827 Jul 08 17:17:01.409902 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e4d614c-33b8-4010-88eb-162334476542 req-c6e4268b-6c60-4ab2-93c3-20e87ef34972 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479543 Jul 08 17:17:01.516217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.578996 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.593525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ce9dab13-ec9f-4327-a07c-3586a33f82c2 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:01.621636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feee9f-f694-40d1-b335-f049f1eb918d req-41812aaf-43b3-4b56-92c5-37599641b195 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:01.629707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60feee9f-f694-40d1-b335-f049f1eb918d req-41812aaf-43b3-4b56-92c5-37599641b195 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1033595 Jul 08 17:17:01.693787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:01.696764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60feee9f-f694-40d1-b335-f049f1eb918d req-1ebae72c-baad-4860-bf3e-d42682e8cd6f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659561 Jul 08 17:17:01.709187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:01.735279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:01.746333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:01.749335 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebcc9c-beec-4491-bc8c-0e6dd29895de" -d '{"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-plugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:01.754814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port ce9dab13-ec9f-4327-a07c-3586a33f82c2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:01.761733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port ce9dab13-ec9f-4327-a07c-3586a33f82c2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:01.762827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.828834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=654f006f-d7cd-4c51-aa2a-c42625a43526,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:01.846303 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4648925-e3ca-41b6-95cb-948eb037d675 x-openstack-request-id: req-b4648925-e3ca-41b6-95cb-948eb037d675 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:01.846594 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-plugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:01.846844 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4648925-e3ca-41b6-95cb-948eb037d675 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:01.847237 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'code': 200} Jul 08 17:17:01.872954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:01.873640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.910783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-515cb299-bfce-4635-9cd9-29196edc6953 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0142763 Jul 08 17:17:01.910952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:01.915747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '654f006f-d7cd-4c51-aa2a-c42625a43526', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:01.933860 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.964105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.975568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ce9dab13-ec9f-4327-a07c-3586a33f82c2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:02.000735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:02.110561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=ce9dab13-ec9f-4327-a07c-3586a33f82c2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:02.137135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.138466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.138647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.139044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.140609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.140963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.141304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.141635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.142028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.142876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.143215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.143549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:02.190937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a913d-f26d-4e0d-a24b-58c1df555447 req-6b6f529e-107e-47c6-9f50-852fda7a1d33 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:02.198074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac5a913d-f26d-4e0d-a24b-58c1df555447 req-6b6f529e-107e-47c6-9f50-852fda7a1d33 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 949 time: 0.2474461 Jul 08 17:17:02.531476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802265eb-dd08-492b-8c43-17f7bf1346cf req-3daca6b2-2c0b-423c-9d7e-9edd8c60b002 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:02.539769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-802265eb-dd08-492b-8c43-17f7bf1346cf req-3daca6b2-2c0b-423c-9d7e-9edd8c60b002 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 945 time: 0.1451843 Jul 08 17:17:02.573632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-af20def1-65b4-42c4-9e14-eb74042d267d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:02.575585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-af20def1-65b4-42c4-9e14-eb74042d267d tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.21 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.1398797 Jul 08 17:17:02.634530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac5a913d-f26d-4e0d-a24b-58c1df555447 req-f7b822eb-22f3-482c-8fa1-5a5ec8a10310 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355326 Jul 08 17:17:02.649205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-802265eb-dd08-492b-8c43-17f7bf1346cf req-0f2cd8fe-017c-4f21-b840-bce20e759faf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081686 Jul 08 17:17:02.684287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:02.805300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Deleting port 3264fae5-374f-40ca-92fe-1617fc5acee6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:02.805812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:03.004642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.10 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4fa8f01a-a1c7-44e5-9e77-a35f0862bdec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:03.033340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] For port 3264fae5-374f-40ca-92fe-1617fc5acee6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3264fae5-374f-40ca-92fe-1617fc5acee6,segment=NetworkSegment(4d84f180-732b-4b82-b72c-c50f89539f10),segment_id=4d84f180-732b-4b82-b72c-c50f89539f10)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:03.034148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:03.054184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Calling delete_port for 3264fae5-374f-40ca-92fe-1617fc5acee6 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:03.131539 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:03.186380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881cf9-e0d2-4d7c-b672-b8349e847699 req-aa0c461c-c222-4dc9-90e0-f632a7bdffe8 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:03.188392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18881cf9-e0d2-4d7c-b672-b8349e847699 req-aa0c461c-c222-4dc9-90e0-f632a7bdffe8 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 946 time: 0.4306777 Jul 08 17:17:03.190208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:03.261663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:03.268096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:03.275417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:03.284640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=4fa8f01a-a1c7-44e5-9e77-a35f0862bdec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:03.331328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18881cf9-e0d2-4d7c-b672-b8349e847699 req-dd9c8e7f-08ab-403f-8488-dc3f2e796e70 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/security-groups?id=15827e9a-ea79-465b-9cde-4f05d7bc9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347790 Jul 08 17:17:03.568324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557f37-79b4-41e4-af94-2b45f6977a97 req-cb48419c-b51c-4373-9893-8dd21ab4d36b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:03.574503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81557f37-79b4-41e4-af94-2b45f6977a97 req-cb48419c-b51c-4373-9893-8dd21ab4d36b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.6150513 Jul 08 17:17:03.640717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81557f37-79b4-41e4-af94-2b45f6977a97 req-006634dc-bdda-40fe-94eb-9250234afd46 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646741 Jul 08 17:17:03.649205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-651965e7-f496-485d-bf7e-8a30fb37484c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:03.656205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-651965e7-f496-485d-bf7e-8a30fb37484c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.2171109 Jul 08 17:17:03.708353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-d12fdb61-c468-4a1f-9258-34801a61fbfb tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0504653 Jul 08 17:17:03.830088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-2fbf77ef-e29c-4ccc-96b3-2c7201564e61 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206398 Jul 08 17:17:03.848888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:03.854094 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb6e73-95a7-45df-af71-c0ebaff2868d" -d '{"events": [{"server_uuid": "eae98d4e-52d0-45f9-b544-208bcbd237f6", "name": "network-vif-plugged", "status": "completed", "tag": "ce9dab13-ec9f-4327-a07c-3586a33f82c2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:03.866876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:03.923737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Pushing event deleted for resources: {'Port': ['ID=3264fae5-374f-40ca-92fe-1617fc5acee6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:04.009012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] No DVR routers for this DVR port 3264fae5-374f-40ca-92fe-1617fc5acee6 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:04.012435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:04.014507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a015c28-c67f-4b59-967c-95c8a1ff8b4a req-1c0b0667-ad6f-4a47-8337-35604e11c3ca tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.21 "DELETE /v2.0/ports/3264fae5-374f-40ca-92fe-1617fc5acee6 HTTP/1.1" status: 204 len: 173 time: 1.4319811 Jul 08 17:17:04.015596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'name': 'network-vif-deleted', 'tag': '3264fae5-374f-40ca-92fe-1617fc5acee6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:04.018575 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5cbff5-dff1-4fec-add3-f77062a7241c" -d '{"events": [{"server_uuid": "6111bbe3-7948-4459-ac68-8212dc2218e0", "name": "network-vif-deleted", "tag": "3264fae5-374f-40ca-92fe-1617fc5acee6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:04.135895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-8cfd04d7-a514-4caf-9440-cd1e8e00a463 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990372 Jul 08 17:17:04.269357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:04.335755 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-084bb677-23e1-48cd-a3d5-844969745894 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932352 Jul 08 17:17:04.418542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:04.457658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855279-98dc-468e-9a1a-f9870284bf86 req-146c5df1-f775-4105-930c-5e1d2640ef81 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:04.466718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60855279-98dc-468e-9a1a-f9870284bf86 req-146c5df1-f775-4105-930c-5e1d2640ef81 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 950 time: 0.1196110 Jul 08 17:17:04.581915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60855279-98dc-468e-9a1a-f9870284bf86 req-bfb66b1c-b57e-4fcb-9de4-72af9b0e2ca3 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141462 Jul 08 17:17:04.652459 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63f54ee-f6c0-4d20-8b8f-952b8cda7886 x-openstack-request-id: req-f63f54ee-f6c0-4d20-8b8f-952b8cda7886 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:04.652747 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae98d4e-52d0-45f9-b544-208bcbd237f6", "name": "network-vif-plugged", "status": "completed", "tag": "ce9dab13-ec9f-4327-a07c-3586a33f82c2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:04.658344 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f63f54ee-f6c0-4d20-8b8f-952b8cda7886 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:04.658769 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2', 'code': 200} Jul 08 17:17:04.666338 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26201d9c-0cad-4091-a807-35225f40f6e2 x-openstack-request-id: req-26201d9c-0cad-4091-a807-35225f40f6e2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:04.666660 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6111bbe3-7948-4459-ac68-8212dc2218e0", "name": "network-vif-deleted", "tag": "3264fae5-374f-40ca-92fe-1617fc5acee6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:04.666924 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26201d9c-0cad-4091-a807-35225f40f6e2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:04.668233 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6111bbe3-7948-4459-ac68-8212dc2218e0', 'name': 'network-vif-deleted', 'tag': '3264fae5-374f-40ca-92fe-1617fc5acee6', 'status': 'completed', 'code': 200} Jul 08 17:17:04.834829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:04.845147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:04.956793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=4fa8f01a-a1c7-44e5-9e77-a35f0862bdec,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:05.004030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fd5d7d6-2943-430c-a07d-935ef16e4b13 req-14417251-a4f4-41f0-a487-5740cdfb3d56 tempest-ServersNegativeTestMultiTenantJSON-1724240990 tempest-ServersNegativeTestMultiTenantJSON-1724240990-project] 10.222.0.48 "GET /v2.0/ports?device_id=6111bbe3-7948-4459-ac68-8212dc2218e0 HTTP/1.1" status: 200 len: 210 time: 0.0996406 Jul 08 17:17:05.017719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081572-5573-4fdc-8d86-a234fcf1826c req-c88923f4-2a36-418e-9536-d0890784dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:05.019902 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c081572-5573-4fdc-8d86-a234fcf1826c req-c88923f4-2a36-418e-9536-d0890784dd6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 1101 time: 0.2886033 Jul 08 17:17:05.098805 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:05.169951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c3a141d-4d93-49e9-8fe4-2207ae5af11d req-9c2afecd-6c02-4ff1-af95-b2fb542c5d67 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 210 time: 0.0880444 Jul 08 17:17:05.173809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c081572-5573-4fdc-8d86-a234fcf1826c req-ee918e00-f634-49a7-a076-ddae13308613 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448948 Jul 08 17:17:05.242816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb963-e342-4b9c-b724-d14e622235a7 req-2d1f1591-f9f5-44d7-836a-fdc7d2733d07 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:05.245735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-269eb963-e342-4b9c-b724-d14e622235a7 req-2d1f1591-f9f5-44d7-836a-fdc7d2733d07 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 946 time: 0.3449454 Jul 08 17:17:05.352808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-269eb963-e342-4b9c-b724-d14e622235a7 req-fdfbed3f-bc59-4ad4-9822-a5f425af07b0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990031 Jul 08 17:17:05.414624 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 52d1f34f-7f10-472c-a92e-6ab838d00bed associated. External IP: 172.25.3.10, port: 654f006f-d7cd-4c51-aa2a-c42625a43526. Jul 08 17:17:05.445051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74223f98-ed1c-4f0a-a618-dd0d9c22c6e4 req-c06b5289-0139-42e1-becf-20ce0b4b0159 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:05.454688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-74223f98-ed1c-4f0a-a618-dd0d9c22c6e4 req-c06b5289-0139-42e1-becf-20ce0b4b0159 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1454880 Jul 08 17:17:05.546906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-74223f98-ed1c-4f0a-a618-dd0d9c22c6e4 req-6c909817-8dd4-4c56-995d-dde2b1cd26b2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 Jul 08 17:17:05.632428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3264fae5-374f-40ca-92fe-1617fc5acee6 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:05.687779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 3264fae5-374f-40ca-92fe-1617fc5acee6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:05.688120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3264fae5-374f-40ca-92fe-1617fc5acee6 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:05.831273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:06.116261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:06.297292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Deleting subnet d0ffe37d-9912-4575-aeec-f86ecb2ac8fd {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:17:06.323649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:06.425019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:06.438869 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:06.460440 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:06.461791 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:06.482542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-1d429120-8b3b-4a15-a0bf-2482b402a9af tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:06.484560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-1d429120-8b3b-4a15-a0bf-2482b402a9af tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 946 time: 0.3553774 Jul 08 17:17:06.521858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:06.548838 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:06.549074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:06.560395 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:06.562261 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:06.666233 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:06.685481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36594cdf-2b85-4138-aa79-bcd6da0ae4ad tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7734935 Jul 08 17:17:06.691550 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f37a59-e24e-45bb-b1ce-bbd33094969f None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:06.699428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:06.721711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'port_id': '654f006f-d7cd-4c51-aa2a-c42625a43526', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:06.736567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6586edd-baa1-405b-802f-ec1bb6a50024 req-4e1bf26f-2875-4a62-b12e-bc290bf6667e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:06.738162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6586edd-baa1-405b-802f-ec1bb6a50024 req-4e1bf26f-2875-4a62-b12e-bc290bf6667e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 950 time: 0.9280057 Jul 08 17:17:06.800831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:06.824668 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:17:06.883646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:06.919617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec4a6bab-c447-4b99-87bf-ee2e73427160 req-86295fc8-8578-4fe9-80e1-33998e5341a5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 210 time: 0.0536721 Jul 08 17:17:06.971007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:06.978440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d0ffe37d-9912-4575-aeec-f86ecb2ac8fd HTTP/1.1" status: 204 len: 168 time: 0.8601851 Jul 08 17:17:06.985628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ef440-0567-44ba-abde-11796b8e1bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ffe37d-9912-4575-aeec-f86ecb2ac8fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:06.989384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-d76749fb-c16e-48c2-85a7-683ac414f772 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:06.994870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-d76749fb-c16e-48c2-85a7-683ac414f772 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.21 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.5594926 Jul 08 17:17:06.997227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:07.094367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port 938a680b-6005-4294-bc15-ac22ce63be59 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:07.094788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.097325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6586edd-baa1-405b-802f-ec1bb6a50024 req-a7cc4ad3-87d6-4105-89bc-39d260a9b77c tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454795 Jul 08 17:17:07.099963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.108075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:07.292812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.467199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:07.471503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.509481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port 938a680b-6005-4294-bc15-ac22ce63be59, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=938a680b-6005-4294-bc15-ac22ce63be59,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:07.509988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.578706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for 938a680b-6005-4294-bc15-ac22ce63be59 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:07.587216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf803e6-437c-43d4-a447-b1f32c75185a req-4bdf0a91-ae5f-4a17-8c67-6490b0b48f2c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:07.596637 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bbf803e6-437c-43d4-a447-b1f32c75185a req-4bdf0a91-ae5f-4a17-8c67-6490b0b48f2c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 946 time: 0.4448118 Jul 08 17:17:07.627405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.684684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0887fd1a-903f-4fb0-a762-7f3adf550a2f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:07.704138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f9ba3-058d-4697-afad-d1836ea02649 req-653864e1-e664-4da2-8df9-5ba3dcf82744 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:07.705970 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-572f9ba3-058d-4697-afad-d1836ea02649 req-653864e1-e664-4da2-8df9-5ba3dcf82744 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.2422581 Jul 08 17:17:07.710158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d84f180-732b-4b82-b72c-c50f89539f10') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:07.710453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d84f180-732b-4b82-b72c-c50f89539f10') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:07.729653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bbf803e6-437c-43d4-a447-b1f32c75185a req-45670564-ca21-455d-beaf-34881903923b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278379 Jul 08 17:17:07.761370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.788687 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.795557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:17:07.795955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:17:07.797827 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:17:07.832294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.13 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/20c93683-9205-42a1-9b4f-89dffd43553d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:07.838538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-572f9ba3-058d-4697-afad-d1836ea02649 req-1b1f32fc-e0a3-451c-bb1b-2dff2351e922 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099856 Jul 08 17:17:07.910963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.918239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:07.920059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0887fd1a-903f-4fb0-a762-7f3adf550a2f HTTP/1.1" status: 204 len: 168 time: 0.9129448 Jul 08 17:17:07.924362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39782) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:07.946970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6887572-f2bb-48ba-82c7-1e1bc2d92977 admin admin] Pushing event deleted for resources: {'Network': ['ID=0887fd1a-903f-4fb0-a762-7f3adf550a2f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:07.976908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.010429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=938a680b-6005-4294-bc15-ac22ce63be59,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:08.050776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Deleting subnet fb2f3e53-173d-430c-a85a-190fa4d9bc60 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:17:08.058009 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.101392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port 938a680b-6005-4294-bc15-ac22ce63be59 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:08.106484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.109429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6eff6279-4f97-48ee-a0c3-6a24f477d73b req-e768b243-938e-4e03-b04c-92c70e6181fe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "DELETE /v2.0/ports/938a680b-6005-4294-bc15-ac22ce63be59 HTTP/1.1" status: 204 len: 173 time: 1.5895884 Jul 08 17:17:08.109598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'name': 'network-vif-deleted', 'tag': '938a680b-6005-4294-bc15-ac22ce63be59'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:08.116798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.119960 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62295e-3bf5-4749-b9a4-faed65c642d7" -d '{"events": [{"server_uuid": "3b631f12-fa6d-40e4-a92e-96c69f2d7479", "name": "network-vif-deleted", "tag": "938a680b-6005-4294-bc15-ac22ce63be59"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:08.154030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.268894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.328380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.340290 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d605a9dd-7493-4d29-88bb-fd05c1cf5a9d x-openstack-request-id: req-d605a9dd-7493-4d29-88bb-fd05c1cf5a9d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:08.340942 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b631f12-fa6d-40e4-a92e-96c69f2d7479", "name": "network-vif-deleted", "tag": "938a680b-6005-4294-bc15-ac22ce63be59", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:08.340942 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d605a9dd-7493-4d29-88bb-fd05c1cf5a9d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:08.341349 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b631f12-fa6d-40e4-a92e-96c69f2d7479', 'name': 'network-vif-deleted', 'tag': '938a680b-6005-4294-bc15-ac22ce63be59', 'status': 'completed', 'code': 200} Jul 08 17:17:08.344536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'bf639a4d-055d-49fb-accd-459c9bf8c0ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:08.380019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:08.391996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:08.430494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.432099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.433576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:08.493067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2f3e53-173d-430c-a85a-190fa4d9bc60,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:08.495346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.500002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3235c379-13df-4297-a891-28ee8fedc1da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fb2f3e53-173d-430c-a85a-190fa4d9bc60 HTTP/1.1" status: 204 len: 168 time: 0.5720365 Jul 08 17:17:08.504159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:08.504933 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.650989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=20c93683-9205-42a1-9b4f-89dffd43553d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:08.681067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:08.681812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.683698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f002f-bf1f-449c-993d-7445c51cca39 req-fadb4e5a-7c57-43be-9faa-bdecf90477a4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:08.686781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b48f002f-bf1f-449c-993d-7445c51cca39 req-fadb4e5a-7c57-43be-9faa-bdecf90477a4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 932 time: 0.3444185 Jul 08 17:17:08.696642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:08.708136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0d565-2468-4db7-9f2d-9d3efd27d7a3 req-2411944d-e8aa-4016-874b-53a7093b6dab tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:08.716943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3b0d565-2468-4db7-9f2d-9d3efd27d7a3 req-2411944d-e8aa-4016-874b-53a7093b6dab tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 950 time: 0.2784641 Jul 08 17:17:08.759808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-906a2743-6790-486e-8691-1fbfa5e59273 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7099917 Jul 08 17:17:08.801505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b48f002f-bf1f-449c-993d-7445c51cca39 req-ee174ae5-d30d-4d64-9a76-0aa5bb8bfcb2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997720 Jul 08 17:17:08.897202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Request body: {'port': {'device_id': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:08.963410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3b0d565-2468-4db7-9f2d-9d3efd27d7a3 req-4c2e4a4e-62f0-4fcc-a289-4e2f742ffebd tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457967 Jul 08 17:17:09.068103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.090608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4fd051-a97c-4ae3-b8d3-734a94816bf2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:09.100314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:09.113010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a48690c-bd75-4789-b7d7-bc60696b1857') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:09.113325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a48690c-bd75-4789-b7d7-bc60696b1857') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:09.131110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.171896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.193907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7da9a5b4-2cbb-4c4c-9f38-5eb12dfa53a2 req-2f64c6ee-3dcf-4720-bbe2-2b99a2c96b91 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.0457716 Jul 08 17:17:09.200856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.216319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:17:09.218372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:17:09.220649 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:17:09.288193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.339283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.341718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] 10.222.0.48 "DELETE /v2.0/networks/da4fd051-a97c-4ae3-b8d3-734a94816bf2 HTTP/1.1" status: 204 len: 168 time: 0.8335335 Jul 08 17:17:09.369982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f934696-15c5-4be2-9d3b-8433a9f7bafe admin admin] Pushing event deleted for resources: {'Network': ['ID=da4fd051-a97c-4ae3-b8d3-734a94816bf2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:09.560146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-044b0ac9-377e-4e73-a806-e9896207da1c tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c2f6f6334b5142698e677559df4e1a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425799 Jul 08 17:17:09.659168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 938a680b-6005-4294-bc15-ac22ce63be59 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:09.695551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 938a680b-6005-4294-bc15-ac22ce63be59 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:09.696156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 938a680b-6005-4294-bc15-ac22ce63be59 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:09.733066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:09.744283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8c538-ecc0-4cc6-b356-ee33716e7609 req-7db21d38-23b3-4439-8058-f690de541ccb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:09.751581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e0f8c538-ecc0-4cc6-b356-ee33716e7609 req-7db21d38-23b3-4439-8058-f690de541ccb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.6439531 Jul 08 17:17:09.803853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-543e9ada-7168-467f-b237-d3dd09767211 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:09.810472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-543e9ada-7168-467f-b237-d3dd09767211 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411530 Jul 08 17:17:09.842381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-bad2c78a-f85b-47d9-b778-4ef676486e9e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/quotas/c2f6f6334b5142698e677559df4e1a63 HTTP/1.1" status: 200 len: 375 time: 0.0309680 Jul 08 17:17:09.846403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-724ca90e-04bd-49b2-87ad-114ad2792b5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=431a64d47ea5419098ea8f53617ab855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121211 Jul 08 17:17:09.848927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:09.856189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:09.868489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:09.871913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:09.884059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:09.885149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:09.941599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e0f8c538-ecc0-4cc6-b356-ee33716e7609 req-78a902a9-8047-4ce5-b833-9c4f82c78cd6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890075 Jul 08 17:17:09.959141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:09.993577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:09.994689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:10.076235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:10.078585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a0ac8-9469-45f0-96df-1302e3af8f77 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:10.103946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b659f72e-6f19-49bd-9e03-73752b8698f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.130760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b659f72e-6f19-49bd-9e03-73752b8698f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.189473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-8b0a1959-bc71-41e3-893c-fc27d5c604db tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2f6f6334b5142698e677559df4e1a63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3450763 Jul 08 17:17:10.194897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b659f72e-6f19-49bd-9e03-73752b8698f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.199322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b659f72e-6f19-49bd-9e03-73752b8698f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.204348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b659f72e-6f19-49bd-9e03-73752b8698f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15827e9a-ea79-465b-9cde-4f05d7bc9713 HTTP/1.1" status: 204 len: 168 time: 0.3544436 Jul 08 17:17:10.224593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659f72e-6f19-49bd-9e03-73752b8698f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15827e9a-ea79-465b-9cde-4f05d7bc9713,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:10.278011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8e783cba-c05a-485f-a25c-1161ceb534fb tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/floatingips/52d1f34f-7f10-472c-a92e-6ab838d00bed HTTP/1.1" status: 200 len: 978 time: 3.5704658 Jul 08 17:17:10.278676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:10.383154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28c9b-2657-42fa-a1da-2e07b2b40959 req-560c3d36-044f-411f-ab92-6a619780d0e7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:10.403912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55f28c9b-2657-42fa-a1da-2e07b2b40959 req-560c3d36-044f-411f-ab92-6a619780d0e7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 932 time: 0.2774720 Jul 08 17:17:10.678244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c93683-9205-42a1-9b4f-89dffd43553d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:10.712975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55f28c9b-2657-42fa-a1da-2e07b2b40959 req-da6d9afe-decc-4259-b3fb-ce4eb42446e0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066545 Jul 08 17:17:10.719213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.753620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Transition to ACTIVE for port object 20c93683-9205-42a1-9b4f-89dffd43553d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:10.776022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.793423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 4fa8f01a-a1c7-44e5-9e77-a35f0862bdec {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:10.793423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:10.867202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Pushing event updated for resources: {'Port': ['ID=20c93683-9205-42a1-9b4f-89dffd43553d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:10.937860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e522c893-5923-4d01-8f5a-d17ead6cee33 req-12632572-092d-49cb-9c0b-76b0f0b0c696 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.0515127 Jul 08 17:17:11.024511 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.024843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.048782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95ac8bca-9377-4530-ab4e-9606bde972e5 req-77cbc9be-55a3-4522-8982-9e4e6d721a22 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 210 time: 0.1031890 Jul 08 17:17:11.054268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 4fa8f01a-a1c7-44e5-9e77-a35f0862bdec owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:11.056671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Attempting to bind port 20c93683-9205-42a1-9b4f-89dffd43553d on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:11.057011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Attempting to bind port 20c93683-9205-42a1-9b4f-89dffd43553d by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:11.057339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Attempting to bind port 20c93683-9205-42a1-9b4f-89dffd43553d on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:11.066596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Port 20c93683-9205-42a1-9b4f-89dffd43553d on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:11.066926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Attempting to bind port 20c93683-9205-42a1-9b4f-89dffd43553d on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:11.089242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:11.089591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:11.090010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:11.090454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Bound port: 20c93683-9205-42a1-9b4f-89dffd43553d, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:11.090819 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.123252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:11.222659 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0375b7e6-f22d-4027-ab64-41694a0ee950 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5396e6449d1d4c0bb6907558307c46b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962749 Jul 08 17:17:11.225641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:11.294206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] For port 20c93683-9205-42a1-9b4f-89dffd43553d, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:11.299220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] For port 20c93683-9205-42a1-9b4f-89dffd43553d, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=20c93683-9205-42a1-9b4f-89dffd43553d,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:11.316239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.375594 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5925027d-76f7-4f08-9029-f4d7d9c7b3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.407469 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5925027d-76f7-4f08-9029-f4d7d9c7b3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.448917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755a1d4-66ce-4ae8-9c60-0ad089c87269 req-5ae1f850-c8df-47cd-854c-d2bac4ab0305 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:11.458179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d755a1d4-66ce-4ae8-9c60-0ad089c87269 req-5ae1f850-c8df-47cd-854c-d2bac4ab0305 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1703148 Jul 08 17:17:11.475947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:11.476609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.478310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] 10.222.0.21 "PUT /v2.0/ports/20c93683-9205-42a1-9b4f-89dffd43553d HTTP/1.1" status: 200 len: 1092 time: 2.5941682 Jul 08 17:17:11.479012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'tag': '20c93683-9205-42a1-9b4f-89dffd43553d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:11.481696 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2", "tag": "20c93683-9205-42a1-9b4f-89dffd43553d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:11.490973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5925027d-76f7-4f08-9029-f4d7d9c7b3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.493948 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5925027d-76f7-4f08-9029-f4d7d9c7b3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.497509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5925027d-76f7-4f08-9029-f4d7d9c7b3e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5a81384-1932-4c19-bb62-5f3297c26f81 HTTP/1.1" status: 204 len: 168 time: 0.2684696 Jul 08 17:17:11.520528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925027d-76f7-4f08-9029-f4d7d9c7b3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a81384-1932-4c19-bb62-5f3297c26f81,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:11.538169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181aae3-fea4-43a6-8327-ee7c72fbd391 service neutron] Pushing event updated for resources: {'Port': ['ID=20c93683-9205-42a1-9b4f-89dffd43553d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:11.621820 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae959b37-f019-4335-8091-4bb0eb59d7d1 x-openstack-request-id: req-ae959b37-f019-4335-8091-4bb0eb59d7d1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:11.622497 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2", "tag": "20c93683-9205-42a1-9b4f-89dffd43553d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:11.623250 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae959b37-f019-4335-8091-4bb0eb59d7d1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:11.624807 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'tag': '20c93683-9205-42a1-9b4f-89dffd43553d', 'status': 'completed', 'code': 200} Jul 08 17:17:11.683062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d755a1d4-66ce-4ae8-9c60-0ad089c87269 req-7b56dab7-8878-404f-8f84-54db18a1128f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238920 Jul 08 17:17:11.719715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.784364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=4fa8f01a-a1c7-44e5-9e77-a35f0862bdec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:11.831162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-86d5c556-56d2-4a94-9921-0409b2418af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:11.833568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-86d5c556-56d2-4a94-9921-0409b2418af0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 1095 time: 0.2289090 Jul 08 17:17:11.913235 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:11.914296 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 52d1f34f-7f10-472c-a92e-6ab838d00bed disassociated (deleted). External IP: 172.25.3.10, port: 654f006f-d7cd-4c51-aa2a-c42625a43526. Jul 08 17:17:11.932966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-c92d3f2f-9e6f-4057-a64a-d199ab447699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20c93683-9205-42a1-9b4f-89dffd43553d HTTP/1.1" status: 200 len: 217 time: 0.0858068 Jul 08 17:17:12.055651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b576b-68b0-4732-a075-497ee8404759 req-ed0dbdde-2502-42e7-92e4-e268fa983237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:12.058723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-ed0dbdde-2502-42e7-92e4-e268fa983237 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1189783 Jul 08 17:17:12.101767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-2d6240e8-e4da-4264-8388-16c65f510c0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337791 Jul 08 17:17:12.143195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb1b2c-d7aa-421c-857b-26f4561e4732 req-69081cfe-f06f-4d0f-8263-b2d01eac17f1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:12.150516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6cbb1b2c-d7aa-421c-857b-26f4561e4732 req-69081cfe-f06f-4d0f-8263-b2d01eac17f1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 944 time: 0.1565597 Jul 08 17:17:12.219761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-291bcc0c-84e6-4445-95dc-f493094738c2 service neutron] 10.222.0.21 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087403 Jul 08 17:17:12.237138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6cbb1b2c-d7aa-421c-857b-26f4561e4732 req-b8118627-8336-45af-a669-54bcca6c903b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855956 Jul 08 17:17:12.284687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7c96b80-5371-4638-bb2e-a517805542fc req-3f7e9d93-851d-448f-9820-0029e2c4c843 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.0635369 Jul 08 17:17:12.400595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a71b576b-68b0-4732-a075-497ee8404759 req-5c870faf-e1e5-4765-be78-567e098fd964 service neutron] 10.222.0.21 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688154 Jul 08 17:17:12.551428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-93c18603-48f1-4c9e-965f-aa2c617ea842 req-11192dc1-c1c9-4f05-80bb-3cb2273be4fa tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 210 time: 0.0689096 Jul 08 17:17:12.608414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:12.659424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-82aeeb00-06aa-455a-bdc5-007fcdc2fcdf tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c2f6f6334b5142698e677559df4e1a63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381873 Jul 08 17:17:12.662873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:12.710002 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:12.814559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-007dd06a-8508-4a28-a757-fcb375932948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:12.816122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-007dd06a-8508-4a28-a757-fcb375932948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 1095 time: 0.2363899 Jul 08 17:17:13.028970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-55fd2d47-eabb-4a08-80e6-904c02248591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:13.031170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-55fd2d47-eabb-4a08-80e6-904c02248591 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.2054508 Jul 08 17:17:13.042786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa793df2-382a-4317-8a97-8c9bb42c3aa0 req-f7814d22-256c-4d35-9e9a-70e575a89676 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:13.050340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa793df2-382a-4317-8a97-8c9bb42c3aa0 req-f7814d22-256c-4d35-9e9a-70e575a89676 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1118274 Jul 08 17:17:13.134808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa793df2-382a-4317-8a97-8c9bb42c3aa0 req-3cadcb1a-d2fe-4f94-a309-c6dc64ccfd0c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834804 Jul 08 17:17:13.138060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-501a093b-ca6a-4d9f-bb54-1aa487aa566b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20c93683-9205-42a1-9b4f-89dffd43553d HTTP/1.1" status: 200 len: 217 time: 0.0857310 Jul 08 17:17:13.241945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-c632c299-04e5-4287-add8-dfe46a4c5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:13.243429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-c632c299-04e5-4287-add8-dfe46a4c5ecb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.0981936 Jul 08 17:17:13.329316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-bcbae732-5103-49c0-a09b-ccc91c724200 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764062 Jul 08 17:17:13.612655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-5885889c-897a-495f-848d-766701fdb5d8 service neutron] 10.222.0.21 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691674 Jul 08 17:17:13.626034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd5e66-7160-4819-b87d-9ddbcb98e2eb req-fc7722f4-e9ce-4c22-889c-bd0a770abe13 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:13.631529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f29510f6-9b37-44f9-9f10-42f9eafcd012 req-ded1ac28-b971-4e0e-bb5d-ddaa074d3c49 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.0630627 Jul 08 17:17:13.632767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02cd5e66-7160-4819-b87d-9ddbcb98e2eb req-fc7722f4-e9ce-4c22-889c-bd0a770abe13 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 944 time: 0.1220376 Jul 08 17:17:13.662307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:13.663768 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:13.675889 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:13.677118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-f37ec524-02e3-416e-bac6-059dde38b87b tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:13.678595 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:13.679787 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-f37ec524-02e3-416e-bac6-059dde38b87b tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0122221 Jul 08 17:17:13.689584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:13.746629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e4013fa-9faa-4c8a-bbd1-08eb6e5edef2 req-36445961-0fcd-41cc-8ec6-bb3e26ce119c service neutron] 10.222.0.21 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117840 Jul 08 17:17:13.763304 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:13.773652 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-06335e7c-5012-4f2e-8c86-17c71e7dd382 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/floatingips/52d1f34f-7f10-472c-a92e-6ab838d00bed HTTP/1.1" status: 204 len: 168 time: 3.4934793 Jul 08 17:17:13.776463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:13.779409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Request body: {'port': {'device_id': '76af78dd-ba66-4370-9358-b575fa0e3379', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'c2f6f6334b5142698e677559df4e1a63'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:13.785559 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:13.786270 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:16:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:13.874506 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:13.875284 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8fce3-f189-4428-95ac-3190ab2f29f6 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:13.883722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02cd5e66-7160-4819-b87d-9ddbcb98e2eb req-1cf07593-965c-4dfd-8255-524d3e8e418f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499845 Jul 08 17:17:13.917449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39948) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:13.931153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-097e40ca-2d01-4a09-97ad-e204e55f525f req-e11fab75-dee2-4403-bf0e-d45603bf574b tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 210 time: 0.0387640 Jul 08 17:17:13.985643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Made reservation on behalf of c2f6f6334b5142698e677559df4e1a63 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:13.989323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.052137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 654f006f-d7cd-4c51-aa2a-c42625a43526 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:14.052725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.145161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3ea8-c456-4da0-a175-c25a1606451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.228332 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.247083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 654f006f-d7cd-4c51-aa2a-c42625a43526 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:14.271036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Allocated IP 192.168.233.140 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/10517899-8a92-4582-a552-99dbc20d12f0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:14.357713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3ea8-c456-4da0-a175-c25a1606451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.371888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f2f3ea8-c456-4da0-a175-c25a1606451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.457235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f3ea8-c456-4da0-a175-c25a1606451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df23eec-e1a2-4d0e-94be-197e74fc3367,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:14.491349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5f2f3ea8-c456-4da0-a175-c25a1606451e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=912bb597da004a6ca8dea9d2370c5f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693800 Jul 08 17:17:14.491733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:14.673710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.708247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede76ec-d952-48ae-aae9-8a1a4acd5736 req-4e5c14df-c122-4d6a-8b5b-8c03a886ff08 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:14.713701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.716224 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bede76ec-d952-48ae-aae9-8a1a4acd5736 req-4e5c14df-c122-4d6a-8b5b-8c03a886ff08 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.2971308 Jul 08 17:17:14.758982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Transition to ACTIVE for port object 10517899-8a92-4582-a552-99dbc20d12f0 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:14.782296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=654f006f-d7cd-4c51-aa2a-c42625a43526,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:14.831804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bede76ec-d952-48ae-aae9-8a1a4acd5736 req-30beee59-a2a9-4c91-83a2-32584461b9ed tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145649 Jul 08 17:17:14.843868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.856685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ce9dab13-ec9f-4327-a07c-3586a33f82c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:14.941564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.944564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca8bd0fe-8a6b-4b49-ac1d-5386f9013d74 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/ports/654f006f-d7cd-4c51-aa2a-c42625a43526 HTTP/1.1" status: 204 len: 168 time: 1.1669879 Jul 08 17:17:14.948533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:14.954598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:14.955680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50c-91a1-4a49-9c04-1a7ea0b9ed2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:14.996164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.027084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:15.030194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-401b82b2-e819-4507-abcc-36c599a009b3 req-448af86f-23ac-45cf-90d7-7077b4cf2387 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.0480747 Jul 08 17:17:15.056192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:15.069593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:15.076285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50c-91a1-4a49-9c04-1a7ea0b9ed2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.194607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Pushing event updated for resources: {'Port': ['ID=10517899-8a92-4582-a552-99dbc20d12f0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:15.208555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.276818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:15.277551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.310858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-0c46e5a8-2af1-42d2-acff-3d2ebfcaa403 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5356364 Jul 08 17:17:15.330890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Request body: {'port': {'device_id': '76af78dd-ba66-4370-9358-b575fa0e3379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:15.528938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b7ffb7f0-6e42-4993-8d77-7c5c894c0715 None None] Provisioning for port 10517899-8a92-4582-a552-99dbc20d12f0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:15.534552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd995f2-8d22-4c9b-954c-713fbe3510e3 req-eda8d82d-e93c-4100-a3c6-18c7a7c4d19c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:15.536165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b7ffb7f0-6e42-4993-8d77-7c5c894c0715 None None] Provisioning complete for port 10517899-8a92-4582-a552-99dbc20d12f0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:15.536742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7ffb7f0-6e42-4993-8d77-7c5c894c0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.544432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fd995f2-8d22-4c9b-954c-713fbe3510e3 req-eda8d82d-e93c-4100-a3c6-18c7a7c4d19c tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 944 time: 0.3003643 Jul 08 17:17:15.553726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.568197 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50c-91a1-4a49-9c04-1a7ea0b9ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.570837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c2d50c-91a1-4a49-9c04-1a7ea0b9ed2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.572001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-07c2d50c-91a1-4a49-9c04-1a7ea0b9ed2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4df23eec-e1a2-4d0e-94be-197e74fc3367 HTTP/1.1" status: 204 len: 168 time: 1.0795069 Jul 08 17:17:15.593700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcddf63-e56e-4e52-970e-5ee94c1047a0 req-55768cc4-a4f8-4145-90ac-b8e2d9266116 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:15.595610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bcddf63-e56e-4e52-970e-5ee94c1047a0 req-55768cc4-a4f8-4145-90ac-b8e2d9266116 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 936 time: 0.1149991 Jul 08 17:17:15.603928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2d50c-91a1-4a49-9c04-1a7ea0b9ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df23eec-e1a2-4d0e-94be-197e74fc3367,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:15.626400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.237 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/d923b728-aa4b-4057-943d-551873915a52) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:15.660635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffb7f0-6e42-4993-8d77-7c5c894c0715 None None] Port 10517899-8a92-4582-a552-99dbc20d12f0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:15.673200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fd995f2-8d22-4c9b-954c-713fbe3510e3 req-0289a974-152e-4f57-bf05-f3aa65b40722 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Jul 08 17:17:15.691765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 20c93683-9205-42a1-9b4f-89dffd43553d details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:17:15.838857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.870600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 20c93683-9205-42a1-9b4f-89dffd43553d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=20c93683-9205-42a1-9b4f-89dffd43553d,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:15.898789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:15.900943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '20c93683-9205-42a1-9b4f-89dffd43553d', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': '20c93683-9205-42a1-9b4f-89dffd43553d', 'mac_address': 'fa:16:3e:73:8e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:17:15.996081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=d923b728-aa4b-4057-943d-551873915a52,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:16.018696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bcddf63-e56e-4e52-970e-5ee94c1047a0 req-f6e63c1a-9865-4035-b57c-ab143e77a963 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908610 Jul 08 17:17:16.066168 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:16.102688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c93683-9205-42a1-9b4f-89dffd43553d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:16.109964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:16.122561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:16.143774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:16.164525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 20c93683-9205-42a1-9b4f-89dffd43553d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=20c93683-9205-42a1-9b4f-89dffd43553d,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:16.173358 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:16.281604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-cdc73a5c-296d-46a7-b717-c15cde7caad9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2715385 Jul 08 17:17:16.340655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=20c93683-9205-42a1-9b4f-89dffd43553d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:16.437178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['20c93683-9205-42a1-9b4f-89dffd43553d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:16.559228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:16.603556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb57a3c-2c8f-451e-ab39-e148469f7b85 req-a253af46-3bc5-4ba2-af8f-486b00925912 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:16.617801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fb57a3c-2c8f-451e-ab39-e148469f7b85 req-a253af46-3bc5-4ba2-af8f-486b00925912 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.2840538 Jul 08 17:17:16.640425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10517899-8a92-4582-a552-99dbc20d12f0 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:16.656650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:16.678800 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0eaac82-7f11-4062-9060-ffcc603c67de req-8cbd74ad-e18a-45d7-b666-42d6b00f6117 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b631f12-fa6d-40e4-a92e-96c69f2d7479 HTTP/1.1" status: 200 len: 210 time: 0.1353605 Jul 08 17:17:16.706121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fb57a3c-2c8f-451e-ab39-e148469f7b85 req-ceb01d72-40e3-4037-88f8-c6b8875cb770 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871632 Jul 08 17:17:16.746314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Transition to ACTIVE for port object 10517899-8a92-4582-a552-99dbc20d12f0 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:16.768656 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:16.790823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-485fa8e3-a917-438e-b9ab-0678a53abf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:16.793302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-485fa8e3-a917-438e-b9ab-0678a53abf72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4038da0d0184e43b155c720e28055c9&device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 1098 time: 0.4324524 Jul 08 17:17:16.930290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:16.976621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Pushing event updated for resources: {'Port': ['ID=10517899-8a92-4582-a552-99dbc20d12f0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:17.111051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Attempting to bind port 10517899-8a92-4582-a552-99dbc20d12f0 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:17.111733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Attempting to bind port 10517899-8a92-4582-a552-99dbc20d12f0 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:17.111733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Attempting to bind port 10517899-8a92-4582-a552-99dbc20d12f0 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:17.119977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Port 10517899-8a92-4582-a552-99dbc20d12f0 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:17.120304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Attempting to bind port 10517899-8a92-4582-a552-99dbc20d12f0 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:17.126391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:17.126733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:17.127122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:17.132606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Bound port: 10517899-8a92-4582-a552-99dbc20d12f0, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:17.133125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:17.278306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] For port 10517899-8a92-4582-a552-99dbc20d12f0, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:17.282799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] For port 10517899-8a92-4582-a552-99dbc20d12f0, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10517899-8a92-4582-a552-99dbc20d12f0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:17.299633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:17.382676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:17.384645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:17.391399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] 10.222.0.53 "PUT /v2.0/ports/10517899-8a92-4582-a552-99dbc20d12f0 HTTP/1.1" status: 200 len: 1096 time: 2.0710928 Jul 08 17:17:17.393193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76af78dd-ba66-4370-9358-b575fa0e3379', 'tag': '10517899-8a92-4582-a552-99dbc20d12f0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:17.396059 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "76af78dd-ba66-4370-9358-b575fa0e3379", "tag": "10517899-8a92-4582-a552-99dbc20d12f0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:17.486817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ede008-4f9d-4f4d-be8e-2c7f2c5bd839 service neutron] Pushing event updated for resources: {'Port': ['ID=10517899-8a92-4582-a552-99dbc20d12f0,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:17.587518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff8b8-a798-4ad3-ba9b-8cc58eaf21da req-dc6a39c2-00b4-42ff-9c06-a802d5f2b49f tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:17.596196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b81ff8b8-a798-4ad3-ba9b-8cc58eaf21da req-dc6a39c2-00b4-42ff-9c06-a802d5f2b49f tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 948 time: 0.3115630 Jul 08 17:17:17.657403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-696dbf6d-cc93-4c87-aeca-5def405788f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:17.658638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-696dbf6d-cc93-4c87-aeca-5def405788f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.8070333 Jul 08 17:17:17.705228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 20c93683-9205-42a1-9b4f-89dffd43553d up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:17.754642 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b81ff8b8-a798-4ad3-ba9b-8cc58eaf21da req-9f712579-6940-41db-ba03-6b8b55cf0815 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475253 Jul 08 17:17:17.774168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-23e0076f-d08c-4191-948c-42043377544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:17.775650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-23e0076f-d08c-4191-948c-42043377544b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2f6f6334b5142698e677559df4e1a63&device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 1099 time: 0.2707298 Jul 08 17:17:17.841783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:17.851132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-cc9fb6f2-4fc3-4d9d-8264-3f07397c4731 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89 HTTP/1.1" status: 200 len: 217 time: 0.1818707 Jul 08 17:17:17.861066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e907-d1e2-4b5f-8eec-536e4d00d7a4 req-995f6e39-2460-4387-8f8e-3963950349b5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:17.870938 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e223e907-d1e2-4b5f-8eec-536e4d00d7a4 req-995f6e39-2460-4387-8f8e-3963950349b5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 945 time: 0.8784237 Jul 08 17:17:17.904108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:17.929577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 20c93683-9205-42a1-9b4f-89dffd43553d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:17.939891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 20c93683-9205-42a1-9b4f-89dffd43553d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:17.942739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-88b6ba75-79e2-4733-bc46-f57614247bd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=10517899-8a92-4582-a552-99dbc20d12f0 HTTP/1.1" status: 200 len: 217 time: 0.1508605 Jul 08 17:17:17.943475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:18.090961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=d923b728-aa4b-4057-943d-551873915a52,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:18.113034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e223e907-d1e2-4b5f-8eec-536e4d00d7a4 req-d05f36a2-ef88-441e-bd13-dec919f0d125 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392409 Jul 08 17:17:18.115549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-24d66afd-b2df-4e9a-b929-b35ba7a243af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:18.120286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-24d66afd-b2df-4e9a-b929-b35ba7a243af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1703598 Jul 08 17:17:18.122690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-4776d68a-80e7-4197-bff5-d9eb9d8e7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:18.124281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-4776d68a-80e7-4197-bff5-d9eb9d8e7596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2391169 Jul 08 17:17:18.195744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:18.239563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:18.244748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-def74d37-8b18-43f4-8645-ed1d8461cae3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2951841 Jul 08 17:17:18.252749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:18.257078 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128a14f-3370-4c8f-84d7-0f5b0cf84338 x-openstack-request-id: req-c128a14f-3370-4c8f-84d7-0f5b0cf84338 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:18.257485 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76af78dd-ba66-4370-9358-b575fa0e3379", "tag": "10517899-8a92-4582-a552-99dbc20d12f0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:18.259728 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c128a14f-3370-4c8f-84d7-0f5b0cf84338 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:18.260285 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76af78dd-ba66-4370-9358-b575fa0e3379', 'tag': '10517899-8a92-4582-a552-99dbc20d12f0', 'status': 'completed', 'code': 200} Jul 08 17:17:18.276443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-631d8917-7f0d-46c6-b701-53a174f1c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:18.280546 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-631d8917-7f0d-46c6-b701-53a174f1c311 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359496 Jul 08 17:17:18.289117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'port': {'network_id': '9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7', 'name': 'tempest-FloatingIPTestJSON-1247003589'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:18.505157 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:18.586034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c93683-9205-42a1-9b4f-89dffd43553d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:18.590050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-af767032-0107-4354-b914-49fe28fa557e service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034141 Jul 08 17:17:18.593324 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bb031a-b5de-48fb-9305-95335f17be31" -d '{"events": [{"server_uuid": "e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2", "name": "network-vif-plugged", "status": "completed", "tag": "20c93683-9205-42a1-9b4f-89dffd43553d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:18.594482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-c40129be-916a-45a6-8f6c-dec1055933c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:18.598318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-c40129be-916a-45a6-8f6c-dec1055933c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4645433 Jul 08 17:17:18.638230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 20c93683-9205-42a1-9b4f-89dffd43553d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=20c93683-9205-42a1-9b4f-89dffd43553d,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:18.662565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:18.782801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=20c93683-9205-42a1-9b4f-89dffd43553d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:18.807550 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b1d13e-a6ee-4ff2-b90d-c21b508c22aa x-openstack-request-id: req-48b1d13e-a6ee-4ff2-b90d-c21b508c22aa {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:18.807842 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2", "name": "network-vif-plugged", "status": "completed", "tag": "20c93683-9205-42a1-9b4f-89dffd43553d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:18.808046 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48b1d13e-a6ee-4ff2-b90d-c21b508c22aa {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:18.808441 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c93683-9205-42a1-9b4f-89dffd43553d', 'code': 200} Jul 08 17:17:18.818105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91665c4c-6bee-41ff-9279-e28aa1158260 req-c1360a28-1cf7-4438-8223-ad60ed0dbc69 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:18.827566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91665c4c-6bee-41ff-9279-e28aa1158260 req-c1360a28-1cf7-4438-8223-ad60ed0dbc69 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.3535182 Jul 08 17:17:18.860714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:18.860714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:18.968403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91665c4c-6bee-41ff-9279-e28aa1158260 req-464b4c65-aec1-4fff-8b95-138a84319496 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390603 Jul 08 17:17:19.069957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-717dcbf4-eede-4b64-a25a-daa6268ac0f8 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520531 Jul 08 17:17:19.070364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22ece76b-61df-4384-a3e5-d252a219fa24 req-a42874c4-44cd-49af-9d4a-839cf6be24f8 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568946 Jul 08 17:17:19.140284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] device_id is not set on port 3efc8cb7-cb4c-4c56-91fa-80c9a631ad67 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:17:19.304814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc60c5a-7ed6-4242-af3a-92fafacd001e req-918dad30-69dc-4a43-8a05-ebf141ac7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:19.306514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddc60c5a-7ed6-4242-af3a-92fafacd001e req-918dad30-69dc-4a43-8a05-ebf141ac7c25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 1097 time: 0.3753576 Jul 08 17:17:19.321233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9b61dc0-684a-4a3e-a5bb-4a32bf4ff1a1 req-7d2322ec-44be-47fe-b81a-5bc0c829cec5 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401109 Jul 08 17:17:19.434759 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0244a87a-e620-45b6-85cc-25ec9a7e27da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:19.471330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448827c-bdd8-41d4-8149-4096a1c4c9b7 req-62683020-842f-45aa-b853-395af50dc529 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:19.473228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9448827c-bdd8-41d4-8149-4096a1c4c9b7 req-62683020-842f-45aa-b853-395af50dc529 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 948 time: 0.3276553 Jul 08 17:17:19.487315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.4 (9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7/9960e5ca-17af-403f-a58c-9f8ec250e58e/3efc8cb7-cb4c-4c56-91fa-80c9a631ad67) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:19.564149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddc60c5a-7ed6-4242-af3a-92fafacd001e req-d5e61508-9b2d-4989-8fe0-15398d5f6954 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452278 Jul 08 17:17:19.651554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43751e-af51-4b58-9f45-74e6b4ab0f00 req-3d8bf417-0a18-4d30-86e8-e7ddea810706 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:19.657664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd43751e-af51-4b58-9f45-74e6b4ab0f00 req-3d8bf417-0a18-4d30-86e8-e7ddea810706 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 946 time: 0.1395109 Jul 08 17:17:19.753272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd43751e-af51-4b58-9f45-74e6b4ab0f00 req-11f7ba42-086e-4e14-b241-b16d332efc3b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843787 Jul 08 17:17:19.818633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9448827c-bdd8-41d4-8149-4096a1c4c9b7 req-ee74be2c-b50c-41e6-aa6d-e6f343f82095 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775497 Jul 08 17:17:19.851910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-0f2fc7b5-363c-4dd8-8c96-da3c90da5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:19.853574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-0f2fc7b5-363c-4dd8-8c96-da3c90da5090 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2f6f6334b5142698e677559df4e1a63&device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 1099 time: 0.4501231 Jul 08 17:17:20.087698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:20.159172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-0d0d7b1a-e045-472a-9564-e047a2faf94d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:20.168624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-0d0d7b1a-e045-472a-9564-e047a2faf94d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.2438624 Jul 08 17:17:20.214007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-2b0757f3-f555-4190-86c2-0164b6473a6c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.0367367 Jul 08 17:17:20.275886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-db477ed5-d40a-429b-a208-faef9917dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:20.277398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-db477ed5-d40a-429b-a208-faef9917dbb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3792815 Jul 08 17:17:20.289681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-da10c565-5fc1-4799-a708-4d6e654c93df tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740402 Jul 08 17:17:20.308624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:20.438030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-ccccf707-367d-4038-b5d3-38993963ca99 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466882 Jul 08 17:17:20.472321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-b90f22ae-d0b2-4db3-b6e1-cb314bc326b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=10517899-8a92-4582-a552-99dbc20d12f0 HTTP/1.1" status: 200 len: 217 time: 0.1815984 Jul 08 17:17:20.582518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network 9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:20.661233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-6a35ec4d-8990-4bfa-bb43-b920e7f4ff84 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220795 Jul 08 17:17:20.673021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:20.684751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=3efc8cb7-cb4c-4c56-91fa-80c9a631ad67,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:20.693801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:20.770103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:20.773096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:20.777615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-d631e7ad-d2bc-43ef-97d4-657a08af9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:20.779574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-d631e7ad-d2bc-43ef-97d4-657a08af9158 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2846694 Jul 08 17:17:20.822692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:20.939309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:20.942048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af58e758-f304-46ef-b84e-381af41d5cb6 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6708133 Jul 08 17:17:20.944654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'port_id': '3efc8cb7-cb4c-4c56-91fa-80c9a631ad67'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:21.046453 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:21.047993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-30fdd995-2bb0-47e2-86cb-c86e701fa027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:21.049529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-30fdd995-2bb0-47e2-86cb-c86e701fa027 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481260 Jul 08 17:17:21.135454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58485-e9ce-4a94-9125-6d200e48d224 req-560efab2-b9eb-4f57-94f8-52aeedd8936d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:21.136997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85c58485-e9ce-4a94-9125-6d200e48d224 req-560efab2-b9eb-4f57-94f8-52aeedd8936d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.5516760 Jul 08 17:17:21.174816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93f47710-f888-46ec-aa9f-0ee37dd60272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:21.213421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85c58485-e9ce-4a94-9125-6d200e48d224 req-f1e6d9da-0df6-4100-adab-785e96952dc1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659561 Jul 08 17:17:21.230754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-089f8a0d-3572-4113-8e57-8ce5d690c4bb service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708474 Jul 08 17:17:21.456676 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5388cd41-d355-4e21-8ea4-19d5ef76f5cd req-c17c1ce0-fa01-4224-8bb3-95993695cf5c service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183819 Jul 08 17:17:21.463442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a829bb1-18e4-4093-bde1-3b1bbec93687 req-1ca89ccb-30d9-4ee0-9fe3-91b7b1785829 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:21.465559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a829bb1-18e4-4093-bde1-3b1bbec93687 req-1ca89ccb-30d9-4ee0-9fe3-91b7b1785829 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 946 time: 0.3436823 Jul 08 17:17:21.474215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10517899-8a92-4582-a552-99dbc20d12f0 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:17:21.583187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a829bb1-18e4-4093-bde1-3b1bbec93687 req-76cfaa6c-e266-4c7c-a9ef-087db9502da4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958543 Jul 08 17:17:21.666997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93f47710-f888-46ec-aa9f-0ee37dd60272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:21.674988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93f47710-f888-46ec-aa9f-0ee37dd60272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:21.679795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003439f5-aefd-4cd6-bb6d-6f6e1b765d38 req-86db2ee0-937f-4984-80ac-7be343c25b2c tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:21.697089 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-003439f5-aefd-4cd6-bb6d-6f6e1b765d38 req-86db2ee0-937f-4984-80ac-7be343c25b2c tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 948 time: 0.1916680 Jul 08 17:17:21.719319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 10517899-8a92-4582-a552-99dbc20d12f0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10517899-8a92-4582-a552-99dbc20d12f0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:21.744675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '10517899-8a92-4582-a552-99dbc20d12f0', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '10517899-8a92-4582-a552-99dbc20d12f0', 'mac_address': 'fa:16:3e:a6:89:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:17:21.776895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-003439f5-aefd-4cd6-bb6d-6f6e1b765d38 req-3a6c5905-f3f6-40c1-bace-7632173a89b8 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768871 Jul 08 17:17:21.791029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:21.808374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10517899-8a92-4582-a552-99dbc20d12f0 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:21.894444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 10517899-8a92-4582-a552-99dbc20d12f0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10517899-8a92-4582-a552-99dbc20d12f0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:21.904101 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:21.921728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39d4d0f7-5d6d-429f-aa1e-45c2c9e02519 req-4f86a616-9796-416e-bdca-564c69ef9737 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5534e129-9f91-4525-b046-d4bad9f9a086 HTTP/1.1" status: 200 len: 210 time: 0.0654352 Jul 08 17:17:21.933847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47710-f888-46ec-aa9f-0ee37dd60272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339453ab-29f8-46ec-864f-e27ea6925a64,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:21.963572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40186) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:21.964931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-93f47710-f888-46ec-aa9f-0ee37dd60272 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e01a74b1b31544668ce8f46cf3a68b62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1406670 Jul 08 17:17:22.044287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=10517899-8a92-4582-a552-99dbc20d12f0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:22.079984 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cca63ed-6feb-40ed-a9e8-9d74fa301b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.140407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cca63ed-6feb-40ed-a9e8-9d74fa301b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.189100 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35cd5600-73a6-46de-8ae7-c8db65945c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.216802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['10517899-8a92-4582-a552-99dbc20d12f0'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:22.272344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.288117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.328805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.348175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cca63ed-6feb-40ed-a9e8-9d74fa301b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.351381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cca63ed-6feb-40ed-a9e8-9d74fa301b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:22.354977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4cca63ed-6feb-40ed-a9e8-9d74fa301b27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/339453ab-29f8-46ec-864f-e27ea6925a64 HTTP/1.1" status: 204 len: 168 time: 0.3883078 Jul 08 17:17:22.374138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca63ed-6feb-40ed-a9e8-9d74fa301b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339453ab-29f8-46ec-864f-e27ea6925a64,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:22.496451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a56c4-24a9-4370-9341-685419e730f7 req-51ab9bf8-40b2-4daf-a697-71b2aecf6f63 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:22.498144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e35a56c4-24a9-4370-9341-685419e730f7 req-51ab9bf8-40b2-4daf-a697-71b2aecf6f63 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 945 time: 0.2848825 Jul 08 17:17:22.566628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-85309ddd-ba1e-4a43-8339-4aa07ff37790 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1756082 Jul 08 17:17:22.569649 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 034f4cb2-523c-47ab-a483-c0ff41a33bdc associated. External IP: 172.25.3.237, port: 3efc8cb7-cb4c-4c56-91fa-80c9a631ad67. Jul 08 17:17:22.626356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e35a56c4-24a9-4370-9341-685419e730f7 req-0e0e8cc5-77f9-40b4-a047-bd8e8d665397 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189389 Jul 08 17:17:23.323980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:23.452028 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:23.642251 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-4b073521-a40a-488e-b9ac-1e522b61284e service neutron] show failed (client error): The resource could not be found. Jul 08 17:17:23.643461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-4b073521-a40a-488e-b9ac-1e522b61284e service neutron] 10.222.0.53 "GET /v2.0/ports/5fdfd7fd-15d6-47fd-8841-44f9042f9e23/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.1945674 Jul 08 17:17:23.652848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:23.666104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:23.681602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:23.683643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:23.684990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:23.788662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:23.792637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ab1976a8-cf36-437a-8404-42d5a83eede9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/floatingips/034f4cb2-523c-47ab-a483-c0ff41a33bdc HTTP/1.1" status: 200 len: 978 time: 2.8520703 Jul 08 17:17:23.804084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f2679503-3d25-46e8-8ad1-7c065a17f548 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:23.805261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:23.806141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f2679503-3d25-46e8-8ad1-7c065a17f548 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.7209485 Jul 08 17:17:23.823333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:23.824629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:23.864983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': '5534e129-9f91-4525-b046-d4bad9f9a086', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:23.912599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:23.914606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9065c6bc-a709-4fa0-a5c1-d4b75fef35fd None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:24.057838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-b099bcb1-62cd-47ec-a294-37c0e9f76487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.059838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-b099bcb1-62cd-47ec-a294-37c0e9f76487 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 1096 time: 1.2651792 Jul 08 17:17:24.087751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fa0fa-0f0f-44e1-9ac0-79427fc2e9f8 req-c670fd6b-eb6a-4ed4-b2f4-c8e7b3cd0bbe tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.089688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b6fa0fa-0f0f-44e1-9ac0-79427fc2e9f8 req-c670fd6b-eb6a-4ed4-b2f4-c8e7b3cd0bbe tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 950 time: 1.1149092 Jul 08 17:17:24.187196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 3efc8cb7-cb4c-4c56-91fa-80c9a631ad67 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:24.187936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:24.234338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b6fa0fa-0f0f-44e1-9ac0-79427fc2e9f8 req-5022fea4-4d2b-4f70-a20e-5288b055d5e0 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289041 Jul 08 17:17:24.257123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:24.260799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:24.274956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-80326293-7a70-4d15-b3d8-7fedd59739c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.276487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-80326293-7a70-4d15-b3d8-7fedd59739c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.1790879 Jul 08 17:17:24.367323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-fba5251c-035c-4c0f-adda-df1a498740cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5 HTTP/1.1" status: 200 len: 217 time: 0.0816567 Jul 08 17:17:24.500918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-b5815174-9fcb-4d22-8ea9-66357805f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.502719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-b5815174-9fcb-4d22-8ea9-66357805f75f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1251545 Jul 08 17:17:24.568122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-902fd440-6cf1-40ed-b9d3-761b872bfe2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510590 Jul 08 17:17:24.580321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.7 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/802bffa2-d11a-414c-afba-bfe5774bc5d2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:24.650142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82be37-cd95-4a88-b2cf-eaf540dcbbcd req-335a2582-9d9d-4b4b-9ba7-21c1ccbb0e73 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.658714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca82be37-cd95-4a88-b2cf-eaf540dcbbcd req-335a2582-9d9d-4b4b-9ba7-21c1ccbb0e73 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.6323462 Jul 08 17:17:24.671484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-bdd855a7-7ad6-49ac-a3fc-63d3079d6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.672962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-bdd855a7-7ad6-49ac-a3fc-63d3079d6200 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de&tenant_id=ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 1101 time: 0.5760713 Jul 08 17:17:24.689831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:24.697048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:24.727009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2cb8c-adec-48ff-9790-7f617b7da1eb req-5a396a5f-ec3a-4c6f-b331-6828a9a4eba2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:24.728394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-29f2cb8c-adec-48ff-9790-7f617b7da1eb req-5a396a5f-ec3a-4c6f-b331-6828a9a4eba2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 946 time: 0.2225070 Jul 08 17:17:24.799983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-fd4b4f35-a4e9-4220-835d-63e61ec1231e service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173007 Jul 08 17:17:24.808036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:24.830168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca82be37-cd95-4a88-b2cf-eaf540dcbbcd req-bcde7c7e-b8d9-4825-b8ef-8c2231ffec7e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706464 Jul 08 17:17:24.890537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-29f2cb8c-adec-48ff-9790-7f617b7da1eb req-0454c5af-ca43-4b2e-9b8a-76b6118be13d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508915 Jul 08 17:17:24.930515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:24.955957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:24.975274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a962386d-256f-4c16-b448-fce6c4bd3351 req-3a7795db-8185-4ba5-8e55-f2ad74bea37f service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643455 Jul 08 17:17:25.009241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.089916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.090304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.090617 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 034f4cb2-523c-47ab-a483-c0ff41a33bdc disassociated. External IP: 172.25.3.237, port: 3efc8cb7-cb4c-4c56-91fa-80c9a631ad67. Jul 08 17:17:25.090958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 3efc8cb7-cb4c-4c56-91fa-80c9a631ad67 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:25.104510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:25.108413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:25.113498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:25.121016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=802bffa2-d11a-414c-afba-bfe5774bc5d2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:25.177076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:25.177898 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.194582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-f5803e4c-ef00-47c8-9691-b99ef643b4a6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612347 Jul 08 17:17:25.207599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Request body: {'port': {'device_id': '5534e129-9f91-4525-b046-d4bad9f9a086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:25.226178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b262-bfd1-452f-91a8-f1db19893636 req-d31c47f9-f1ea-4559-9d8d-3168c03b4d60 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:25.227690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c38b262-bfd1-452f-91a8-f1db19893636 req-d31c47f9-f1ea-4559-9d8d-3168c03b4d60 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 949 time: 0.2820055 Jul 08 17:17:25.290674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.371337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c38b262-bfd1-452f-91a8-f1db19893636 req-2ff656d8-bbb0-4006-b64a-52ae45a8f573 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293213 Jul 08 17:17:25.381468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:25.490227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10517899-8a92-4582-a552-99dbc20d12f0 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:25.555099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:25.582099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 10517899-8a92-4582-a552-99dbc20d12f0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:25.587295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 10517899-8a92-4582-a552-99dbc20d12f0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:25.587675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.667259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:25.669695 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9507462b-afe6-4c0d-b42b-65856d987f5a" -d '{"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-unplugged", "status": "completed", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:25.675023 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.681187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.704233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.739633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Transition to ACTIVE for port object 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:25.759165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=3efc8cb7-cb4c-4c56-91fa-80c9a631ad67,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:25.761036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:25.798505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.815106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-ec48a1cf-1687-421e-83e0-7b19f0832ce8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:25.816812 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-ec48a1cf-1687-421e-83e0-7b19f0832ce8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.2446604 Jul 08 17:17:25.854786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-60635112-8230-438b-a399-19a9af2d6fa4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.0298069 Jul 08 17:17:25.876165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af78dd-ba66-4370-9358-b575fa0e3379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10517899-8a92-4582-a552-99dbc20d12f0'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:25.890456 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa5eed3-b7f3-41d0-9092-ffb609670189" -d '{"events": [{"server_uuid": "76af78dd-ba66-4370-9358-b575fa0e3379", "name": "network-vif-plugged", "status": "completed", "tag": "10517899-8a92-4582-a552-99dbc20d12f0"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:25.917567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802bffa2-d11a-414c-afba-bfe5774bc5d2 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:25.928236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.932449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 10517899-8a92-4582-a552-99dbc20d12f0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10517899-8a92-4582-a552-99dbc20d12f0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:25.949280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Transition to ACTIVE for port object 802bffa2-d11a-414c-afba-bfe5774bc5d2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:25.963059 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:25.982405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.026117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-d452ec52-54d2-4b9e-8d91-7d5e7d8d2669 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1699092 Jul 08 17:17:26.043154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:26.047730 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.079922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=10517899-8a92-4582-a552-99dbc20d12f0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:26.107235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] No DVR routers for this DVR port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:26.113612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Pushing event updated for resources: {'Port': ['ID=802bffa2-d11a-414c-afba-bfe5774bc5d2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:26.124109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:26.133468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429473d0-b5f9-4bb0-af8b-437b66ecfd7f req-f0c9a31f-ba57-4198-8aed-a6443211d49e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:26.135392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-429473d0-b5f9-4bb0-af8b-437b66ecfd7f req-f0c9a31f-ba57-4198-8aed-a6443211d49e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 946 time: 0.3828888 Jul 08 17:17:26.136624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.153294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:26.195823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:26.217503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:26.217879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:26.218181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:26.243764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-0128058e-9f3b-4235-b051-078a2e0e0868 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060244 Jul 08 17:17:26.246218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Attempting to bind port 802bffa2-d11a-414c-afba-bfe5774bc5d2 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:26.246554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Attempting to bind port 802bffa2-d11a-414c-afba-bfe5774bc5d2 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:26.246884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Attempting to bind port 802bffa2-d11a-414c-afba-bfe5774bc5d2 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:26.260683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Port 802bffa2-d11a-414c-afba-bfe5774bc5d2 on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:26.261010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Attempting to bind port 802bffa2-d11a-414c-afba-bfe5774bc5d2 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:26.265056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:26.265384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Attempting to bind port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:26.285248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:26.285575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:26.285990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:26.286440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Bound port: 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:26.286954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.296921 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-429473d0-b5f9-4bb0-af8b-437b66ecfd7f req-3727902b-f55a-4167-8afd-19d4b28bb386 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423097 Jul 08 17:17:26.335362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:26.335702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:26.336093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:26.336530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Bound port: 802bffa2-d11a-414c-afba-bfe5774bc5d2, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:26.336892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.434042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:26.446847 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7f22a-afef-479f-867c-591645069330 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:26.463308 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7f22a-afef-479f-867c-591645069330 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:26.463308 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c7f22a-afef-479f-867c-591645069330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:26.471783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-83d7f2b3-67f0-4eb5-b46b-4c91a646bc87 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205718 Jul 08 17:17:26.490786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:26.500397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] For port 802bffa2-d11a-414c-afba-bfe5774bc5d2, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:26.511143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] For port 802bffa2-d11a-414c-afba-bfe5774bc5d2, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=802bffa2-d11a-414c-afba-bfe5774bc5d2,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:26.522999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.525754 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c7f22a-afef-479f-867c-591645069330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:26.539146 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7f22a-afef-479f-867c-591645069330 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:26.539804 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c7f22a-afef-479f-867c-591645069330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:26.585068 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb376f9-3173-475e-9c36-ee4aa7973537 x-openstack-request-id: req-dcb376f9-3173-475e-9c36-ee4aa7973537 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:26.585366 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-unplugged", "status": "completed", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:26.585622 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcb376f9-3173-475e-9c36-ee4aa7973537 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:26.586052 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'code': 200} Jul 08 17:17:26.607218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:26.608549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.610590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:26.613448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] 10.222.0.21 "PUT /v2.0/ports/802bffa2-d11a-414c-afba-bfe5774bc5d2 HTTP/1.1" status: 200 len: 1091 time: 1.4099917 Jul 08 17:17:26.615730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5534e129-9f91-4525-b046-d4bad9f9a086', 'tag': '802bffa2-d11a-414c-afba-bfe5774bc5d2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:26.620425 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94c7f22a-afef-479f-867c-591645069330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:26.621127 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7f22a-afef-479f-867c-591645069330 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:26.629896 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a529f7e3-4ad6-450d-9b4c-99137020fd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5534e129-9f91-4525-b046-d4bad9f9a086", "tag": "802bffa2-d11a-414c-afba-bfe5774bc5d2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:26.641741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.675013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.676996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb1eae00-88cb-4775-a20e-44f1b462d2af tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/ports/3efc8cb7-cb4c-4c56-91fa-80c9a631ad67 HTTP/1.1" status: 204 len: 168 time: 2.8660622 Jul 08 17:17:26.683044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:26.724631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:26.725304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:26.727377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 1096 time: 2.0396380 Jul 08 17:17:26.799179 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc80d253-e2b8-4cee-95ed-7a6a94264828 x-openstack-request-id: req-dc80d253-e2b8-4cee-95ed-7a6a94264828 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:26.799567 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af78dd-ba66-4370-9358-b575fa0e3379", "name": "network-vif-plugged", "status": "completed", "tag": "10517899-8a92-4582-a552-99dbc20d12f0", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:26.799916 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc80d253-e2b8-4cee-95ed-7a6a94264828 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:26.800394 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af78dd-ba66-4370-9358-b575fa0e3379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10517899-8a92-4582-a552-99dbc20d12f0', 'code': 200} Jul 08 17:17:26.857327 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e45cdbcc-43da-4089-8972-1bc46ef32e90 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/floatingips/034f4cb2-523c-47ab-a483-c0ff41a33bdc HTTP/1.1" status: 200 len: 688 time: 0.1704545 Jul 08 17:17:26.868365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:26.872701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66663-62eb-4605-9779-84522f8951e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:26.921628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaea3c-49ca-4e6a-905d-f5084e053e3c service neutron] Pushing event updated for resources: {'Port': ['ID=802bffa2-d11a-414c-afba-bfe5774bc5d2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:27.129033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-ffa89a73-1e61-42b0-8b05-dc349cba650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.130635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-ffa89a73-1e61-42b0-8b05-dc349cba650e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=5534e129-9f91-4525-b046-d4bad9f9a086 HTTP/1.1" status: 200 len: 1094 time: 0.3251164 Jul 08 17:17:27.138113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec478b-7b72-4c80-8183-56604ee5938a req-435a2bc4-f2a6-4f95-bc00-7e1be6ed5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.140450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ec478b-7b72-4c80-8183-56604ee5938a req-435a2bc4-f2a6-4f95-bc00-7e1be6ed5e3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 1101 time: 0.2207649 Jul 08 17:17:27.155568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:27.233402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-3b08466c-9cda-46fb-99c8-0e51d7a33f72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=802bffa2-d11a-414c-afba-bfe5774bc5d2 HTTP/1.1" status: 200 len: 217 time: 0.0903776 Jul 08 17:17:27.282458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6b7b-37e9-46a2-90d7-2efb84e51f57 req-7b8f4a8b-bdfb-45c4-8376-7eecb2388bc1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.286721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de6c6b7b-37e9-46a2-90d7-2efb84e51f57 req-7b8f4a8b-bdfb-45c4-8376-7eecb2388bc1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 948 time: 0.5812814 Jul 08 17:17:27.304414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-ebd4a84e-13bd-46ee-bd64-47f8272f7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.305885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-ebd4a84e-13bd-46ee-bd64-47f8272f7ea2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1099 time: 0.5398633 Jul 08 17:17:27.316633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ec478b-7b72-4c80-8183-56604ee5938a req-5eff0dad-221a-48be-8cbf-87398a216d2b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624112 Jul 08 17:17:27.331478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379e993-eb41-4acd-915a-b7d9ab04b064 req-e2321139-5f6f-4477-a43b-cbb9de6ae61e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.338303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9379e993-eb41-4acd-915a-b7d9ab04b064 req-e2321139-5f6f-4477-a43b-cbb9de6ae61e tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 950 time: 0.2814956 Jul 08 17:17:27.340913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-d4145406-d2d3-4360-a7f7-7718dd799cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.342488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-d4145406-d2d3-4360-a7f7-7718dd799cd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0997205 Jul 08 17:17:27.397298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b84864-9e55-404f-b087-9a5522601a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:27.400573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-d3fa346e-dd37-4b7d-a9c9-8b5001545846 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454168 Jul 08 17:17:27.448740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9379e993-eb41-4acd-915a-b7d9ab04b064 req-1d364357-f9c3-4ff0-bd30-6cce56412b37 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095636 Jul 08 17:17:27.489918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:27.578535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-a71fd09a-a2af-46f5-97c8-6af4421562cd service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663089 Jul 08 17:17:27.580626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:27.611114 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf1430-ebc0-4fb5-8bf2-9f0212dbb87b x-openstack-request-id: req-ecdf1430-ebc0-4fb5-8bf2-9f0212dbb87b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:27.611449 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5534e129-9f91-4525-b046-d4bad9f9a086", "tag": "802bffa2-d11a-414c-afba-bfe5774bc5d2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:27.611656 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecdf1430-ebc0-4fb5-8bf2-9f0212dbb87b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:27.612045 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5534e129-9f91-4525-b046-d4bad9f9a086', 'tag': '802bffa2-d11a-414c-afba-bfe5774bc5d2', 'status': 'completed', 'code': 200} Jul 08 17:17:27.693511 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b84864-9e55-404f-b087-9a5522601a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:27.707599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25b84864-9e55-404f-b087-9a5522601a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:27.750799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-c947bdbd-0e22-4b28-a279-3552eb77a5a3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.752763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-c947bdbd-0e22-4b28-a279-3552eb77a5a3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 946 time: 0.7137973 Jul 08 17:17:27.768691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b27b003b-e46b-4bd4-af45-c87a7a5eb7ee service neutron] 10.222.0.21 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828783 Jul 08 17:17:27.772480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de6c6b7b-37e9-46a2-90d7-2efb84e51f57 req-53413ae3-d43c-482b-b852-ffa49c78c1fd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719818 Jul 08 17:17:27.792518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c17f1b1-1403-4ced-9318-dac550f35eb1 req-a9fc6108-caab-4d65-b7fb-2705a40b4fac tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 210 time: 0.0593629 Jul 08 17:17:27.798353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25b84864-9e55-404f-b087-9a5522601a97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4fd7cb9ef35418c9b32302405ba6d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393499 Jul 08 17:17:27.800486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b84864-9e55-404f-b087-9a5522601a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6d0927-d8b6-4c21-bc45-a099826dce39,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:27.803068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:27.825978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port d923b728-aa4b-4057-943d-551873915a52 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:27.827128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:27.933253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d9afd6-ad8d-4570-bd3a-01bc08770e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:27.940532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-dde68750-c9d5-4ffa-aff7-438f83b81999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.942646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-dde68750-c9d5-4ffa-aff7-438f83b81999 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.6240458 Jul 08 17:17:27.950509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-ac49d72d-9bd2-434b-89fe-8c134a4f7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:27.954713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-ac49d72d-9bd2-434b-89fe-8c134a4f7b9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=5534e129-9f91-4525-b046-d4bad9f9a086 HTTP/1.1" status: 200 len: 1094 time: 0.1191225 Jul 08 17:17:28.035602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d9afd6-ad8d-4570-bd3a-01bc08770e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.049072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-ce2405a0-aa0b-49e9-93a5-117e256f139e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.0947492 Jul 08 17:17:28.198204 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.198534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.199410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-029ca352-e4a0-45e1-81a6-f73020924a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.201113 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-029ca352-e4a0-45e1-81a6-f73020924a59 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=63b8eb0402414096a68f4d7255277876&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2385640 Jul 08 17:17:28.203446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d9afd6-ad8d-4570-bd3a-01bc08770e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.207382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7d9afd6-ad8d-4570-bd3a-01bc08770e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.210869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7d9afd6-ad8d-4570-bd3a-01bc08770e72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c6d0927-d8b6-4c21-bc45-a099826dce39 HTTP/1.1" status: 204 len: 168 time: 0.4047530 Jul 08 17:17:28.230807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-777a44fe-3833-461b-8b0d-0f9807df95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.232364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-777a44fe-3833-461b-8b0d-0f9807df95c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1706533 Jul 08 17:17:28.234566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for d923b728-aa4b-4057-943d-551873915a52 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:28.247089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9afd6-ad8d-4570-bd3a-01bc08770e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6d0927-d8b6-4c21-bc45-a099826dce39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:28.343785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb7170-a067-4575-b916-2ffc3e026229 req-a0051255-a232-445f-a6ed-0388f1501f19 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.351393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71cb7170-a067-4575-b916-2ffc3e026229 req-a0051255-a232-445f-a6ed-0388f1501f19 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 946 time: 0.3402240 Jul 08 17:17:28.402779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port 20c93683-9205-42a1-9b4f-89dffd43553d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:28.403147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.437670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b852eb00-561e-4671-84c8-411c8fe8ec0e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.437670 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b852eb00-561e-4671-84c8-411c8fe8ec0e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "GET /v2.0/ports?device_id=5534e129-9f91-4525-b046-d4bad9f9a086 HTTP/1.1" status: 200 len: 943 time: 0.4226906 Jul 08 17:17:28.478992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-f3c5e421-0386-4c12-956f-5673db713949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.487541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-f3c5e421-0386-4c12-956f-5673db713949 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775440 Jul 08 17:17:28.569701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71cb7170-a067-4575-b916-2ffc3e026229 req-c0b038a7-798f-480e-8da2-75b1801f5cb4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173996 Jul 08 17:17:28.594541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:28.596923 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612" -d '{"events": [{"name": "network-changed", "server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:28.623565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-74d57f0e-2021-4363-a4b9-0b4d756be7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.625250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-74d57f0e-2021-4363-a4b9-0b4d756be7bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840446 Jul 08 17:17:28.773160 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfec9d92-098a-4a7d-8aa4-4c625ae618ca x-openstack-request-id: req-dfec9d92-098a-4a7d-8aa4-4c625ae618ca {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:28.773823 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:28.773823 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfec9d92-098a-4a7d-8aa4-4c625ae618ca {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:28.774066 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'status': 'completed', 'code': 200} Jul 08 17:17:28.800852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port 20c93683-9205-42a1-9b4f-89dffd43553d, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=20c93683-9205-42a1-9b4f-89dffd43553d,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:28.801220 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.802068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:28.804384 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd3661d-46ef-4f1c-b528-6fa87f87b53f" -d '{"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-unplugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:28.847905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for 20c93683-9205-42a1-9b4f-89dffd43553d owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:28.921995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:28.932132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-b609418d-6e57-4325-a3ce-46b2d184a275 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:28.934661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-b609418d-6e57-4325-a3ce-46b2d184a275 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.2790091 Jul 08 17:17:28.939465 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099528f3-2890-4255-8da6-f5b8810d3d1d x-openstack-request-id: req-099528f3-2890-4255-8da6-f5b8810d3d1d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:28.939648 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-unplugged", "status": "completed", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:28.939858 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-099528f3-2890-4255-8da6-f5b8810d3d1d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:28.940523 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'code': 200} Jul 08 17:17:28.951912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:29.043692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=d923b728-aa4b-4057-943d-551873915a52,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:29.065059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-7f3333cd-8a5c-4515-8794-eb5463e50e4b service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057708 Jul 08 17:17:29.146522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port 802bffa2-d11a-414c-afba-bfe5774bc5d2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:29.147655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.194647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:29.198155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.227177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a5557-c589-4a11-9518-a88db5af6451 req-48325d32-53eb-4a8b-acb8-a0cc676d132d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:29.228664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-706a5557-c589-4a11-9518-a88db5af6451 req-48325d32-53eb-4a8b-acb8-a0cc676d132d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 948 time: 0.1067204 Jul 08 17:17:29.318827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-706a5557-c589-4a11-9518-a88db5af6451 req-96e4b887-a5df-45b5-bd7f-18b61d2369bb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816896 Jul 08 17:17:29.324238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.327030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.328597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-30cbf443-b214-47be-b1a0-64f1f87d88d3 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/floatingips/034f4cb2-523c-47ab-a483-c0ff41a33bdc HTTP/1.1" status: 204 len: 168 time: 2.4528990 Jul 08 17:17:29.330863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-a06276df-e133-4ef5-806a-2970baa54c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:29.332404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-a06276df-e133-4ef5-806a-2970baa54c6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1099 time: 0.5512569 Jul 08 17:17:29.338694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:29.344240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '8cbf01e6-2ffe-46c4-abb5-940dde0dbf21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:29.396224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.8 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/4c786ee0-87de-4aca-99d8-3a9b141ff214) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:29.435459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73480ae-ccb6-4a37-b225-5f58e5b399e7 req-8f77f841-8c2a-4ea7-9109-0b15ca3b3ef9 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:29.443100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f73480ae-ccb6-4a37-b225-5f58e5b399e7 req-8f77f841-8c2a-4ea7-9109-0b15ca3b3ef9 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 950 time: 0.5656514 Jul 08 17:17:29.447159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:29.573726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5449f7-86bd-4697-bd1d-fdcdc23bf707 req-f0a17849-5f97-4fdf-85c2-ebe4c0b67b15 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855521 Jul 08 17:17:29.604312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e11fc10c-8622-4c31-b9fa-036205349b48 req-0930f46f-7a05-45d4-9014-e398f1374408 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 210 time: 0.0424724 Jul 08 17:17:29.631857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port 802bffa2-d11a-414c-afba-bfe5774bc5d2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=802bffa2-d11a-414c-afba-bfe5774bc5d2,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:29.632152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.677236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.684726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-308950844-network', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:29.707193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.785095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for 802bffa2-d11a-414c-afba-bfe5774bc5d2 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:29.787650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 20c93683-9205-42a1-9b4f-89dffd43553d no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:29.810167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.836284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f73480ae-ccb6-4a37-b225-5f58e5b399e7 req-f6f538d1-e1f5-45d1-8d87-3e81b3d1fd9a tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923080 Jul 08 17:17:29.896150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-91a09f3b-8230-4213-8505-88ae1fcf38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:29.897731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-91a09f3b-8230-4213-8505-88ae1fcf38f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.5368514 Jul 08 17:17:29.909593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No active binding found for port 20c93683-9205-42a1-9b4f-89dffd43553d {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:17:29.911632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 20c93683-9205-42a1-9b4f-89dffd43553d not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:29.912561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=4c786ee0-87de-4aca-99d8-3a9b141ff214,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:29.932320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:29.942494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.944100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Made reservation on behalf of b2d47281519f4b8490982bdc18e3dfd8 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:29.946621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.958786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'bf639a4d-055d-49fb-accd-459c9bf8c0ff'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:29.964349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:29.979630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2cca475d-e05b-4872-8872-3f10c633bcd1 req-97725010-65c2-4295-bcc3-f98b3e361c8a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2 HTTP/1.1" status: 200 len: 210 time: 0.0526183 Jul 08 17:17:29.980725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:30.033739 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-ae5ab73f-b921-4e03-9dc4-ef48b0514e2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.0959897 Jul 08 17:17:30.034549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:30.036713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=20c93683-9205-42a1-9b4f-89dffd43553d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:30.051804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:30.052708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:30.076552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-711d8881-a72c-4750-8938-aec035401ba8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1294122 Jul 08 17:17:30.088385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Request body: {'port': {'device_id': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:30.212903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:30.324423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port 20c93683-9205-42a1-9b4f-89dffd43553d on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:30.335672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:30.336421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.21 "DELETE /v2.0/ports/20c93683-9205-42a1-9b4f-89dffd43553d HTTP/1.1" status: 204 len: 173 time: 2.5754201 Jul 08 17:17:30.339165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-b17243fd-7bf6-4fe2-b345-d4003722724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:30.340583 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-b17243fd-7bf6-4fe2-b345-d4003722724b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1099 time: 0.6518650 Jul 08 17:17:30.477310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-d8f3e5b2-4920-4eb4-bc8e-b1d62fa8b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:30.481846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-d8f3e5b2-4920-4eb4-bc8e-b1d62fa8b745 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.4303322 Jul 08 17:17:30.774208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc17a9-b8a6-4ef0-97dc-a84d7a5b9aa8 req-fb9dce97-5625-44cc-8952-1c8b02495492 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:30.782763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aabc17a9-b8a6-4ef0-97dc-a84d7a5b9aa8 req-fb9dce97-5625-44cc-8952-1c8b02495492 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 948 time: 0.2009199 Jul 08 17:17:30.839046 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aabc17a9-b8a6-4ef0-97dc-a84d7a5b9aa8 req-f4ca9c3a-31c8-457b-b750-104780232409 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Jul 08 17:17:30.927080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'name': 'network-vif-deleted', 'tag': '20c93683-9205-42a1-9b4f-89dffd43553d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:30.929214 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b6030a-faff-4478-942b-a286702894a6" -d '{"events": [{"server_uuid": "e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2", "name": "network-vif-deleted", "tag": "20c93683-9205-42a1-9b4f-89dffd43553d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:30.969575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c786ee0-87de-4aca-99d8-3a9b141ff214 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:30.979309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.008517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Transition to ACTIVE for port object 4c786ee0-87de-4aca-99d8-3a9b141ff214 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:31.015266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.069341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.089607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Pushing event updated for resources: {'Port': ['ID=4c786ee0-87de-4aca-99d8-3a9b141ff214,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:31.217631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Attempting to bind port 4c786ee0-87de-4aca-99d8-3a9b141ff214 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:31.218072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Attempting to bind port 4c786ee0-87de-4aca-99d8-3a9b141ff214 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:31.218649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Attempting to bind port 4c786ee0-87de-4aca-99d8-3a9b141ff214 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:31.244839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Port 4c786ee0-87de-4aca-99d8-3a9b141ff214 on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:31.245383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Attempting to bind port 4c786ee0-87de-4aca-99d8-3a9b141ff214 on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:31.254243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:31.255086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:31.255685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:31.256320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Bound port: 4c786ee0-87de-4aca-99d8-3a9b141ff214, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:31.256892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.258907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=802bffa2-d11a-414c-afba-bfe5774bc5d2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:31.286925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.336147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.397621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.401088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] For port 4c786ee0-87de-4aca-99d8-3a9b141ff214, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:31.405509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] For port 4c786ee0-87de-4aca-99d8-3a9b141ff214, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:31.409022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port 802bffa2-d11a-414c-afba-bfe5774bc5d2 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:31.409963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.425591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.427617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3fb0d6-3f4a-4d47-bc39-5a3f34c14fd5 req-b9717677-4184-409d-a3e8-fafce1365b5b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.21 "DELETE /v2.0/ports/802bffa2-d11a-414c-afba-bfe5774bc5d2 HTTP/1.1" status: 204 len: 173 time: 2.9566941 Jul 08 17:17:31.433255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-63b734de-7fe4-47d0-a471-d67b23119559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:31.434757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-63b734de-7fe4-47d0-a471-d67b23119559 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 1.0729690 Jul 08 17:17:31.437247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:17:31.491418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33340494-01fc-455a-93df-de0ef3b1bd98,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:31.538607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.538977 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Added segment 9488d330-1474-4848-9151-b7c53ab71be4 of type vlan for network f783ad92-107d-48a4-a3b3-e2c026175257 Jul 08 17:17:31.545472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-3c2f866e-1f79-44d5-b34d-c626476a6741 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.0958180 Jul 08 17:17:31.547429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-b90c4eac-2068-4471-956e-7719dba45015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:31.548947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-b90c4eac-2068-4471-956e-7719dba45015 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5400367 Jul 08 17:17:31.587616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c6914-a543-4302-b88c-7b30e326d48d req-4e63f486-e17d-4cdf-af62-aff3563d09f9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:31.589226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-386c6914-a543-4302-b88c-7b30e326d48d req-4e63f486-e17d-4cdf-af62-aff3563d09f9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 1101 time: 0.5842826 Jul 08 17:17:31.714045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.803823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:17:31.812308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-386c6914-a543-4302-b88c-7b30e326d48d req-ff076659-a8ce-4c37-8117-c699d5ad3fc9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.849324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-11e16ad3-6c53-49ef-a103-cf7e7b98a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:31.854537 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-11e16ad3-6c53-49ef-a103-cf7e7b98a612 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2915962 Jul 08 17:17:31.902744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:31.903401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.905094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c786ee0-87de-4aca-99d8-3a9b141ff214 HTTP/1.1" status: 200 len: 1091 time: 1.8211255 Jul 08 17:17:31.905568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'tag': '4c786ee0-87de-4aca-99d8-3a9b141ff214'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:31.910137 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0ca426-055f-47d7-b436-f6c8f5ed65cd", "tag": "4c786ee0-87de-4aca-99d8-3a9b141ff214"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:31.984659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd849d-a7ed-44c8-aadc-b72b27b13b90 service neutron] Pushing event updated for resources: {'Port': ['ID=4c786ee0-87de-4aca-99d8-3a9b141ff214,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:32.015047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.91 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/303e7cb1-dcbf-443c-9249-1d87477d3c3d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:32.020815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.021899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:32.022631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.040581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-a28d63b4-020c-42d4-acd5-d14b6aed154b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788506 Jul 08 17:17:32.087043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:32.091531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-614c4738-6106-4b07-a07f-618f60067da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:32.093414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-614c4738-6106-4b07-a07f-618f60067da5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 1094 time: 0.1034589 Jul 08 17:17:32.103374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'mac_address': 'fa:16:3e:91:64:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:17:32.111625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d935e5-2a06-4a41-aa17-21d037e705e6 req-2d4cc011-55bb-4c01-b55e-776d45a2cb42 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:32.118434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78d935e5-2a06-4a41-aa17-21d037e705e6 req-2d4cc011-55bb-4c01-b55e-776d45a2cb42 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 943 time: 0.1745350 Jul 08 17:17:32.151285 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.165989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:32.184268 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-22b43c6a-0732-4647-ba5d-0a6d6eda0f4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214 HTTP/1.1" status: 200 len: 217 time: 0.0807712 Jul 08 17:17:32.196533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:32.204292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.266064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:32.275596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78d935e5-2a06-4a41-aa17-21d037e705e6 req-9643d970-a70e-4ec7-a341-5605a6730e99 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563263 Jul 08 17:17:32.282344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-eb4b35aa-31b1-4358-bf04-73947c95e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:32.283743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-eb4b35aa-31b1-4358-bf04-73947c95e5d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0826364 Jul 08 17:17:32.336069 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-412ece5a-e37d-4851-ae3d-f3506f6fbe45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434515 Jul 08 17:17:32.390281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] Pushing event updated for resources: {'Network': ['ID=f783ad92-107d-48a4-a3b3-e2c026175257,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:32.406160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f783ad92-107d-48a4-a3b3-e2c026175257 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:17:32.456171 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d39a06-ca9c-4f89-8f6a-686465fe9dd4 x-openstack-request-id: req-f9d39a06-ca9c-4f89-8f6a-686465fe9dd4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:32.456456 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2", "name": "network-vif-deleted", "tag": "20c93683-9205-42a1-9b4f-89dffd43553d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:32.457169 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9d39a06-ca9c-4f89-8f6a-686465fe9dd4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:32.457568 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c4fb7d-a8f6-45cc-b354-4304b8cb82a2', 'name': 'network-vif-deleted', 'tag': '20c93683-9205-42a1-9b4f-89dffd43553d', 'status': 'completed', 'code': 200} Jul 08 17:17:32.461898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-4ac519da-b7ad-420c-a0b8-b418bd58a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:32.464308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-4ac519da-b7ad-420c-a0b8-b418bd58a3b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5800822 Jul 08 17:17:32.469141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:32.517219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-2269bd42-f10f-47b4-8ad7-55fba38fcea1 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705527 Jul 08 17:17:32.578490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.640430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e3af2e-23b5-4834-a3c8-3de5eff7e289 req-0482d238-54c0-44fc-93d3-373b1eeb9f6d service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143847 Jul 08 17:17:32.645920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-3902fb21-94b3-4a8a-9cdd-fa98cdd61a85 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626965 Jul 08 17:17:32.677540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-386c6914-a543-4302-b88c-7b30e326d48d req-ff076659-a8ce-4c37-8117-c699d5ad3fc9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.697987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-386c6914-a543-4302-b88c-7b30e326d48d req-ff076659-a8ce-4c37-8117-c699d5ad3fc9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.725113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-878327a6-4fb2-4605-9a92-31d3893c758a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2443688 Jul 08 17:17:32.725417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:32.739689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Request body: {'subnet': {'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-308950844-subnet', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:32.762478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-386c6914-a543-4302-b88c-7b30e326d48d req-ff076659-a8ce-4c37-8117-c699d5ad3fc9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1161385 Jul 08 17:17:32.763219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff076659-a8ce-4c37-8117-c699d5ad3fc9 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5298fb-5be6-468a-b9d7-e7fa756a7b97,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:32.768095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.793069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Made reservation on behalf of b2d47281519f4b8490982bdc18e3dfd8 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:32.799102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.822386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:32.827405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:32.831441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:32.924264 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-021a6ac1-a944-4aae-a6b4-c5e8e2bdf512 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293797 Jul 08 17:17:32.948641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=303e7cb1-dcbf-443c-9249-1d87477d3c3d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:33.087618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.160354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Checking segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:33.160716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Network hostable DHCP agents. Network: f783ad92-107d-48a4-a3b3-e2c026175257, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:17:33.171419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9dd5e8-f316-425a-ae20-eae5c107c2fa,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:33.186816 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ed893-4112-481d-a90f-6ba23bec9c2d x-openstack-request-id: req-1c8ed893-4112-481d-a90f-6ba23bec9c2d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:33.187374 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0ca426-055f-47d7-b436-f6c8f5ed65cd", "tag": "4c786ee0-87de-4aca-99d8-3a9b141ff214", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:33.187698 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c8ed893-4112-481d-a90f-6ba23bec9c2d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:33.188646 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'tag': '4c786ee0-87de-4aca-99d8-3a9b141ff214', 'status': 'completed', 'code': 200} Jul 08 17:17:33.206559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Network f783ad92-107d-48a4-a3b3-e2c026175257 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:17:33.218288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f783ad92-107d-48a4-a3b3-e2c026175257) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:33.228268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d03c44-2248-4a7a-b823-c21081e6831d None None] Network f783ad92-107d-48a4-a3b3-e2c026175257 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:17:33.248033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:33.249467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.258634 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a6d7783-15a2-4dcc-98d7-aff4dfff9612 req-d22f353d-2160-462f-928d-2436152fc770 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042703 Jul 08 17:17:33.271683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ddc8a-c275-443e-98f5-1f81e2718bcb req-b7d433a8-d8e7-40c0-abd1-2c56d5416359 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:33.273333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-491ddc8a-c275-443e-98f5-1f81e2718bcb req-b7d433a8-d8e7-40c0-abd1-2c56d5416359 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 949 time: 0.3170853 Jul 08 17:17:33.283809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d1c98966-aa5e-4cf3-8110-63e432e0e501 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5569725 Jul 08 17:17:33.286213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:33.296368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:33.343728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.344158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-491ddc8a-c275-443e-98f5-1f81e2718bcb req-6e106ce0-81de-493a-9ff6-d7c2982bd3b8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641620 Jul 08 17:17:33.345097 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.391427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-ff852e2b-a539-4147-9397-1a43f97c751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:33.393089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-ff852e2b-a539-4147-9397-1a43f97c751c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 1094 time: 0.1846299 Jul 08 17:17:33.446476 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.546015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f783ad92-107d-48a4-a3b3-e2c026175257', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:17:33.547253 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.671545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:33.791675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Allocated IP 172.20.0.2 (f783ad92-107d-48a4-a3b3-e2c026175257/6a9dd5e8-f316-425a-ae20-eae5c107c2fa/01ff282b-68d2-45df-bbf3-af4cf2ce2894) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:33.881539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:33.934257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ae561-c088-4137-b0b3-11bf0a0f6f8c req-3e701663-2791-4944-9474-0e51849f011b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:33.942715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df5ae561-c088-4137-b0b3-11bf0a0f6f8c req-3e701663-2791-4944-9474-0e51849f011b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 943 time: 0.1014280 Jul 08 17:17:33.959088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-68373b58-f8ab-429b-8c43-ade379b57a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:33.960567 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-68373b58-f8ab-429b-8c43-ade379b57a2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.5394883 Jul 08 17:17:34.000243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df5ae561-c088-4137-b0b3-11bf0a0f6f8c req-4eea5094-34c4-4d4f-bb50-b8860a021fc9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564613 Jul 08 17:17:34.022521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:34.035566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:34.035818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.064783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.070816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-f61becdb-eb72-4a25-9e0d-33e612e77e4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214 HTTP/1.1" status: 200 len: 217 time: 0.0956497 Jul 08 17:17:34.078588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.089777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Transition to ACTIVE for port object 01ff282b-68d2-45df-bbf3-af4cf2ce2894 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:34.114259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Transition to ACTIVE for port object 01ff282b-68d2-45df-bbf3-af4cf2ce2894 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:34.127231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.168350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-f79bd5bc-9a6b-486f-b55a-329eb9ad3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:34.170859 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-f79bd5bc-9a6b-486f-b55a-329eb9ad3d37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0703814 Jul 08 17:17:34.245761 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.257348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Network f783ad92-107d-48a4-a3b3-e2c026175257 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:34.264514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:34.267292 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.268590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Pushing event updated for resources: {'Port': ['ID=01ff282b-68d2-45df-bbf3-af4cf2ce2894,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:34.278251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:34.280509 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.295129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.313820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:34.316802 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4b7af-7add-4c40-80f2-1540cb8a095b" -d '{"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:34.381589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:34.430316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.458763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.470490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5534e129-9f91-4525-b046-d4bad9f9a086', 'name': 'network-vif-deleted', 'tag': '802bffa2-d11a-414c-afba-bfe5774bc5d2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:34.473897 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7911bd-c31f-44bc-b973-0910d5743815" -d '{"events": [{"server_uuid": "5534e129-9f91-4525-b046-d4bad9f9a086", "name": "network-vif-deleted", "tag": "802bffa2-d11a-414c-afba-bfe5774bc5d2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:34.479325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.496365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:34.501396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Attempting to bind port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:34.501915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Attempting to bind port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:34.502394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Attempting to bind port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 on network f783ad92-107d-48a4-a3b3-e2c026175257 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:34.508192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:34.508694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Checking segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:34.509195 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.509686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Bound using segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:34.510292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Bound port: 01ff282b-68d2-45df-bbf3-af4cf2ce2894, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:34.510769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.579610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] For port 01ff282b-68d2-45df-bbf3-af4cf2ce2894, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:34.583608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] For port 01ff282b-68d2-45df-bbf3-af4cf2ce2894, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=01ff282b-68d2-45df-bbf3-af4cf2ce2894,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:34.587878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-7e6982b8-ddf9-4690-8cdd-d2bbc151ff8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3430712 Jul 08 17:17:34.591011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.648055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=303e7cb1-dcbf-443c-9249-1d87477d3c3d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:34.676533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Allocated IP 172.25.3.156 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/675545d7-917f-4cfe-b1e1-d86c10981336) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:34.690117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6311-e1ce-445a-9619-4e4fc666bf60 None None] Pushing event updated for resources: {'Port': ['ID=01ff282b-68d2-45df-bbf3-af4cf2ce2894,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:34.763102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:34.798480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-f5c1e828-02bc-49b6-a829-1266de25c198 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:34.800051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-f5c1e828-02bc-49b6-a829-1266de25c198 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de&tenant_id=ace6366740c64aa99100e7753ab9b133&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 950 time: 0.2689688 Jul 08 17:17:34.837885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65de3a6-557c-4a6d-971a-e028adf7a414 req-3ef0a22b-7e06-4154-a122-e318dcbef613 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:34.839463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d65de3a6-557c-4a6d-971a-e028adf7a414 req-3ef0a22b-7e06-4154-a122-e318dcbef613 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 1101 time: 0.3031132 Jul 08 17:17:34.902773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9d27b-6dc0-4d0c-8a7a-c9f85e4d40e0 req-7c273d34-145e-4f63-987f-7e060519f069 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:34.905152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7bc9d27b-6dc0-4d0c-8a7a-c9f85e4d40e0 req-7c273d34-145e-4f63-987f-7e060519f069 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 945 time: 0.4348860 Jul 08 17:17:34.909583 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-263fda03-874e-45a7-ab30-3b9e46e9c286 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079977 Jul 08 17:17:35.011998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d65de3a6-557c-4a6d-971a-e028adf7a414 req-f356abf0-b609-4a60-8740-7cd2debf5a61 tempest-ServersAdminNegativeTestJSON-1462356848 tempest-ServersAdminNegativeTestJSON-1462356848-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593328 Jul 08 17:17:35.020077 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 2a723c86-ecd0-4b19-97ab-fcd7b556882b associated. External IP: 172.25.3.91, port: 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21. Jul 08 17:17:35.026871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:35.074874 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-e64a3c66-0cde-4c35-b9f2-cd7d8b14d883 service neutron] delete failed (client error): The resource could not be found. Jul 08 17:17:35.077041 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-e64a3c66-0cde-4c35-b9f2-cd7d8b14d883 service neutron] 10.222.0.53 "DELETE /v2.0/ports/5fdfd7fd-15d6-47fd-8841-44f9042f9e23/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.2634356 Jul 08 17:17:35.079635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:35.129408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7bc9d27b-6dc0-4d0c-8a7a-c9f85e4d40e0 req-fe490878-c6c4-4b03-98f6-cedf1b3677e0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152696 Jul 08 17:17:35.184324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:35.214492 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216114f9-8564-42d0-bf7f-afe04dcfe3a1 x-openstack-request-id: req-216114f9-8564-42d0-bf7f-afe04dcfe3a1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:35.215076 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-plugged", "status": "completed", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:35.215541 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-216114f9-8564-42d0-bf7f-afe04dcfe3a1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:35.216116 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'code': 200} Jul 08 17:17:35.231435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:35.244307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:35.249698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Pushing event updated for resources: {'Port': ['ID=675545d7-917f-4cfe-b1e1-d86c10981336,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:35.252149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c7da92-c271-4d0e-bb17-2a4d13fd2d45 req-2bb1344d-c988-4350-9a4b-39537c3336c8 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265707 Jul 08 17:17:35.408395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-94e86a8a-0ad5-4042-ba43-224ee1860a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:35.409849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-94e86a8a-0ad5-4042-ba43-224ee1860a22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.2625785 Jul 08 17:17:35.412902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4dc58ffc-e0fb-4b9e-9953-d0a778aa5a21 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:35.414494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4dc58ffc-e0fb-4b9e-9953-d0a778aa5a21 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 945 time: 0.3961182 Jul 08 17:17:35.461027 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af35a61-8afa-4559-bb20-4407cf8c61b3 x-openstack-request-id: req-7af35a61-8afa-4559-bb20-4407cf8c61b3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:35.461782 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5534e129-9f91-4525-b046-d4bad9f9a086", "name": "network-vif-deleted", "tag": "802bffa2-d11a-414c-afba-bfe5774bc5d2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:35.461782 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7af35a61-8afa-4559-bb20-4407cf8c61b3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:35.462071 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5534e129-9f91-4525-b046-d4bad9f9a086', 'name': 'network-vif-deleted', 'tag': '802bffa2-d11a-414c-afba-bfe5774bc5d2', 'status': 'completed', 'code': 200} Jul 08 17:17:35.486507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4c786ee0-87de-4aca-99d8-3a9b141ff214 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:17:35.633598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4c786ee0-87de-4aca-99d8-3a9b141ff214, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:35.657068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4c786ee0-87de-4aca-99d8-3a9b141ff214', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': '4c786ee0-87de-4aca-99d8-3a9b141ff214', 'mac_address': 'fa:16:3e:e9:87:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:17:35.687199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:35.712410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:35.721768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecb43b-4c62-4916-83d6-dfa65088cccc req-2f3b4635-04f3-4564-9011-d2ac3328e2b6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:35.731119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c786ee0-87de-4aca-99d8-3a9b141ff214 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:35.739356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11ecb43b-4c62-4916-83d6-dfa65088cccc req-2f3b4635-04f3-4564-9011-d2ac3328e2b6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.2669773 Jul 08 17:17:35.743474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-3c705a14-4da7-4366-9bc9-30e3d913097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:35.745000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-3c705a14-4da7-4366-9bc9-30e3d913097c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3244791 Jul 08 17:17:35.762619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4c786ee0-87de-4aca-99d8-3a9b141ff214, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:35.776524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:35.829999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-1a185625-e4a0-44b6-a4d8-f9483ad2baa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.0749240 Jul 08 17:17:35.843142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a29768-80e3-40c9-83bd-1af09df252a1 req-bee5d610-ef31-48a7-87d2-2dada17005d9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:35.845062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14a29768-80e3-40c9-83bd-1af09df252a1 req-bee5d610-ef31-48a7-87d2-2dada17005d9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 943 time: 0.3408535 Jul 08 17:17:35.860281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port bf639a4d-055d-49fb-accd-459c9bf8c0ff {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:35.860694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:35.863873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4c786ee0-87de-4aca-99d8-3a9b141ff214,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:35.939779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:35.978472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11ecb43b-4c62-4916-83d6-dfa65088cccc req-d6c234ca-27ae-4a06-b479-4389dd8e72e6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199426 Jul 08 17:17:36.007410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14a29768-80e3-40c9-83bd-1af09df252a1 req-30a9c3d0-fb0a-4ef3-8321-7cc02b872a17 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402729 Jul 08 17:17:36.018017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4c786ee0-87de-4aca-99d8-3a9b141ff214'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:36.031872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-cc49d55a-0342-481b-a16b-860d77e41686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:36.034868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-cc49d55a-0342-481b-a16b-860d77e41686 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1696227 Jul 08 17:17:36.057079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port bf639a4d-055d-49fb-accd-459c9bf8c0ff, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf639a4d-055d-49fb-accd-459c9bf8c0ff,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:36.057447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.075163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for bf639a4d-055d-49fb-accd-459c9bf8c0ff owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:36.266360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:36.284244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.322464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:36.324298 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.325645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c7abf-7f5a-43b3-a1fd-5b4c3954d4c1 None None] Network f783ad92-107d-48a4-a3b3-e2c026175257 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:17:36.339706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=bf639a4d-055d-49fb-accd-459c9bf8c0ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:36.383203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12988670-50df-4e28-915b-600d72634a94 req-d95cce6c-6b07-47d8-8498-3e0f93e9edd0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=d09659b5-635c-483b-b751-40a1a90baff3 HTTP/1.1" status: 200 len: 210 time: 0.0822365 Jul 08 17:17:36.430489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port bf639a4d-055d-49fb-accd-459c9bf8c0ff on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:36.436918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.439676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c61006e1-67b5-4ebd-a592-5ea6d20c8f48 req-4295cee3-9b49-4f8f-9538-ed6f7f8922b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "DELETE /v2.0/ports/bf639a4d-055d-49fb-accd-459c9bf8c0ff HTTP/1.1" status: 204 len: 173 time: 0.9769149 Jul 08 17:17:36.449737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0154bd52-f5e6-4e4b-ac03-7e8b951a234b tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1077199 Jul 08 17:17:36.452260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:36.456578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1524359512'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:36.490089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:36.494883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.558036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:17:36.582756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.583165 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Added segment 21acbc69-c56b-40de-b2a5-75576880267f of type vlan for network aa79fc01-f335-4022-88aa-53d1b2c4bd8d Jul 08 17:17:36.619566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e72360af-7a9f-43eb-9b58-947d7fe5b5a9 None None] Provisioning for port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:36.674613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.721359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:36.728955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:36.731655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92baa5-9f49-4eec-a3ff-495896d321f1 req-e17c83a7-aeee-43cf-8bf4-3f5344135d03 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:36.746039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac92baa5-9f49-4eec-a3ff-495896d321f1 req-e17c83a7-aeee-43cf-8bf4-3f5344135d03 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 947 time: 0.2271590 Jul 08 17:17:36.749985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-507bca94-415f-4d28-bfff-71533791439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:36.751770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-507bca94-415f-4d28-bfff-71533791439f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7085333 Jul 08 17:17:36.758424 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.766616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:36.768622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.804544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3532956 Jul 08 17:17:36.805316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:36.814660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:36.829883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:36.859601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'subnet': {'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:36.860533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:36.861219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:36.889819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac92baa5-9f49-4eec-a3ff-495896d321f1 req-f1e0149c-c297-4f93-967f-03edbc4fea00 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425669 Jul 08 17:17:36.923223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:36.923768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad985146-c4d8-4ba1-9142-77befaad2110 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:37.109290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 01ff282b-68d2-45df-bbf3-af4cf2ce2894 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:37.136115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-237ce325-666b-42ab-aff1-828969968587 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726885 Jul 08 17:17:37.328276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:37.334593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:37.336396 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:37.429262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-655ba1c7-343f-493e-b321-7503d64a0f9b req-64b6f96d-4784-4d3f-8fc9-3e3f1fbab860 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748384 Jul 08 17:17:37.445854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12813b-ce04-474b-bcb2-36e348bc4663 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Network': ['ID=aa79fc01-f335-4022-88aa-53d1b2c4bd8d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:37.474671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09659b5-635c-483b-b751-40a1a90baff3', 'name': 'network-vif-deleted', 'tag': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:37.477260 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6651db7-d3f0-4837-8c08-dd221942323e" -d '{"events": [{"server_uuid": "d09659b5-635c-483b-b751-40a1a90baff3", "name": "network-vif-deleted", "tag": "bf639a4d-055d-49fb-accd-459c9bf8c0ff"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:37.497197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc51e0-626b-4f6e-86a5-30697fae1e3f req-68db39dc-7b7a-4b06-84a4-8d25cbce80e3 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:37.500013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:17:37.500222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3cbc51e0-626b-4f6e-86a5-30697fae1e3f req-68db39dc-7b7a-4b06-84a4-8d25cbce80e3 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 950 time: 0.1812513 Jul 08 17:17:37.501739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:17:37.502705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:37.540525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf639a4d-055d-49fb-accd-459c9bf8c0ff no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:37.626257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3cbc51e0-626b-4f6e-86a5-30697fae1e3f req-77e9c163-2308-49ad-879f-79863779a06f tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177702 Jul 08 17:17:37.630440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: bf639a4d-055d-49fb-accd-459c9bf8c0ff {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:37.630973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf639a4d-055d-49fb-accd-459c9bf8c0ff not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:37.652006 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:37.656487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:37.666280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:37.671367 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:37.676025 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:37.688552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-7586d0a6-9202-4f18-85aa-50676cc2b69f tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:37.688740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:37.693297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ae44d192-0a1a-4dec-a779-0676e873c48b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4025631 Jul 08 17:17:37.693501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-7586d0a6-9202-4f18-85aa-50676cc2b69f tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 947 time: 0.2380884 Jul 08 17:17:37.693636 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:37.693636 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:37.693874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40732) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:37.747023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 01ff282b-68d2-45df-bbf3-af4cf2ce2894, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=01ff282b-68d2-45df-bbf3-af4cf2ce2894,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:37.757719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:37.785788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0c4bd-ddf4-464e-8902-7145ab1b520f req-da480ed9-6145-4d6e-bab8-914ea4e4cc68 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:37.787542 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ec0c4bd-ddf4-464e-8902-7145ab1b520f req-da480ed9-6145-4d6e-bab8-914ea4e4cc68 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.2707536 Jul 08 17:17:37.889486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=01ff282b-68d2-45df-bbf3-af4cf2ce2894,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:37.917614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ec0c4bd-ddf4-464e-8902-7145ab1b520f req-c2508185-26d5-4a03-be48-4c75c0c58c8a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185291 Jul 08 17:17:37.932408 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:17:38.075380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213ee9-224f-4459-9b50-3d7ccae554d4 req-0f284b7b-68c6-47f4-b721-f7a160553930 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:38.080025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Deleting port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:38.083086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.084459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b213ee9-224f-4459-9b50-3d7ccae554d4 req-0f284b7b-68c6-47f4-b721-f7a160553930 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 944 time: 0.2047796 Jul 08 17:17:38.176415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b213ee9-224f-4459-9b50-3d7ccae554d4 req-95ae7ef0-4094-49ae-8131-8dc967f6868f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900607 Jul 08 17:17:38.193734 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:35Z', 'revision_number': 3, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:38.238494 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:17:38.238840 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Updating router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 port 675545d7-917f-4cfe-b1e1-d86c10981336 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:17:38.258589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.278836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] For port 082ed4f6-77d9-4bbb-a2bb-981af62dec89, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=082ed4f6-77d9-4bbb-a2bb-981af62dec89,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:38.279724 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.293638 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.333334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Calling delete_port for 082ed4f6-77d9-4bbb-a2bb-981af62dec89 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:38.386510 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7ecdf-a6b1-4314-9212-f1f8327f378a x-openstack-request-id: req-85e7ecdf-a6b1-4314-9212-f1f8327f378a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:38.386880 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09659b5-635c-483b-b751-40a1a90baff3", "name": "network-vif-deleted", "tag": "bf639a4d-055d-49fb-accd-459c9bf8c0ff", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:38.387208 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85e7ecdf-a6b1-4314-9212-f1f8327f378a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:38.387736 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09659b5-635c-483b-b751-40a1a90baff3', 'name': 'network-vif-deleted', 'tag': 'bf639a4d-055d-49fb-accd-459c9bf8c0ff', 'status': 'completed', 'code': 200} Jul 08 17:17:38.390456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Subnet': ['ID=039835fa-c1b3-4309-bec4-4755046b174d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:38.442856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793a5c-d98f-4827-b9dd-a102d77dd7a6 req-faa35423-1698-4d96-a479-ff86b5af1d56 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:38.450024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d2793a5c-d98f-4827-b9dd-a102d77dd7a6 req-faa35423-1698-4d96-a479-ff86b5af1d56 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 946 time: 0.3124800 Jul 08 17:17:38.486046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Checking segment: {'id': '21acbc69-c56b-40de-b2a5-75576880267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:38.486534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network hostable DHCP agents. Network: aa79fc01-f335-4022-88aa-53d1b2c4bd8d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:17:38.534562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d2793a5c-d98f-4827-b9dd-a102d77dd7a6 req-8d859274-0919-42d9-ae47-58e45c56dd1c tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/security-groups?id=c11cd5ee-c961-4e3b-becf-1a70f0067166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835602 Jul 08 17:17:38.560013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:17:38.598756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, aa79fc01-f335-4022-88aa-53d1b2c4bd8d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:38.607229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.610894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b2a12c-24a2-430e-b4c6-04eaf1e5314b None None] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:17:38.621187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:38.621798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.649796 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.666845 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Transition to ACTIVE for port object 675545d7-917f-4cfe-b1e1-d86c10981336 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:38.678585 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.735759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.777260 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Attempting to bind port 675545d7-917f-4cfe-b1e1-d86c10981336 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:38.777810 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Attempting to bind port 675545d7-917f-4cfe-b1e1-d86c10981336 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:38.778295 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Attempting to bind port 675545d7-917f-4cfe-b1e1-d86c10981336 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:38.783207 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Pushing event updated for resources: {'Port': ['ID=675545d7-917f-4cfe-b1e1-d86c10981336,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:38.783767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-add54ee9-9421-4deb-b9db-c2397cf1c9dc tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9289072 Jul 08 17:17:38.798313 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:38.799312 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:38.799484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-d331ad3b-11ff-4f2c-8a52-94088cbfc8ee tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:38.799896 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.800382 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:38.800942 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-d331ad3b-11ff-4f2c-8a52-94088cbfc8ee tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.53 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 950 time: 0.2883639 Jul 08 17:17:38.801085 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Bound port: 675545d7-917f-4cfe-b1e1-d86c10981336, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:38.801498 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.802264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:38.814188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1729259417', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:38.818343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Pushing event deleted for resources: {'Port': ['ID=082ed4f6-77d9-4bbb-a2bb-981af62dec89,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:38.833719 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.834234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.834697 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.835166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.835585 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.836005 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.836439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.836895 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.837305 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.837715 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.848944 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.853247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-aa79fc01-f335-4022-88aa-53d1b2c4bd8d', 'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d', 'tenant_id': 'bfd61a373af84630a45c0be8d35d8051', 'fixed_ips': [{'subnet_id': '039835fa-c1b3-4309-bec4-4755046b174d'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:17:38.853984 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.858569 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:38.901483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] No DVR routers for this DVR port 082ed4f6-77d9-4bbb-a2bb-981af62dec89 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:38.908220 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] For port 675545d7-917f-4cfe-b1e1-d86c10981336, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:38.912057 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] For port 675545d7-917f-4cfe-b1e1-d86c10981336, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=675545d7-917f-4cfe-b1e1-d86c10981336,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:38.914307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.916581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa839608-68ae-4701-a17a-82a5d04b2fd3 req-20cd7743-de8f-46d1-a939-75c222d3a525 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "DELETE /v2.0/ports/082ed4f6-77d9-4bbb-a2bb-981af62dec89 HTTP/1.1" status: 204 len: 173 time: 1.2084317 Jul 08 17:17:38.921082 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:38.936389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11c08b-8443-4442-a556-b730d43d2d67 req-d6ac3779-7dc8-47f1-92f3-561d7f79d686 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:38.939525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a11c08b-8443-4442-a556-b730d43d2d67 req-d6ac3779-7dc8-47f1-92f3-561d7f79d686 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=e255c09e-8707-40a4-9d2f-ba647fd1c336 HTTP/1.1" status: 200 len: 865 time: 0.3807623 Jul 08 17:17:38.968727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-d98fb2d2-5b31-4a7b-a741-c0dad968d075 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:38.981848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-d98fb2d2-5b31-4a7b-a741-c0dad968d075 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.3243780 Jul 08 17:17:39.025690 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:39.026265 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:39.038171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.039213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.052323 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-6eecc3ad-ae67-4e2b-8b39-fd42fa49ec40 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0680552 Jul 08 17:17:39.092598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Allocated IP 172.20.0.2 (aa79fc01-f335-4022-88aa-53d1b2c4bd8d/039835fa-c1b3-4309-bec4-4755046b174d/b78ac960-fc45-4a49-8444-1baba58f4629) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:39.106813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a11c08b-8443-4442-a556-b730d43d2d67 req-ccb83e09-51e9-47de-8d57-6e6b3ea610fc tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571288 Jul 08 17:17:39.166980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd40912-c86a-4717-8243-24e25da3386d req-5cc6e913-b5e9-47cf-bea0-10646481e1d0 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:39.168883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cd40912-c86a-4717-8243-24e25da3386d req-5cc6e913-b5e9-47cf-bea0-10646481e1d0 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 946 time: 0.1737804 Jul 08 17:17:39.191226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-5e4c841a-44f3-4092-9f22-a19bb74d0de3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378441 Jul 08 17:17:39.226852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Allocated IP 172.20.0.1 (f783ad92-107d-48a4-a3b3-e2c026175257/6a9dd5e8-f316-425a-ae20-eae5c107c2fa/29b95612-0083-4ed5-bd56-739f1020b349) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:39.326775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-33ec9b55-0b8b-447e-abac-e72bdcb40221 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333005 Jul 08 17:17:39.371767 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ff4ef-994c-4868-aed5-3eff0b61232a None None] Pushing event updated for resources: {'Port': ['ID=675545d7-917f-4cfe-b1e1-d86c10981336,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:39.381372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.396432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Transition to ACTIVE for port object b78ac960-fc45-4a49-8444-1baba58f4629 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:39.397196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.412598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Transition to ACTIVE for port object 29b95612-0083-4ed5-bd56-739f1020b349 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:39.415978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Transition to ACTIVE for port object b78ac960-fc45-4a49-8444-1baba58f4629 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:39.416654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:17:39.423414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 01ff282b-68d2-45df-bbf3-af4cf2ce2894 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:39.468201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.470728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.479291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.526368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4c786ee0-87de-4aca-99d8-3a9b141ff214 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:39.589950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-a2092404-a99e-4095-8bf7-1b52418cb22b service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618840 Jul 08 17:17:39.609811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Deleting port 10517899-8a92-4582-a552-99dbc20d12f0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:39.610176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.615358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Deleting port c74f5210-7bde-4b3a-ac66-9b621022f7b1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:39.616357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.634994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:39.658947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:39.660546 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.665974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:39.695806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:35Z', 'revision_number': 3, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:39.727902 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a795703-e837-4e9f-83f4-5ca235369277 None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:35Z', 'revision_number': 3, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:39.737390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:39.754619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Pushing event updated for resources: {'Port': ['ID=b78ac960-fc45-4a49-8444-1baba58f4629,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:39.839202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] For port c74f5210-7bde-4b3a-ac66-9b621022f7b1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c74f5210-7bde-4b3a-ac66-9b621022f7b1,segment=NetworkSegment(f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4),segment_id=f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:39.839751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:39.868362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:39.876816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Calling delete_port for c74f5210-7bde-4b3a-ac66-9b621022f7b1 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:39.966037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Attempting to bind port b78ac960-fc45-4a49-8444-1baba58f4629 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:39.966461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Attempting to bind port b78ac960-fc45-4a49-8444-1baba58f4629 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '21acbc69-c56b-40de-b2a5-75576880267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:39.966825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Attempting to bind port b78ac960-fc45-4a49-8444-1baba58f4629 on network aa79fc01-f335-4022-88aa-53d1b2c4bd8d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:39.971030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4c786ee0-87de-4aca-99d8-3a9b141ff214 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:39.988202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 082ed4f6-77d9-4bbb-a2bb-981af62dec89 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:39.988202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 082ed4f6-77d9-4bbb-a2bb-981af62dec89 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:40.018015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4c786ee0-87de-4aca-99d8-3a9b141ff214 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:40.018253 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.085231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:40.085546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Checking segment: {'id': '21acbc69-c56b-40de-b2a5-75576880267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:40.085981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.086392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Bound using segment: {'id': '21acbc69-c56b-40de-b2a5-75576880267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:40.086887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Bound port: b78ac960-fc45-4a49-8444-1baba58f4629, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21acbc69-c56b-40de-b2a5-75576880267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:40.087397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.172502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.188553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c74f5210-7bde-4b3a-ac66-9b621022f7b1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:40.216134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Pushing event deleted for resources: {'Port': ['ID=c74f5210-7bde-4b3a-ac66-9b621022f7b1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:40.293000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] For port b78ac960-fc45-4a49-8444-1baba58f4629, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:40.300978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] For port b78ac960-fc45-4a49-8444-1baba58f4629, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78ac960-fc45-4a49-8444-1baba58f4629,segment=NetworkSegment(21acbc69-c56b-40de-b2a5-75576880267f),segment_id=21acbc69-c56b-40de-b2a5-75576880267f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:40.313238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.316196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] No DVR routers for this DVR port c74f5210-7bde-4b3a-ac66-9b621022f7b1 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:40.318785 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.321330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.323453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cd40912-c86a-4717-8243-24e25da3386d req-52cc79b9-0476-43d9-8772-2b193aa8da2f tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.53 "DELETE /v2.0/ports/c74f5210-7bde-4b3a-ac66-9b621022f7b1 HTTP/1.1" status: 204 len: 173 time: 1.0122564 Jul 08 17:17:40.358238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98d27-3aba-49f6-9e41-be931665395a req-f8ea535f-c46c-43c2-b1ba-17efc9b8e860 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:40.364596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-53c98d27-3aba-49f6-9e41-be931665395a req-f8ea535f-c46c-43c2-b1ba-17efc9b8e860 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.3760831 Jul 08 17:17:40.410852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-deleted', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89'}, {'server_uuid': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'name': 'network-vif-deleted', 'tag': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:40.417424 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ffc111-87dc-4879-a47d-0b1a13e02126" -d '{"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-deleted", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89"}, {"server_uuid": "f2675f3c-256d-48ed-9b89-aa7889749dea", "name": "network-vif-deleted", "tag": "c74f5210-7bde-4b3a-ac66-9b621022f7b1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:40.417647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4c786ee0-87de-4aca-99d8-3a9b141ff214, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:40.425877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c786ee0-87de-4aca-99d8-3a9b141ff214'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:40.428490 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a120e-efa0-46c0-9733-14162264ac47" -d '{"events": [{"server_uuid": "ca0ca426-055f-47d7-b436-f6c8f5ed65cd", "name": "network-vif-plugged", "status": "completed", "tag": "4c786ee0-87de-4aca-99d8-3a9b141ff214"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:40.440356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.485354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac7782-230f-4421-8b84-43c109c8eb19 None None] Pushing event updated for resources: {'Port': ['ID=b78ac960-fc45-4a49-8444-1baba58f4629,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:40.514184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-53c98d27-3aba-49f6-9e41-be931665395a req-9b877c87-928a-40ed-915c-497ab20b73e9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475251 Jul 08 17:17:40.556645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Pushing event updated for resources: {'Port': ['ID=29b95612-0083-4ed5-bd56-739f1020b349,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:40.579483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.580183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.580835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.581371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.582072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.582841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.583339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.583672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.584346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.584542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.584833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.585158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:40.630926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Network f783ad92-107d-48a4-a3b3-e2c026175257 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:40.638813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4c786ee0-87de-4aca-99d8-3a9b141ff214,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:40.664858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:40.682465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:40.736166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.003568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] For port 10517899-8a92-4582-a552-99dbc20d12f0, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10517899-8a92-4582-a552-99dbc20d12f0,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:41.004109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.072571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Calling delete_port for 10517899-8a92-4582-a552-99dbc20d12f0 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:41.130977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a73b2-783a-49ff-a6fc-4065199cc967 req-91c6a1ce-9475-4e1a-a8a5-e5e7985203ab tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:41.141513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-500a73b2-783a-49ff-a6fc-4065199cc967 req-91c6a1ce-9475-4e1a-a8a5-e5e7985203ab tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 945 time: 0.3315518 Jul 08 17:17:41.182778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78ac960-fc45-4a49-8444-1baba58f4629 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:41.252255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-500a73b2-783a-49ff-a6fc-4065199cc967 req-585fa8d3-80a1-4413-a7f4-90b4ec99990a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097043 Jul 08 17:17:41.308883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b78ac960-fc45-4a49-8444-1baba58f4629 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:41.322464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a14cbaf-1dad-4b68-9fb7-3581be769c3f None None] Provisioning for port 29b95612-0083-4ed5-bd56-739f1020b349 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:41.330122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 675545d7-917f-4cfe-b1e1-d86c10981336 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:41.365669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a14cbaf-1dad-4b68-9fb7-3581be769c3f None None] Provisioning complete for port 29b95612-0083-4ed5-bd56-739f1020b349 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:41.366195 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a14cbaf-1dad-4b68-9fb7-3581be769c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.421856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.430017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0a14cbaf-1dad-4b68-9fb7-3581be769c3f None None] Port 29b95612-0083-4ed5-bd56-739f1020b349 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:41.474438 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-913c9c82-d512-4c6b-a578-cf732dff4d28 req-cb0adb27-4e39-40fa-94f1-34fe04738829 tempest-VolumesAdminNegativeTest-549920924 tempest-VolumesAdminNegativeTest-549920924-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2675f3c-256d-48ed-9b89-aa7889749dea HTTP/1.1" status: 200 len: 210 time: 0.0393307 Jul 08 17:17:41.478487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 675545d7-917f-4cfe-b1e1-d86c10981336 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:41.490942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 675545d7-917f-4cfe-b1e1-d86c10981336 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:41.491826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.502942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435cb4-2920-410f-814e-0a7fca49d187 req-34e5d24f-5e2c-4632-9fdb-9a95f033b4fe tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:41.504793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11435cb4-2920-410f-814e-0a7fca49d187 req-34e5d24f-5e2c-4632-9fdb-9a95f033b4fe tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=76af78dd-ba66-4370-9358-b575fa0e3379 HTTP/1.1" status: 200 len: 950 time: 2.0331688 Jul 08 17:17:41.584834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.609461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 675545d7-917f-4cfe-b1e1-d86c10981336, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=675545d7-917f-4cfe-b1e1-d86c10981336,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:41.614171 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.631924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4c782ba-6274-473e-aac6-a619d37e4c68 req-c7c04764-13bc-484f-a167-5f9ec31e1483 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 210 time: 0.0600808 Jul 08 17:17:41.663360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.677467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ce9dab13-ec9f-4327-a07c-3586a33f82c2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:41.715044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11435cb4-2920-410f-814e-0a7fca49d187 req-07dd056a-7d27-4348-a7e2-f4bcf858866d tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670659 Jul 08 17:17:41.783219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=675545d7-917f-4cfe-b1e1-d86c10981336,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:41.803858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Pushing event deleted for resources: {'Port': ['ID=10517899-8a92-4582-a552-99dbc20d12f0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:41.875795 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5d672-075d-4eb7-ae56-273a8ed0d8b2 x-openstack-request-id: req-d1f5d672-075d-4eb7-ae56-273a8ed0d8b2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:41.876099 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e255c09e-8707-40a4-9d2f-ba647fd1c336", "name": "network-vif-deleted", "tag": "082ed4f6-77d9-4bbb-a2bb-981af62dec89", "status": "completed", "code": 200}, {"server_uuid": "f2675f3c-256d-48ed-9b89-aa7889749dea", "name": "network-vif-deleted", "tag": "c74f5210-7bde-4b3a-ac66-9b621022f7b1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:41.876355 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1f5d672-075d-4eb7-ae56-273a8ed0d8b2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:41.876763 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e255c09e-8707-40a4-9d2f-ba647fd1c336', 'name': 'network-vif-deleted', 'tag': '082ed4f6-77d9-4bbb-a2bb-981af62dec89', 'status': 'completed', 'code': 200} Jul 08 17:17:41.877021 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2675f3c-256d-48ed-9b89-aa7889749dea', 'name': 'network-vif-deleted', 'tag': 'c74f5210-7bde-4b3a-ac66-9b621022f7b1', 'status': 'completed', 'code': 200} Jul 08 17:17:41.877876 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b865fe11-4a88-4c39-9e22-cbf47aa3bfcf x-openstack-request-id: req-b865fe11-4a88-4c39-9e22-cbf47aa3bfcf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:41.878291 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0ca426-055f-47d7-b436-f6c8f5ed65cd", "name": "network-vif-plugged", "status": "completed", "tag": "4c786ee0-87de-4aca-99d8-3a9b141ff214", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:41.878692 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b865fe11-4a88-4c39-9e22-cbf47aa3bfcf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:41.879208 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c786ee0-87de-4aca-99d8-3a9b141ff214', 'code': 200} Jul 08 17:17:41.929477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] No DVR routers for this DVR port 10517899-8a92-4582-a552-99dbc20d12f0 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:41.943110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:41.950993 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b6a664e-cc09-47ff-a49a-371d4f020b50 req-bc8a4b40-50de-41de-bb54-efb746b723fb tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.53 "DELETE /v2.0/ports/10517899-8a92-4582-a552-99dbc20d12f0 HTTP/1.1" status: 204 len: 173 time: 3.1371956 Jul 08 17:17:41.952131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af78dd-ba66-4370-9358-b575fa0e3379', 'name': 'network-vif-deleted', 'tag': '10517899-8a92-4582-a552-99dbc20d12f0'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:41.956793 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c35906-5a5c-4651-8c9b-2424b5e44fe8" -d '{"events": [{"server_uuid": "76af78dd-ba66-4370-9358-b575fa0e3379", "name": "network-vif-deleted", "tag": "10517899-8a92-4582-a552-99dbc20d12f0"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:42.207299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.282932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-d8c6cf66-1608-48d2-9e98-5e54228e12ca tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:42.287700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-d8c6cf66-1608-48d2-9e98-5e54228e12ca tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.3964584 Jul 08 17:17:42.298904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82dc19f-8b8c-4216-8d8c-476e072f6a09 None None] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:17:42.316640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad4068-eb94-4cd8-be99-5f3041489b85 req-5ac9a694-f0a8-49b6-bedd-61ec0e2f7ddd tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:42.318931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95ad4068-eb94-4cd8-be99-5f3041489b85 req-5ac9a694-f0a8-49b6-bedd-61ec0e2f7ddd tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.2570362 Jul 08 17:17:42.323439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:42.429345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] Provisioning for port b78ac960-fc45-4a49-8444-1baba58f4629 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:42.445565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] Provisioning complete for port b78ac960-fc45-4a49-8444-1baba58f4629 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:42.446244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.531373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95ad4068-eb94-4cd8-be99-5f3041489b85 req-2bac7c9d-1d35-4d6b-8a1f-225b008d808f tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512350 Jul 08 17:17:42.561433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:42.569346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.573722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.614949 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68838a06-ee70-440e-88dc-044b55863552 x-openstack-request-id: req-68838a06-ee70-440e-88dc-044b55863552 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:42.615543 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af78dd-ba66-4370-9358-b575fa0e3379", "name": "network-vif-deleted", "tag": "10517899-8a92-4582-a552-99dbc20d12f0", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:42.615985 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68838a06-ee70-440e-88dc-044b55863552 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:42.616554 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af78dd-ba66-4370-9358-b575fa0e3379', 'name': 'network-vif-deleted', 'tag': '10517899-8a92-4582-a552-99dbc20d12f0', 'status': 'completed', 'code': 200} Jul 08 17:17:42.684776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.711912 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.719406 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.742390 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.753032 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.754037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.784491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.2 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/860f18e3-0a17-4ad2-a913-964a9108185f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:42.810026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] For port b78ac960-fc45-4a49-8444-1baba58f4629, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78ac960-fc45-4a49-8444-1baba58f4629,segment=NetworkSegment(21acbc69-c56b-40de-b2a5-75576880267f),segment_id=21acbc69-c56b-40de-b2a5-75576880267f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:42.815244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:42.847795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3c955-64bf-4498-b095-30556cde7ca0 req-b01e0b91-d6a1-46e6-a334-0a8feab89084 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:42.849345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cae3c955-64bf-4498-b095-30556cde7ca0 req-b01e0b91-d6a1-46e6-a334-0a8feab89084 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 948 time: 0.1436148 Jul 08 17:17:42.902477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20f302-ff08-4993-94cc-1b966bf7d028 None None] Pushing event updated for resources: {'Port': ['ID=b78ac960-fc45-4a49-8444-1baba58f4629,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:42.976066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b843-7aa8-4a6d-9887-612e43dd03ce req-a63648ae-f383-4a80-8a72-7f5065fb5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:42.977595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf92b843-7aa8-4a6d-9887-612e43dd03ce req-a63648ae-f383-4a80-8a72-7f5065fb5128 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 1096 time: 0.9313793 Jul 08 17:17:42.978650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 675545d7-917f-4cfe-b1e1-d86c10981336 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:43.002321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cae3c955-64bf-4498-b095-30556cde7ca0 req-655d73d7-574f-4f34-8a48-48b67cab46b7 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451514 Jul 08 17:17:43.004045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a93ca2-8ac0-4d23-a04a-c771722fa07d req-e06cca84-bada-4927-8307-7f81f762ea36 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:43.005790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5a93ca2-8ac0-4d23-a04a-c771722fa07d req-e06cca84-bada-4927-8307-7f81f762ea36 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 945 time: 0.3934417 Jul 08 17:17:43.042285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 675545d7-917f-4cfe-b1e1-d86c10981336 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:43.042649 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.048133 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.063909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Pushing event updated for resources: {'Port': ['ID=29b95612-0083-4ed5-bd56-739f1020b349,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:43.118226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.148072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:43.160842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-65d41298-3643-4bd2-9dd0-172bbd6f5e90 None None] Provisioning complete for port b78ac960-fc45-4a49-8444-1baba58f4629 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:43.161214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65d41298-3643-4bd2-9dd0-172bbd6f5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.178878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf92b843-7aa8-4a6d-9887-612e43dd03ce req-731efd16-6d34-43cf-90bf-a510ad515f86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831086 Jul 08 17:17:43.198237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5a93ca2-8ac0-4d23-a04a-c771722fa07d req-358a5ce6-2278-4270-9ac7-d884a638a941 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757820 Jul 08 17:17:43.209210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.25.3.168 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/2c1d938c-6e4b-42f9-9928-f71fad22bd53) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:43.229235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.250349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:43.332236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Deleting subnet 5429233d-1adb-4620-b5e0-913b1f014f4c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:17:43.350501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.360920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:43.377722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Network f783ad92-107d-48a4-a3b3-e2c026175257 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:43.380629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:43.429637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:43.437550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:43.512466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.538360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c74f5210-7bde-4b3a-ac66-9b621022f7b1 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:43.571566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: c74f5210-7bde-4b3a-ac66-9b621022f7b1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:43.571981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c74f5210-7bde-4b3a-ac66-9b621022f7b1 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:43.572396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10517899-8a92-4582-a552-99dbc20d12f0 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:43.620182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 10517899-8a92-4582-a552-99dbc20d12f0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:43.620675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10517899-8a92-4582-a552-99dbc20d12f0 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:43.634626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:43.652577 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.758291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:43.767118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:43.818500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:43.824141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-06062b39-fed0-41e2-b23c-49846c098197 None None] Provisioning complete for port 29b95612-0083-4ed5-bd56-739f1020b349 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:43.824791 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06062b39-fed0-41e2-b23c-49846c098197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.825240 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:17:43.863200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-06062b39-fed0-41e2-b23c-49846c098197 None None] Port 29b95612-0083-4ed5-bd56-739f1020b349 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:43.863484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=2c1d938c-6e4b-42f9-9928-f71fad22bd53,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:43.863601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=860f18e3-0a17-4ad2-a913-964a9108185f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:43.887241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-207310fd-f96a-456f-b2b3-57887f0befb7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418577 Jul 08 17:17:43.897344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:43.898191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.901455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.901950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.902925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.903373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.903861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.905218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.905218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.905218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.905730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.906192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.906623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.907050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:17:43.914617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:43.922477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:43.931869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:43.943549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:43.944821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:43.957740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-58146da5-ce9f-46df-87ff-88e4c767acc6 admin admin] 10.222.0.48 "PUT /v2.0/routers/ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2638621 Jul 08 17:17:43.975215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-e5dd3da5-587c-4864-88ff-c75af10a138e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6638463 Jul 08 17:17:43.990253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Request body: {'port': {'device_id': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:44.020815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.085833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593823bc-90c8-4886-a52d-296216f3e575 req-55bdc57d-2290-45b6-be0f-afe03d5a48bc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:44.093830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-593823bc-90c8-4886-a52d-296216f3e575 req-55bdc57d-2290-45b6-be0f-afe03d5a48bc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 931 time: 0.7529254 Jul 08 17:17:44.120135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:17:44.170591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-593823bc-90c8-4886-a52d-296216f3e575 req-9d223036-5324-408f-b492-afdf3f50bafa tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756726 Jul 08 17:17:44.193480 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.209071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.235131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5429233d-1adb-4620-b5e0-913b1f014f4c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:44.249191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.254091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c77eda10-0d08-4d5c-a07a-190b5efed18b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5429233d-1adb-4620-b5e0-913b1f014f4c HTTP/1.1" status: 204 len: 168 time: 1.1043847 Jul 08 17:17:44.273757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:44.399998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:42Z', 'revision_number': 2, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:44.429516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-d8c3e26c-4b67-4c35-8561-166add260ba2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:44.431031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-d8c3e26c-4b67-4c35-8561-166add260ba2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5381553 Jul 08 17:17:44.439592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:17:44.440242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Updating router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 port 29b95612-0083-4ed5-bd56-739f1020b349 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:17:44.469869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.492762 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.541596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b6232c80-b68a-477d-8848-6519b7f48ebf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/quotas/ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 375 time: 0.0300815 Jul 08 17:17:44.676230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe0e7-c5c1-40dd-a03b-8fa92af9eecc req-f575830e-aba5-4032-adab-908e3fae7462 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:44.678035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.682686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd0fe0e7-c5c1-40dd-a03b-8fa92af9eecc req-f575830e-aba5-4032-adab-908e3fae7462 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 950 time: 0.3178992 Jul 08 17:17:44.733002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-81f42e1f-7ea8-4d5f-bab5-f18902d5b8b9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548519 Jul 08 17:17:44.743221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.769844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090af517-4ceb-4642-a8ad-fae7185e191d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:44.808083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:44.808380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dd8f2e-1a3d-4fb5-a38d-f38d275397e4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:44.808656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.824704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Transition to ACTIVE for port object 29b95612-0083-4ed5-bd56-739f1020b349 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:44.837319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd0fe0e7-c5c1-40dd-a03b-8fa92af9eecc req-420d0237-3523-457c-8d39-2cf650b11e89 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526635 Jul 08 17:17:44.838749 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.874310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.943206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-ce8667c2-0c40-4b49-87d6-48cf0ec8c6a9 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:44.944782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-ce8667c2-0c40-4b49-87d6-48cf0ec8c6a9 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 948 time: 0.3752894 Jul 08 17:17:44.967214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860f18e3-0a17-4ad2-a913-964a9108185f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:44.972129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.987118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.995001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:44.999889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82198fe7-4735-422f-a9a8-566acea022a6 None None] Pushing event updated for resources: {'Port': ['ID=29b95612-0083-4ed5-bd56-739f1020b349,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:45.021689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78ac960-fc45-4a49-8444-1baba58f4629 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:45.073778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:17:45.073977 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:17:45.075758 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:17:45.175582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Attempting to bind port 29b95612-0083-4ed5-bd56-739f1020b349 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:45.175968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Attempting to bind port 29b95612-0083-4ed5-bd56-739f1020b349 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:45.176298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Attempting to bind port 29b95612-0083-4ed5-bd56-739f1020b349 on network f783ad92-107d-48a4-a3b3-e2c026175257 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:45.196813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:45.197409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Checking segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:45.197861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.198313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Bound using segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:45.198828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Bound port: 29b95612-0083-4ed5-bd56-739f1020b349, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:45.199251 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.208023 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.214806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Transition to ACTIVE for port object 860f18e3-0a17-4ad2-a913-964a9108185f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:45.228345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.233770 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] 10.222.0.48 "DELETE /v2.0/networks/090af517-4ceb-4642-a8ad-fae7185e191d HTTP/1.1" status: 204 len: 168 time: 0.9572725 Jul 08 17:17:45.235162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:45.274950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.302544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b78ac960-fc45-4a49-8444-1baba58f4629 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:45.303308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.320178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Deleting subnet a421dc49-a370-4d60-8e3f-b2a5963047c0 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:17:45.329831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.372624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] For port 29b95612-0083-4ed5-bd56-739f1020b349, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:45.374814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f082ed-b378-4e35-83eb-e63f35cb5f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=090af517-4ceb-4642-a8ad-fae7185e191d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:45.406803 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.408565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] For port 29b95612-0083-4ed5-bd56-739f1020b349, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=29b95612-0083-4ed5-bd56-739f1020b349,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:45.444703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router cd8bc673-b388-4e67-a961-e2bcca05e6cd is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:17:45.472237 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.495453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Pushing event updated for resources: {'Port': ['ID=860f18e3-0a17-4ad2-a913-964a9108185f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:45.521672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.535402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:45.536198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:45.551956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30681c-8a00-4a88-a335-63003662ca75 req-6362390a-ae1b-4232-b5ec-51f354e7999d tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:45.559847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa30681c-8a00-4a88-a335-63003662ca75 req-6362390a-ae1b-4232-b5ec-51f354e7999d tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 948 time: 0.5111558 Jul 08 17:17:45.607350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Deleting port eeebff40-b3f4-490b-8edd-fdef0cf97442 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:45.607831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.636754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82198fe7-4735-422f-a9a8-566acea022a6 None None] Pushing event updated for resources: {'Port': ['ID=29b95612-0083-4ed5-bd56-739f1020b349,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:45.680496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:45.682930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.692913 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] Sync routers for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:45.708439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:45.711628 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:45.749253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a421dc49-a370-4d60-8e3f-b2a5963047c0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:45.750952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa30681c-8a00-4a88-a335-63003662ca75 req-aadadf18-4463-4b2c-baf8-1e6a1efa623f tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/security-groups?id=7be9b966-ba96-4100-af9c-7b9597508536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896167 Jul 08 17:17:45.757879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.765100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a5c1054d-76b9-44dc-b4ab-cd3348677cac tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9559572 Jul 08 17:17:45.766342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:45.766771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:17:45.782544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Attempting to bind port 860f18e3-0a17-4ad2-a913-964a9108185f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:45.782886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Attempting to bind port 860f18e3-0a17-4ad2-a913-964a9108185f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:45.783217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Attempting to bind port 860f18e3-0a17-4ad2-a913-964a9108185f on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:45.806673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97f2a-c918-464c-831a-e3036148abd1 req-fa04d114-3950-4532-9fd6-8c3dfc6af183 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:45.808636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02a97f2a-c918-464c-831a-e3036148abd1 req-fa04d114-3950-4532-9fd6-8c3dfc6af183 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 950 time: 0.5062406 Jul 08 17:17:45.815721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.818461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-afd1243a-4b4c-4fa9-90b6-b1a4f92fbdc8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a421dc49-a370-4d60-8e3f-b2a5963047c0 HTTP/1.1" status: 204 len: 168 time: 0.5794327 Jul 08 17:17:45.821791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:45.850486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:45.863249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Port 860f18e3-0a17-4ad2-a913-964a9108185f on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:45.863602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Attempting to bind port 860f18e3-0a17-4ad2-a913-964a9108185f on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:45.871643 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:45.875907 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:45.955266 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:45.955940 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c70ca-6382-4555-935b-033d8a1ae68c None None] The sync data for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:45.988137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:45.988699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:45.989409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:45.990064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Bound port: 860f18e3-0a17-4ad2-a913-964a9108185f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:45.990427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:45.998404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.070905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] For port eeebff40-b3f4-490b-8edd-fdef0cf97442, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=eeebff40-b3f4-490b-8edd-fdef0cf97442,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:46.071265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.122130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:45Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:46.154639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Calling delete_port for eeebff40-b3f4-490b-8edd-fdef0cf97442 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:46.157524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff6f7e-d08a-4779-810f-11bcd5307fda None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:45Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:46.160319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] For port 860f18e3-0a17-4ad2-a913-964a9108185f, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:46.171068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] For port 860f18e3-0a17-4ad2-a913-964a9108185f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=860f18e3-0a17-4ad2-a913-964a9108185f,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:46.188640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.215968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.239691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8246d94-ccc1-4409-a7ea-61bb6c654b8e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:46.252517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Deleting port ce9dab13-ec9f-4327-a07c-3586a33f82c2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:46.253211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.254584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15017499-e5e9-49b0-8ae4-c2739a13a943') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:46.254886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15017499-e5e9-49b0-8ae4-c2739a13a943') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:46.268281 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.329799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.343014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:17:46.343421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:17:46.345154 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:17:46.386998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Pushing event updated for resources: {'Port': ['ID=860f18e3-0a17-4ad2-a913-964a9108185f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:46.452566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:46.453260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.454750 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4e32bdcd-3756-4a1e-96aa-b36e6eefc5eb service neutron] 10.222.0.53 "PUT /v2.0/ports/860f18e3-0a17-4ad2-a913-964a9108185f HTTP/1.1" status: 200 len: 1091 time: 2.4687655 Jul 08 17:17:46.455569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.473266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62704524-e57c-4b73-a44e-b64f5ae7b815 req-83131683-bb20-4383-9fa3-5570ebb31c6f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:46.486039 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-62704524-e57c-4b73-a44e-b64f5ae7b815 req-83131683-bb20-4383-9fa3-5570ebb31c6f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 945 time: 0.4885902 Jul 08 17:17:46.493518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'tag': '860f18e3-0a17-4ad2-a913-964a9108185f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:46.495780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.496043 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b1ee7-c0bd-4072-b845-1fd7d9948371" -d '{"events": [{"name": "network-changed", "server_uuid": "0d208c2a-5d4a-4da3-86ff-33fec96b348b", "tag": "860f18e3-0a17-4ad2-a913-964a9108185f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:46.500145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f8246d94-ccc1-4409-a7ea-61bb6c654b8e HTTP/1.1" status: 204 len: 168 time: 0.6773684 Jul 08 17:17:46.501306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb19857-d4f2-4f17-9b30-238729a17824 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8246d94-ccc1-4409-a7ea-61bb6c654b8e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:46.584537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] For port ce9dab13-ec9f-4327-a07c-3586a33f82c2, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ce9dab13-ec9f-4327-a07c-3586a33f82c2,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:46.584908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:46.600629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-62704524-e57c-4b73-a44e-b64f5ae7b815 req-f381ce0f-89c0-49ac-9168-e7d4bfe41eef tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133211 Jul 08 17:17:46.685673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Calling delete_port for ce9dab13-ec9f-4327-a07c-3586a33f82c2 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:46.711988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:46.727766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710134009', 'description': 'tempest-description--33451847'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:46.733471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-d60cc114-0937-4180-a7f1-0f5c74845fb3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581706 Jul 08 17:17:46.824311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:47.041344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29b95612-0083-4ed5-bd56-739f1020b349 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:47.042311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.050843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2677359c-1461-43aa-b33c-5404a8adc789 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c84287244782400db203e6a59a59fd5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253969 Jul 08 17:17:47.061888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:47.069786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-78bc88f5-5c66-482f-bf61-b8bcf203140e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:47.071346 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-78bc88f5-5c66-482f-bf61-b8bcf203140e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315930 Jul 08 17:17:47.095805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Request body: {'port': {'device_id': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ace6366740c64aa99100e7753ab9b133'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:47.113582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 29b95612-0083-4ed5-bd56-739f1020b349 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:47.119555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 29b95612-0083-4ed5-bd56-739f1020b349 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:47.120291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.230804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.239639 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f75ce643-f83a-4da0-a4c4-10c66f609cd6 req-f882bc9a-be4d-46c8-ba8f-f40bc93107d4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 210 time: 0.3819497 Jul 08 17:17:47.279547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 29b95612-0083-4ed5-bd56-739f1020b349, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=29b95612-0083-4ed5-bd56-739f1020b349,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:47.284774 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.304697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.350348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=29b95612-0083-4ed5-bd56-739f1020b349,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:47.408372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.520806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-139a1825-d56b-420b-8679-b8d37837030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:47.522372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-139a1825-d56b-420b-8679-b8d37837030a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 1094 time: 0.8970809 Jul 08 17:17:47.523122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Pushing event deleted for resources: {'Port': ['ID=eeebff40-b3f4-490b-8edd-fdef0cf97442,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:47.592052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b7a19-1fdc-4a1b-a366-31a9f7904dc7 req-d0cd777f-9e29-49b8-8502-6d42f8eec203 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:47.593269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122b7a19-1fdc-4a1b-a366-31a9f7904dc7 req-d0cd777f-9e29-49b8-8502-6d42f8eec203 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 943 time: 0.7161112 Jul 08 17:17:47.624222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-56fbb404-846e-40c2-a39e-7df776f1644e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=860f18e3-0a17-4ad2-a913-964a9108185f HTTP/1.1" status: 200 len: 217 time: 0.0908759 Jul 08 17:17:47.684168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b1a51d1-2ca4-461c-81c6-744a32207b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.687620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] No DVR routers for this DVR port eeebff40-b3f4-490b-8edd-fdef0cf97442 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:47.694783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.696828 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.698876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7170848e-7afa-40b0-8e39-ee8a0d9ed0f3 req-f4dab762-c8d9-45cd-8bf3-a1dbe1b96735 tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.21 "DELETE /v2.0/ports/eeebff40-b3f4-490b-8edd-fdef0cf97442 HTTP/1.1" status: 204 len: 173 time: 2.7244558 Jul 08 17:17:47.772391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.773703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Pushing event deleted for resources: {'Port': ['ID=ce9dab13-ec9f-4327-a07c-3586a33f82c2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:47.785733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.790015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122b7a19-1fdc-4a1b-a366-31a9f7904dc7 req-0379f7b3-7fde-4fd0-8869-c0d6ee96e3b4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862924 Jul 08 17:17:47.795617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-5e8b5a9a-2bee-4839-9dd4-7ddc96da101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:47.796601 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-5e8b5a9a-2bee-4839-9dd4-7ddc96da101c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1603405 Jul 08 17:17:47.836789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e570-cdd7-4f14-97b2-f98de0a743f0 req-6dc447db-2b30-49bf-b8dc-7033ca9b5e95 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:47.844354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0c5e570-cdd7-4f14-97b2-f98de0a743f0 req-6dc447db-2b30-49bf-b8dc-7033ca9b5e95 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/ports?device_id=eae98d4e-52d0-45f9-b544-208bcbd237f6 HTTP/1.1" status: 200 len: 867 time: 0.4427760 Jul 08 17:17:47.848321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b1a51d1-2ca4-461c-81c6-744a32207b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.861347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:47.933371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Made reservation on behalf of ace6366740c64aa99100e7753ab9b133 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:47.941617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.956999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: eeebff40-b3f4-490b-8edd-fdef0cf97442 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:47.957389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device eeebff40-b3f4-490b-8edd-fdef0cf97442 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:47.957810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ce9dab13-ec9f-4327-a07c-3586a33f82c2 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:47.958679 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fba90f9-f884-4eb6-8f52-8c52c8b7b7da x-openstack-request-id: req-6fba90f9-f884-4eb6-8f52-8c52c8b7b7da {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:47.958947 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d208c2a-5d4a-4da3-86ff-33fec96b348b", "tag": "860f18e3-0a17-4ad2-a913-964a9108185f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:47.959206 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fba90f9-f884-4eb6-8f52-8c52c8b7b7da {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:47.959744 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'tag': '860f18e3-0a17-4ad2-a913-964a9108185f', 'status': 'completed', 'code': 200} Jul 08 17:17:47.966735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-691adc23-d458-4377-9884-a401f6df1c03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981405 Jul 08 17:17:47.968623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] No DVR routers for this DVR port ce9dab13-ec9f-4327-a07c-3586a33f82c2 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:47.985256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:47.987356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02a97f2a-c918-464c-831a-e3036148abd1 req-6ba7ffbb-c6a1-4b80-84a1-de014a142496 tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.21 "DELETE /v2.0/ports/ce9dab13-ec9f-4327-a07c-3586a33f82c2 HTTP/1.1" status: 204 len: 173 time: 2.1628675 Jul 08 17:17:47.989722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: ce9dab13-ec9f-4327-a07c-3586a33f82c2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:47.990098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ce9dab13-ec9f-4327-a07c-3586a33f82c2 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:47.998461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.000384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2872438 Jul 08 17:17:48.011544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:48.017018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'security_group_rule': {'security_group_id': 'bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:48.098562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b1a51d1-2ca4-461c-81c6-744a32207b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.101239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b1a51d1-2ca4-461c-81c6-744a32207b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.105565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b1a51d1-2ca4-461c-81c6-744a32207b3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c11cd5ee-c961-4e3b-becf-1a70f0067166 HTTP/1.1" status: 204 len: 168 time: 1.0330794 Jul 08 17:17:48.110041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446316a-5471-4cfb-b084-71cf1dd06483 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:48.150777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0c5e570-cdd7-4f14-97b2-f98de0a743f0 req-9767f734-9d68-4cbe-ab71-4283ba79abfa tempest-ServersAdminNegativeTestJSON-1584642995 tempest-ServersAdminNegativeTestJSON-1584642995-project] 10.222.0.48 "GET /v2.0/security-groups?id=92c2a4e3-da75-465d-94ad-bfbb70216705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054435 Jul 08 17:17:48.218058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.1 (aa79fc01-f335-4022-88aa-53d1b2c4bd8d/039835fa-c1b3-4309-bec4-4755046b174d/d1fffe6c-e987-46bb-8897-b9a46f1534e0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:48.262349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.305952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a51d1-2ca4-461c-81c6-744a32207b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11cd5ee-c961-4e3b-becf-1a70f0067166,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:48.324661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-935a9819-df1c-4550-949c-07d29908a786 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347318 Jul 08 17:17:48.421885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Allocated IP 192.168.233.225 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/b6bf8c1b-0eb6-47dc-986d-dc8187afce7c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:48.474649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.525627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e35b6486-3d00-45ea-85e5-0e3bed0932f1 req-9eef83a7-77db-40ef-bb4a-bc502b62f04f tempest-ListImageFiltersTestJSON-337053301 tempest-ListImageFiltersTestJSON-337053301-project] 10.222.0.48 "GET /v2.0/ports?device_id=edc0a764-88bb-466c-b43f-49e6a7e19635 HTTP/1.1" status: 200 len: 210 time: 0.0657282 Jul 08 17:17:48.538271 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.593127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-950029a7-7d67-4b0e-add7-473509155423 req-5fc9f376-62fe-4df5-8138-17aded79e887 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 210 time: 0.0930941 Jul 08 17:17:48.594424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3141e99e-5c68-4cfc-9785-1578c864c2e9 req-4f4ebcb6-8675-4a44-96f4-c1fdde0f771d service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511251 Jul 08 17:17:48.605451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1c57c6-58fc-4182-b20f-cabc639d8752,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:48.614491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.620201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-26ed084d-bffa-4be3-a5e0-c77910061acf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6071339 Jul 08 17:17:48.629433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:48.637187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'security_group_rule': {'security_group_id': 'bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:48.829564 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.846691 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.873640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Transition to ACTIVE for port object d1fffe6c-e987-46bb-8897-b9a46f1534e0 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:48.921739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:48.950056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-66fec497-c1e9-4ea6-90d5-49490feda9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:48.956153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Transition to ACTIVE for port object b6bf8c1b-0eb6-47dc-986d-dc8187afce7c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:48.968881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-66fec497-c1e9-4ea6-90d5-49490feda9bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 1094 time: 0.2597878 Jul 08 17:17:48.970687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:49.013857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29b95612-0083-4ed5-bd56-739f1020b349 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:49.015976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.064153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 29b95612-0083-4ed5-bd56-739f1020b349 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:49.065189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.092771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ec781-72d0-4aa8-b5f7-3adb42a94704 req-8e4d1fd1-fe09-4c47-b4a1-4e01d8095ec4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:49.094045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-777ec781-72d0-4aa8-b5f7-3adb42a94704 req-8e4d1fd1-fe09-4c47-b4a1-4e01d8095ec4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 945 time: 0.3425622 Jul 08 17:17:49.095919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.104650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:49.110368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.113994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:49.120573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:49.124329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.127902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=d1fffe6c-e987-46bb-8897-b9a46f1534e0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:49.141426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:49.183857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d6fde845-5077-43ca-8d58-ee5839160798 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49848cbf49474984878d85760e4fae56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987662 Jul 08 17:17:49.191726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e40883b-cf22-4e99-8254-a9bc0f74dea6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:49.197373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:49.208301 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.213683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f414d11-708f-490b-a842-1f39aec6ad17 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5807443 Jul 08 17:17:49.214601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:49.229756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:49.252393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:49.254392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-efafff9c-731f-4ff1-919c-0788ea529ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:49.256147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-efafff9c-731f-4ff1-919c-0788ea529ed1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.2861335 Jul 08 17:17:49.266876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-777ec781-72d0-4aa8-b5f7-3adb42a94704 req-55b087ab-bddd-4d0a-b8af-9e44439b1fba tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261303 Jul 08 17:17:49.270778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.273384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:49.281110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:49.320054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:49.328606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.348908 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-71f6c5ed-0df3-4811-ac42-6fd1e9807091 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=860f18e3-0a17-4ad2-a913-964a9108185f HTTP/1.1" status: 200 len: 217 time: 0.0786910 Jul 08 17:17:49.433076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14e7f7bc-fa24-440e-9e64-f9a4ee6e047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.445183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b5f6a-1c84-4fdf-b10f-c9dc9adffe7c req-ab03ebe9-9ff4-4b35-b2ac-ffa4c4fe0b45 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:49.446965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b83b5f6a-1c84-4fdf-b10f-c9dc9adffe7c req-ab03ebe9-9ff4-4b35-b2ac-ffa4c4fe0b45 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 943 time: 0.4170141 Jul 08 17:17:49.461064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-8506f863-0c1e-4ccf-83c6-5d5f617cca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:49.462684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-8506f863-0c1e-4ccf-83c6-5d5f617cca0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.0783422 Jul 08 17:17:49.515999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-e7acc2b7-cb75-4280-8659-aa3eee41369c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445471 Jul 08 17:17:49.551343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 860f18e3-0a17-4ad2-a913-964a9108185f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:17:49.568937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:49.569598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.598181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824a22d-0c7b-4df7-bbc0-1a67bf3318dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.682622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-3141b0db-4d15-4ba5-8d87-01a0032d23c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5932527 Jul 08 17:17:49.695111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b83b5f6a-1c84-4fdf-b10f-c9dc9adffe7c req-14698fdb-afc3-4666-9a43-16768aca23ad tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304382 Jul 08 17:17:49.719643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Request body: {'port': {'device_id': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:49.721882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ceb5679a-b0da-4953-9b26-b7108405fc47 None None] Provisioning for port d1fffe6c-e987-46bb-8897-b9a46f1534e0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:49.732620 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824a22d-0c7b-4df7-bbc0-1a67bf3318dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.751661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ceb5679a-b0da-4953-9b26-b7108405fc47 None None] Provisioning complete for port d1fffe6c-e987-46bb-8897-b9a46f1534e0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:49.752036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ceb5679a-b0da-4953-9b26-b7108405fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.759058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.862885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 860f18e3-0a17-4ad2-a913-964a9108185f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=860f18e3-0a17-4ad2-a913-964a9108185f,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:49.877513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5679a-b0da-4953-9b26-b7108405fc47 None None] Port d1fffe6c-e987-46bb-8897-b9a46f1534e0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:49.893177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '860f18e3-0a17-4ad2-a913-964a9108185f', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': '860f18e3-0a17-4ad2-a913-964a9108185f', 'mac_address': 'fa:16:3e:e0:23:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:17:49.897336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-b52f6b4c-e515-4dc0-aea9-f6d1f1738174 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718648 Jul 08 17:17:49.961194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.975134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:49.991854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860f18e3-0a17-4ad2-a913-964a9108185f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:49.996747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:50.023348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-deleted', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442'}, {'server_uuid': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'name': 'network-vif-deleted', 'tag': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:50.026314 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae45753-0202-431a-a97f-c77c48d5ce73" -d '{"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-deleted", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442"}, {"server_uuid": "eae98d4e-52d0-45f9-b544-208bcbd237f6", "name": "network-vif-deleted", "tag": "ce9dab13-ec9f-4327-a07c-3586a33f82c2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:50.036111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 860f18e3-0a17-4ad2-a913-964a9108185f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=860f18e3-0a17-4ad2-a913-964a9108185f,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:50.045502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.052477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f6c1924d-cec3-4a0b-8675-6c61c91bd2c6 None None] Provisioning for port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:50.077604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824a22d-0c7b-4df7-bbc0-1a67bf3318dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.080232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824a22d-0c7b-4df7-bbc0-1a67bf3318dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.081343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d824a22d-0c7b-4df7-bbc0-1a67bf3318dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4eb082fb-16d3-4c52-acba-b082ded4b2ca HTTP/1.1" status: 204 len: 168 time: 0.8789496 Jul 08 17:17:50.083813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f6c1924d-cec3-4a0b-8675-6c61c91bd2c6 None None] Provisioning complete for port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:50.084399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6c1924d-cec3-4a0b-8675-6c61c91bd2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.093801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.111203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Allocated IP 172.25.3.70 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/2de0683c-82a3-4085-b21f-92815bf83ba4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:50.143920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6c1924d-cec3-4a0b-8675-6c61c91bd2c6 None None] Port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:50.145778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a22d-0c7b-4df7-bbc0-1a67bf3318dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb082fb-16d3-4c52-acba-b082ded4b2ca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:50.149489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=860f18e3-0a17-4ad2-a913-964a9108185f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:50.267108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['860f18e3-0a17-4ad2-a913-964a9108185f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:50.335094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849b1ee7-c0bd-4072-b845-1fd7d9948371 req-8af4d84a-eb6c-4aba-a58b-3f457ab1ea53 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286950 Jul 08 17:17:50.371347 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.381858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e989-4758-4476-a2ae-9e361b59717e req-e1b2afa3-656a-4353-aa7c-8e146b3290d0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:50.390276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00c8e989-4758-4476-a2ae-9e361b59717e req-e1b2afa3-656a-4353-aa7c-8e146b3290d0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 936 time: 0.3598492 Jul 08 17:17:50.414447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6abaf-5ea5-4dde-a163-e1a31a1bf151 req-86efb9f6-27d6-4aa5-ba37-11231ab32a63 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:50.421470 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c4c6abaf-5ea5-4dde-a163-e1a31a1bf151 req-86efb9f6-27d6-4aa5-ba37-11231ab32a63 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 945 time: 0.4033809 Jul 08 17:17:50.427381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e653eb4-a019-4274-a38d-12fa76eb7b0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2f6f6334b5142698e677559df4e1a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269385 Jul 08 17:17:50.430019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40910) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:50.448536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00c8e989-4758-4476-a2ae-9e361b59717e req-268c8585-9c87-4e2b-9e49-1166411d8289 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572300 Jul 08 17:17:50.511666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.566678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:50.572117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:50.577448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:50.613995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'Port': ['ID=2de0683c-82a3-4085-b21f-92815bf83ba4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:50.657292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c4c6abaf-5ea5-4dde-a163-e1a31a1bf151 req-5f54c878-8e55-44ce-86cf-f8de14c3f281 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326357 Jul 08 17:17:50.712355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.755494 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad9ed7-c896-44d6-8a62-e27eaf115e99 x-openstack-request-id: req-16ad9ed7-c896-44d6-8a62-e27eaf115e99 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:50.755863 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0a764-88bb-466c-b43f-49e6a7e19635", "name": "network-vif-deleted", "tag": "eeebff40-b3f4-490b-8edd-fdef0cf97442", "status": "completed", "code": 200}, {"server_uuid": "eae98d4e-52d0-45f9-b544-208bcbd237f6", "name": "network-vif-deleted", "tag": "ce9dab13-ec9f-4327-a07c-3586a33f82c2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:50.756080 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ad9ed7-c896-44d6-8a62-e27eaf115e99 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:50.756430 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0a764-88bb-466c-b43f-49e6a7e19635', 'name': 'network-vif-deleted', 'tag': 'eeebff40-b3f4-490b-8edd-fdef0cf97442', 'status': 'completed', 'code': 200} Jul 08 17:17:50.756682 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae98d4e-52d0-45f9-b544-208bcbd237f6', 'name': 'network-vif-deleted', 'tag': 'ce9dab13-ec9f-4327-a07c-3586a33f82c2', 'status': 'completed', 'code': 200} Jul 08 17:17:50.781291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.794990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a27c8-3421-4d23-b28f-3e6b5a7edf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.853735 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a27c8-3421-4d23-b28f-3e6b5a7edf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.886022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:50.918643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.016884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bf8c1b-0eb6-47dc-986d-dc8187afce7c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:51.049322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:51.066781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.072058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.159287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'Port': ['ID=2de0683c-82a3-4085-b21f-92815bf83ba4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:51.169276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.187267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.188928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-932e5812-4bb9-451b-8e0a-a9e1b71399c7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9676697 Jul 08 17:17:51.203310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-network', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:51.268295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Made reservation on behalf of 5bba04fe362f4fd6b510798f0429fb23 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:51.271188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.290197 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.373261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-9676e235-956a-4501-8678-c7dc4a595839 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:51.375648 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-9676e235-956a-4501-8678-c7dc4a595839 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 945 time: 0.1667330 Jul 08 17:17:51.408641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.414795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=d1fffe6c-e987-46bb-8897-b9a46f1534e0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:51.432615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.443910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Transition to ACTIVE for port object b6bf8c1b-0eb6-47dc-986d-dc8187afce7c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:51.452151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.452585 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.460443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.474295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a27c8-3421-4d23-b28f-3e6b5a7edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.476797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a27c8-3421-4d23-b28f-3e6b5a7edf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.479637 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ce1a27c8-3421-4d23-b28f-3e6b5a7edf25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92c2a4e3-da75-465d-94ad-bfbb70216705 HTTP/1.1" status: 204 len: 168 time: 1.0428445 Jul 08 17:17:51.527451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:17:51.535979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8243bde-3129-4062-a935-e1a7e6dc3b05,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:51.545137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.545796 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Added segment 07085943-c803-406c-88d8-d6d5904e6a61 of type vlan for network 81a30fe5-526e-4a06-82d3-dae5fb022085 Jul 08 17:17:51.549763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 860f18e3-0a17-4ad2-a913-964a9108185f up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:51.596186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a27c8-3421-4d23-b28f-3e6b5a7edf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2a4e3-da75-465d-94ad-bfbb70216705,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:51.633547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:51.642276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 860f18e3-0a17-4ad2-a913-964a9108185f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:51.650372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef5a4-fdef-4f50-a4a5-3980c4382510 req-fe8d9828-ff2b-463b-bf65-c1c9868cee4e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:51.654776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 860f18e3-0a17-4ad2-a913-964a9108185f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:51.655531 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.658916 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-080ef5a4-fdef-4f50-a4a5-3980c4382510 req-fe8d9828-ff2b-463b-bf65-c1c9868cee4e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 944 time: 0.6741216 Jul 08 17:17:51.689833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.730990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port 4c786ee0-87de-4aca-99d8-3a9b141ff214 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:17:51.731858 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.818653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-080ef5a4-fdef-4f50-a4a5-3980c4382510 req-bb67a98f-2cc9-4d14-89a9-754027c44ff9 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588366 Jul 08 17:17:51.886933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:51.915839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-897d4c31-569c-4037-b031-6b6011faf1a0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1710134009&fields=id&tenant_id=b2d47281519f4b8490982bdc18e3dfd8 HTTP/1.1" status: 200 len: 267 time: 0.3049350 Jul 08 17:17:51.918797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:51.925196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.926282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:51.927080 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:51.958335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Attempting to bind port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:51.959234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Attempting to bind port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:51.959800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Attempting to bind port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:52.047597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.105535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860f18e3-0a17-4ad2-a913-964a9108185f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:52.111843 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de02d9-5403-4001-b965-a5e130df0dae" -d '{"events": [{"server_uuid": "0d208c2a-5d4a-4da3-86ff-33fec96b348b", "name": "network-vif-plugged", "status": "completed", "tag": "860f18e3-0a17-4ad2-a913-964a9108185f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:52.120670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:17:52.121400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Attempting to bind port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:52.131469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 860f18e3-0a17-4ad2-a913-964a9108185f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=860f18e3-0a17-4ad2-a913-964a9108185f,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:52.131916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router cd8bc673-b388-4e67-a961-e2bcca05e6cd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:52.137578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.156089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:52.156874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:52.157459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:52.158125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Bound port: b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:52.158669 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.182296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:52.224212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=860f18e3-0a17-4ad2-a913-964a9108185f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:52.240835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6324edbd-c1dd-4f64-8030-6bcbf80c5edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.250253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f15f4e3-a46f-46aa-a01e-f35b27814062 None None] Provisioning complete for port d1fffe6c-e987-46bb-8897-b9a46f1534e0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:52.250664 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f15f4e3-a46f-46aa-a01e-f35b27814062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.290470 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.297545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1f15f4e3-a46f-46aa-a01e-f35b27814062 None None] Port d1fffe6c-e987-46bb-8897-b9a46f1534e0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:52.353356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fce5c2ca-8b45-4d87-a991-254b1b947d1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6a5cbf4c55447fea76b65312a9ea279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636229 Jul 08 17:17:52.387689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:52.396899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:52.427259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2487-9962-4d08-b162-295e0906505d req-32c7faf4-1634-458c-9348-f9ba78504d9c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:52.428861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f84e2487-9962-4d08-b162-295e0906505d req-32c7faf4-1634-458c-9348-f9ba78504d9c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 948 time: 0.2941434 Jul 08 17:17:52.430820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:52.449837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.455858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4051797 Jul 08 17:17:52.462479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:52.474448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port 4c786ee0-87de-4aca-99d8-3a9b141ff214, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4c786ee0-87de-4aca-99d8-3a9b141ff214,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:52.474812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.488722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94ce3f-d68c-4d90-be08-301c1d389a92 admin admin] Pushing event updated for resources: {'Network': ['ID=81a30fe5-526e-4a06-82d3-dae5fb022085,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:52.499311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for 4c786ee0-87de-4aca-99d8-3a9b141ff214 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:17:52.500055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Request body: {'subnet': {'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-subnet', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:52.500195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:17:52.537687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-3dae9cc6-4e3d-456f-8ba0-d019a7463a88 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:52.538966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:52.539428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-3dae9cc6-4e3d-456f-8ba0-d019a7463a88 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 810 time: 0.6201451 Jul 08 17:17:52.539579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.543649 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 1096 time: 2.8338263 Jul 08 17:17:52.549821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:52.553132 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b1caa6-29d7-4773-852c-0f45cceb902e" -d '{"events": [{"name": "network-changed", "server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:52.557096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:52.579458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3792-4e72-4491-8726-593840130b97 None None] Sync routers for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:52.583035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-62e6a42c-d72d-4936-aae3-eadda66b5e66 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/quotas/b2d47281519f4b8490982bdc18e3dfd8 HTTP/1.1" status: 200 len: 375 time: 0.0131793 Jul 08 17:17:52.583977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c910237d-55d6-43a7-8e86-cdf7b78b117f tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/routers/cd8bc673-b388-4e67-a961-e2bcca05e6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8144240 Jul 08 17:17:52.586547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40996) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:52.591714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'port': {'network_id': 'aa79fc01-f335-4022-88aa-53d1b2c4bd8d', 'name': 'tempest-FloatingIPTestJSON-803200699'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:52.614921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f3792-4e72-4491-8726-593840130b97 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:52.615652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-463f3792-4e72-4491-8726-593840130b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:52.659968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-463f3792-4e72-4491-8726-593840130b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:52.670091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cad80-d312-4c60-925f-9fbabceb56f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:52.672459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f3792-4e72-4491-8726-593840130b97 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:52.673200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-463f3792-4e72-4491-8726-593840130b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:52.682477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f84e2487-9962-4d08-b162-295e0906505d req-719d9e9e-fa10-42e1-94fa-645ed841ca99 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398493 Jul 08 17:17:52.692473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a58a5ba3-4c66-4bdb-a95e-91124824dd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.695949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Made reservation on behalf of 5bba04fe362f4fd6b510798f0429fb23 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:52.698746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.728059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-463f3792-4e72-4491-8726-593840130b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:52.728896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3792-4e72-4491-8726-593840130b97 None None] The sync data for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:52.815411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a58a5ba3-4c66-4bdb-a95e-91124824dd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.843729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-1192d8e9-ad32-4686-9b37-307cce6a6aeb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452579 Jul 08 17:17:52.862194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.876417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4c786ee0-87de-4aca-99d8-3a9b141ff214'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:52.881692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Made reservation on behalf of bfd61a373af84630a45c0be8d35d8051 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:52.885341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.923567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-5bd37848-764c-4e19-8357-442ec3725622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:52.925320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-5bd37848-764c-4e19-8357-442ec3725622 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1099 time: 0.3270638 Jul 08 17:17:52.954105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a58a5ba3-4c66-4bdb-a95e-91124824dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.956154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a58a5ba3-4c66-4bdb-a95e-91124824dd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:52.957862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=4c786ee0-87de-4aca-99d8-3a9b141ff214,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:52.960137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a58a5ba3-4c66-4bdb-a95e-91124824dd74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba5298fb-5be6-468a-b9d7-e7fa756a7b97 HTTP/1.1" status: 204 len: 168 time: 0.5704076 Jul 08 17:17:52.996617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] device_id is not set on port 2bd91321-bb12-4348-adaf-495cb681927c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:17:53.002217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-97cc1143-a87d-4289-85d6-b8c8faa34240 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 217 time: 0.0674565 Jul 08 17:17:53.037307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port 4c786ee0-87de-4aca-99d8-3a9b141ff214 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:17:53.052796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a5ba3-4c66-4bdb-a95e-91124824dd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5298fb-5be6-468a-b9d7-e7fa756a7b97,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:53.067160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:53.069131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46d283ef-f1d6-4020-b801-288d8e1ec688 req-196f4b18-6ea1-422d-843a-72a742d777c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "DELETE /v2.0/ports/4c786ee0-87de-4aca-99d8-3a9b141ff214 HTTP/1.1" status: 204 len: 173 time: 1.6890635 Jul 08 17:17:53.072319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'name': 'network-vif-deleted', 'tag': '4c786ee0-87de-4aca-99d8-3a9b141ff214'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:53.073590 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec61990f-83e9-4044-b89f-b353fa74ba68" -d '{"events": [{"server_uuid": "ca0ca426-055f-47d7-b436-f6c8f5ed65cd", "name": "network-vif-deleted", "tag": "4c786ee0-87de-4aca-99d8-3a9b141ff214"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:53.117394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-9884ad54-1547-4bb8-8300-72547e517e28 service neutron] 10.222.0.48 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528317 Jul 08 17:17:53.181833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-887bf15c-9ce0-4b20-8a29-7211e376754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:53.183379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-887bf15c-9ce0-4b20-8a29-7211e376754d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1469481 Jul 08 17:17:53.240037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Allocated IP 172.20.0.6 (aa79fc01-f335-4022-88aa-53d1b2c4bd8d/039835fa-c1b3-4309-bec4-4755046b174d/2bd91321-bb12-4348-adaf-495cb681927c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:53.296703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-c4d05b93-035d-46fa-8a00-9b4829eb0e6c service neutron] 10.222.0.48 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673045 Jul 08 17:17:53.362080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:53.450115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:53.461640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5600c18-94b1-4242-8af3-6613b0296f1c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:53.506299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:53.533213 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4223845d-fb61-4136-a8fb-781b160b0568 x-openstack-request-id: req-4223845d-fb61-4136-a8fb-781b160b0568 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:53.533213 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d208c2a-5d4a-4da3-86ff-33fec96b348b", "name": "network-vif-plugged", "status": "completed", "tag": "860f18e3-0a17-4ad2-a913-964a9108185f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:53.533213 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4223845d-fb61-4136-a8fb-781b160b0568 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:53.533213 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860f18e3-0a17-4ad2-a913-964a9108185f', 'code': 200} Jul 08 17:17:53.542974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Transition to ACTIVE for port object 2bd91321-bb12-4348-adaf-495cb681927c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:53.566353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33c1e67d-a84f-46ee-8354-5a8c07deea5b req-59b0e44f-0979-44d7-a05a-c27eb21822cc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca0ca426-055f-47d7-b436-f6c8f5ed65cd HTTP/1.1" status: 200 len: 210 time: 0.0965726 Jul 08 17:17:53.594937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-2405c51b-9ba0-4745-aa21-d8b6b33704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:53.596467 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-2405c51b-9ba0-4745-aa21-d8b6b33704d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3688831 Jul 08 17:17:53.643116 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653a47b-ff4f-4552-9ba2-d42a702619ba x-openstack-request-id: req-d653a47b-ff4f-4552-9ba2-d42a702619ba {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:53.644059 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:53.646265 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d653a47b-ff4f-4552-9ba2-d42a702619ba {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:53.648577 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'status': 'completed', 'code': 200} Jul 08 17:17:53.706804 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:53.777252 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed374c-d1ed-45f1-8725-376bf5e8fa11 x-openstack-request-id: req-f1ed374c-d1ed-45f1-8725-376bf5e8fa11 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:53.777252 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0ca426-055f-47d7-b436-f6c8f5ed65cd", "name": "network-vif-deleted", "tag": "4c786ee0-87de-4aca-99d8-3a9b141ff214", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:53.777577 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1ed374c-d1ed-45f1-8725-376bf5e8fa11 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:53.777712 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0ca426-055f-47d7-b436-f6c8f5ed65cd', 'name': 'network-vif-deleted', 'tag': '4c786ee0-87de-4aca-99d8-3a9b141ff214', 'status': 'completed', 'code': 200} Jul 08 17:17:53.845250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:53.875247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event updated for resources: {'Port': ['ID=2bd91321-bb12-4348-adaf-495cb681927c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:53.878091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:53.878472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Checking segment: {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:53.879087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Network hostable DHCP agents. Network: 81a30fe5-526e-4a06-82d3-dae5fb022085, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:17:53.883562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:53.925724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeee6a6-48b6-4a12-82f7-162fcd020390 req-7c95fc8a-bc7b-4725-ab98-a8fab5509bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:53.927289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2eeee6a6-48b6-4a12-82f7-162fcd020390 req-7c95fc8a-bc7b-4725-ab98-a8fab5509bca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 1096 time: 0.2755888 Jul 08 17:17:53.929539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:53.975711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:17:53.985782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c50cb2ca-88cf-4b03-9ab7-598a471930d3 req-e4b1c1cc-3c2d-40aa-b261-7343ce34f075 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 210 time: 0.1424451 Jul 08 17:17:54.019601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 81a30fe5-526e-4a06-82d3-dae5fb022085) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:54.024750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:54.025770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.030729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d6799-a9cd-4faf-83c3-c252dd89f1b1 None None] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:17:54.055273 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-99502bb0-b86d-483f-a8d3-3dae7fc808f0 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505472 Jul 08 17:17:54.159518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f22f268b-f223-4dda-bad6-ceaeed3e8502 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6841578 Jul 08 17:17:54.184439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:54.185227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.211593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:54.224198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:54.240252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482df3c3-22dc-42be-a4b4-d388ede2ab66 req-ceff3806-2a3c-4e57-8531-cf524aa321cf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:54.243469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-482df3c3-22dc-42be-a4b4-d388ede2ab66 req-ceff3806-2a3c-4e57-8531-cf524aa321cf tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.3591044 Jul 08 17:17:54.317952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2eeee6a6-48b6-4a12-82f7-162fcd020390 req-fec52962-9f68-4e93-9967-6dc9167949ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286178 Jul 08 17:17:54.323916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.325085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.371192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca009a2a-a011-4166-9898-38ac6622da9e tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7835979 Jul 08 17:17:54.378297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41058) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:54.392410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Request body: {'floatingip': {'port_id': '2bd91321-bb12-4348-adaf-495cb681927c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:54.407624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-81a30fe5-526e-4a06-82d3-dae5fb022085', 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'fixed_ips': [{'subnet_id': 'f5600c18-94b1-4242-8af3-6613b0296f1c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:17:54.409273 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.413329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c34f39c7-3bea-49f0-bf8b-dcd447a10271 None None] Provisioning for port 2bd91321-bb12-4348-adaf-495cb681927c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:54.433136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c34f39c7-3bea-49f0-bf8b-dcd447a10271 None None] Provisioning complete for port 2bd91321-bb12-4348-adaf-495cb681927c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:54.433414 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34f39c7-3bea-49f0-bf8b-dcd447a10271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.493912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-549cdcc6-1cbf-4ebe-95e3-d77b5d428e4f req-95fe7c89-85e0-4b63-b478-e868b33c43e8 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298096 Jul 08 17:17:54.517260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-482df3c3-22dc-42be-a4b4-d388ede2ab66 req-5b795520-9240-4931-bb54-5b39febc183f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624133 Jul 08 17:17:54.536851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bcf8e91c-d915-46f8-a05c-67a891b354b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4038da0d0184e43b155c720e28055c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002319 Jul 08 17:17:54.537566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:54.549398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.602257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c34f39c7-3bea-49f0-bf8b-dcd447a10271 None None] Port 2bd91321-bb12-4348-adaf-495cb681927c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:54.674397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Allocated IP 172.20.0.2 (81a30fe5-526e-4a06-82d3-dae5fb022085/f5600c18-94b1-4242-8af3-6613b0296f1c/7d8d4afa-f73b-4332-916c-592e9a515c42) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:54.678375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.692789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f956e7-11bf-44c1-88e5-c6bf5b4d76f3 req-87d62d96-0acf-4493-819e-661a10112400 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:54.700365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11f956e7-11bf-44c1-88e5-c6bf5b4d76f3 req-87d62d96-0acf-4493-819e-661a10112400 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 948 time: 0.3984318 Jul 08 17:17:54.753475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0ae8-1a5d-434d-ba98-b67df592bfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.759908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-e24165a1-3fe5-45cf-b608-b394ee97aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:54.762041 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-e24165a1-3fe5-45cf-b608-b394ee97aa4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1099 time: 0.2063527 Jul 08 17:17:54.853724 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.866067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0ae8-1a5d-434d-ba98-b67df592bfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.917854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.967066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-feeda1b0-b3e7-4aa3-87ea-012e60e00484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:54.968749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-feeda1b0-b3e7-4aa3-87ea-012e60e00484 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1968107 Jul 08 17:17:54.988394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0ae8-1a5d-434d-ba98-b67df592bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.988660 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.991968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0ae8-1a5d-434d-ba98-b67df592bfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:54.993381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca9d0ae8-1a5d-434d-ba98-b67df592bfb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7be9b966-ba96-4100-af9c-7b9597508536 HTTP/1.1" status: 204 len: 168 time: 0.4548447 Jul 08 17:17:55.003482 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11f956e7-11bf-44c1-88e5-c6bf5b4d76f3 req-3caa9c43-827c-47b8-b186-1c3709f0e649 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022442 Jul 08 17:17:55.013915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Transition to ACTIVE for port object 7d8d4afa-f73b-4332-916c-592e9a515c42 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:55.071404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Transition to ACTIVE for port object 7d8d4afa-f73b-4332-916c-592e9a515c42 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:55.082127 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:55.162145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:55.167951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:55.171881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-c304c8b8-30af-4101-a9fb-1e6871a855c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 217 time: 0.1925023 Jul 08 17:17:55.174664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:55.186255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Pushing event updated for resources: {'Port': ['ID=7d8d4afa-f73b-4332-916c-592e9a515c42,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:55.227601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d0ae8-1a5d-434d-ba98-b67df592bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be9b966-ba96-4100-af9c-7b9597508536,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:55.272120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-b9bfb442-fdd4-4c20-b9ba-d22a0e06dfb6 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c35a110ae7d744c185097dc3c7db4877&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1268039 Jul 08 17:17:55.280703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Attempting to bind port 7d8d4afa-f73b-4332-916c-592e9a515c42 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:17:55.281166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Attempting to bind port 7d8d4afa-f73b-4332-916c-592e9a515c42 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:17:55.281675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Attempting to bind port 7d8d4afa-f73b-4332-916c-592e9a515c42 on network 81a30fe5-526e-4a06-82d3-dae5fb022085 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:17:55.306199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:17:55.306836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Checking segment: {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:17:55.307439 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:55.308088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Bound using segment: {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:17:55.308737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Bound port: 7d8d4afa-f73b-4332-916c-592e9a515c42, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:17:55.310339 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:55.359985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-15b96952-ddd4-4d93-aac7-e84060c5d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:55.361489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-15b96952-ddd4-4d93-aac7-e84060c5d262 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1708119 Jul 08 17:17:55.458993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a6971de4-8c31-46d7-aec0-c7452282b96e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:55.466663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a6971de4-8c31-46d7-aec0-c7452282b96e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930864 Jul 08 17:17:55.480088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] For port 7d8d4afa-f73b-4332-916c-592e9a515c42, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:17:55.486150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] For port 7d8d4afa-f73b-4332-916c-592e9a515c42, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d8d4afa-f73b-4332-916c-592e9a515c42,segment=NetworkSegment(07085943-c803-406c-88d8-d6d5904e6a61),segment_id=07085943-c803-406c-88d8-d6d5904e6a61)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:17:55.494463 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:55.496774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a0674b9d-0c4d-4b0f-abc0-4355120fdf56 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/quotas/c35a110ae7d744c185097dc3c7db4877 HTTP/1.1" status: 200 len: 375 time: 0.0292213 Jul 08 17:17:55.511696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-ce2d9ba6-bb70-4e7d-a1d8-843e90c9388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:55.513238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-ce2d9ba6-bb70-4e7d-a1d8-843e90c9388c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427042 Jul 08 17:17:55.541487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-cd2986e9-7e6d-483a-a5e1-68218b435624 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c35a110ae7d744c185097dc3c7db4877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435190 Jul 08 17:17:55.587105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b6bf8c1b-0eb6-47dc-986d-dc8187afce7c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:17:55.660452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-1f322ba6-f693-4937-83f8-2c437bfc7dbe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:55.670098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-1f322ba6-f693-4937-83f8-2c437bfc7dbe tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.4975812 Jul 08 17:17:55.684909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4c786ee0-87de-4aca-99d8-3a9b141ff214 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:17:55.724544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-308d3aee-c817-445b-8164-f0474a07e93f service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921239 Jul 08 17:17:55.850713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4c786ee0-87de-4aca-99d8-3a9b141ff214 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:17:55.854668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4c786ee0-87de-4aca-99d8-3a9b141ff214 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:17:55.943534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:55.975989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'mac_address': 'fa:16:3e:74:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:17:55.977732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3542d-91e4-4075-966d-d81529b674ec None None] Pushing event updated for resources: {'Port': ['ID=7d8d4afa-f73b-4332-916c-592e9a515c42,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:56.007657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64b1caa6-29d7-4773-852c-0f45cceb902e req-fdd48b8d-bfa1-4600-b0af-236b71e2d3c3 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772012 Jul 08 17:17:56.099569 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:56.121720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bf8c1b-0eb6-47dc-986d-dc8187afce7c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:17:56.156705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:56.158688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da37e653-98fc-45bc-bac2-bbcad0d2b469 req-ca6031b0-03a4-4dd8-9305-65c240120853 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 210 time: 0.0634608 Jul 08 17:17:56.162067 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:56.250569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:56.320583 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-509bf852-5628-4576-aa5c-3ecff801064d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.6495776 Jul 08 17:17:56.338961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:56.385155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:17:56.392660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b7acd-a98b-4fe6-a580-c275fb0f4b13 req-01edfa2b-6ea7-49be-bf1a-a476fc4b9fc6 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:56.392933 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:56.394096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-799b7acd-a98b-4fe6-a580-c275fb0f4b13 req-01edfa2b-6ea7-49be-bf1a-a476fc4b9fc6 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.0822325 Jul 08 17:17:56.439669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-799b7acd-a98b-4fe6-a580-c275fb0f4b13 req-a3f42da9-bc3b-47db-b7f5-4760d7348f15 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Jul 08 17:17:56.451372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-b1a192dd-df27-4fca-bf4f-65c7c0eb4296 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031067 Jul 08 17:17:56.486421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-869f5575-df21-4dac-b717-1b72dbe68b5d tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:56.488026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-869f5575-df21-4dac-b717-1b72dbe68b5d tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 810 time: 1.0492127 Jul 08 17:17:56.621292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e8eb96e-0c60-4637-be9a-f3c07c32ab62 req-5a6b97fc-9cc4-4b43-b7a4-ce25ec2fa85a tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 210 time: 0.0309415 Jul 08 17:17:56.726954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-fa0431f8-43cc-46f7-bf43-fa74757b2b87 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2d47281519f4b8490982bdc18e3dfd8 HTTP/1.1" status: 200 len: 380 time: 0.1801219 Jul 08 17:17:56.759319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'port': {'device_id': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'admin_state_up': True, 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'security_groups': ['bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:56.833046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34805f-43c1-475b-9642-b6a0e84a1d48 req-09bfb289-4024-439a-8cba-91e280e27807 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:56.834862 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f34805f-43c1-475b-9642-b6a0e84a1d48 req-09bfb289-4024-439a-8cba-91e280e27807 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 949 time: 0.0817530 Jul 08 17:17:56.870985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Allocated IP 172.25.3.61 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/25956b0c-1d0a-4d86-83c4-eacc1164c259) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:56.879311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-6e2feb02-befe-4c80-9091-9054e51855d2 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999746 Jul 08 17:17:56.907644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f34805f-43c1-475b-9642-b6a0e84a1d48 req-59e39cdc-2463-43bc-8530-9384fa1f1122 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647824 Jul 08 17:17:56.970680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2973a8-a662-4e97-ac20-c2fcb61b681e None None] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:17:57.033382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:17:57.041511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d8d4afa-f73b-4332-916c-592e9a515c42 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:57.103490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-44773af0-7841-4e76-9182-d1ab44399def None None] Provisioning for port 7d8d4afa-f73b-4332-916c-592e9a515c42 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:57.163617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7d8d4afa-f73b-4332-916c-592e9a515c42 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:57.171043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7d8d4afa-f73b-4332-916c-592e9a515c42 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:57.171431 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.178580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.191617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-2b2742a9-e240-434a-92e3-8624773f0f6a service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790802 Jul 08 17:17:57.243588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Made reservation on behalf of b2d47281519f4b8490982bdc18e3dfd8 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:57.274525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.294428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.304049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.327776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-b285f6fa-5b18-44f3-9893-1b2ceda59ba7 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c35a110ae7d744c185097dc3c7db4877&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753200 Jul 08 17:17:57.344652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.468261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7d8d4afa-f73b-4332-916c-592e9a515c42, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d8d4afa-f73b-4332-916c-592e9a515c42,segment=NetworkSegment(07085943-c803-406c-88d8-d6d5904e6a61),segment_id=07085943-c803-406c-88d8-d6d5904e6a61)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:57.481620 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.568021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-44b727b2-1155-4cb7-8ba8-3a89fe737e88 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:57.579267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-44b727b2-1155-4cb7-8ba8-3a89fe737e88 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447691 Jul 08 17:17:57.594520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b6bf8c1b-0eb6-47dc-986d-dc8187afce7c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:57.596271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Request body: {'port': {'device_id': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'c35a110ae7d744c185097dc3c7db4877'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:57.601217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7d8d4afa-f73b-4332-916c-592e9a515c42,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:57.688690 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 2a723c86-ecd0-4b19-97ab-fcd7b556882b associated. External IP: 172.25.3.91, port: 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21. Jul 08 17:17:57.692471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:57.707390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:57.707760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.796704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-998fbb7e-07b8-4961-b1f6-a00279d11343 None None] Provisioning complete for port 7d8d4afa-f73b-4332-916c-592e9a515c42 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:57.797671 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-998fbb7e-07b8-4961-b1f6-a00279d11343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.802523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8931580-c0ea-4d73-8c8d-99469ebf82e4 req-6419431d-baa5-44e8-b6cf-e7fbcb416d7e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 210 time: 0.0498433 Jul 08 17:17:57.874375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.875516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Made reservation on behalf of c35a110ae7d744c185097dc3c7db4877 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:57.882535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.884876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.900148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:57.939267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:57.946752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:17:57.949138 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8773dfd5-764e-4eca-a7a1-32ee1661831b" -d '{"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-plugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:17:57.970669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:17:57.978028 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.020518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:58.073022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:58.083014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:58.084003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-928da447-235e-4ec0-a692-5c1a7429f367 req-97e6b827-bce2-4331-a9e9-4c623983105c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 210 time: 0.2506275 Jul 08 17:17:58.101612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.108927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.188347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Allocated IP 172.20.0.14 (f783ad92-107d-48a4-a3b3-e2c026175257/6a9dd5e8-f316-425a-ae20-eae5c107c2fa/1edb285e-d400-4ac9-b31e-edd85271db6c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:58.192677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Pushing event updated for resources: {'Port': ['ID=25956b0c-1d0a-4d86-83c4-eacc1164c259,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:58.221862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711b3a3e-aeaa-4075-bb1e-0637ef41fc06,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:58.333917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bd2ce4d-b647-4790-9a7d-982a1db5c97f req-9f6710d8-f337-49b8-82ce-80beba681751 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 210 time: 0.0750957 Jul 08 17:17:58.364190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae95142-a061-4fcb-b370-0fb328adc5fd req-22234f92-d782-4d28-a8a8-e46e61099d79 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:58.375930 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aae95142-a061-4fcb-b370-0fb328adc5fd req-22234f92-d782-4d28-a8a8-e46e61099d79 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.2082064 Jul 08 17:17:58.380304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Allocated IP 192.168.233.237 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:17:58.450077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:58.539659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aae95142-a061-4fcb-b370-0fb328adc5fd req-48d28bf6-c231-45b2-8a5a-ca5388bd852a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609020 Jul 08 17:17:58.607192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04741aeb-b12f-4580-8f07-66e0f7448746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.613388 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ee9bb-8235-461b-ab82-6d1a3c7727a9 x-openstack-request-id: req-a04ee9bb-8235-461b-ab82-6d1a3c7727a9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:17:58.613952 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-plugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:17:58.615321 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a04ee9bb-8235-461b-ab82-6d1a3c7727a9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:17:58.616074 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'code': 200} Jul 08 17:17:58.788193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.829018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Transition to ACTIVE for port object 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:58.836080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04741aeb-b12f-4580-8f07-66e0f7448746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.845005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04741aeb-b12f-4580-8f07-66e0f7448746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:58.921066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-04741aeb-b12f-4580-8f07-66e0f7448746 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=728c0d124a8944e49dfc991f61e61492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692788 Jul 08 17:17:58.924303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:58.925575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04741aeb-b12f-4580-8f07-66e0f7448746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62378f0-ff89-4209-b4db-f807918b4443,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:58.943367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad7b4e-9ab2-43f8-b402-4890738bf66b req-62fab4ec-60f7-4d31-a588-d9878d6f7314 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:58.944957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fad7b4e-9ab2-43f8-b402-4890738bf66b req-62fab4ec-60f7-4d31-a588-d9878d6f7314 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.2010770 Jul 08 17:17:58.946507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.53', 50478) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:17:58.954195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:17:58.981063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.018996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d8d4afa-f73b-4332-916c-592e9a515c42 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:17:59.087473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7d8d4afa-f73b-4332-916c-592e9a515c42 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:59.088931 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.096483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98833be6-1adb-4e6a-9549-e77b2c7fcfa0 req-e0487b6a-e964-42b8-a909-fbdd9beaa98b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:59.103546 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98833be6-1adb-4e6a-9549-e77b2c7fcfa0 req-e0487b6a-e964-42b8-a909-fbdd9beaa98b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.3763764 Jul 08 17:17:59.107524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e371ee-d01c-4d88-ad28-ec758ecae164 req-b13e5b4e-df11-40d2-9a13-c75909845f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:59.108851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:59.109568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50e371ee-d01c-4d88-ad28-ec758ecae164 req-b13e5b4e-df11-40d2-9a13-c75909845f85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1101 time: 0.3835244 Jul 08 17:17:59.113406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.140523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:59.163079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fad7b4e-9ab2-43f8-b402-4890738bf66b req-ed77ca0f-904f-458c-85d1-0b041941ab04 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959453 Jul 08 17:17:59.168169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:59.177076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:59.229602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Transition to ACTIVE for port object 1edb285e-d400-4ac9-b31e-edd85271db6c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:17:59.242417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823a4206-45c5-4ea5-a074-ba21548405ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.276890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.300647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-f5e10e19-cb8e-4648-a48b-2b0135eb0b18 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:59.302301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-f5e10e19-cb8e-4648-a48b-2b0135eb0b18 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.3541031 Jul 08 17:17:59.321094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.327093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:59.336865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823a4206-45c5-4ea5-a074-ba21548405ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.390754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:59.391330 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.424898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11e46298-1d29-4f34-a565-5a7a22a000b7 req-cb6adccc-67e7-4c00-813c-c784d1819328 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 210 time: 0.1069913 Jul 08 17:17:59.459466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-a09521e5-db03-445e-8c6e-916a4534a884 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8697925 Jul 08 17:17:59.463413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Network f783ad92-107d-48a4-a3b3-e2c026175257 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:17:59.479950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Request body: {'port': {'device_id': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:59.481510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98833be6-1adb-4e6a-9549-e77b2c7fcfa0 req-3f3b8b8a-2bbb-4c7f-9a1b-6306fe1bf8f8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771503 Jul 08 17:17:59.492890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:17:59.493403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:17:59.523188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5345de0-c72f-4a64-bd53-ed924fe3170c None None] Provisioning for port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:17:59.529435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5345de0-c72f-4a64-bd53-ed924fe3170c None None] Provisioning complete for port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:17:59.530086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5345de0-c72f-4a64-bd53-ed924fe3170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.566079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50e371ee-d01c-4d88-ad28-ec758ecae164 req-fc83abc0-1014-4625-943f-5acded49ddaf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320843 Jul 08 17:17:59.579839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823a4206-45c5-4ea5-a074-ba21548405ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.584400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-823a4206-45c5-4ea5-a074-ba21548405ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.585665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-823a4206-45c5-4ea5-a074-ba21548405ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d62378f0-ff89-4209-b4db-f807918b4443 HTTP/1.1" status: 204 len: 168 time: 0.6576104 Jul 08 17:17:59.630326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e5345de0-c72f-4a64-bd53-ed924fe3170c None None] Port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:17:59.653747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a4206-45c5-4ea5-a074-ba21548405ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62378f0-ff89-4209-b4db-f807918b4443,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:59.676596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:59.677284 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.706702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:17:59.723339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:17:59.737156 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:17:59.752322 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:59.753282 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:59.800152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.810089 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:59.820976 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:17:59.821827 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:59.862968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-a6b1f195-5715-42b0-9b7b-e1abf3460596 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1146462 Jul 08 17:17:59.863367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:17:59.867741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.879692 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:17:59.880365 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b8a1c-7686-4335-ad69-d57c85331df5 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:17:59.898096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Request body: {'port': {'device_id': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:17:59.946118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25143179-5b4c-42b5-90b6-673cb26c151f req-d86105f9-895b-44d5-94ac-c20271d6f58e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:17:59.956655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25143179-5b4c-42b5-90b6-673cb26c151f req-d86105f9-895b-44d5-94ac-c20271d6f58e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 932 time: 0.2896609 Jul 08 17:18:00.067841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd484502-ddf9-49ca-9617-d9a1288072ad None None] Provisioning for port 1edb285e-d400-4ac9-b31e-edd85271db6c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:00.074649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd484502-ddf9-49ca-9617-d9a1288072ad None None] Provisioning complete for port 1edb285e-d400-4ac9-b31e-edd85271db6c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:00.076379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd484502-ddf9-49ca-9617-d9a1288072ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:00.098569 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:00.147509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dd484502-ddf9-49ca-9617-d9a1288072ad None None] Port 1edb285e-d400-4ac9-b31e-edd85271db6c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:00.167095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25143179-5b4c-42b5-90b6-673cb26c151f req-1aa11e26-cc2e-4352-a3c8-6712b17d202e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084608 Jul 08 17:18:00.377140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router cd8bc673-b388-4e67-a961-e2bcca05e6cd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:00.428673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:00.707998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.11 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/56736910-1a4c-4d37-9773-c312979e3f4b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:00.818998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10742cb7-9681-499f-bf7a-c718868d1e1c req-0ab9f543-dfa5-48d9-ae1b-f9eb21e0a2a6 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:00.820501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10742cb7-9681-499f-bf7a-c718868d1e1c req-0ab9f543-dfa5-48d9-ae1b-f9eb21e0a2a6 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.2083912 Jul 08 17:18:00.932846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa38df2-6c56-4100-8d7a-7750896042fc req-ef965fd7-c831-45a9-ab58-5b93a7245533 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:00.934417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bfa38df2-6c56-4100-8d7a-7750896042fc req-ef965fd7-c831-45a9-ab58-5b93a7245533 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 936 time: 0.7007585 Jul 08 17:18:00.937248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:00.961770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:00.974085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Router c5c44d0a-8044-4ec2-b156-222b74940670 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:18:00.974811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10742cb7-9681-499f-bf7a-c718868d1e1c req-85b44b80-1ad7-49f0-9915-2e539bbe7b8a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473048 Jul 08 17:18:01.009977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Transition to ACTIVE for port object 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:01.017346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.029622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.127496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:01.132639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.139910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] Sync routers for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:01.146918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bfa38df2-6c56-4100-8d7a-7750896042fc req-5acb037a-d635-436e-b51a-2918f4e7f7fc tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781211 Jul 08 17:18:01.153846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:01.154852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:01.156894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22e2cd18-866a-4e36-a6d7-f11d12f7039d req-1d3ab082-ef13-463f-a706-1c180bc80da7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 210 time: 0.0602047 Jul 08 17:18:01.157526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:01.212743 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.245870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:01.256190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:01.257080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:01.295683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:01.296852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e7e3-8347-4bb9-90e0-68c70af433d8 None None] The sync data for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:01.299468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:01.315249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:01.324131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:01.332363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:01.362680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Attempting to bind port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:01.362959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Attempting to bind port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:01.363537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Attempting to bind port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:01.370269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:18:01.370831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Attempting to bind port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:01.384941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:01.385359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:01.385833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:01.386816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Bound port: 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:01.387261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.414854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:01.415569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.442590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7345195b-af5e-4b1a-a575-aaaf35027273 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/floatingips/2a723c86-ecd0-4b19-97ab-fcd7b556882b HTTP/1.1" status: 200 len: 976 time: 7.0535057 Jul 08 17:18:01.443389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:01.452747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:01.473874 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Sync routers for ids ['c5c44d0a-8044-4ec2-b156-222b74940670'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:01.487368 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-291ed99e-f393-4a18-b7b2-ca7edb036ea9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1750851 Jul 08 17:18:01.493647 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Routers {'c5c44d0a-8044-4ec2-b156-222b74940670'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:01.497566 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5c44d0a-8044-4ec2-b156-222b74940670'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:01.505901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Request body: {'port': {'device_id': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:01.537899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.539202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cff526b2-2a60-4722-a7ea-3b71897db6cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.3234434 Jul 08 17:18:01.547804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:01.571245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edb285e-d400-4ac9-b31e-edd85271db6c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:01.605967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:01.615771 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.633920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Set router c5c44d0a-8044-4ec2-b156-222b74940670 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:01.659705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Transition to ACTIVE for port object 1edb285e-d400-4ac9-b31e-edd85271db6c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:01.684432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:01.687917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.704015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337b613-53c4-48b2-9bf8-7e3d86fd8970 req-d952c9b4-5017-4adf-aa54-02ea68a9ea9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:01.705557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3337b613-53c4-48b2-9bf8-7e3d86fd8970 req-d952c9b4-5017-4adf-aa54-02ea68a9ea9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.3315659 Jul 08 17:18:01.706215 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.726289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.749354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-a70a8ed8-1d19-4f4d-94e6-b13df7283c0b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:01.750892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-a70a8ed8-1d19-4f4d-94e6-b13df7283c0b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.3128138 Jul 08 17:18:01.794976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:01.795449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.797981 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] 10.222.0.53 "PUT /v2.0/ports/9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 HTTP/1.1" status: 200 len: 1096 time: 2.3247809 Jul 08 17:18:01.799451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:01.801874 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09d8fce-eb39-40a2-a901-1072fc81cb51" -d '{"events": [{"name": "network-changed", "server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:01.847988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc962-621f-4f36-87c4-543aa1e698c6 req-3aec392f-f5ee-48b7-9585-ee8a5ec79304 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:01.849568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b5fc962-621f-4f36-87c4-543aa1e698c6 req-3aec392f-f5ee-48b7-9585-ee8a5ec79304 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 932 time: 0.2623231 Jul 08 17:18:01.869340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Pushing event updated for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:01.891633 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:17:58Z', 'revision_number': 3, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:01.938728 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Checking router: c5c44d0a-8044-4ec2-b156-222b74940670 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:01.939458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Updating router c5c44d0a-8044-4ec2-b156-222b74940670 port 25956b0c-1d0a-4d86-83c4-eacc1164c259 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:18:01.941755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264371c-af35-41fa-896c-e2d5812e88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:01.963538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3337b613-53c4-48b2-9bf8-7e3d86fd8970 req-8334e383-13ef-4340-b5b8-4e2dd98d1ec1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429836 Jul 08 17:18:02.011112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 2bd91321-bb12-4348-adaf-495cb681927c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:02.011464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.017808 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.211498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Attempting to bind port 1edb285e-d400-4ac9-b31e-edd85271db6c on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:02.211968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Attempting to bind port 1edb285e-d400-4ac9-b31e-edd85271db6c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:02.212074 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd468c-d722-417e-abd6-1736d0213ff5 x-openstack-request-id: req-c2cd468c-d722-417e-abd6-1736d0213ff5 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:02.212175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Attempting to bind port 1edb285e-d400-4ac9-b31e-edd85271db6c on network f783ad92-107d-48a4-a3b3-e2c026175257 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:02.212617 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:02.212881 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2cd468c-d722-417e-abd6-1736d0213ff5 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:02.213349 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'status': 'completed', 'code': 200} Jul 08 17:18:02.224360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Port 1edb285e-d400-4ac9-b31e-edd85271db6c on network f783ad92-107d-48a4-a3b3-e2c026175257 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:18:02.224690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Attempting to bind port 1edb285e-d400-4ac9-b31e-edd85271db6c on network f783ad92-107d-48a4-a3b3-e2c026175257 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:02.278405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b5fc962-621f-4f36-87c4-543aa1e698c6 req-00fdd81d-5fc0-41d6-ab45-ef19fa2391db tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629062 Jul 08 17:18:02.322956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-7e3d674c-87ac-4661-980e-93b99e9234c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:02.324306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-7e3d674c-87ac-4661-980e-93b99e9234c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c35a110ae7d744c185097dc3c7db4877&device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 1099 time: 0.4056859 Jul 08 17:18:02.331365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port 860f18e3-0a17-4ad2-a913-964a9108185f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:02.333538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.337221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:02.337573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Checking segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:02.337978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Bound using segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:02.338428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Bound port: 1edb285e-d400-4ac9-b31e-edd85271db6c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:02.338783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.386757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.398428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-dea1fd31-8614-42c1-8ac2-b0bc2886707e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 HTTP/1.1" status: 200 len: 217 time: 0.0660381 Jul 08 17:18:02.425637 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.438474 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Transition to ACTIVE for port object 25956b0c-1d0a-4d86-83c4-eacc1164c259 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:02.449295 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.532065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f106b4-7baa-4e72-bfd0-87ddf6d7fc7d None None] Pushing event updated for resources: {'Port': ['ID=25956b0c-1d0a-4d86-83c4-eacc1164c259,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:02.535470 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Attempting to bind port 25956b0c-1d0a-4d86-83c4-eacc1164c259 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:02.536140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Attempting to bind port 25956b0c-1d0a-4d86-83c4-eacc1164c259 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:02.536831 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Attempting to bind port 25956b0c-1d0a-4d86-83c4-eacc1164c259 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:02.544302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:02.544914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:02.545565 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.546297 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:02.547531 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Bound port: 25956b0c-1d0a-4d86-83c4-eacc1164c259, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:02.548117 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.627979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] For port 25956b0c-1d0a-4d86-83c4-eacc1164c259, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:02.635362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port 860f18e3-0a17-4ad2-a913-964a9108185f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=860f18e3-0a17-4ad2-a913-964a9108185f,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:02.636474 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.638288 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] For port 25956b0c-1d0a-4d86-83c4-eacc1164c259, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=25956b0c-1d0a-4d86-83c4-eacc1164c259,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:02.640153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-9fbf47d2-72c4-4ff8-b7bb-b57b72b69dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:02.641974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-9fbf47d2-72c4-4ff8-b7bb-b57b72b69dd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2342398 Jul 08 17:18:02.647480 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.661798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for 860f18e3-0a17-4ad2-a913-964a9108185f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:02.673725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56736910-1a4c-4d37-9773-c312979e3f4b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:02.711690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.712426 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f106b4-7baa-4e72-bfd0-87ddf6d7fc7d None None] Pushing event updated for resources: {'Port': ['ID=25956b0c-1d0a-4d86-83c4-eacc1164c259,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:02.734525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Routers {'c5c44d0a-8044-4ec2-b156-222b74940670'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:02.735242 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5c44d0a-8044-4ec2-b156-222b74940670'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:02.798558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Transition to ACTIVE for port object 56736910-1a4c-4d37-9773-c312979e3f4b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:02.818631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.848383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8abdc-c97a-43d3-9f1e-e0ec9dc996ff req-22c325b6-55b1-45d3-a527-3498d168c429 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:02.858771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65d8abdc-c97a-43d3-9f1e-e0ec9dc996ff req-22c325b6-55b1-45d3-a527-3498d168c429 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d208c2a-5d4a-4da3-86ff-33fec96b348b HTTP/1.1" status: 200 len: 945 time: 0.3605428 Jul 08 17:18:02.879761 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] Set router c5c44d0a-8044-4ec2-b156-222b74940670 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:02.915913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.916336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.916587 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Floating IP 2a723c86-ecd0-4b19-97ab-fcd7b556882b disassociated. External IP: 172.25.3.91, port: 2bd91321-bb12-4348-adaf-495cb681927c. Jul 08 17:18:02.916928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 2bd91321-bb12-4348-adaf-495cb681927c owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:02.940733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.951662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5', '860f18e3-0a17-4ad2-a913-964a9108185f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:02.972090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:03.004880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-d55156f5-77d4-43cf-b699-c3002179b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:03.006436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-d55156f5-77d4-43cf-b699-c3002179b005 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3556614 Jul 08 17:18:03.026562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:03.033200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=860f18e3-0a17-4ad2-a913-964a9108185f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:03.084036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1edb285e-d400-4ac9-b31e-edd85271db6c,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:03.132482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:03.146723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port 860f18e3-0a17-4ad2-a913-964a9108185f on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:03.150721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:03.152694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2dbf404-4e33-4331-a3e5-a6023b8fbd96 req-e8432284-49a0-4378-8d0f-dbcdabae9d0e tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "DELETE /v2.0/ports/860f18e3-0a17-4ad2-a913-964a9108185f HTTP/1.1" status: 204 len: 173 time: 1.3876791 Jul 08 17:18:03.167037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'name': 'network-vif-deleted', 'tag': '860f18e3-0a17-4ad2-a913-964a9108185f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:03.167037 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520433f-8ac5-4ab7-abfd-fc16120d13ec" -d '{"events": [{"server_uuid": "0d208c2a-5d4a-4da3-86ff-33fec96b348b", "name": "network-vif-deleted", "tag": "860f18e3-0a17-4ad2-a913-964a9108185f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:03.179454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:03.179960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:03.181159 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-ede1343c-e153-4d5a-8e51-a26909cf58c3 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356359 Jul 08 17:18:03.181340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] 10.222.0.53 "PUT /v2.0/ports/1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 1092 time: 3.3071697 Jul 08 17:18:03.252626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b5fef-3db0-4052-95f7-0ff8917ee83c req-328141ab-1a3e-42a5-aac4-292f33148cdd tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:03.254989 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-082b5fef-3db0-4052-95f7-0ff8917ee83c req-328141ab-1a3e-42a5-aac4-292f33148cdd tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 948 time: 0.3422291 Jul 08 17:18:03.271688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:03.284409 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:17:58Z', 'revision_number': 3, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:03.339494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65d8abdc-c97a-43d3-9f1e-e0ec9dc996ff req-bed3c216-0658-4218-8112-454b66335d5f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795465 Jul 08 17:18:03.357462 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6ee6f-9613-40fe-844d-8b36f37a3b31 None None] The sync data for ids ['c5c44d0a-8044-4ec2-b156-222b74940670'] in n-d-799527-4 is: [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:17:58Z', 'revision_number': 3, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:03.365847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5e374-7ef1-4486-bb67-0d04e1a8c624 service neutron] Pushing event updated for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:03.405029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-082b5fef-3db0-4052-95f7-0ff8917ee83c req-c9ec8368-bc2f-4052-8c88-bc8ba6f9cfa3 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263115 Jul 08 17:18:03.448709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-f7c95621-904e-4226-aec8-c6030aa6ea76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7989800 Jul 08 17:18:03.471643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97f19a56-d759-4d9d-bef3-cac8878eddaa req-3957bc55-150a-47a9-8781-92dcc65d1516 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604902 Jul 08 17:18:03.521043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Attempting to bind port 56736910-1a4c-4d37-9773-c312979e3f4b on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:03.521410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Attempting to bind port 56736910-1a4c-4d37-9773-c312979e3f4b by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:03.521743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Attempting to bind port 56736910-1a4c-4d37-9773-c312979e3f4b on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:03.549994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Port 56736910-1a4c-4d37-9773-c312979e3f4b on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:18:03.551080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Attempting to bind port 56736910-1a4c-4d37-9773-c312979e3f4b on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:03.634005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:03.634638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:03.635225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:03.635861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Bound port: 56736910-1a4c-4d37-9773-c312979e3f4b, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:03.636405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:03.671112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-058c55a0-338f-4ec5-95db-a45ec2a94745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:03.672817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-058c55a0-338f-4ec5-95db-a45ec2a94745 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1095 time: 0.4176042 Jul 08 17:18:03.795081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:03.892731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=2bd91321-bb12-4348-adaf-495cb681927c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:03.906677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c7d1a-df0d-491b-9ea3-4543f61187dd req-c201e7da-fc00-4cd3-b23a-f05289c5673d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:03.908237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa6c7d1a-df0d-491b-9ea3-4543f61187dd req-c201e7da-fc00-4cd3-b23a-f05289c5673d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 944 time: 0.3699863 Jul 08 17:18:03.911582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:03.917112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:04.245538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Allocated IP 172.20.0.1 (81a30fe5-526e-4a06-82d3-dae5fb022085/f5600c18-94b1-4242-8af3-6613b0296f1c/a3785c24-dc2e-43fd-a81b-289c01c6954b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:04.358883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-29bec078-67fa-472e-b719-7081aae7d52d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 217 time: 0.0532575 Jul 08 17:18:04.368782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:04.373065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-61611345-484a-4c0e-898d-5e45a5f318a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.374707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-61611345-484a-4c0e-898d-5e45a5f318a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c35a110ae7d744c185097dc3c7db4877&device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 1099 time: 0.8352981 Jul 08 17:18:04.477630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:04.489383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1682f-0bf2-415b-8d02-d5acaad2eff9 req-aee7b0f2-71ba-4ddb-94fd-9bd09d4c3c26 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.501451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.502104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:04.502779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2d1682f-0bf2-415b-8d02-d5acaad2eff9 req-aee7b0f2-71ba-4ddb-94fd-9bd09d4c3c26 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.8354499 Jul 08 17:18:04.503555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] 10.222.0.53 "PUT /v2.0/ports/56736910-1a4c-4d37-9773-c312979e3f4b HTTP/1.1" status: 200 len: 1092 time: 3.0068235 Jul 08 17:18:04.511406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:04.514509 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d0a335-dd10-42fa-b58d-d4bbd61e8437" -d '{"events": [{"name": "network-changed", "server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:04.523597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-b0d99a8e-0d30-46a3-90b5-4754b9634124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.528410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-b0d99a8e-0d30-46a3-90b5-4754b9634124 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.1609218 Jul 08 17:18:04.560191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa6c7d1a-df0d-491b-9ea3-4543f61187dd req-87489385-92c6-4383-a668-ae4737a0ef0d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413717 Jul 08 17:18:04.571028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Transition to ACTIVE for port object a3785c24-dc2e-43fd-a81b-289c01c6954b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:04.594182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a0d0-512f-49ec-8479-554810c7da38 service neutron] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:04.675085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2d1682f-0bf2-415b-8d02-d5acaad2eff9 req-8f009cf8-59bb-4cfc-87ba-3b6ba7e5ef1c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706171 Jul 08 17:18:04.680556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-0fe986ee-c176-4d4d-80dd-f5b8ef2b0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.682102 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-0fe986ee-c176-4d4d-80dd-f5b8ef2b0f53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2924633 Jul 08 17:18:04.684001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router cd8bc673-b388-4e67-a961-e2bcca05e6cd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:04.751218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-44697db0-8920-415a-8484-1ed5af111fce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 HTTP/1.1" status: 200 len: 217 time: 0.0617783 Jul 08 17:18:04.783384 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef4e5a9-b371-4c6d-a9c5-1582f6e51cd6 x-openstack-request-id: req-6ef4e5a9-b371-4c6d-a9c5-1582f6e51cd6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:04.783688 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d208c2a-5d4a-4da3-86ff-33fec96b348b", "name": "network-vif-deleted", "tag": "860f18e3-0a17-4ad2-a913-964a9108185f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:04.783948 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ef4e5a9-b371-4c6d-a9c5-1582f6e51cd6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:04.785153 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d208c2a-5d4a-4da3-86ff-33fec96b348b', 'name': 'network-vif-deleted', 'tag': '860f18e3-0a17-4ad2-a913-964a9108185f', 'status': 'completed', 'code': 200} Jul 08 17:18:04.796201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-fd647979-49e8-4df4-9f99-768b8c60b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.797778 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-fd647979-49e8-4df4-9f99-768b8c60b232 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2552531 Jul 08 17:18:04.829970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:04.852142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-ca6532c0-94de-474d-bd98-ffd9a07bf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.853828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-ca6532c0-94de-474d-bd98-ffd9a07bf911 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 1095 time: 0.2487659 Jul 08 17:18:04.923314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:04.927271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-4d5b3d82-e366-4b6f-a015-46d1dd7bd66f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56736910-1a4c-4d37-9773-c312979e3f4b HTTP/1.1" status: 200 len: 217 time: 0.0601027 Jul 08 17:18:04.961024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:04.972586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-cdca4e9c-5d8f-428e-8277-3dfbcc96b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:04.974253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-cdca4e9c-5d8f-428e-8277-3dfbcc96b35c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.2171466 Jul 08 17:18:04.983550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:05.035602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25956b0c-1d0a-4d86-83c4-eacc1164c259 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:05.064205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-c508465e-048b-4183-a4b1-5ed17cedb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:05.066143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-c508465e-048b-4183-a4b1-5ed17cedb908 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.1069105 Jul 08 17:18:05.072499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:05.096013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] Sync routers for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:05.115738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:05.117756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:05.123593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 25956b0c-1d0a-4d86-83c4-eacc1164c259 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:05.158420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Pushing event updated for resources: {'Port': ['ID=a3785c24-dc2e-43fd-a81b-289c01c6954b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:05.168311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-e7a62744-3166-4517-926c-d8dc0374acfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932968 Jul 08 17:18:05.190895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 25956b0c-1d0a-4d86-83c4-eacc1164c259 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:05.191475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.225940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-63337f83-1adb-40d6-99a3-a13f3446130b service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150414 Jul 08 17:18:05.229321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.301577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-2ad8380a-1f3a-4058-8d26-4085f56644f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:05.303320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-2ad8380a-1f3a-4058-8d26-4085f56644f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3001308 Jul 08 17:18:05.309780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.311693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ed4f92f-cd22-41f9-b33e-9fb98b70ef94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/ports/2bd91321-bb12-4348-adaf-495cb681927c HTTP/1.1" status: 204 len: 168 time: 3.8648908 Jul 08 17:18:05.340441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:05.372985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6c86989-3c13-4532-b7bf-455d47644d11 req-33261910-87e2-473a-998f-488d8bdf175f service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361716 Jul 08 17:18:05.474778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c899c-c5d0-4e23-baf0-80c5b290b190 req-ce243073-2014-45ee-b2ae-04104e88adaa tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:05.484060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b66c899c-c5d0-4e23-baf0-80c5b290b190 req-ce243073-2014-45ee-b2ae-04104e88adaa tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 944 time: 0.5129209 Jul 08 17:18:05.506258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-8375d055-475f-4b60-b995-e0495fd0d935 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266912 Jul 08 17:18:05.511836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:05.528228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8aac9627-1c9b-4ee6-8fd0-29a58a4dc925 None None] Provisioning for port a3785c24-dc2e-43fd-a81b-289c01c6954b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:05.540308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8aac9627-1c9b-4ee6-8fd0-29a58a4dc925 None None] Provisioning complete for port a3785c24-dc2e-43fd-a81b-289c01c6954b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:05.541233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8aac9627-1c9b-4ee6-8fd0-29a58a4dc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.546316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:05.547275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:05.566513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b66c899c-c5d0-4e23-baf0-80c5b290b190 req-f825adac-5e47-465f-af0c-e4725f7b1fc4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813024 Jul 08 17:18:05.613955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-8c4cf9cb-c8c3-468c-aef3-1958f0f607ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:05.616312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-8c4cf9cb-c8c3-468c-aef3-1958f0f607ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1101 time: 0.3892951 Jul 08 17:18:05.616453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:05.635081 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85a4e944-cd1c-4cec-ad39-0982ec15094e req-8d26a9f1-398f-4ae0-b3d8-e56a23744183 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964041 Jul 08 17:18:05.692789 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17de0272-7b03-4af8-a620-e29dd5aef1e6 x-openstack-request-id: req-17de0272-7b03-4af8-a620-e29dd5aef1e6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:05.693503 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:05.694046 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17de0272-7b03-4af8-a620-e29dd5aef1e6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:05.694687 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b', 'status': 'completed', 'code': 200} Jul 08 17:18:05.715041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 860f18e3-0a17-4ad2-a913-964a9108185f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:05.741587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:05.742709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1d253-574f-48fb-b74b-d0e896831793 None None] The sync data for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:05.753148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8aac9627-1c9b-4ee6-8fd0-29a58a4dc925 None None] Port a3785c24-dc2e-43fd-a81b-289c01c6954b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:05.780666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-d76f4807-ce33-4075-a350-ff0aeb45998e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655802 Jul 08 17:18:05.786507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.804602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 860f18e3-0a17-4ad2-a913-964a9108185f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:18:05.805449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 860f18e3-0a17-4ad2-a913-964a9108185f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:05.863876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:05.879535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'mac_address': 'fa:16:3e:cd:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:05.881242 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.892963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976e98-478f-493b-bd31-324fa401728e req-87add4f1-2f67-4321-b102-6f23c9861f22 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:05.895391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e976e98-478f-493b-bd31-324fa401728e req-87add4f1-2f67-4321-b102-6f23c9861f22 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 948 time: 0.3950446 Jul 08 17:18:05.912624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-7d15f9e1-30ac-4e12-b712-371b45c5bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:05.914208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-7d15f9e1-30ac-4e12-b712-371b45c5bbe1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2895703 Jul 08 17:18:05.927153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 25956b0c-1d0a-4d86-83c4-eacc1164c259, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=25956b0c-1d0a-4d86-83c4-eacc1164c259,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:05.953038 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.962946 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:05.979150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-93f9671e-4b37-4dd8-95d6-44e2763d831b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 217 time: 0.0551648 Jul 08 17:18:06.003620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:06.036331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-2d878c03-486a-4827-b819-69841f1acd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.038152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-2d878c03-486a-4827-b819-69841f1acd2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 1095 time: 0.3086991 Jul 08 17:18:06.041246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:06.046065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=25956b0c-1d0a-4d86-83c4-eacc1164c259,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:06.055923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.056428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.056883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.057327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.057761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.058325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.058759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.059226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.059739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.060199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.060626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.061049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:06.067928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:06.096699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b09d8fce-eb39-40a2-a901-1072fc81cb51 req-b7b277c7-c576-487b-8eae-df8671dfafd6 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061392 Jul 08 17:18:06.099620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e976e98-478f-493b-bd31-324fa401728e req-2ddb980f-dc58-4d76-be2e-5af5005c1f90 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673977 Jul 08 17:18:06.134653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-100b2845-1356-4534-8b58-2090e1e884a8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.149016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-100b2845-1356-4534-8b58-2090e1e884a8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.3145673 Jul 08 17:18:06.149255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:06.149403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-22467db1-a0a9-407b-9be5-e57211b862b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.149403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-22467db1-a0a9-407b-9be5-e57211b862b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1563804 Jul 08 17:18:06.191897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-1aebcdb0-5c7c-4182-b2b3-ef479384b9dc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/quotas/e6b386114f554a4d8abce4a5916cce37 HTTP/1.1" status: 200 len: 375 time: 0.0491762 Jul 08 17:18:06.237759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-efa25600-9885-4fdb-a5ac-ff821b0ad65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.239288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-efa25600-9885-4fdb-a5ac-ff821b0ad65e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.1835425 Jul 08 17:18:06.313060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-41e0b1b8-c040-4993-880d-d1e14931668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.313846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-772bfb25-0dc6-4b90-82ee-0e3785cd5ddc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56736910-1a4c-4d37-9773-c312979e3f4b HTTP/1.1" status: 200 len: 217 time: 0.0673933 Jul 08 17:18:06.314573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-41e0b1b8-c040-4993-880d-d1e14931668a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547728 Jul 08 17:18:06.326137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:06.350400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:06.365049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:06.415144 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-513a2fba-be45-4660-adfd-c0d14a0cf830 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088554 Jul 08 17:18:06.424054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-7264c2a0-eed1-42b7-830c-2602d38f213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.425452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-7264c2a0-eed1-42b7-830c-2602d38f213d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0980880 Jul 08 17:18:06.433729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b509f-865b-464f-a98d-d702e69ff955 req-e96c8529-b3b2-427c-b736-b88ad7cfba0e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.436006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a5b509f-865b-464f-a98d-d702e69ff955 req-e96c8529-b3b2-427c-b736-b88ad7cfba0e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 944 time: 0.1799910 Jul 08 17:18:06.475738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-56be9240-99c4-4eb9-b7b3-730cb39deea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386400 Jul 08 17:18:06.500419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:06.544564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:06.549875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Pushing event updated for resources: {'Port': ['ID=a3785c24-dc2e-43fd-a81b-289c01c6954b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:06.601480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a5b509f-865b-464f-a98d-d702e69ff955 req-ac50e3e8-e53a-4ae6-9331-0bddf333edfd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537108 Jul 08 17:18:06.619288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-1c630eac-f12c-4125-987c-d1c6615c48f9 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912242 Jul 08 17:18:06.690572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-99c02a98-7c2c-4ded-8bad-9e22e05fe592 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040758 Jul 08 17:18:06.712084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-a120a70a-dcb2-4ce7-8157-e51a00b7e347 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956862 Jul 08 17:18:06.793003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:06.796074 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01638d6-922c-4186-9a10-e3d0369c2da0" -d '{"events": [{"name": "network-changed", "server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:06.814943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-08b84e86-f3c5-4cfb-a302-f53007f5bd29 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856043 Jul 08 17:18:06.871856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:06.876457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-6972e6c6-2064-486f-b83a-c0c68fa5d638 service neutron] 10.222.0.48 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635587 Jul 08 17:18:06.877473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:06.897053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d0a335-dd10-42fa-b58d-d4bbd61e8437 req-54b685e1-4988-4fce-a7d4-39da3507b539 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998127 Jul 08 17:18:06.911322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db7627-3915-4627-afc1-54274ad1b141 req-51676c66-a6fc-4ad5-8495-83628e78ab68 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:06.918279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10db7627-3915-4627-afc1-54274ad1b141 req-51676c66-a6fc-4ad5-8495-83628e78ab68 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1822600 Jul 08 17:18:07.003452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25956b0c-1d0a-4d86-83c4-eacc1164c259 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:07.032873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10db7627-3915-4627-afc1-54274ad1b141 req-d9553824-c3e1-491a-877a-e41d10f6009d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135001 Jul 08 17:18:07.159496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 25956b0c-1d0a-4d86-83c4-eacc1164c259 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:07.160066 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:07.171547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port d1fffe6c-e987-46bb-8897-b9a46f1534e0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:07.171811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:07.302355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d2d486b-7b94-4c39-aeec-3c05542ff4bc None None] Provisioning complete for port a3785c24-dc2e-43fd-a81b-289c01c6954b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:07.302998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d2d486b-7b94-4c39-aeec-3c05542ff4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:07.347899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d486b-7b94-4c39-aeec-3c05542ff4bc None None] Port a3785c24-dc2e-43fd-a81b-289c01c6954b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:07.380138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:07.406599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for d1fffe6c-e987-46bb-8897-b9a46f1534e0 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:07.415757 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e429f-2eb7-433d-b7e0-c0b37b505322 x-openstack-request-id: req-969e429f-2eb7-433d-b7e0-c0b37b505322 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:07.416272 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:07.416399 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-969e429f-2eb7-433d-b7e0-c0b37b505322 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:07.416772 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'status': 'completed', 'code': 200} Jul 08 17:18:07.462599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4d50ea4-2102-4c0f-af47-749e0de235fd req-74f1732f-341f-4b51-8cfa-a9e273548c28 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 210 time: 0.0330164 Jul 08 17:18:07.473476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97694b22-aa47-4b91-af28-5e796b67ee40 req-55557b4e-771b-4379-8b5a-04db3601f989 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:07.488048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97694b22-aa47-4b91-af28-5e796b67ee40 req-55557b4e-771b-4379-8b5a-04db3601f989 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 944 time: 0.2137296 Jul 08 17:18:07.488048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-28d1656e-08a7-4114-a21d-fdeef2363d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:07.488048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-28d1656e-08a7-4114-a21d-fdeef2363d0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1095 time: 0.2023075 Jul 08 17:18:07.528802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Router c5c44d0a-8044-4ec2-b156-222b74940670 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:07.628031 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 1edb285e-d400-4ac9-b31e-edd85271db6c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:07.721296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:07.733341 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Sync routers for ids ['c5c44d0a-8044-4ec2-b156-222b74940670'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:07.735546 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b64e834c-e96e-4418-8130-e9b6a59628cc admin admin] 10.222.0.48 "PUT /v2.0/routers/c5c44d0a-8044-4ec2-b156-222b74940670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1842663 Jul 08 17:18:07.748970 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Routers {'c5c44d0a-8044-4ec2-b156-222b74940670'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:07.750959 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5c44d0a-8044-4ec2-b156-222b74940670'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:07.757438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc9a5-74ce-407d-b104-e5e5415c9733 req-38962ea9-1444-418d-aa7b-3b0673fc05bc tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:07.766126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d2bc9a5-74ce-407d-b104-e5e5415c9733 req-38962ea9-1444-418d-aa7b-3b0673fc05bc tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 949 time: 0.1315250 Jul 08 17:18:07.803761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:07.838039 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d2bc9a5-74ce-407d-b104-e5e5415c9733 req-e32573e1-78e2-45cf-a65d-96172009446d tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703208 Jul 08 17:18:07.930734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1edb285e-d400-4ac9-b31e-edd85271db6c,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:07.933098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97694b22-aa47-4b91-af28-5e796b67ee40 req-6a770a21-ec51-45e6-84da-3120942321d7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518554 Jul 08 17:18:07.988333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'port_id': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'mac_address': 'fa:16:3e:04:cd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:08.029734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:08.032965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Set router c5c44d0a-8044-4ec2-b156-222b74940670 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:08.039118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:08.039698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.116820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.146066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b2d3c-c97a-425e-9d6a-400ab7c2c421 req-fa1638d6-56e6-4fc3-b36e-ed13cbc30de8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:08.150856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a31b2d3c-c97a-425e-9d6a-400ab7c2c421 req-fa1638d6-56e6-4fc3-b36e-ed13cbc30de8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 944 time: 0.1707962 Jul 08 17:18:08.154886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edb285e-d400-4ac9-b31e-edd85271db6c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:08.220623 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-07383231-a5fb-40d2-83ec-08bc45186825 req-85ce7da1-54b8-481d-9e61-7e4ba1e5f2d6 tempest-FloatingIPDetailsNegativeTestJSON-302085341 tempest-FloatingIPDetailsNegativeTestJSON-302085341-project] show failed (client error): The resource could not be found. Jul 08 17:18:08.223129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07383231-a5fb-40d2-83ec-08bc45186825 req-85ce7da1-54b8-481d-9e61-7e4ba1e5f2d6 tempest-FloatingIPDetailsNegativeTestJSON-302085341 tempest-FloatingIPDetailsNegativeTestJSON-302085341-project] 10.222.0.48 "GET /v2.0/floatingips/e05903c0-89ed-4f9f-a33b-f6db47538455 HTTP/1.1" status: 404 len: 350 time: 0.0484362 Jul 08 17:18:08.227897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.233311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:08.241889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1edb285e-d400-4ac9-b31e-edd85271db6c,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:08.250224 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a31b2d3c-c97a-425e-9d6a-400ab7c2c421 req-b2640dc4-d94d-4c18-9b4f-800a5b38d40c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926006 Jul 08 17:18:08.256107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.256782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 56736910-1a4c-4d37-9773-c312979e3f4b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:08.285710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=d1fffe6c-e987-46bb-8897-b9a46f1534e0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:08.358982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.473810 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a3785c24-dc2e-43fd-a81b-289c01c6954b', 'name': '', 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'mac_address': 'fa:16:3e:85:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f5600c18-94b1-4242-8af3-6613b0296f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:03Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 2, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'subnets': [{'id': 'f5600c18-94b1-4242-8af3-6613b0296f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:08.529867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-c8f98909-4564-44ff-a2a1-15572f5e7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:08.531681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-c8f98909-4564-44ff-a2a1-15572f5e7139 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 1.0392313 Jul 08 17:18:08.532848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.564787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:08.579471 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b833e2-d236-4b9c-986a-b0990f7ae222" -d '{"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:08.581985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:08.605345 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Checking router: c5c44d0a-8044-4ec2-b156-222b74940670 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:08.605717 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Updating router c5c44d0a-8044-4ec2-b156-222b74940670 port a3785c24-dc2e-43fd-a81b-289c01c6954b binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:18:08.624966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-f90651e1-4500-4425-945d-e222ca243275 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 217 time: 0.0832763 Jul 08 17:18:08.645591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:08.666115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.720810 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.738115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-16f4473b-efb7-40eb-9672-64d8122dc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:08.746119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-16f4473b-efb7-40eb-9672-64d8122dc657 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.1107697 Jul 08 17:18:08.780349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:08.790485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:08.794457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:08.801641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-742853b5-db0c-4430-af28-53e739d038f5 req-ac4b8e4a-1135-432b-8481-f7af6d725463 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 210 time: 0.0487077 Jul 08 17:18:08.807174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '56736910-1a4c-4d37-9773-c312979e3f4b', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': '56736910-1a4c-4d37-9773-c312979e3f4b', 'mac_address': 'fa:16:3e:cc:3d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:08.942942 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:08.955360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-03632318-b93e-428d-98bb-0c564abf97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:08.957278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-03632318-b93e-428d-98bb-0c564abf97fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518087 Jul 08 17:18:08.958629 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fda696-e1fd-4327-9c5f-5dec32e9b96a x-openstack-request-id: req-87fda696-e1fd-4327-9c5f-5dec32e9b96a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:08.961517 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:08.962726 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87fda696-e1fd-4327-9c5f-5dec32e9b96a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:08.964859 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'code': 200} Jul 08 17:18:08.990472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56736910-1a4c-4d37-9773-c312979e3f4b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:09.022746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:09.030475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.109341 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-43376c71-73b6-4fd8-bc9e-9f6a35dfc5ff service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071904 Jul 08 17:18:09.113749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d28af-6f2f-49a5-a4d6-3ea484f58d3b req-f0cf5da3-de23-4b46-be35-d0175fb3013f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:09.124036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf6d28af-6f2f-49a5-a4d6-3ea484f58d3b req-f0cf5da3-de23-4b46-be35-d0175fb3013f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.6129148 Jul 08 17:18:09.139860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:09.209172 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.222362 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Transition to ACTIVE for port object a3785c24-dc2e-43fd-a81b-289c01c6954b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:09.233057 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.238394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a1-e75e-4cf5-abd5-fdbbe5edfd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.238938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f01638d6-922c-4186-9a10-e3d0369c2da0 req-60a2394b-3df3-4565-b835-2bbbc32a87fa service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117792 Jul 08 17:18:09.268035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf6d28af-6f2f-49a5-a4d6-3ea484f58d3b req-0a84ccc4-db43-4d41-ba63-4294b8c25889 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410782 Jul 08 17:18:09.295748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['1edb285e-d400-4ac9-b31e-edd85271db6c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:09.299102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['56736910-1a4c-4d37-9773-c312979e3f4b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:09.302581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283abc1-da43-492c-b38b-93dc7045396e None None] Pushing event updated for resources: {'Port': ['ID=a3785c24-dc2e-43fd-a81b-289c01c6954b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:09.426486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd1abd-d712-47b0-8dc0-34e7b7c7213d req-9dd64878-928a-4968-b10c-404f8c5e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:09.428133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98bd1abd-d712-47b0-8dc0-34e7b7c7213d req-9dd64878-928a-4968-b10c-404f8c5e12bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 1101 time: 0.1883204 Jul 08 17:18:09.433011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router cd8bc673-b388-4e67-a961-e2bcca05e6cd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:09.468996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-ae7f9f2a-3f9f-4f09-b4ce-0b4dc4aa77b2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:09.469262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ee94-3080-427e-ac1a-56660ccb26f1 req-aab3c9d7-75aa-4e0a-af97-5d1eb40dcce0 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:09.470159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-ae7f9f2a-3f9f-4f09-b4ce-0b4dc4aa77b2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 806 time: 0.4450662 Jul 08 17:18:09.470370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8846ee94-3080-427e-ac1a-56660ccb26f1 req-aab3c9d7-75aa-4e0a-af97-5d1eb40dcce0 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 950 time: 0.2197924 Jul 08 17:18:09.471773 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Attempting to bind port a3785c24-dc2e-43fd-a81b-289c01c6954b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:09.472148 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Attempting to bind port a3785c24-dc2e-43fd-a81b-289c01c6954b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:09.472823 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Attempting to bind port a3785c24-dc2e-43fd-a81b-289c01c6954b on network 81a30fe5-526e-4a06-82d3-dae5fb022085 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:09.486648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:09.487560 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Checking segment: {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:09.487560 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.489538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Request body: {'port': {'device_id': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'admin_state_up': True, 'tenant_id': 'e6b386114f554a4d8abce4a5916cce37'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:09.489845 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Bound using segment: {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:09.491558 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Bound port: a3785c24-dc2e-43fd-a81b-289c01c6954b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07085943-c803-406c-88d8-d6d5904e6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:09.492127 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.608247 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] For port a3785c24-dc2e-43fd-a81b-289c01c6954b, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:09.612556 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] For port a3785c24-dc2e-43fd-a81b-289c01c6954b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a3785c24-dc2e-43fd-a81b-289c01c6954b,segment=NetworkSegment(07085943-c803-406c-88d8-d6d5904e6a61),segment_id=07085943-c803-406c-88d8-d6d5904e6a61)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:09.618958 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:09.631263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98bd1abd-d712-47b0-8dc0-34e7b7c7213d req-879862e2-33ba-4279-9699-e7fc40474f02 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915543 Jul 08 17:18:09.635775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8846ee94-3080-427e-ac1a-56660ccb26f1 req-d61c867b-ebee-4299-9f8b-89959c7ec445 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479878 Jul 08 17:18:09.690466 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283abc1-da43-492c-b38b-93dc7045396e None None] Pushing event updated for resources: {'Port': ['ID=a3785c24-dc2e-43fd-a81b-289c01c6954b,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:09.713424 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Routers {'c5c44d0a-8044-4ec2-b156-222b74940670'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:09.714102 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5c44d0a-8044-4ec2-b156-222b74940670'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:09.752362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:09.757628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c20e5b7a-4613-422e-ba99-fa23d7f32e99 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/routers/cd8bc673-b388-4e67-a961-e2bcca05e6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4161649 Jul 08 17:18:09.760258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:09.767483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] Sync routers for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:09.790677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:09.791425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:09.855617 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] Set router c5c44d0a-8044-4ec2-b156-222b74940670 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:09.876511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:09.894442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] Routers {'cd8bc673-b388-4e67-a961-e2bcca05e6cd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:09.895074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:09.952781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a50b3-6a8c-476c-8191-a533c785c298 req-463f0917-6bcd-473a-9f61-d555045c7ec0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:09.954435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee0a50b3-6a8c-476c-8191-a533c785c298 req-463f0917-6bcd-473a-9f61-d555045c7ec0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 945 time: 0.4811184 Jul 08 17:18:09.960404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:09.961093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb59b3f2-a34a-48dc-b900-fdb7483ddf27 None None] The sync data for ids ['cd8bc673-b388-4e67-a961-e2bcca05e6cd'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:09.988044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.023711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a1-e75e-4cf5-abd5-fdbbe5edfd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.050866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca9a16a1-e75e-4cf5-abd5-fdbbe5edfd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.067216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c887ba-2238-4d68-9d38-98e6a550a306 req-5b21e224-f523-4b8c-af19-9941badd5679 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:10.068947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-96c887ba-2238-4d68-9d38-98e6a550a306 req-5b21e224-f523-4b8c-af19-9941badd5679 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 945 time: 0.1832287 Jul 08 17:18:10.073417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee0a50b3-6a8c-476c-8191-a533c785c298 req-9a7f3307-a808-4943-bf89-e6c611274096 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129582 Jul 08 17:18:10.112885 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a3785c24-dc2e-43fd-a81b-289c01c6954b', 'name': '', 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'mac_address': 'fa:16:3e:85:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f5600c18-94b1-4242-8af3-6613b0296f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:03Z', 'updated_at': '2021-07-08T17:18:09Z', 'revision_number': 4, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'subnets': [{'id': 'f5600c18-94b1-4242-8af3-6613b0296f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:10.123049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a16a1-e75e-4cf5-abd5-fdbbe5edfd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e93a83d-bb94-4fee-8b37-5a52e39ae56d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:10.158665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca9a16a1-e75e-4cf5-abd5-fdbbe5edfd0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72cfffc29fe949468eb2a133aa99f3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3618841 Jul 08 17:18:10.161278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:10.163450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.166474 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2c40c-1d7e-435e-898a-757def7a1538 None None] The sync data for ids ['c5c44d0a-8044-4ec2-b156-222b74940670'] in n-d-799527-4 is: [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a3785c24-dc2e-43fd-a81b-289c01c6954b', 'name': '', 'network_id': '81a30fe5-526e-4a06-82d3-dae5fb022085', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'mac_address': 'fa:16:3e:85:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f5600c18-94b1-4242-8af3-6613b0296f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:03Z', 'updated_at': '2021-07-08T17:18:09Z', 'revision_number': 4, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'subnets': [{'id': 'f5600c18-94b1-4242-8af3-6613b0296f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:10.173807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-96c887ba-2238-4d68-9d38-98e6a550a306 req-3f874d79-e816-4895-a20d-408aff7b990a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972855 Jul 08 17:18:10.189480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.227269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Made reservation on behalf of e6b386114f554a4d8abce4a5916cce37 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:10.230839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.307992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90affe06-536e-4447-99a5-92833a9c4905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.330420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4870db54-2afc-4a75-9a72-49eb8ea0080b req-db809c0c-14ed-447b-930b-4d2282b78a4f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 210 time: 0.1041570 Jul 08 17:18:10.343687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 2c1d938c-6e4b-42f9-9928-f71fad22bd53 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:10.344353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.428952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90affe06-536e-4447-99a5-92833a9c4905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.493080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.533350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 2c1d938c-6e4b-42f9-9928-f71fad22bd53 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:10.598869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90affe06-536e-4447-99a5-92833a9c4905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.601060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Allocated IP 172.20.0.9 (1697970e-567b-48ea-8cdb-33d8df1f83ee/d94b1617-d185-4f5a-9b70-9bd2975558b1/2442a550-110a-42e0-98f7-acd8d4bcb0a8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:10.601383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90affe06-536e-4447-99a5-92833a9c4905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.602660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-90affe06-536e-4447-99a5-92833a9c4905 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e93a83d-bb94-4fee-8b37-5a52e39ae56d HTTP/1.1" status: 204 len: 168 time: 0.4387999 Jul 08 17:18:10.621562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90affe06-536e-4447-99a5-92833a9c4905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e93a83d-bb94-4fee-8b37-5a52e39ae56d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:10.655988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11710fb-677e-47cf-92e7-e21da862e0fa req-6b0d6084-85dd-4a9e-af07-9088c9edef24 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:10.657558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c11710fb-677e-47cf-92e7-e21da862e0fa req-6b0d6084-85dd-4a9e-af07-9088c9edef24 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2058456 Jul 08 17:18:10.761145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c11710fb-677e-47cf-92e7-e21da862e0fa req-7677368a-3876-426f-95bf-bf0e3753c379 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885782 Jul 08 17:18:10.883540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:10.922576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=2c1d938c-6e4b-42f9-9928-f71fad22bd53,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:11.030028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.078973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a3785c24-dc2e-43fd-a81b-289c01c6954b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:11.172245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.175001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.204126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a3785c24-dc2e-43fd-a81b-289c01c6954b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:11.212259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a3785c24-dc2e-43fd-a81b-289c01c6954b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:11.213825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.271693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.295439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.296238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Fanout notify agent at l3_agent the message router_deleted on router cd8bc673-b388-4e67-a961-e2bcca05e6cd {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:18:11.310123 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.310603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Deleting port a3785c24-dc2e-43fd-a81b-289c01c6954b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:11.310952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.316399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e7a6bebd-c85c-45c4-b40d-dcf6e5ebf6de tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/routers/cd8bc673-b388-4e67-a961-e2bcca05e6cd HTTP/1.1" status: 204 len: 168 time: 1.5531509 Jul 08 17:18:11.319021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:11.351561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.380097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting subnet 039835fa-c1b3-4309-bec4-4755046b174d {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:18:11.387690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.410753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a3785c24-dc2e-43fd-a81b-289c01c6954b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a3785c24-dc2e-43fd-a81b-289c01c6954b,segment=NetworkSegment(07085943-c803-406c-88d8-d6d5904e6a61),segment_id=07085943-c803-406c-88d8-d6d5904e6a61)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:11.416593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.430552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] For port a3785c24-dc2e-43fd-a81b-289c01c6954b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a3785c24-dc2e-43fd-a81b-289c01c6954b,segment=NetworkSegment(07085943-c803-406c-88d8-d6d5904e6a61),segment_id=07085943-c803-406c-88d8-d6d5904e6a61)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:11.430870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.445401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.450699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Calling delete_port for a3785c24-dc2e-43fd-a81b-289c01c6954b owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:11.533907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a3785c24-dc2e-43fd-a81b-289c01c6954b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:11.556235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625ec6-b77e-424f-a3a7-c5232144491f req-146acb06-815d-40e1-8c7e-9f070110d6ac tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:11.557586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e289d-d87d-45bc-a9f4-c87674cd9ccd req-7bc07564-1ae6-4558-a7dd-ea29264dcd12 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:11.559626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-194e289d-d87d-45bc-a9f4-c87674cd9ccd req-7bc07564-1ae6-4558-a7dd-ea29264dcd12 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 945 time: 0.3212266 Jul 08 17:18:11.564894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9625ec6-b77e-424f-a3a7-c5232144491f req-146acb06-815d-40e1-8c7e-9f070110d6ac tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 950 time: 0.6945777 Jul 08 17:18:11.584345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.586133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.599466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:11.666967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 1edb285e-d400-4ac9-b31e-edd85271db6c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:11.690518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-194e289d-d87d-45bc-a9f4-c87674cd9ccd req-5c0fc244-f33d-4d82-9331-0419b814d371 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187525 Jul 08 17:18:11.711877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41408) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:11.728590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Network 1697970e-567b-48ea-8cdb-33d8df1f83ee is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:11.731767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.751431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.754670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/subnets/039835fa-c1b3-4309-bec4-4755046b174d HTTP/1.1" status: 204 len: 168 time: 0.4348178 Jul 08 17:18:11.777060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3699d262-20c5-4e81-9a1b-dca43599cadb None None] Network aa79fc01-f335-4022-88aa-53d1b2c4bd8d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:11.781719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9625ec6-b77e-424f-a3a7-c5232144491f req-bc1077f6-64ae-4b9e-a6af-f1d878c78ffc tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123220 Jul 08 17:18:11.782349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:11.787369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee48bb-c02e-47ea-85df-c3623de079f9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Subnet': ['ID=039835fa-c1b3-4309-bec4-4755046b174d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:11.801012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:11.808162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:11.811918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event updated for resources: {'Port': ['ID=2442a550-110a-42e0-98f7-acd8d4bcb0a8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:11.945416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 1edb285e-d400-4ac9-b31e-edd85271db6c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:11.950390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-332112922-network', 'tenant_id': '63043324e2e6427eb651731aa1624cae'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:11.976394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 1edb285e-d400-4ac9-b31e-edd85271db6c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:11.978153 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:11.999786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Made reservation on behalf of 63043324e2e6427eb651731aa1624cae for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:12.002010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.021172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.039298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619a127-c19a-46a0-92d9-a050be2f8570 req-295da3e2-b5e8-493f-9328-c87495106041 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:12.046849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8619a127-c19a-46a0-92d9-a050be2f8570 req-295da3e2-b5e8-493f-9328-c87495106041 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 945 time: 0.1496229 Jul 08 17:18:12.058114 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.093559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:12.095103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.159550 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.171080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.185409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8619a127-c19a-46a0-92d9-a050be2f8570 req-41d44b61-d70a-42ab-b831-ea40c91cbc33 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372895 Jul 08 17:18:12.186705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.206813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:12.207690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-99d0c2f5-d9fc-4bb4-b7e5-afb420b0a841 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7221837 Jul 08 17:18:12.208525 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0156512a-4ef6-466f-944e-26ed220431db" -d '{"events": [{"server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "name": "network-vif-plugged", "status": "completed", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:12.217331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164c525-1827-4712-bbab-a65683c7414a req-b0e45cef-6de5-46b5-a3f6-78fc970f59b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:12.224497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d164c525-1827-4712-bbab-a65683c7414a req-b0e45cef-6de5-46b5-a3f6-78fc970f59b7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 931 time: 0.2567587 Jul 08 17:18:12.224806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:18:12.234971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1edb285e-d400-4ac9-b31e-edd85271db6c,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:12.237658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Request body: {'port': {'device_id': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:12.240805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.241992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 56736910-1a4c-4d37-9773-c312979e3f4b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:12.267799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.269275 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Added segment dbe49d8a-186f-4601-84fd-2de9915edd25 of type vlan for network b1954c47-fa00-40ca-b518-adac011bed5b Jul 08 17:18:12.272778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae26044-7ccc-4449-b989-40a95817e7fc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:12.300080 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.325011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.373069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d164c525-1827-4712-bbab-a65683c7414a req-7a279990-97c0-4d2e-b289-feba54942d3f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472826 Jul 08 17:18:12.377651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3785c24-dc2e-43fd-a81b-289c01c6954b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:12.392779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.393772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:12.394387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.440921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port b78ac960-fc45-4a49-8444-1baba58f4629 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:12.441273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.492202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] DHCP port deletion for aa79fc01-f335-4022-88aa-53d1b2c4bd8d request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:18:12.520773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8071685 Jul 08 17:18:12.530873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:12.537525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Request body: {'subnet': {'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-332112922-subnet', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:12.550410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.556869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770975c6-9581-43c1-8ee7-94cfc021326d admin admin] Pushing event updated for resources: {'Network': ['ID=b1954c47-fa00-40ca-b518-adac011bed5b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:12.577066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1f0ba-bab7-4c33-9005-088dd0eaf832 req-e14a56a4-b3b3-444b-82da-40252b58c9c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:12.579067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68f1f0ba-bab7-4c33-9005-088dd0eaf832 req-e14a56a4-b3b3-444b-82da-40252b58c9c3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2363949 Jul 08 17:18:12.586736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b1954c47-fa00-40ca-b518-adac011bed5b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:18:12.602284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] For port b78ac960-fc45-4a49-8444-1baba58f4629, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78ac960-fc45-4a49-8444-1baba58f4629,segment=NetworkSegment(21acbc69-c56b-40de-b2a5-75576880267f),segment_id=21acbc69-c56b-40de-b2a5-75576880267f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:12.602657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.659347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68f1f0ba-bab7-4c33-9005-088dd0eaf832 req-fd5082f9-6131-4562-a238-f0a6b01dabb9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726385 Jul 08 17:18:12.702765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:12.715595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for b78ac960-fc45-4a49-8444-1baba58f4629 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:12.730481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Made reservation on behalf of 63043324e2e6427eb651731aa1624cae for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:12.740528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.765572 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa990ad-fe40-422c-a51c-69400dfd6a5a x-openstack-request-id: req-cfa990ad-fe40-422c-a51c-69400dfd6a5a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:12.765856 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "name": "network-vif-plugged", "status": "completed", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:12.766190 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfa990ad-fe40-422c-a51c-69400dfd6a5a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:12.766575 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'code': 200} Jul 08 17:18:12.774516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.784344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.797067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 56736910-1a4c-4d37-9773-c312979e3f4b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:12.802409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 56736910-1a4c-4d37-9773-c312979e3f4b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:12.802777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.810861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] Deleting port b78ac960-fc45-4a49-8444-1baba58f4629 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:12.811235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:12.943138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7368d-4918-467e-9734-a3d4a3d9a222 req-090e71bb-cfe8-4800-86c3-27b1ad0aacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:12.945211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1b7368d-4918-467e-9734-a3d4a3d9a222 req-090e71bb-cfe8-4800-86c3-27b1ad0aacbe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1097 time: 0.1212704 Jul 08 17:18:12.964626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] For port b78ac960-fc45-4a49-8444-1baba58f4629, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78ac960-fc45-4a49-8444-1baba58f4629,segment=NetworkSegment(21acbc69-c56b-40de-b2a5-75576880267f),segment_id=21acbc69-c56b-40de-b2a5-75576880267f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:12.966723 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.030822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] Calling delete_port for b78ac960-fc45-4a49-8444-1baba58f4629 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:13.044789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1b7368d-4918-467e-9734-a3d4a3d9a222 req-e0cf35b7-abc6-4d92-8467-311b93a86e9e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744214 Jul 08 17:18:13.060267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8991a-66d9-4ca2-bbc7-1f6237dde0e8 req-dff09847-6ded-4003-b1e0-9561f2e61a80 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:13.061651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ece8991a-66d9-4ca2-bbc7-1f6237dde0e8 req-dff09847-6ded-4003-b1e0-9561f2e61a80 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1446211 Jul 08 17:18:13.086995 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.111461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.144842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ece8991a-66d9-4ca2-bbc7-1f6237dde0e8 req-daab72ed-dd62-467d-ba2b-910af4057264 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759561 Jul 08 17:18:13.205795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78ac960-fc45-4a49-8444-1baba58f4629 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:13.251342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.256225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b78ac960-fc45-4a49-8444-1baba58f4629 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:18:13.256931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78ac960-fc45-4a49-8444-1baba58f4629 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:13.263438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:13.266437 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.278068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.298598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] Pushing event deleted for resources: {'Port': ['ID=b78ac960-fc45-4a49-8444-1baba58f4629,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:13.300800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a983d3-02ae-4c6d-91ff-4e13430f8251 None None] No DVR routers for this DVR port b78ac960-fc45-4a49-8444-1baba58f4629 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:13.325559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] No DVR routers for this DVR port b78ac960-fc45-4a49-8444-1baba58f4629 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:13.345053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=b78ac960-fc45-4a49-8444-1baba58f4629,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:13.357664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:13.563246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3354101-13f6-4757-b316-01815fd85b21 req-b5a0872a-8cf9-4463-9e08-eea4f7ff630a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:13.564663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c3354101-13f6-4757-b316-01815fd85b21 req-b5a0872a-8cf9-4463-9e08-eea4f7ff630a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 931 time: 0.0684929 Jul 08 17:18:13.582982 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.603871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c3354101-13f6-4757-b316-01815fd85b21 req-8901ccc6-1fb7-4186-bdb8-01192c8ef4f4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335672 Jul 08 17:18:13.610230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa79fc01-f335-4022-88aa-53d1b2c4bd8d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:13.616836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2442a550-110a-42e0-98f7-acd8d4bcb0a8 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:13.633084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.638466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.643945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21acbc69-c56b-40de-b2a5-75576880267f') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:13.644189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21acbc69-c56b-40de-b2a5-75576880267f') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:13.716416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.736856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Transition to ACTIVE for port object 2442a550-110a-42e0-98f7-acd8d4bcb0a8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:13.757052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.760076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:13.852778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569bdcc-ac57-4230-8055-a0fa547258e1 req-63b5e2c4-6d0c-4d4c-adcc-9c661f95b721 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:13.854290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8569bdcc-ac57-4230-8055-a0fa547258e1 req-63b5e2c4-6d0c-4d4c-adcc-9c661f95b721 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.0655951 Jul 08 17:18:13.904251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8569bdcc-ac57-4230-8055-a0fa547258e1 req-c571d0e2-64eb-4463-8db8-93e4886a8cca tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Jul 08 17:18:14.100721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64c1f-c2ed-4d49-9ab1-b1991c9fd38e req-546a5c12-e84a-4158-845d-3f1c70c8c9cc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:14.102264 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ef64c1f-c2ed-4d49-9ab1-b1991c9fd38e req-546a5c12-e84a-4158-845d-3f1c70c8c9cc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.7249784 Jul 08 17:18:14.105806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:18:14.106244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:18:14.112324 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:18:14.116423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af47c43c-3e81-490c-a40a-0cb3e4b2e42c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:14.229768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Pushing event updated for resources: {'Port': ['ID=2442a550-110a-42e0-98f7-acd8d4bcb0a8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:14.242305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Checking segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:14.242637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Network hostable DHCP agents. Network: b1954c47-fa00-40ca-b518-adac011bed5b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:18:14.254986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.291380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.297961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/networks/aa79fc01-f335-4022-88aa-53d1b2c4bd8d HTTP/1.1" status: 204 len: 168 time: 2.5016451 Jul 08 17:18:14.301709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:14.306126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Router c5c44d0a-8044-4ec2-b156-222b74940670 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:14.309968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ef64c1f-c2ed-4d49-9ab1-b1991c9fd38e req-d0b76428-6c52-4374-94a3-41c4032319b2 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813073 Jul 08 17:18:14.329824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9677c4-1d6d-4a81-a1c9-75272915d012 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Network': ['ID=aa79fc01-f335-4022-88aa-53d1b2c4bd8d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:14.365777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Network b1954c47-fa00-40ca-b518-adac011bed5b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:18:14.422349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, b1954c47-fa00-40ca-b518-adac011bed5b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:14.430727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394c693-70f5-4196-b983-90f8c42a663b None None] Network b1954c47-fa00-40ca-b518-adac011bed5b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:14.436151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:14.436771 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.441638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Attempting to bind port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:14.441992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Attempting to bind port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:14.442317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Attempting to bind port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:14.467162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746f285-41d6-4609-b4bf-e9cbb0bdb2b2 req-f947b76b-7412-4eea-be55-388cbddcb626 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:14.474691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5746f285-41d6-4609-b4bf-e9cbb0bdb2b2 req-f947b76b-7412-4eea-be55-388cbddcb626 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1836114 Jul 08 17:18:14.478524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:18:14.478850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Attempting to bind port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 on network 1697970e-567b-48ea-8cdb-33d8df1f83ee {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:14.493743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:14.494294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Checking segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:14.494536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Bound using segment: {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:14.494917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Bound port: 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b229e38e-548e-4701-a75a-d98a88f8657c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:14.495276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.498707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a931e5e5-2d9f-42ac-ba78-127772763b7c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9652226 Jul 08 17:18:14.501699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:14.508391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:14.538544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:14.545099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-57c62126-f5a3-4d4a-8c2b-654996cf5e1a admin admin] 10.222.0.48 "PUT /v2.0/routers/c5c44d0a-8044-4ec2-b156-222b74940670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2913070 Jul 08 17:18:14.547546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:14.562142 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] Sync routers for ids ['c5c44d0a-8044-4ec2-b156-222b74940670'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:14.568038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5746f285-41d6-4609-b4bf-e9cbb0bdb2b2 req-e934d8aa-8414-4247-827d-fe909a8cb79c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923579 Jul 08 17:18:14.577540 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] Routers {'c5c44d0a-8044-4ec2-b156-222b74940670'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:14.579251 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5c44d0a-8044-4ec2-b156-222b74940670'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:14.593483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 303e7cb1-dcbf-443c-9249-1d87477d3c3d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:14.594794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.598094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.602050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.630978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] For port 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:14.636607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-b1954c47-fa00-40ca-b518-adac011bed5b', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:18:14.638971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.675999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] For port 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:14.688232 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.736138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.738508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:14.739199 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.740643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] 10.222.0.53 "PUT /v2.0/ports/2442a550-110a-42e0-98f7-acd8d4bcb0a8 HTTP/1.1" status: 200 len: 1091 time: 2.5121672 Jul 08 17:18:14.742900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'tag': '2442a550-110a-42e0-98f7-acd8d4bcb0a8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:14.745137 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879" -d '{"events": [{"name": "network-changed", "server_uuid": "723e0566-5cc0-4c0d-a079-0bcba35038fb", "tag": "2442a550-110a-42e0-98f7-acd8d4bcb0a8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:14.767919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:14.772159 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c192161-e88e-46f7-abfb-43469d7df147" -d '{"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-plugged", "status": "completed", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:14.827327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.839746 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] Set router c5c44d0a-8044-4ec2-b156-222b74940670 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:14.858413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.858889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:14.865294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Allocated IP 172.20.0.2 (b1954c47-fa00-40ca-b518-adac011bed5b/af47c43c-3e81-490c-a40a-0cb3e4b2e42c/770b396a-cc16-4962-b659-0531d60d5e82) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:14.873106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 303e7cb1-dcbf-443c-9249-1d87477d3c3d owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:14.949601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b745fa-c7d6-4d45-8f1a-0ca20bb4eeab service neutron] Pushing event updated for resources: {'Port': ['ID=2442a550-110a-42e0-98f7-acd8d4bcb0a8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:15.036346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408ab47-15fd-4ede-9deb-554417297b32 req-27c14dc2-aab4-4484-9fc4-1c0ebe184247 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:15.037915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c408ab47-15fd-4ede-9deb-554417297b32 req-27c14dc2-aab4-4484-9fc4-1c0ebe184247 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.2141266 Jul 08 17:18:15.053175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:15.065078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.067177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'floatingip': {'port_id': '1edb285e-d400-4ac9-b31e-edd85271db6c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:15.078014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-29bb6fbf-1f2f-40f8-9a6b-78fe54bb1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:15.079558 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-29bb6fbf-1f2f-40f8-9a6b-78fe54bb1b42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 1094 time: 0.2525454 Jul 08 17:18:15.083383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Transition to ACTIVE for port object 770b396a-cc16-4962-b659-0531d60d5e82 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:15.104722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Transition to ACTIVE for port object 770b396a-cc16-4962-b659-0531d60d5e82 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:15.122726 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.135942 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876cc3a-16af-40e5-ada5-3c2a793cec6b x-openstack-request-id: req-f876cc3a-16af-40e5-ada5-3c2a793cec6b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:15.136656 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723e0566-5cc0-4c0d-a079-0bcba35038fb", "tag": "2442a550-110a-42e0-98f7-acd8d4bcb0a8", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:15.137504 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f876cc3a-16af-40e5-ada5-3c2a793cec6b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:15.137992 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'tag': '2442a550-110a-42e0-98f7-acd8d4bcb0a8', 'status': 'completed', 'code': 200} Jul 08 17:18:15.177428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Pushing event updated for resources: {'Port': ['ID=770b396a-cc16-4962-b659-0531d60d5e82,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:15.177694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.190115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-aa18521a-f95c-4c4f-9b8b-6f7b909b7ffa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8 HTTP/1.1" status: 200 len: 217 time: 0.0737381 Jul 08 17:18:15.204206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Network b1954c47-fa00-40ca-b518-adac011bed5b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:15.206107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:15.208997 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e809a02e-6a3f-48d6-9efb-18c1d8b69fa9 x-openstack-request-id: req-e809a02e-6a3f-48d6-9efb-18c1d8b69fa9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:15.209403 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-plugged", "status": "completed", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:15.209667 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e809a02e-6a3f-48d6-9efb-18c1d8b69fa9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:15.209880 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b', 'code': 200} Jul 08 17:18:15.210581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:15.263115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.276068 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:18:12Z', 'revision_number': 5, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port': {'id': '25956b0c-1d0a-4d86-83c4-eacc1164c259', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:56Z', 'updated_at': '2021-07-08T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:15.279174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Attempting to bind port 770b396a-cc16-4962-b659-0531d60d5e82 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:15.279545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Attempting to bind port 770b396a-cc16-4962-b659-0531d60d5e82 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:15.279905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Attempting to bind port 770b396a-cc16-4962-b659-0531d60d5e82 on network b1954c47-fa00-40ca-b518-adac011bed5b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:15.285817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:15.286391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Checking segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:15.286851 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.287365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Bound using segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:15.287944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Bound port: 770b396a-cc16-4962-b659-0531d60d5e82, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:15.288328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.332398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] Checking router: c5c44d0a-8044-4ec2-b156-222b74940670 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:15.355274 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] Routers {'c5c44d0a-8044-4ec2-b156-222b74940670'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:15.357135 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5c44d0a-8044-4ec2-b156-222b74940670'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:15.369746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] For port 770b396a-cc16-4962-b659-0531d60d5e82, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:15.374400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] For port 770b396a-cc16-4962-b659-0531d60d5e82, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=770b396a-cc16-4962-b659-0531d60d5e82,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:15.388325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.463592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aec9aa-5368-425c-8738-854e504eabe0 None None] Pushing event updated for resources: {'Port': ['ID=770b396a-cc16-4962-b659-0531d60d5e82,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:15.472943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-80efed6f-60b9-4e8f-985e-05a3d7ffe041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:15.478197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-80efed6f-60b9-4e8f-985e-05a3d7ffe041 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.1880112 Jul 08 17:18:15.487424 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] Set router c5c44d0a-8044-4ec2-b156-222b74940670 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:15.554236 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:18:15Z', 'revision_number': 6, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:15.579994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-dadc150e-07aa-4aee-9428-41685c59b30e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838907 Jul 08 17:18:15.585907 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f87a6-402e-40b5-9a0d-197b4fe44d5b None None] The sync data for ids ['c5c44d0a-8044-4ec2-b156-222b74940670'] in n-d-799527-4 is: [{'id': 'c5c44d0a-8044-4ec2-b156-222b74940670', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-192930502-router', 'tenant_id': '5bba04fe362f4fd6b510798f0429fb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:54Z', 'updated_at': '2021-07-08T17:18:15Z', 'revision_number': 6, 'project_id': '5bba04fe362f4fd6b510798f0429fb23', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:15.620362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1409-2995-402f-bff5-d07fe04990ad req-11c06c9a-c912-4020-b426-a92e7ff5b705 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:15.622732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e48b1409-2995-402f-bff5-d07fe04990ad req-11c06c9a-c912-4020-b426-a92e7ff5b705 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2596762 Jul 08 17:18:15.641983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.675745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a631-8dd0-42d6-8cdc-51542bc2fb69 req-2f82914a-1aac-4337-beec-68c099801150 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:15.677335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0028a631-8dd0-42d6-8cdc-51542bc2fb69 req-2f82914a-1aac-4337-beec-68c099801150 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 943 time: 0.7166018 Jul 08 17:18:15.682918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:15.726046 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.751406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Deleting port 25956b0c-1d0a-4d86-83c4-eacc1164c259 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:15.751796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.788644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38cfe8-f0a6-4271-82b6-f17204f6a0a8 req-191db401-a808-4906-8b37-8ab72b3e96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:15.790248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e38cfe8-f0a6-4271-82b6-f17204f6a0a8 req-191db401-a808-4906-8b37-8ab72b3e96b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 1097 time: 0.3422406 Jul 08 17:18:15.796814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:15.797165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=303e7cb1-dcbf-443c-9249-1d87477d3c3d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:15.815736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'mac_address': 'fa:16:3e:cd:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:15.863880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.870918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e48b1409-2995-402f-bff5-d07fe04990ad req-1c608d43-74f5-4efd-84a3-023405fcd25f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354875 Jul 08 17:18:15.877276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0028a631-8dd0-42d6-8cdc-51542bc2fb69 req-169f13f3-6cc5-4d13-ab1b-861b5616417f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858482 Jul 08 17:18:15.903602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:15.930415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:15.944325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:15.952632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-b1daf81f-2628-470f-9a5b-c37e3e334384 service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631072 Jul 08 17:18:16.014726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e38cfe8-f0a6-4271-82b6-f17204f6a0a8 req-f480814a-7028-4566-8954-f67d1b7c3155 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099745 Jul 08 17:18:16.045505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:16.049754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:16.059013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b900e444-74ab-42da-ba13-ac2f6fe91c36 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/floatingips/2a723c86-ecd0-4b19-97ab-fcd7b556882b HTTP/1.1" status: 204 len: 168 time: 1.7555287 Jul 08 17:18:16.061098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:16.101360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:16.116782 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea83f724-e6de-4df2-b571-03e5a611f800 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] DELETE failed (client error): The resource could not be found. Jul 08 17:18:16.117765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea83f724-e6de-4df2-b571-03e5a611f800 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:18:16.119763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea83f724-e6de-4df2-b571-03e5a611f800 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/ports/2bd91321-bb12-4348-adaf-495cb681927c HTTP/1.1" status: 404 len: 333 time: 0.0577273 Jul 08 17:18:16.142189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:16.150106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:16.221097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] For port 25956b0c-1d0a-4d86-83c4-eacc1164c259, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=25956b0c-1d0a-4d86-83c4-eacc1164c259,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:16.221385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:16.265316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3c0d8bde-35f3-4d1b-8068-f3a169fe01a9 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd8bc673-b388-4e67-a961-e2bcca05e6cd HTTP/1.1" status: 200 len: 205 time: 0.1219523 Jul 08 17:18:16.276482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41508) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:16.320219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Calling delete_port for 25956b0c-1d0a-4d86-83c4-eacc1164c259 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:16.346076 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-79c7d5c3-2884-4e6c-83a6-b52b621c75f8 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] delete failed (client error): The resource could not be found. Jul 08 17:18:16.347663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-79c7d5c3-2884-4e6c-83a6-b52b621c75f8 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/routers/cd8bc673-b388-4e67-a961-e2bcca05e6cd HTTP/1.1" status: 404 len: 336 time: 0.0693734 Jul 08 17:18:16.351713 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:16.415724 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00a913b-c6b0-4189-b9b6-e7d33b2fdd71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] DELETE failed (client error): The resource could not be found. Jul 08 17:18:16.416476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00a913b-c6b0-4189-b9b6-e7d33b2fdd71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:18:16.419066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a00a913b-c6b0-4189-b9b6-e7d33b2fdd71 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/subnets/039835fa-c1b3-4309-bec4-4755046b174d HTTP/1.1" status: 404 len: 337 time: 0.0628431 Jul 08 17:18:16.421461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:16.439857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ce5d81-fdd3-496b-8eea-a9d921261641 req-9826670e-c38a-4821-8082-f2bb3d50e75d service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289575 Jul 08 17:18:16.459974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56107c-0324-4ad4-8c0f-eb042a3dce32 req-a723c27e-e857-4c8a-a2cc-46d654127969 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:16.461563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af56107c-0324-4ad4-8c0f-eb042a3dce32 req-a723c27e-e857-4c8a-a2cc-46d654127969 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3403208 Jul 08 17:18:16.471366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:16.513316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:16.607848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af56107c-0324-4ad4-8c0f-eb042a3dce32 req-5c14d592-972a-4c7f-a6de-993fa682a186 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378663 Jul 08 17:18:16.705875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:18:16.709616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Allocated IP 172.25.3.47 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/e07c3465-936c-4e61-8f84-5aaecb3072c6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:16.876027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:16.979338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.110310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Pushing event updated for resources: {'Port': ['ID=e07c3465-936c-4e61-8f84-5aaecb3072c6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:17.147892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 770b396a-cc16-4962-b659-0531d60d5e82 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:17.160701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:17.164584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:17.168671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:17.237140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db40d92-b79e-4059-b76f-cd5a650b6192 None None] Network b1954c47-fa00-40ca-b518-adac011bed5b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:17.343577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 770b396a-cc16-4962-b659-0531d60d5e82 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:17.350875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 770b396a-cc16-4962-b659-0531d60d5e82 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:17.351564 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.354767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-efecfe2e-9fe6-4e42-8a72-e719f5524271 None None] Provisioning for port 770b396a-cc16-4962-b659-0531d60d5e82 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:17.392568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-12d1d6af-26b7-4f37-911b-6e785c5954f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:17.394066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-efecfe2e-9fe6-4e42-8a72-e719f5524271 None None] Provisioning complete for port 770b396a-cc16-4962-b659-0531d60d5e82 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:17.394447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efecfe2e-9fe6-4e42-8a72-e719f5524271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.397186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-12d1d6af-26b7-4f37-911b-6e785c5954f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 1094 time: 0.8941512 Jul 08 17:18:17.508722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-447291f8-7623-4751-b56f-bf479b38e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:17.510521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-447291f8-7623-4751-b56f-bf479b38e94b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 200 len: 907 time: 0.1024168 Jul 08 17:18:17.515685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.534559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.551667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.584329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-9adc52c7-9f31-4d50-bf72-a1dfa5ca9f6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8 HTTP/1.1" status: 200 len: 217 time: 0.0609086 Jul 08 17:18:17.593054 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.640010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 770b396a-cc16-4962-b659-0531d60d5e82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=770b396a-cc16-4962-b659-0531d60d5e82,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:17.649711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.701758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:17.702929 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.721421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 2442a550-110a-42e0-98f7-acd8d4bcb0a8 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:17.730340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:17.813306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=770b396a-cc16-4962-b659-0531d60d5e82,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:17.825403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a3785c24-dc2e-43fd-a81b-289c01c6954b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:17.833155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efecfe2e-9fe6-4e42-8a72-e719f5524271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.861732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f461c-5ac1-4263-8d15-40729306078d req-21371a2d-1f5d-40f4-9dc9-794d824aa896 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:17.869979 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c60f461c-5ac1-4263-8d15-40729306078d req-21371a2d-1f5d-40f4-9dc9-794d824aa896 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.6382916 Jul 08 17:18:17.879583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a3785c24-dc2e-43fd-a81b-289c01c6954b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:18:17.880278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a3785c24-dc2e-43fd-a81b-289c01c6954b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:17.880865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25956b0c-1d0a-4d86-83c4-eacc1164c259 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:17.927639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c60f461c-5ac1-4263-8d15-40729306078d req-2e8d6963-3065-42ac-92ae-37c2ffc1724d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567853 Jul 08 17:18:17.931538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.039001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.085273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 8cbf01e6-2ffe-46c4-abb5-940dde0dbf21 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:18.182395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Router 1726b21e-b462-423e-afee-bc906bc5347c is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:18:18.349111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a69c5-1291-4f1c-a6db-0be9c14b05b5 req-bb86b88d-f68f-47b4-86c9-ac35c4aa7f71 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:18.357202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f90a69c5-1291-4f1c-a6db-0be9c14b05b5 req-bb86b88d-f68f-47b4-86c9-ac35c4aa7f71 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 943 time: 1.0576661 Jul 08 17:18:18.366074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-49b9910a-3067-4418-9ed8-8d1ad495c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:18.368151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-49b9910a-3067-4418-9ed8-8d1ad495c549 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 200 len: 846 time: 0.7567425 Jul 08 17:18:18.373536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.384210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.389159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:18.390216 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.400587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No active binding found for port 25956b0c-1d0a-4d86-83c4-eacc1164c259 {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:18:18.401323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25956b0c-1d0a-4d86-83c4-eacc1164c259 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:18.430614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-efecfe2e-9fe6-4e42-8a72-e719f5524271 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:18:18.431250 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-efecfe2e-9fe6-4e42-8a72-e719f5524271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:18:18.431648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410b835-35e6-48c6-bd65-c9c425da3cd0 req-1b371045-5408-447e-b02b-72a6bcd67088 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:18.433836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7410b835-35e6-48c6-bd65-c9c425da3cd0 req-1b371045-5408-447e-b02b-72a6bcd67088 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1298835 Jul 08 17:18:18.436424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:18.457919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Sync routers for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:18.461106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-83220507-dbbf-4131-bf9b-001aa13870a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1697970e-567b-48ea-8cdb-33d8df1f83ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701578 Jul 08 17:18:18.464681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.471592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4469577-78aa-4bee-83d3-f8db6186770b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9682746 Jul 08 17:18:18.472030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Pushing event deleted for resources: {'Port': ['ID=25956b0c-1d0a-4d86-83c4-eacc1164c259,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:18.472231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:18.481955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:18.486967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:18.487664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:18.518129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=8cbf01e6-2ffe-46c4-abb5-940dde0dbf21,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:18.540551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '2442a550-110a-42e0-98f7-acd8d4bcb0a8', 'network_id': '1697970e-567b-48ea-8cdb-33d8df1f83ee', 'port_id': '2442a550-110a-42e0-98f7-acd8d4bcb0a8', 'mac_address': 'fa:16:3e:70:48:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94b1617-d185-4f5a-9b70-9bd2975558b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:18.561131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f90a69c5-1291-4f1c-a6db-0be9c14b05b5 req-f7f4f155-1eda-4d4a-80e9-a8dc3741f494 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025955 Jul 08 17:18:18.666550 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.686491 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.689815 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Floating IP cbc7c006-6ecc-4faa-a61d-afe53ef72f3d associated. External IP: 172.25.3.70, port: 1edb285e-d400-4ac9-b31e-edd85271db6c. Jul 08 17:18:18.717804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2442a550-110a-42e0-98f7-acd8d4bcb0a8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:18.759980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:18.774988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:18.777302 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a292ca-9210-4d5c-83f9-0570cd65ec95" -d '{"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:18.781392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:18.802592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:18.804350 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.819969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7410b835-35e6-48c6-bd65-c9c425da3cd0 req-358c44d1-d3c7-413d-82b8-2fd8877eea94 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639605 Jul 08 17:18:18.882502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:18.904331 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4592078-480d-42ca-8ce4-2fa2a457ae0c x-openstack-request-id: req-b4592078-480d-42ca-8ce4-2fa2a457ae0c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:18.904611 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:18.904874 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4592078-480d-42ca-8ce4-2fa2a457ae0c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:18.905598 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'code': 200} Jul 08 17:18:18.939836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.004221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.010501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e15e518c-b073-4f19-a8d7-c92fd30548a2 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/ports/8cbf01e6-2ffe-46c4-abb5-940dde0dbf21 HTTP/1.1" status: 204 len: 168 time: 2.5852995 Jul 08 17:18:19.015767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-0abe6121-0b7c-4cb8-a5f8-c436515d820d service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348740 Jul 08 17:18:19.017178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:19.037415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:19.092246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 770b396a-cc16-4962-b659-0531d60d5e82 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:19.220307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['2442a550-110a-42e0-98f7-acd8d4bcb0a8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:19.296290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6c3d65a-9f1c-47d5-aae2-0e65b4b09879 req-04066129-1cc9-4053-9be0-396955ef64fd service neutron] 10.222.0.53 "GET /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707079 Jul 08 17:18:19.299988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.439483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.447028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.554225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4edcc59f-2d92-486f-83d2-9536716ecbab None None] Provisioning complete for port 770b396a-cc16-4962-b659-0531d60d5e82 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:19.554799 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4edcc59f-2d92-486f-83d2-9536716ecbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.576181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12e80d-fa4b-41b5-9d4b-2e72cf8fa520 req-12d3c79c-0bb6-4a5c-afe2-04cbf3fef0f7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:19.578486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d12e80d-fa4b-41b5-9d4b-2e72cf8fa520 req-12d3c79c-0bb6-4a5c-afe2-04cbf3fef0f7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2791154 Jul 08 17:18:19.626040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 770b396a-cc16-4962-b659-0531d60d5e82 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:19.626414 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.648868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Allocated IP 172.20.0.1 (b1954c47-fa00-40ca-b518-adac011bed5b/af47c43c-3e81-490c-a40a-0cb3e4b2e42c/8ad7f144-b20d-4f83-b7e7-bdf807ee119f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:19.654896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.656013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c44d0a-8044-4ec2-b156-222b74940670 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:18:19.682907 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:19.693436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:19.693851 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-89442d44-a2d9-40a3-8ff3-1705e745b146 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c5c44d0a-8044-4ec2-b156-222b74940670 HTTP/1.1" status: 204 len: 168 time: 5.1438916 Jul 08 17:18:19.774384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=2442a550-110a-42e0-98f7-acd8d4bcb0a8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:19.809275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d12e80d-fa4b-41b5-9d4b-2e72cf8fa520 req-47a19d0b-0a0f-4f46-86b3-9f6da51d2d30 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219172 Jul 08 17:18:19.811283 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d51109b8-a79f-441a-bcdc-90c4ad8904e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.007242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:17Z', 'revision_number': 3, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:20.045068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Deleting subnet f5600c18-94b1-4242-8af3-6613b0296f1c {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:18:20.053762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.068227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 446214db-1770-464e-bdf2-e306b213aa1c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:20.074082 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.087757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Checking router: 1726b21e-b462-423e-afee-bc906bc5347c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:20.088098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Updating router 1726b21e-b462-423e-afee-bc906bc5347c port e07c3465-936c-4e61-8f84-5aaecb3072c6 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:18:20.207895 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.211952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:20.224297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Transition to ACTIVE for port object 8ad7f144-b20d-4f83-b7e7-bdf807ee119f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:20.327553 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.337921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.392141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.437122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Network b1954c47-fa00-40ca-b518-adac011bed5b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:20.442341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:20.460687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:20.523823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.582231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 446214db-1770-464e-bdf2-e306b213aa1c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:20.608191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630380c-dbe0-4b68-816f-1ead1d6ee286 req-7e1d7070-2c42-4e51-932d-ea8285b0a158 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:20.615922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f630380c-dbe0-4b68-816f-1ead1d6ee286 req-7e1d7070-2c42-4e51-932d-ea8285b0a158 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 944 time: 0.4951181 Jul 08 17:18:20.814768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.826126 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:18:20.832124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Transition to ACTIVE for port object e07c3465-936c-4e61-8f84-5aaecb3072c6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:20.851779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.945593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b20373b9-12e1-4149-a948-3f6c9dfab1a8 None None] Provisioning for port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:20.972521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b20373b9-12e1-4149-a948-3f6c9dfab1a8 None None] Provisioning complete for port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:20.973199 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b20373b9-12e1-4149-a948-3f6c9dfab1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:20.975210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d07bf-69c4-46d5-bd5f-1fbdd9daf5d5 None None] Pushing event updated for resources: {'Port': ['ID=e07c3465-936c-4e61-8f84-5aaecb3072c6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:21.027004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Attempting to bind port e07c3465-936c-4e61-8f84-5aaecb3072c6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:21.027714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Attempting to bind port e07c3465-936c-4e61-8f84-5aaecb3072c6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:21.028511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Attempting to bind port e07c3465-936c-4e61-8f84-5aaecb3072c6 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:21.037552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:21.039003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:21.039599 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.040178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:21.041420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Bound port: e07c3465-936c-4e61-8f84-5aaecb3072c6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:21.042084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.055655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f630380c-dbe0-4b68-816f-1ead1d6ee286 req-4f26026d-2edd-4501-9a32-469a0c4d10a9 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386530 Jul 08 17:18:21.082904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.097467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b20373b9-12e1-4149-a948-3f6c9dfab1a8 None None] Port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:21.138517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.142603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] For port e07c3465-936c-4e61-8f84-5aaecb3072c6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:21.152211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] For port e07c3465-936c-4e61-8f84-5aaecb3072c6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e07c3465-936c-4e61-8f84-5aaecb3072c6,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:21.155595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.158138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:21.176129 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:21.177828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.178781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.188293 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:21.188901 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:21.257030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:21.257813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:21.317417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0f618c47-ee79-48f7-9a90-443e6c7682ae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "PUT /v2.0/floatingips/cbc7c006-6ecc-4faa-a61d-afe53ef72f3d HTTP/1.1" status: 200 len: 991 time: 6.2559066 Jul 08 17:18:21.321099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:21.323536 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39838855-548d-43f6-bb44-d0ffd439f4da" -d '{"events": [{"name": "network-changed", "server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:21.335922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5600c18-94b1-4242-8af3-6613b0296f1c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:21.338115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Pushing event updated for resources: {'Port': ['ID=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:21.359131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.368343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eeb4fc3d-82b1-4002-adb1-c83a7107fee1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f5600c18-94b1-4242-8af3-6613b0296f1c HTTP/1.1" status: 204 len: 168 time: 1.6681542 Jul 08 17:18:21.376693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41584) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:21.390615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039805b-d9b1-468a-bab0-cab6dc95d121 req-52abb4ba-fca6-40d6-aeb8-d56b87cc2a42 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:21.400486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c039805b-d9b1-468a-bab0-cab6dc95d121 req-52abb4ba-fca6-40d6-aeb8-d56b87cc2a42 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1383009 Jul 08 17:18:21.405185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4a3d1-a99b-4862-8709-5219c459279f req-5f61e2be-75b9-4314-830d-4940d1a23b40 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:21.405559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:21.412304 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27b4a3d1-a99b-4862-8709-5219c459279f req-5f61e2be-75b9-4314-830d-4940d1a23b40 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 1.3571761 Jul 08 17:18:21.436845 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:21.531666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.576521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27b4a3d1-a99b-4862-8709-5219c459279f req-9d743248-6780-4ce1-9d12-75c35be94665 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528871 Jul 08 17:18:21.578882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c039805b-d9b1-468a-bab0-cab6dc95d121 req-573c2b5c-1145-42be-bef0-252aa2a9deef tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770744 Jul 08 17:18:21.713237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.823014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725ba95-bf0f-430f-9ad8-5c327ae28bf5 None None] Network 81a30fe5-526e-4a06-82d3-dae5fb022085 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:21.826119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 2442a550-110a-42e0-98f7-acd8d4bcb0a8 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:21.861266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:21.864408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=446214db-1770-464e-bdf2-e306b213aa1c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:21.871174 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78ad3f3-70b3-44cc-b2df-8f02f8e756f2 x-openstack-request-id: req-b78ad3f3-70b3-44cc-b2df-8f02f8e756f2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:21.886473 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:21.888165 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b78ad3f3-70b3-44cc-b2df-8f02f8e756f2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:21.888973 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'status': 'completed', 'code': 200} Jul 08 17:18:21.955085 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'cbc7c006-6ecc-4faa-a61d-afe53ef72f3d', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'port_id': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'mac_address': 'fa:16:3e:04:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:17:50Z', 'updated_at': '2021-07-08T17:18:16Z', 'revision_number': 1, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:22.018645 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:22.022776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.024704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b1006258-7385-4c9c-b21a-6271d1a73e16 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/ports/446214db-1770-464e-bdf2-e306b213aa1c HTTP/1.1" status: 204 len: 168 time: 2.9056656 Jul 08 17:18:22.029470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:22.039044 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:22.040062 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:17:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:22.100007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39838855-548d-43f6-bb44-d0ffd439f4da req-43643599-c67e-4367-b818-a97164a53be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:22.106342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-43643599-c67e-4367-b818-a97164a53be9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1097 time: 0.2108493 Jul 08 17:18:22.117120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.138934 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.284815 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d07bf-69c4-46d5-bd5f-1fbdd9daf5d5 None None] Pushing event updated for resources: {'Port': ['ID=e07c3465-936c-4e61-8f84-5aaecb3072c6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:22.331837 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:22.367268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc4ceb-1e30-409e-8e87-7c06b606d982 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:22.370942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1bcc4ceb-1e30-409e-8e87-7c06b606d982 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1bc30d2-b9f8-4da9-9299-155b9c17462f HTTP/1.1" status: 200 len: 913 time: 0.3365309 Jul 08 17:18:22.375773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Deleting port 7d8d4afa-f73b-4332-916c-592e9a515c42 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:22.376143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.380198 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.380489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Pushing event updated for resources: {'Port': ['ID=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:22.383259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.385425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:22.408996 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d4819b0-f00b-4b2e-b9aa-6cd511c54a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.459749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:22.522009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:22.522685 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.673662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Network b1954c47-fa00-40ca-b518-adac011bed5b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:22.682374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:22.724995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] For port 7d8d4afa-f73b-4332-916c-592e9a515c42, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d8d4afa-f73b-4332-916c-592e9a515c42,segment=NetworkSegment(07085943-c803-406c-88d8-d6d5904e6a61),segment_id=07085943-c803-406c-88d8-d6d5904e6a61)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:22.731571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:22.796416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Calling delete_port for 7d8d4afa-f73b-4332-916c-592e9a515c42 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:22.825370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39838855-548d-43f6-bb44-d0ffd439f4da req-c77ac272-8eb7-4619-81a8-a7f45b03b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:22.827684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-c77ac272-8eb7-4619-81a8-a7f45b03b8dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 0.6951318 Jul 08 17:18:22.849484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Router 1726b21e-b462-423e-afee-bc906bc5347c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:22.864782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.003586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:23.013092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442a550-110a-42e0-98f7-acd8d4bcb0a8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:23.021673 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46481b3c-20fb-441a-9c52-6071da2600a9" -d '{"events": [{"server_uuid": "723e0566-5cc0-4c0d-a079-0bcba35038fb", "name": "network-vif-plugged", "status": "completed", "tag": "2442a550-110a-42e0-98f7-acd8d4bcb0a8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:23.042496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] DHCP port deletion for 81a30fe5-526e-4a06-82d3-dae5fb022085 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:18:23.045807 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.100203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-f14b536a-ea44-4de9-94b3-61f017f9bfec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 999 time: 0.2617118 Jul 08 17:18:23.148225 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'cbc7c006-6ecc-4faa-a61d-afe53ef72f3d', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'port_id': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'mac_address': 'fa:16:3e:04:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:17:50Z', 'updated_at': '2021-07-08T17:18:16Z', 'revision_number': 1, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:23.191652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:17Z', 'revision_number': 3, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:23.239022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a25d4-3870-4b37-9325-2b6502931074 None None] The sync data for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 is: [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:17Z', 'revision_number': 3, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:23.270466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5dd92ba3-2286-402b-808d-13498535717c None None] Provisioning complete for port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:23.271459 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5dd92ba3-2286-402b-808d-13498535717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.279457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=2442a550-110a-42e0-98f7-acd8d4bcb0a8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:23.281043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141386ed-dc3c-4396-a6a1-a21f537e55ac req-00b9481c-39e8-4c92-b5ec-659039113d77 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:23.282696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-141386ed-dc3c-4396-a6a1-a21f537e55ac req-00b9481c-39e8-4c92-b5ec-659039113d77 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.3940346 Jul 08 17:18:23.291681 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747bf78-dc81-47db-b350-d6a1510c66c3 None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'cbc7c006-6ecc-4faa-a61d-afe53ef72f3d', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'floating_ip_address': '172.25.3.70', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'port_id': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'mac_address': 'fa:16:3e:04:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:17:50Z', 'updated_at': '2021-07-08T17:18:16Z', 'revision_number': 1, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:23.330475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:23.369791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5dd92ba3-2286-402b-808d-13498535717c None None] Port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:23.372161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1b3b53a4-9f8f-497e-9996-03e5ff61fc2f admin admin] 10.222.0.48 "PUT /v2.0/routers/1726b21e-b462-423e-afee-bc906bc5347c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8889897 Jul 08 17:18:23.376112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Deleting port 7d8d4afa-f73b-4332-916c-592e9a515c42 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:23.376788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.408316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c611fdc-8928-4ee9-be2f-eb9f67c721c6 req-46cfdee9-dda0-4e05-9b07-cacb9246d1ff tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:23.422415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c611fdc-8928-4ee9-be2f-eb9f67c721c6 req-46cfdee9-dda0-4e05-9b07-cacb9246d1ff tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 944 time: 1.0406322 Jul 08 17:18:23.467302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.540358 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.570873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-141386ed-dc3c-4396-a6a1-a21f537e55ac req-683c86fb-c6bc-406c-98ff-5ca8d6b157f9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806311 Jul 08 17:18:23.589233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] For port 7d8d4afa-f73b-4332-916c-592e9a515c42, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:23.589703 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.599457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c611fdc-8928-4ee9-be2f-eb9f67c721c6 req-1a818217-4e33-45c0-99d7-4fe4ca054e2b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717145 Jul 08 17:18:23.611637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8d4afa-f73b-4332-916c-592e9a515c42,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:23.648376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39838855-548d-43f6-bb44-d0ffd439f4da req-4763ec7f-d6f3-4edb-bb88-ed54b326552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:23.649889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-4763ec7f-d6f3-4edb-bb88-ed54b326552e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.5354755 Jul 08 17:18:23.650797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] No DVR routers for this DVR port 7d8d4afa-f73b-4332-916c-592e9a515c42 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:23.689836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Calling delete_port for 7d8d4afa-f73b-4332-916c-592e9a515c42 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:23.701904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Port 7d8d4afa-f73b-4332-916c-592e9a515c42 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:18:23.704561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.725304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:23.874196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] No DVR routers for this DVR port 7d8d4afa-f73b-4332-916c-592e9a515c42 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:23.888800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f916c-f50c-49f3-a893-e476ef820424 None None] Pushing event deleted for resources: {'Port': ['ID=7d8d4afa-f73b-4332-916c-592e9a515c42,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:24.104740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915b64e-fe69-4f3c-a6e6-3128d4d78776 None None] New status for floating IP cbc7c006-6ecc-4faa-a61d-afe53ef72f3d: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:18:24.134097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.155280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a30fe5-526e-4a06-82d3-dae5fb022085']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:24.178176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07085943-c803-406c-88d8-d6d5904e6a61') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:24.179036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07085943-c803-406c-88d8-d6d5904e6a61') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:24.190582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49574ede-9457-44cc-af14-d0d443ac52ae req-813f0d89-da11-44e2-989c-8fb6b6d8e0aa tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:24.193641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49574ede-9457-44cc-af14-d0d443ac52ae req-813f0d89-da11-44e2-989c-8fb6b6d8e0aa tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1889243 Jul 08 17:18:24.202926 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.232800 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.240350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39838855-548d-43f6-bb44-d0ffd439f4da req-e0a75e34-a36b-4893-ae9d-b665cd0b68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:24.245476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-e0a75e34-a36b-4893-ae9d-b665cd0b68bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538914 Jul 08 17:18:24.293297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49574ede-9457-44cc-af14-d0d443ac52ae req-f5a6f7c3-79fa-467f-bb16-af93179483f1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822642 Jul 08 17:18:24.293575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:18:24.293575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:18:24.302084 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:18:24.319072 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a25202-863b-421c-aa30-d11671214f2b x-openstack-request-id: req-39a25202-863b-421c-aa30-d11671214f2b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:24.319652 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723e0566-5cc0-4c0d-a079-0bcba35038fb", "name": "network-vif-plugged", "status": "completed", "tag": "2442a550-110a-42e0-98f7-acd8d4bcb0a8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:24.320079 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39a25202-863b-421c-aa30-d11671214f2b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:24.320815 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442a550-110a-42e0-98f7-acd8d4bcb0a8', 'code': 200} Jul 08 17:18:24.479510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-4dbcf1ca-6c7a-4b2e-be7d-5c22246ef343 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141895 Jul 08 17:18:24.507080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 2b1ff9e9-8688-4c2d-b8dd-e0f026648497 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:24.507425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.619409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384b7dc-6ce2-472f-98e0-aa402954f10f req-2045b2c2-87b8-4ab6-a15b-f9d09ab4360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:24.623683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5384b7dc-6ce2-472f-98e0-aa402954f10f req-2045b2c2-87b8-4ab6-a15b-f9d09ab4360f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 1096 time: 0.2407329 Jul 08 17:18:24.661140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.706245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.715683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] 10.222.0.48 "DELETE /v2.0/networks/81a30fe5-526e-4a06-82d3-dae5fb022085 HTTP/1.1" status: 204 len: 168 time: 3.3037901 Jul 08 17:18:24.765363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39838855-548d-43f6-bb44-d0ffd439f4da req-8d5beb6a-1f4e-413c-b4fc-7184ff7c6e5a service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457418 Jul 08 17:18:24.779114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055d064-fe01-48d0-abd2-3f422a727a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=81a30fe5-526e-4a06-82d3-dae5fb022085,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:24.808079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5384b7dc-6ce2-472f-98e0-aa402954f10f req-384010df-8e40-4b35-83d5-0e5655ef898b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778407 Jul 08 17:18:24.827252 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.874579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:24.900227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 2b1ff9e9-8688-4c2d-b8dd-e0f026648497 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:24.994101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb30c-a996-4f12-b718-3b9d42aa9fa7 req-b7447c9d-8898-4464-8bdb-e206e31689ea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:24.996769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41632) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:25.009688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27afb30c-a996-4f12-b718-3b9d42aa9fa7 req-b7447c9d-8898-4464-8bdb-e206e31689ea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1962068 Jul 08 17:18:25.081082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e07c3465-936c-4e61-8f84-5aaecb3072c6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:25.084357 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a1c45c4e-0d4f-457a-b4fa-36c5e7be39b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bba04fe362f4fd6b510798f0429fb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839376 Jul 08 17:18:25.084506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41634) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:25.132376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27afb30c-a996-4f12-b718-3b9d42aa9fa7 req-b5b982a3-5e40-4e96-bc33-084edb694c7d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217673 Jul 08 17:18:25.149782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40dc826a-c2de-4609-9d1c-60d0eb6d53cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.191107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40dc826a-c2de-4609-9d1c-60d0eb6d53cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.241293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:25.261410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40dc826a-c2de-4609-9d1c-60d0eb6d53cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.265113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40dc826a-c2de-4609-9d1c-60d0eb6d53cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.266389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-40dc826a-c2de-4609-9d1c-60d0eb6d53cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8243bde-3129-4062-a935-e1a7e6dc3b05 HTTP/1.1" status: 204 len: 168 time: 0.1809499 Jul 08 17:18:25.271628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1202247318', 'description': 'tempest-description--359401289'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:25.276940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc826a-c2de-4609-9d1c-60d0eb6d53cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8243bde-3129-4062-a935-e1a7e6dc3b05,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:25.284783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e07c3465-936c-4e61-8f84-5aaecb3072c6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:25.297919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e07c3465-936c-4e61-8f84-5aaecb3072c6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:25.301689 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.413243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.491715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.517222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.544761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port e07c3465-936c-4e61-8f84-5aaecb3072c6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e07c3465-936c-4e61-8f84-5aaecb3072c6,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:25.553478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.596425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=2b1ff9e9-8688-4c2d-b8dd-e0f026648497,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:25.662561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d8d4afa-f73b-4332-916c-592e9a515c42 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:25.665772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=e07c3465-936c-4e61-8f84-5aaecb3072c6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:25.697003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c45fb-d9d8-49bc-9cbb-e5436ac91efa req-79c9b025-7175-4356-8087-1c552fe91b31 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:25.714084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-282c45fb-d9d8-49bc-9cbb-e5436ac91efa req-79c9b025-7175-4356-8087-1c552fe91b31 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.3511863 Jul 08 17:18:25.732787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7d8d4afa-f73b-4332-916c-592e9a515c42 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:18:25.733218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d8d4afa-f73b-4332-916c-592e9a515c42 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:25.794581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b03d-f116-4067-863b-9dc05bd14f1d req-1ee79cfa-f02a-4dcf-9c93-ff49c9556488 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:25.803111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a95b03d-f116-4067-863b-9dc05bd14f1d req-1ee79cfa-f02a-4dcf-9c93-ff49c9556488 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1229947 Jul 08 17:18:25.881556 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a95b03d-f116-4067-863b-9dc05bd14f1d req-d3b2af00-6f6a-4a3f-a05e-75fd95a988df tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498700 Jul 08 17:18:25.911138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-282c45fb-d9d8-49bc-9cbb-e5436ac91efa req-e1a50606-62bb-4eba-9531-d3e6bae30eac tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957307 Jul 08 17:18:25.980353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:25.985801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.024479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.025759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7692723 Jul 08 17:18:26.026546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.029295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:26.035719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Request body: {'security_group_rule': {'security_group_id': 'c45d6409-ff2d-48a9-b975-9f9869fb3f39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:26.044476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac71865-0c5b-451d-a186-dbed2614749e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d6409-ff2d-48a9-b975-9f9869fb3f39,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:26.147153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.233064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Sync routers for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:26.248471 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:26.249097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:26.258032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.267757 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.312745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0da5e2-50d0-4dbe-aade-52d7d34bba2b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:26.318910 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.320232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-abb5569e-1a04-4fee-b51e-9fac642fc7ef tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2892573 Jul 08 17:18:26.323065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:26.330027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Request body: {'security_group_rule': {'security_group_id': 'c45d6409-ff2d-48a9-b975-9f9869fb3f39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:26.410763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Router e1bc30d2-b9f8-4da9-9299-155b9c17462f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:26.431881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.494977 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:26.625143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.626828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:26.639796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] Sync routers for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:26.642114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-996be67f-4fa2-4bbc-9898-e53856cac94a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "PUT /v2.0/routers/e1bc30d2-b9f8-4da9-9299-155b9c17462f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2554531 Jul 08 17:18:26.642877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:26.660441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:26.663588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:26.668510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.738084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8973cd-eb19-44b5-82a6-9a25511f5d12,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:26.758210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:26.770661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] Routers {'e1bc30d2-b9f8-4da9-9299-155b9c17462f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:26.771866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:26.797896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.800593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dfcb531b-1cf3-4ed9-97d3-a09627743026 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765019 Jul 08 17:18:26.809389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:26.821743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675b55d-f28c-42b9-8f53-f172b1b4c1a6 req-860b21c8-4eaa-44f1-aff6-29a976c4f071 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:26.833170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3675b55d-f28c-42b9-8f53-f172b1b4c1a6 req-860b21c8-4eaa-44f1-aff6-29a976c4f071 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.4549284 Jul 08 17:18:26.842174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:26.842844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc33e13-29d9-4cb1-ad41-41bc49f31712 None None] The sync data for ids ['e1bc30d2-b9f8-4da9-9299-155b9c17462f'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:26.844023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:26.894444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:26.900010 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 2, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:26.980207 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Checking router: 1726b21e-b462-423e-afee-bc906bc5347c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:26.982074 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Updating router 1726b21e-b462-423e-afee-bc906bc5347c port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:18:27.004075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e07c3465-936c-4e61-8f84-5aaecb3072c6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:27.035710 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.069314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3675b55d-f28c-42b9-8f53-f172b1b4c1a6 req-e248fc2e-0655-44aa-98e7-be03bb77c4f0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344739 Jul 08 17:18:27.149093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e07c3465-936c-4e61-8f84-5aaecb3072c6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:27.149466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.171640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.392937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Allocated IP 172.25.3.204 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/32d44dfc-004c-4d23-abe5-2d1c6b7d279a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:27.535132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.559331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.584984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966dae-945c-44fc-8088-a308aaa5283d req-a4e71497-d4b0-4314-93ee-1d013db0525f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:27.592436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c6966dae-945c-44fc-8088-a308aaa5283d req-a4e71497-d4b0-4314-93ee-1d013db0525f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1284909 Jul 08 17:18:27.625736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40ca6c-8ac9-4fdf-97da-17eb5a1b7ac9 req-59181be9-5251-47ef-9599-fa44b4b5a814 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:27.627495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc40ca6c-8ac9-4fdf-97da-17eb5a1b7ac9 req-59181be9-5251-47ef-9599-fa44b4b5a814 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.3026531 Jul 08 17:18:27.658533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.660873 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.676762 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Transition to ACTIVE for port object 8ad7f144-b20d-4f83-b7e7-bdf807ee119f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:27.677551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c6966dae-945c-44fc-8088-a308aaa5283d req-b092ce7d-259a-4cc6-8b2f-b7dbf20cb945 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841808 Jul 08 17:18:27.695493 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.723373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc40ca6c-8ac9-4fdf-97da-17eb5a1b7ac9 req-0b6c8cc4-b944-4aea-9106-93c1cd972cae tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884783 Jul 08 17:18:27.728009 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.768119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:27.771843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:27.787763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:27.826312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting port 37363600-1667-48b5-9f27-f355875e8c59 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:27.827067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:27.911303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event updated for resources: {'Port': ['ID=32d44dfc-004c-4d23-abe5-2d1c6b7d279a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:27.991735 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Attempting to bind port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:27.992108 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Attempting to bind port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:27.992464 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Attempting to bind port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f on network b1954c47-fa00-40ca-b518-adac011bed5b {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:28.008946 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:28.011899 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Checking segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:28.012334 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.012733 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Bound using segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:28.013223 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Bound port: 8ad7f144-b20d-4f83-b7e7-bdf807ee119f, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:28.013626 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.032117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.045679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579cfa8-a770-4efd-8f7c-ad41e381c2e2 None None] Pushing event updated for resources: {'Port': ['ID=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:28.046178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.095534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Calling delete_port for 37363600-1667-48b5-9f27-f355875e8c59 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:28.141113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.192428 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] For port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:28.202752 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] For port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:28.211053 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.340418 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579cfa8-a770-4efd-8f7c-ad41e381c2e2 None None] Pushing event updated for resources: {'Port': ['ID=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:28.381430 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:28.382102 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:28.456122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.464509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.566815 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:28.590812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b86d6-92f9-42ed-a729-fb3c1e987094 req-49fa43ed-4c95-4058-947b-a439ecedcb7f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:28.592707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-688b86d6-92f9-42ed-a729-fb3c1e987094 req-49fa43ed-4c95-4058-947b-a439ecedcb7f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2062862 Jul 08 17:18:28.654296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-688b86d6-92f9-42ed-a729-fb3c1e987094 req-c9386f3d-e258-4183-8c51-75bc19dfed5b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545149 Jul 08 17:18:28.658078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.709834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event updated for resources: {'Port': ['ID=32d44dfc-004c-4d23-abe5-2d1c6b7d279a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:28.743460 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.763056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec75d-8b2d-44bf-a1fd-84c3f0101f6e req-3fdf72d9-2a38-4988-94d7-53d5ae8bc71a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:28.765496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-846ec75d-8b2d-44bf-a1fd-84c3f0101f6e req-3fdf72d9-2a38-4988-94d7-53d5ae8bc71a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2073598 Jul 08 17:18:28.777060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Port': ['ID=37363600-1667-48b5-9f27-f355875e8c59,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:28.800996 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:28.802287 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8e09f31d-82ed-4700-9fd2-12588b416ab6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9657187 Jul 08 17:18:28.858522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-846ec75d-8b2d-44bf-a1fd-84c3f0101f6e req-c847c745-fa39-49ff-96d7-e1acc41024e3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857105 Jul 08 17:18:28.888974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.029622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:28Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:29.076039 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e87ef2-aeda-449a-8afa-c3924c980997 None None] The sync data for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 is: [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:28Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:29.129056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.132504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.231002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6c4b1-fa63-41e8-8a0b-30c7c40752fb req-13b154fa-8590-45c3-a1dd-370e3e078897 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:29.232629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-06a6c4b1-fa63-41e8-8a0b-30c7c40752fb req-13b154fa-8590-45c3-a1dd-370e3e078897 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1455212 Jul 08 17:18:29.283641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.286500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Fanout notify agent at l3_agent the message router_deleted on router e1bc30d2-b9f8-4da9-9299-155b9c17462f {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:18:29.305414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.306606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ebbed484-8dec-4ea1-b128-966b032a5b7a tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/routers/e1bc30d2-b9f8-4da9-9299-155b9c17462f HTTP/1.1" status: 204 len: 168 time: 2.6627231 Jul 08 17:18:29.310162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-06a6c4b1-fa63-41e8-8a0b-30c7c40752fb req-de8febdd-de63-465f-b256-25f6680095b9 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707088 Jul 08 17:18:29.312497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:29.313008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41770) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:29.331463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c187c9-fc7f-4d67-ae3d-22bc2f8394a0 req-ef965d18-5a4f-4313-8137-7da369e34e3a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:29.333068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85c187c9-fc7f-4d67-ae3d-22bc2f8394a0 req-ef965d18-5a4f-4313-8137-7da369e34e3a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.2226353 Jul 08 17:18:29.406896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85c187c9-fc7f-4d67-ae3d-22bc2f8394a0 req-3ee67486-b830-42e7-877a-7c68e7fd19f8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Jul 08 17:18:29.463156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Deleting subnet 9960e5ca-17af-403f-a58c-9f8ec250e58e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:18:29.472405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.538720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-777a5bf5-a451-4595-8204-fcdde1af3ddd tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1202247318&fields=id&tenant_id=63043324e2e6427eb651731aa1624cae HTTP/1.1" status: 200 len: 267 time: 0.0502918 Jul 08 17:18:29.594234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.679226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fb47bcd-b0a6-43a5-90cc-6a70e43c82ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.757369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-93567aa4-33f9-4e27-b911-0641c2c42aab tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:29.765308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-93567aa4-33f9-4e27-b911-0641c2c42aab tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/networks?id=b1954c47-fa00-40ca-b518-adac011bed5b HTTP/1.1" status: 200 len: 811 time: 0.2254839 Jul 08 17:18:29.783589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-0d9ea563-51bb-4634-b280-1e7a56094045 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/quotas/63043324e2e6427eb651731aa1624cae HTTP/1.1" status: 200 len: 375 time: 0.0172305 Jul 08 17:18:29.871592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.905412 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fb47bcd-b0a6-43a5-90cc-6a70e43c82ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.918286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fb47bcd-b0a6-43a5-90cc-6a70e43c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.931820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-8416c6aa-81e6-4854-b4eb-584d44fec938 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63043324e2e6427eb651731aa1624cae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1470585 Jul 08 17:18:29.973089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1fb47bcd-b0a6-43a5-90cc-6a70e43c82ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2178368bb5d4df397c7cdef4b17ddc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361180 Jul 08 17:18:29.977749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:30.014767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb47bcd-b0a6-43a5-90cc-6a70e43c82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82c574-5af5-4eea-9135-1d21832d1b97,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:30.057601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.109851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d60a9143-c61e-4a7c-b4c9-0a838ee18135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.123140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Subnet': ['ID=9960e5ca-17af-403f-a58c-9f8ec250e58e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:30.138706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.143956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41798) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:30.147281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2db0a45a-35c6-4c0b-b8f3-663eee4a6b37 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/subnets/9960e5ca-17af-403f-a58c-9f8ec250e58e HTTP/1.1" status: 204 len: 168 time: 0.8330750 Jul 08 17:18:30.190027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d60a9143-c61e-4a7c-b4c9-0a838ee18135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.291335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-a4a56c09-927b-424c-8e87-49cccc4d08e8 service neutron] 10.222.0.48 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307989 Jul 08 17:18:30.346576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d60a9143-c61e-4a7c-b4c9-0a838ee18135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.349129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d60a9143-c61e-4a7c-b4c9-0a838ee18135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.353105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d60a9143-c61e-4a7c-b4c9-0a838ee18135 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f82c574-5af5-4eea-9135-1d21832d1b97 HTTP/1.1" status: 204 len: 168 time: 0.3701453 Jul 08 17:18:30.368270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1d508-810a-4b71-b7d7-09ec8b03e244 req-c44659c8-d472-4738-958b-d2e4e82754d6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:30.369357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.375551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bf1d508-810a-4b71-b7d7-09ec8b03e244 req-c44659c8-d472-4738-958b-d2e4e82754d6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1453600 Jul 08 17:18:30.388787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9143-c61e-4a7c-b4c9-0a838ee18135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82c574-5af5-4eea-9135-1d21832d1b97,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:30.447966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bf1d508-810a-4b71-b7d7-09ec8b03e244 req-80a270ad-5f0e-4b29-9594-89e21cf131a6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714099 Jul 08 17:18:30.529793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-d953a7d8-795a-4675-80e3-1b448d3e33d5 service neutron] 10.222.0.48 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373610 Jul 08 17:18:30.614480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.632101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:30.648483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73282878-3fc1-42c2-97b4-e89d47c15531') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:30.649029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73282878-3fc1-42c2-97b4-e89d47c15531') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:30.680977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.710926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.750139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:18:30.751823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:18:30.815965 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:18:30.820099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cf4a9-a8c1-48b8-8fb3-3f7ea598d80f req-bb4617a1-c4af-4f1d-a237-2cf533e87d03 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:30.820797 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-382cf4a9-a8c1-48b8-8fb3-3f7ea598d80f req-bb4617a1-c4af-4f1d-a237-2cf533e87d03 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2139530 Jul 08 17:18:30.964961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.977406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-382cf4a9-a8c1-48b8-8fb3-3f7ea598d80f req-f482d578-113c-4667-a1af-06965bbfd26f tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486657 Jul 08 17:18:31.028017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:31.036075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] 10.222.0.48 "DELETE /v2.0/networks/9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7 HTTP/1.1" status: 204 len: 168 time: 0.8889220 Jul 08 17:18:31.037106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41493906-4d5c-4f5a-82fe-a95b1953cf94 tempest-FloatingIPTestJSON-1106535282 tempest-FloatingIPTestJSON-1106535282-project] Pushing event deleted for resources: {'Network': ['ID=9b08b53e-1c7d-43fa-9c95-747bb5d7b3c7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:31.157149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ad7f144-b20d-4f83-b7e7-bdf807ee119f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:31.232438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:31.237108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:31.237364 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:31.253263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d96141-d45a-4a24-b089-a8e16916cefc req-e3166044-3269-41ce-b9e5-587ddee98996 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:31.258444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d96141-d45a-4a24-b089-a8e16916cefc req-e3166044-3269-41ce-b9e5-587ddee98996 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1592994 Jul 08 17:18:31.342296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98d96141-d45a-4a24-b089-a8e16916cefc req-75b42685-1557-444d-b838-5af2b2102989 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748231 Jul 08 17:18:31.427959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:31.513154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:31.521993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:31.557564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-db1e35e9-9761-4820-b9a0-8c2ba26ba568 req-7a494ee7-a6a1-46fd-8a9f-e8d11b758207 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 210 time: 0.0981486 Jul 08 17:18:31.618819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:31.694186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:31.903424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97fb48bd-2f45-455a-8c0e-ae8bbf8150fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfd61a373af84630a45c0be8d35d8051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077916 Jul 08 17:18:31.906169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:31.954772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81fcc2-9260-49ae-9a02-6dd917d47c96 req-9de3eee8-1dd9-4e67-a32a-599b60440f28 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:31.958513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf81fcc2-9260-49ae-9a02-6dd917d47c96 req-9de3eee8-1dd9-4e67-a32a-599b60440f28 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1936386 Jul 08 17:18:32.017114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf81fcc2-9260-49ae-9a02-6dd917d47c96 req-b5eff2a7-2689-4031-8556-9cee3cbabb47 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Jul 08 17:18:32.024174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4621fb40-5fab-49f6-8b0a-36d6678afcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:32.095317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4621fb40-5fab-49f6-8b0a-36d6678afcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:32.265200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4621fb40-5fab-49f6-8b0a-36d6678afcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:32.270772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4621fb40-5fab-49f6-8b0a-36d6678afcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:32.272005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4621fb40-5fab-49f6-8b0a-36d6678afcb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9dd050af-ed95-4bc2-8b98-a9d3c6050436 HTTP/1.1" status: 204 len: 168 time: 0.3641553 Jul 08 17:18:32.286465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621fb40-5fab-49f6-8b0a-36d6678afcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd050af-ed95-4bc2-8b98-a9d3c6050436,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:32.324651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e792b2-1059-48bf-9fa5-5255be8eddc7 req-da3a8785-97f1-4c0f-85b9-059a81f88734 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:32.331489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63e792b2-1059-48bf-9fa5-5255be8eddc7 req-da3a8785-97f1-4c0f-85b9-059a81f88734 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1335170 Jul 08 17:18:32.388801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63e792b2-1059-48bf-9fa5-5255be8eddc7 req-7c448de6-3db5-46e3-b1e2-85cb033a2033 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561898 Jul 08 17:18:32.430511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41884) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:32.664607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52714-b7fe-4a5c-bddc-777f0f6aaae0 req-a696c1c9-31f8-412d-a135-f4f01f34e4c3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:32.670144 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00e52714-b7fe-4a5c-bddc-777f0f6aaae0 req-a696c1c9-31f8-412d-a135-f4f01f34e4c3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1406415 Jul 08 17:18:32.758517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00e52714-b7fe-4a5c-bddc-777f0f6aaae0 req-9918106f-7066-4a06-a769-7aaaef2d1dca tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812852 Jul 08 17:18:32.942323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e7df546-51b1-406d-bbc9-0dce3edda1a0 req-44a4a453-6d02-4aed-a17c-29dd15e19ba7 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 210 time: 0.0613296 Jul 08 17:18:32.955452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80abe753-bdbf-4b70-99a8-477d69403a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.050052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-789a19a9-4e24-4f00-b83b-e627e6584e03 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:33.053524 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-789a19a9-4e24-4f00-b83b-e627e6584e03 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.53 "GET /v2.0/networks?id=b1954c47-fa00-40ca-b518-adac011bed5b HTTP/1.1" status: 200 len: 811 time: 0.2548256 Jul 08 17:18:33.061248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ad7f144-b20d-4f83-b7e7-bdf807ee119f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:33.165089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:33.166865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.177354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-0aeb812c-5fe1-4b07-96e8-5db4960b7d28 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63043324e2e6427eb651731aa1624cae HTTP/1.1" status: 200 len: 380 time: 0.1018550 Jul 08 17:18:33.192955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Request body: {'port': {'device_id': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'admin_state_up': True, 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'security_groups': ['c45d6409-ff2d-48a9-b975-9f9869fb3f39']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:33.362950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80abe753-bdbf-4b70-99a8-477d69403a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.375038 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80abe753-bdbf-4b70-99a8-477d69403a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.414269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c609-978e-4f55-803c-e8cdbff6193c req-d9dcebe1-5d11-46dc-aae9-ae8d3042b47d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:33.428483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ab9c609-978e-4f55-803c-e8cdbff6193c req-d9dcebe1-5d11-46dc-aae9-ae8d3042b47d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1143062 Jul 08 17:18:33.521199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ab9c609-978e-4f55-803c-e8cdbff6193c req-990d5fd1-8f49-44a1-83c0-c7c11ee7d2c4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914118 Jul 08 17:18:33.528540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80abe753-bdbf-4b70-99a8-477d69403a70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c29b505da9e4bf088effc948a09a2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0925057 Jul 08 17:18:33.531320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:33.569493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abe753-bdbf-4b70-99a8-477d69403a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef42601-6edc-4c3b-853c-cf7d45ba5642,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:33.584126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Made reservation on behalf of 63043324e2e6427eb651731aa1624cae for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:33.591299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.641421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc098a93-e9c9-4129-be22-147a2bce05c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.677770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc098a93-e9c9-4129-be22-147a2bce05c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.687547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:33.765177 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc098a93-e9c9-4129-be22-147a2bce05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.768344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc098a93-e9c9-4129-be22-147a2bce05c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:33.774239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dc098a93-e9c9-4129-be22-147a2bce05c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ef42601-6edc-4c3b-853c-cf7d45ba5642 HTTP/1.1" status: 204 len: 168 time: 0.2410362 Jul 08 17:18:33.783846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc098a93-e9c9-4129-be22-147a2bce05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef42601-6edc-4c3b-853c-cf7d45ba5642,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:33.830224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31ae9-b1d8-439b-b929-ed2997fbb913 req-cc2261e4-0c87-443e-bece-bd4c7c7dba77 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:33.838255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ac31ae9-b1d8-439b-b929-ed2997fbb913 req-cc2261e4-0c87-443e-bece-bd4c7c7dba77 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2271595 Jul 08 17:18:33.881436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Allocated IP 172.20.0.3 (b1954c47-fa00-40ca-b518-adac011bed5b/af47c43c-3e81-490c-a40a-0cb3e4b2e42c/ce963ac1-3435-406f-821b-32eb6d46f568) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:33.919199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ac31ae9-b1d8-439b-b929-ed2997fbb913 req-5d5d6c01-6a54-491c-b00e-cba6c4ca3e79 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795681 Jul 08 17:18:33.968569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1373306019'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:34.017243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:34.028496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.052942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.257167 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0d521e1a-91d2-443c-9f9d-167d30cafa87 req-a9e5e779-1da9-44d6-a234-cf7ea833ad89 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 210 time: 0.1030257 Jul 08 17:18:34.264949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab826777-1d67-4b09-9b5f-147ab4227ffa req-20be6370-1d6e-479d-81a1-b8c87ca74910 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:34.273123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab826777-1d67-4b09-9b5f-147ab4227ffa req-20be6370-1d6e-479d-81a1-b8c87ca74910 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1221471 Jul 08 17:18:34.285385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.300543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Transition to ACTIVE for port object ce963ac1-3435-406f-821b-32eb6d46f568 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:34.304945 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.320187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.354698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.365967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab826777-1d67-4b09-9b5f-147ab4227ffa req-7acf4e11-f83f-4efd-9ebb-57a37f0e910d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Jul 08 17:18:34.382490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:18:34.424334 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.424963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Network b1954c47-fa00-40ca-b518-adac011bed5b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:34.426082 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 88163322-66e9-4752-b08d-33c4082dfcdb of type vlan for network 37d9e376-6828-420f-a691-31474b2eaf39 Jul 08 17:18:34.428007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:34.436225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:34.486558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event updated for resources: {'Port': ['ID=ce963ac1-3435-406f-821b-32eb6d46f568,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:34.539352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.550739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:34.551440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.583545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b54d8-740a-4819-9b83-99feb02e3598,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:34.593184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-af9daf07-0983-4951-9d49-3cce2e739a73 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4039617 Jul 08 17:18:34.602392 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.611741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Request body: {'port': {'device_id': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:34.612780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:34.613698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.689235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9974117 Jul 08 17:18:34.711444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:34.717636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'name': 'tempest-PortsTestJSON-1027424784'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:34.813805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.823099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579cf0c-0d1c-4af1-9c31-57b32b463d5b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=37d9e376-6828-420f-a691-31474b2eaf39,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:34.839099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:18:34.889905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135bab4-4ba8-4dd4-8d23-1878251b891f req-04a9530c-f4c2-4e7f-9d2d-dd1ebfd12433 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:34.899087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1135bab4-4ba8-4dd4-8d23-1878251b891f req-04a9530c-f4c2-4e7f-9d2d-dd1ebfd12433 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1481729 Jul 08 17:18:34.899326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:34.903438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:34.926981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:34.991182 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1135bab4-4ba8-4dd4-8d23-1878251b891f req-ca753a59-d238-431d-a832-95974fa5f7cb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890789 Jul 08 17:18:35.019227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e7a4a25-294e-4923-a5f1-03f984fd7eb1 None None] Provisioning for port ce963ac1-3435-406f-821b-32eb6d46f568 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:35.040139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e7a4a25-294e-4923-a5f1-03f984fd7eb1 None None] Provisioning complete for port ce963ac1-3435-406f-821b-32eb6d46f568 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:35.040512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e7a4a25-294e-4923-a5f1-03f984fd7eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.119761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a4a25-294e-4923-a5f1-03f984fd7eb1 None None] Port ce963ac1-3435-406f-821b-32eb6d46f568 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:35.175833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.310018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:35.343004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295bb3b-10ff-4080-bbe1-735b8b0c1205 req-f89b631f-131a-4554-aa6e-2301985d140d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:35.359466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9295bb3b-10ff-4080-bbe1-735b8b0c1205 req-f89b631f-131a-4554-aa6e-2301985d140d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1413662 Jul 08 17:18:35.378709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.449984 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9295bb3b-10ff-4080-bbe1-735b8b0c1205 req-811182ab-9eec-4fcb-9e65-67c9007a43d5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800750 Jul 08 17:18:35.487155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1574464072-network', 'tenant_id': '3fb3215069744df88769bd92eb666404'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:35.513365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Made reservation on behalf of 3fb3215069744df88769bd92eb666404 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:35.518375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.531803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.548111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=5d42f632-a2ce-4255-a09e-9dc446c0c8b9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:35.591730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '88163322-66e9-4752-b08d-33c4082dfcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:35.592108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: 37d9e376-6828-420f-a691-31474b2eaf39, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:18:35.611596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce963ac1-3435-406f-821b-32eb6d46f568 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:35.624836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.660004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c2065-e8a4-475c-86e9-0b4e5f6f322f req-135d7229-5035-416f-8258-9703ed7b2c8c tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:35.662110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e1c2065-e8a4-475c-86e9-0b4e5f6f322f req-135d7229-5035-416f-8258-9703ed7b2c8c tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 931 time: 0.2177284 Jul 08 17:18:35.663152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Transition to ACTIVE for port object ce963ac1-3435-406f-821b-32eb6d46f568 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:35.664226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:18:35.709227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.726002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 37d9e376-6828-420f-a691-31474b2eaf39) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:35.727671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807af23-2d09-4719-a8b5-15b3726e8aff req-9287505b-10b8-4236-8a7e-4c500d8cd3e9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:35.732554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7807af23-2d09-4719-a8b5-15b3726e8aff req-9287505b-10b8-4236-8a7e-4c500d8cd3e9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1379640 Jul 08 17:18:35.747915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57692cce-06fd-4e1a-8364-5549aadd32b0 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:35.757148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:35.761966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.764345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:35.764960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.826159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:35.828387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e1c2065-e8a4-475c-86e9-0b4e5f6f322f req-5ed37463-cd5c-4f15-8ea0-ef8af7c0e64a tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468761 Jul 08 17:18:35.847390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eb218041-ed35-44b0-b4f1-74f6171273cc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1348038 Jul 08 17:18:35.866008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:35.873970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Pushing event updated for resources: {'Port': ['ID=ce963ac1-3435-406f-821b-32eb6d46f568,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:35.879763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-211427603'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:35.950576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:35.958818 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.002494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:18:36.008719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Attempting to bind port ce963ac1-3435-406f-821b-32eb6d46f568 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:36.009062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Attempting to bind port ce963ac1-3435-406f-821b-32eb6d46f568 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:36.009396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Attempting to bind port ce963ac1-3435-406f-821b-32eb6d46f568 on network b1954c47-fa00-40ca-b518-adac011bed5b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:36.018497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Port ce963ac1-3435-406f-821b-32eb6d46f568 on network b1954c47-fa00-40ca-b518-adac011bed5b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:18:36.019025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Attempting to bind port ce963ac1-3435-406f-821b-32eb6d46f568 on network b1954c47-fa00-40ca-b518-adac011bed5b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:36.030669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:18:36.032189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:36.032453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Checking segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:36.032837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Bound using segment: {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:36.033276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Bound port: ce963ac1-3435-406f-821b-32eb6d46f568, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe49d8a-186f-4601-84fd-2de9915edd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:36.033641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.051012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.051012 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment d12e5b9b-1fdc-4ed4-8405-4b7f983e4113 of type vlan for network 03a4ddfd-c8ae-4080-bc11-ed248646a3b3 Jul 08 17:18:36.109788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7807af23-2d09-4719-a8b5-15b3726e8aff req-1d3685ab-5502-4567-80c4-e50f097202fc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460922 Jul 08 17:18:36.150698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.151164 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Added segment 7f9ea978-a647-4c4a-a2ff-e448940f011d of type vlan for network 2fa35345-33d1-4967-8670-36bcddfc50f5 Jul 08 17:18:36.155763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65565961-17ad-4797-966e-84bf4fd46535,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:36.160667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.247487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] For port ce963ac1-3435-406f-821b-32eb6d46f568, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:36.251671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] For port ce963ac1-3435-406f-821b-32eb6d46f568, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ce963ac1-3435-406f-821b-32eb6d46f568,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:36.273029 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.288893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.309186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.319058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:36.323303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.354973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:36.356843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:36.360294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] 10.222.0.53 "PUT /v2.0/ports/ce963ac1-3435-406f-821b-32eb6d46f568 HTTP/1.1" status: 200 len: 1091 time: 1.7599139 Jul 08 17:18:36.360981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:36.364776 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:36.452857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c209-dd85-4a4d-ae06-1b74a4eb0931 service neutron] Pushing event updated for resources: {'Port': ['ID=ce963ac1-3435-406f-821b-32eb6d46f568,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:36.485111 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea3d4f3-5470-4442-94d9-2e76aedca42a x-openstack-request-id: req-9ea3d4f3-5470-4442-94d9-2e76aedca42a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:36.485662 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:36.486104 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ea3d4f3-5470-4442-94d9-2e76aedca42a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:36.486676 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'status': 'completed', 'code': 200} Jul 08 17:18:36.494721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49cfc6-f2e8-4d29-a875-b8996f25cddb req-edd74e6e-ea40-40db-a778-624c3347d07f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:36.502605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=03a4ddfd-c8ae-4080-bc11-ed248646a3b3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:36.505671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc49cfc6-f2e8-4d29-a875-b8996f25cddb req-edd74e6e-ea40-40db-a778-624c3347d07f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2597826 Jul 08 17:18:36.509445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-953213ad-4ca4-4fd9-bc17-8c33cb6ac421 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6417992 Jul 08 17:18:36.510221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42002) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:36.518534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 03a4ddfd-c8ae-4080-bc11-ed248646a3b3 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:18:36.519045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'ports': [{'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'}, {'network_id': '03a4ddfd-c8ae-4080-bc11-ed248646a3b3'}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:36.519330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:36.519806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '03a4ddfd-c8ae-4080-bc11-ed248646a3b3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:36.611510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-853935f0-1a1c-4715-ae13-2bc6ca50268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:36.612963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-853935f0-1a1c-4715-ae13-2bc6ca50268a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63043324e2e6427eb651731aa1624cae&device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 1094 time: 0.1821241 Jul 08 17:18:36.654936 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc49cfc6-f2e8-4d29-a875-b8996f25cddb req-ab1a8d22-3c50-43b8-a079-941a188fcc1e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307290 Jul 08 17:18:36.717198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-a29d0189-d3dc-4a18-9f69-5e3d99824d02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce963ac1-3435-406f-821b-32eb6d46f568 HTTP/1.1" status: 200 len: 217 time: 0.0916064 Jul 08 17:18:36.790308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-ee934943-5a8e-4d1f-9d68-18fc53a25998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:36.792133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-ee934943-5a8e-4d1f-9d68-18fc53a25998 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af47c43c-3e81-490c-a40a-0cb3e4b2e42c HTTP/1.1" status: 200 len: 850 time: 0.0673313 Jul 08 17:18:36.868222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-7583df65-4199-472a-b221-dc4d5d3c87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:36.870704 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-7583df65-4199-472a-b221-dc4d5d3c87f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1954c47-fa00-40ca-b518-adac011bed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702908 Jul 08 17:18:36.997456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-635c55ff-1a7e-4ef9-a6c6-971239ccb117 service neutron] 10.222.0.53 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176002 Jul 08 17:18:37.038286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:37.039456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:37.040149 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:37.154519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac7e09-6807-47f3-bfff-2fd56aef3d1c req-0233b278-f71b-42b9-849f-4724dfdbc85d tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:37.161863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27ac7e09-6807-47f3-bfff-2fd56aef3d1c req-0233b278-f71b-42b9-849f-4724dfdbc85d tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 943 time: 0.1366503 Jul 08 17:18:37.175336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8640075 Jul 08 17:18:37.179923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:37.184423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dc827-bfe8-4bd0-bb9c-783595ec3b94 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa35345-33d1-4967-8670-36bcddfc50f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:37.186250 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4618dd7-29ca-4d3c-ab74-3f8d1cdde770 req-df0e2e3b-e0fb-4da4-91a5-d6f2f96da333 service neutron] 10.222.0.53 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809509 Jul 08 17:18:37.191931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Request body: {'subnet': {'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1574464072-subnet', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:37.203217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:18:37.218842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27ac7e09-6807-47f3-bfff-2fd56aef3d1c req-4442532a-dd88-45a1-8254-74d87764e9b6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560875 Jul 08 17:18:37.223268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:37.228464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:37.238514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Made reservation on behalf of 3fb3215069744df88769bd92eb666404 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:37.242354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:37.310525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf43381-d227-4377-8e4a-2b86e5175994 req-8929e323-d9df-4ffc-b0d6-2d9c0f48fd3a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:37.312114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0cf43381-d227-4377-8e4a-2b86e5175994 req-8929e323-d9df-4ffc-b0d6-2d9c0f48fd3a tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.3180707 Jul 08 17:18:37.320603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:37.380716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-868a0962-1b65-4396-a882-4dc04b601937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:37.383036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-868a0962-1b65-4396-a882-4dc04b601937 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63043324e2e6427eb651731aa1624cae&device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 1094 time: 0.0982378 Jul 08 17:18:37.499603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0cf43381-d227-4377-8e4a-2b86e5175994 req-2c4ee9b9-0bff-4881-bb38-79e145944d77 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734717 Jul 08 17:18:37.530034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 9f11f3fe-51dc-431e-9dc3-cb65c24ea64a yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:37.768498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:37.971062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port ef490170-da2a-4f5c-ba4f-4e940ed7741a yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:38.008653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-de1815f0-becb-4fed-8454-6f7aeb9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.011902 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-de1815f0-becb-4fed-8454-6f7aeb9eea6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1954c47-fa00-40ca-b518-adac011bed5b HTTP/1.1" status: 200 len: 912 time: 0.6190479 Jul 08 17:18:38.081395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-f69925c3-9066-4050-9110-f789cf2d4ab7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce963ac1-3435-406f-821b-32eb6d46f568 HTTP/1.1" status: 200 len: 217 time: 0.0499041 Jul 08 17:18:38.102304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c812094-2d3a-437e-9d5b-3a9ce788b3b7 req-69c64b67-6a24-46c0-991c-3140073c2de1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.110911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c812094-2d3a-437e-9d5b-3a9ce788b3b7 req-69c64b67-6a24-46c0-991c-3140073c2de1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2752318 Jul 08 17:18:38.151377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-c647dcd3-bfe3-4814-96d6-7c945b25b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.153417 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-c647dcd3-bfe3-4814-96d6-7c945b25b8e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af47c43c-3e81-490c-a40a-0cb3e4b2e42c HTTP/1.1" status: 200 len: 850 time: 0.0595329 Jul 08 17:18:38.177456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c812094-2d3a-437e-9d5b-3a9ce788b3b7 req-dce702d8-58fb-4eab-aa16-646c5764970e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655208 Jul 08 17:18:38.204889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.253631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.258524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec9691-c755-4062-b074-35f8e78d9cd3 req-ee8a99a2-0d68-4c50-b1f3-721a7c8a6a51 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.265876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cbec9691-c755-4062-b074-35f8e78d9cd3 req-ee8a99a2-0d68-4c50-b1f3-721a7c8a6a51 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3916304 Jul 08 17:18:38.278719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.351956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:38.361033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:38.378980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=9f11f3fe-51dc-431e-9dc3-cb65c24ea64a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:38.382045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:38.383059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.419367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cbec9691-c755-4062-b074-35f8e78d9cd3 req-07e8311b-1275-45ea-a10d-e6d0a6f70f10 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479445 Jul 08 17:18:38.421244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:38.440682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-9328c473-52de-48c4-9983-c9c1b09d41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.449468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-9328c473-52de-48c4-9983-c9c1b09d41e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1954c47-fa00-40ca-b518-adac011bed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513092 Jul 08 17:18:38.452663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Checking segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:38.453227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Network hostable DHCP agents. Network: 2fa35345-33d1-4967-8670-36bcddfc50f5, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:18:38.494001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': 'd12e5b9b-1fdc-4ed4-8405-4b7f983e4113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '03a4ddfd-c8ae-4080-bc11-ed248646a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:38.494470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: 03a4ddfd-c8ae-4080-bc11-ed248646a3b3, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:18:38.501177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=ef490170-da2a-4f5c-ba4f-4e940ed7741a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:38.548470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:18:38.577611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2fa35345-33d1-4967-8670-36bcddfc50f5) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:38.589582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 03a4ddfd-c8ae-4080-bc11-ed248646a3b3 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:18:38.598855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ee99b-5568-40a3-8e6b-be73eb53e9b8 None None] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:38.601276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.601879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.610239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 03a4ddfd-c8ae-4080-bc11-ed248646a3b3) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:38.624757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:38.628674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450dbc3-b64c-40a4-9ad0-ba038cb2fcae None None] Network 03a4ddfd-c8ae-4080-bc11-ed248646a3b3 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:38.632918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.639690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.640633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.663955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0a8e0312-7ddd-4cbd-9779-f1988ebb89b3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4821346 Jul 08 17:18:38.669435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:38.678416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca210e9-f65e-4aae-a321-b314a74ec35a req-3a4df9e1-1feb-4caf-8629-bb3136b857e4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.680500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ca210e9-f65e-4aae-a321-b314a74ec35a req-3a4df9e1-1feb-4caf-8629-bb3136b857e4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 943 time: 0.1952696 Jul 08 17:18:38.686801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:38.698010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-da1b3938-1a80-487a-86fe-01c33221b25a service neutron] 10.222.0.53 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409220 Jul 08 17:18:38.752010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ca210e9-f65e-4aae-a321-b314a74ec35a req-840d8d04-ce80-48a1-abc4-2add80881297 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577531 Jul 08 17:18:38.754103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-90c08f0a-97c1-4a1b-a303-b252188b26f0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2402201 Jul 08 17:18:38.757396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.759444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.818124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:38.850925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:38.966272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668ce65-e20d-4bae-adad-94e34a50a388 req-857b8755-d550-4674-aaa2-b3b815a4da00 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:38.968282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4668ce65-e20d-4bae-adad-94e34a50a388 req-857b8755-d550-4674-aaa2-b3b815a4da00 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.3063142 Jul 08 17:18:38.970964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bea3ad48-e0f9-4622-86d0-e45ac0d31f0d req-360421c1-72fc-4098-b8c2-9ad44cc7ee4e service neutron] 10.222.0.53 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640908 Jul 08 17:18:39.059064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4668ce65-e20d-4bae-adad-94e34a50a388 req-eb39dcf2-34b2-4b0b-87a4-d12157b88e10 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588531 Jul 08 17:18:39.063666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2fa35345-33d1-4967-8670-36bcddfc50f5', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:18:39.064704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.082527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.085166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port ef490170-da2a-4f5c-ba4f-4e940ed7741a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:39.085715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.161958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.181009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for ef490170-da2a-4f5c-ba4f-4e940ed7741a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:39.264541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Allocated IP 172.20.0.2 (2fa35345-33d1-4967-8670-36bcddfc50f5/a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58/03aa7139-6155-44dc-82c0-9428f8d21f80) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:39.297279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-937aacfa-791a-467f-8b94-2881e1c401d3 service neutron] 10.222.0.53 "GET /v2.0/ports/b6bf8c1b-0eb6-47dc-986d-dc8187afce7c/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.1219008 Jul 08 17:18:39.317559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.348889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=ef490170-da2a-4f5c-ba4f-4e940ed7741a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:39.355032 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.356971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa325213-dbd7-42de-bebd-05954c4a1aa7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/ef490170-da2a-4f5c-ba4f-4e940ed7741a HTTP/1.1" status: 204 len: 168 time: 0.5512302 Jul 08 17:18:39.359548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:39.371644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.395706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.447807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597e664-1ec5-4362-93f8-0b05ad3ceb02 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:39.454760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597e664-1ec5-4362-93f8-0b05ad3ceb02 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:39.458949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2597e664-1ec5-4362-93f8-0b05ad3ceb02 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0958133 Jul 08 17:18:39.459353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:39.463867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27259375-0b79-4f26-b61f-824f07e0fe9e req-74f4dfd7-d35c-46eb-a81d-3f6a843284e2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:39.466302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27259375-0b79-4f26-b61f-824f07e0fe9e req-74f4dfd7-d35c-46eb-a81d-3f6a843284e2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1507730 Jul 08 17:18:39.481857 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.493407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Transition to ACTIVE for port object 03aa7139-6155-44dc-82c0-9428f8d21f80 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:39.513756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Transition to ACTIVE for port object 03aa7139-6155-44dc-82c0-9428f8d21f80 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:39.522502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.590603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Pushing event updated for resources: {'Port': ['ID=03aa7139-6155-44dc-82c0-9428f8d21f80,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:39.611675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27259375-0b79-4f26-b61f-824f07e0fe9e req-5deede96-48c9-4a17-82af-7b5349830b2f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264477 Jul 08 17:18:39.613803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:39.615635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Allocated IP 172.25.3.147 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/65e1ae78-21d5-4c47-a689-7366aae6ce59) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:39.617720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:39.624248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:39.721278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Attempting to bind port 03aa7139-6155-44dc-82c0-9428f8d21f80 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:39.721890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Attempting to bind port 03aa7139-6155-44dc-82c0-9428f8d21f80 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:39.722917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Attempting to bind port 03aa7139-6155-44dc-82c0-9428f8d21f80 on network 2fa35345-33d1-4967-8670-36bcddfc50f5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:39.730641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:39.731333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Checking segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:39.731924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.732976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Bound using segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:39.733643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Bound port: 03aa7139-6155-44dc-82c0-9428f8d21f80, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:39.734252 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.792918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.797024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5cce9-4b6a-41e0-87cb-fc39fe273622 req-81b5224d-6db6-4950-bb97-647b7b505266 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:39.798620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36f5cce9-4b6a-41e0-87cb-fc39fe273622 req-81b5224d-6db6-4950-bb97-647b7b505266 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.2317910 Jul 08 17:18:39.819541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 9f11f3fe-51dc-431e-9dc3-cb65c24ea64a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:39.819942 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.840741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] For port 03aa7139-6155-44dc-82c0-9428f8d21f80, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:39.847521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] For port 03aa7139-6155-44dc-82c0-9428f8d21f80, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=03aa7139-6155-44dc-82c0-9428f8d21f80,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:39.847739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.852974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.896477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:39.901128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:39.905282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:39.923680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b7476-9b02-4bf8-b61d-78471c0cfc6e None None] Pushing event updated for resources: {'Port': ['ID=03aa7139-6155-44dc-82c0-9428f8d21f80,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:39.928986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36f5cce9-4b6a-41e0-87cb-fc39fe273622 req-3a8b5cba-5643-46c9-b717-c45618a43cd5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Jul 08 17:18:39.933610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-c5c67d37-9d07-41e8-9825-2978572e26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:39.935313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-c5c67d37-9d07-41e8-9825-2978572e26f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f&tenant_id=ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 1101 time: 0.1932058 Jul 08 17:18:39.937036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:39.993811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 9f11f3fe-51dc-431e-9dc3-cb65c24ea64a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:40.073241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Pushing event updated for resources: {'Port': ['ID=65e1ae78-21d5-4c47-a689-7366aae6ce59,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:40.151548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-038ee001-2e83-4200-89eb-6693f600bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.153600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-038ee001-2e83-4200-89eb-6693f600bea4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1101 time: 0.1895456 Jul 08 17:18:40.205983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3cce-9566-4c3d-8e60-778aedc44f81 req-c06734ef-33d7-4779-9734-9ba9ea163923 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.216958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fafb3cce-9566-4c3d-8e60-778aedc44f81 req-c06734ef-33d7-4779-9734-9ba9ea163923 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 943 time: 0.3161814 Jul 08 17:18:40.225351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:40.246186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4f3a1-47f1-462b-ad60-98be5f614d35 req-af5e0a7f-6fd9-4b69-8aeb-39ef205c4690 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.247794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1c4f3a1-47f1-462b-ad60-98be5f614d35 req-af5e0a7f-6fd9-4b69-8aeb-39ef205c4690 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 950 time: 0.1914680 Jul 08 17:18:40.259495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fafb3cce-9566-4c3d-8e60-778aedc44f81 req-2b3aa38b-e125-4ac6-bf77-e051b5d591c6 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Jul 08 17:18:40.277708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=9f11f3fe-51dc-431e-9dc3-cb65c24ea64a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:40.293830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:40.295798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2764dbfc-7da3-46fd-879d-4ba75af8b4a7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/9f11f3fe-51dc-431e-9dc3-cb65c24ea64a HTTP/1.1" status: 204 len: 168 time: 0.8355098 Jul 08 17:18:40.306633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:40.351773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1c4f3a1-47f1-462b-ad60-98be5f614d35 req-35fa6e98-a422-4edf-a581-b729717e33d0 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795624 Jul 08 17:18:40.388424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-9cd3c841-2230-489e-8403-52843eb39c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.391044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-9cd3c841-2230-489e-8403-52843eb39c09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2270904 Jul 08 17:18:40.401755 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:40.458485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-14067143-35a5-48d0-8860-235007c07e2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 217 time: 0.0597215 Jul 08 17:18:40.475041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e1be4-9ba4-4212-9138-a9e1e3ae7312 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.479994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-251e1be4-9ba4-4212-9138-a9e1e3ae7312 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1689665 Jul 08 17:18:40.500201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42106) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:40.568786 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-901eca66-48f2-4407-a9ec-598b6435d8b7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:18:40.572894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-901eca66-48f2-4407-a9ec-598b6435d8b7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/ef490170-da2a-4f5c-ba4f-4e940ed7741a HTTP/1.1" status: 404 len: 333 time: 0.0674183 Jul 08 17:18:40.574133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:40.612410 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e42ad59-64b4-45d4-b8f2-242598174b74 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:18:40.613898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3e42ad59-64b4-45d4-b8f2-242598174b74 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/9f11f3fe-51dc-431e-9dc3-cb65c24ea64a HTTP/1.1" status: 404 len: 333 time: 0.0389507 Jul 08 17:18:40.616798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-86a16977-4d35-4948-a73e-9583957cc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.618203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-86a16977-4d35-4948-a73e-9583957cc31b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1524103 Jul 08 17:18:40.618666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:40.649483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:40.763383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb0cb8-2307-43a4-830d-74177b3459e5 req-4c118979-5304-4342-81d7-3f51eb238048 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.764935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2eeb0cb8-2307-43a4-830d-74177b3459e5 req-4c118979-5304-4342-81d7-3f51eb238048 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2636523 Jul 08 17:18:40.768411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:40.820332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Router 83bb659e-bd0f-4a58-9735-fe6c2abde25b is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:18:40.862206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-772d76cb-8d0b-4550-b496-874312dd4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:40.864349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-772d76cb-8d0b-4550-b496-874312dd4e55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2315602 Jul 08 17:18:40.974813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2eeb0cb8-2307-43a4-830d-74177b3459e5 req-6c941093-5580-4803-8e2f-36a3db98def7 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983893 Jul 08 17:18:40.980966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:40.997025 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Sync routers for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:41.011459 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:41.012128 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:41.024296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.029687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.034502 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-40937fc0-5023-4dec-8077-54e44c479552 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3527026 Jul 08 17:18:41.035287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:41.061118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a4ddfd-c8ae-4080-bc11-ed248646a3b3']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:41.096912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12e5b9b-1fdc-4ed4-8405-4b7f983e4113') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:41.097214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12e5b9b-1fdc-4ed4-8405-4b7f983e4113') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:41.142642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.151148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 03aa7139-6155-44dc-82c0-9428f8d21f80 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:41.197397 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:41.215289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-fe199755-3a91-4b1e-a04a-f39e6fabeb07 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338785 Jul 08 17:18:41.216330 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.224758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:18:41.225401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:18:41.235341 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:18:41.310252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 03aa7139-6155-44dc-82c0-9428f8d21f80 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:41.323802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad7791-5478-4ce5-995a-c95dbe5cf366 None None] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:41.372425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.395806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.398013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/03a4ddfd-c8ae-4080-bc11-ed248646a3b3 HTTP/1.1" status: 204 len: 168 time: 0.7764859 Jul 08 17:18:41.412020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:41.417730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288171431'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:41.463037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] Provisioning for port 03aa7139-6155-44dc-82c0-9428f8d21f80 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:41.464779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=03a4ddfd-c8ae-4080-bc11-ed248646a3b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:41.475364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] Provisioning complete for port 03aa7139-6155-44dc-82c0-9428f8d21f80 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:41.475785 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.476375 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:40Z', 'revision_number': 3, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:41.477183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9c542a1-36c9-4cb6-959c-83231862b4ee req-e97d6833-3faf-425a-96ea-b112dbf5f79d service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537045 Jul 08 17:18:41.491252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.491651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.491981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.492321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.492658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.492991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.493323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.493679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.494043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.494528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.494864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.495232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c87adad-8333-4895-9063-6ed582e9c7a5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:41.507959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:41.512440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.555328 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Checking router: 83bb659e-bd0f-4a58-9735-fe6c2abde25b for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:41.555848 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Updating router 83bb659e-bd0f-4a58-9735-fe6c2abde25b port 65e1ae78-21d5-4c47-a689-7366aae6ce59 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:18:41.559518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4367be-f87e-491a-ada7-869f34e99f08 req-fb791da6-7f1b-4ed8-8005-97700d4b2507 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:41.567266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b4367be-f87e-491a-ada7-869f34e99f08 req-fb791da6-7f1b-4ed8-8005-97700d4b2507 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1923399 Jul 08 17:18:41.569556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:18:41.594983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.595739 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 003f4e9e-1e69-4128-b1e2-9fb4b8f06a98 of type vlan for network de77886f-085e-469d-8b31-93e986c0e7f1 Jul 08 17:18:41.610639 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.666631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b4367be-f87e-491a-ada7-869f34e99f08 req-81632624-e302-4dac-a371-9a7734b23c54 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981171 Jul 08 17:18:41.667964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.689544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.735480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] For port 03aa7139-6155-44dc-82c0-9428f8d21f80, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=03aa7139-6155-44dc-82c0-9428f8d21f80,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:41.746295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.763632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.771417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:41.772041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:41.794689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ce963ac1-3435-406f-821b-32eb6d46f568 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:41.829042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8067-f7b1-437b-b34b-ee89f2d40f19 None None] Pushing event updated for resources: {'Port': ['ID=03aa7139-6155-44dc-82c0-9428f8d21f80,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:41.875008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4665b7-de3e-46a0-ba75-c79bac8ad411 req-5c4defbc-dd14-4d83-aa9a-75e42d347653 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:41.877042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0c4665b7-de3e-46a0-ba75-c79bac8ad411 req-5c4defbc-dd14-4d83-aa9a-75e42d347653 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.2328017 Jul 08 17:18:41.933727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5201783 Jul 08 17:18:41.938582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:41.952662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:41.971935 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ce963ac1-3435-406f-821b-32eb6d46f568, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ce963ac1-3435-406f-821b-32eb6d46f568,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:42.000129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'port_id': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'mac_address': 'fa:16:3e:4e:47:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:42.028843 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.045225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f350-1059-40dc-8db0-97b7145b3e69 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=de77886f-085e-469d-8b31-93e986c0e7f1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:42.046550 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Transition to ACTIVE for port object 65e1ae78-21d5-4c47-a689-7366aae6ce59 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:42.059097 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.080280 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.101745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network de77886f-085e-469d-8b31-93e986c0e7f1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:18:42.136745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6db3-50ce-4668-a485-fcaea0a3ec8e req-9d6615cc-a371-480e-a209-9dd2d447a4bc tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:42.148084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30fb6db3-50ce-4668-a485-fcaea0a3ec8e req-9d6615cc-a371-480e-a209-9dd2d447a4bc tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 943 time: 0.3277590 Jul 08 17:18:42.164800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:42.170124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.197973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce963ac1-3435-406f-821b-32eb6d46f568 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:42.221066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ce963ac1-3435-406f-821b-32eb6d46f568, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ce963ac1-3435-406f-821b-32eb6d46f568,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:42.239247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.241083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d97577e-f1ce-48e0-8dca-354104a29960 None None] Provisioning complete for port 03aa7139-6155-44dc-82c0-9428f8d21f80 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:42.241457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d97577e-f1ce-48e0-8dca-354104a29960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.245408 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Pushing event updated for resources: {'Port': ['ID=65e1ae78-21d5-4c47-a689-7366aae6ce59,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:42.258744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.259115 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.259596 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.259940 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.260269 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.260597 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.261050 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.261561 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.262115 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.263190 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.263522 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.263849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:42.267033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30fb6db3-50ce-4668-a485-fcaea0a3ec8e req-617912ab-ea64-4249-92b4-b977b767bdfb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119583 Jul 08 17:18:42.297428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0c4665b7-de3e-46a0-ba75-c79bac8ad411 req-11781330-b6f2-4701-8367-8d7ea6dbdd4f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089334 Jul 08 17:18:42.300590 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Attempting to bind port 65e1ae78-21d5-4c47-a689-7366aae6ce59 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:42.300981 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Attempting to bind port 65e1ae78-21d5-4c47-a689-7366aae6ce59 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:42.301850 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Attempting to bind port 65e1ae78-21d5-4c47-a689-7366aae6ce59 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:42.315108 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:42.315490 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:42.315915 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.318123 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:42.318708 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Bound port: 65e1ae78-21d5-4c47-a689-7366aae6ce59, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:42.319029 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.367198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ce963ac1-3435-406f-821b-32eb6d46f568,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:42.410329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.436364 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] For port 65e1ae78-21d5-4c47-a689-7366aae6ce59, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:42.440097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] For port 65e1ae78-21d5-4c47-a689-7366aae6ce59, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=65e1ae78-21d5-4c47-a689-7366aae6ce59,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:42.446441 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.505963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.516950 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:42.517964 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:42.560200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fd5c6-e295-4031-a88c-5a24a78cb4da None None] Pushing event updated for resources: {'Port': ['ID=65e1ae78-21d5-4c47-a689-7366aae6ce59,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:42.581612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ce963ac1-3435-406f-821b-32eb6d46f568'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:42.613733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:42.614456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: de77886f-085e-469d-8b31-93e986c0e7f1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:18:42.622656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=e56f4801-31f1-4764-8559-934e38b855ec,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:42.639524 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:42.649389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network de77886f-085e-469d-8b31-93e986c0e7f1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:18:42.665154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Allocated IP 172.20.0.1 (2fa35345-33d1-4967-8670-36bcddfc50f5/a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58/09fbdd27-84c1-4ad8-893a-187a4f49a6ea) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:42.670144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, de77886f-085e-469d-8b31-93e986c0e7f1) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:42.680306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:42.681311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.685396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a9dca3-fe2d-48ef-a768-1b6398eb9e36 None None] Network de77886f-085e-469d-8b31-93e986c0e7f1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:42.706892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e93a15-6a43-4bdc-a74b-3e025554b52d req-3e9454f3-00bd-42e6-8c9a-22e402f9c414 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:42.708472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56e93a15-6a43-4bdc-a74b-3e025554b52d req-3e9454f3-00bd-42e6-8c9a-22e402f9c414 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1683767 Jul 08 17:18:42.723516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5b7e277e-0c51-4a95-9272-fd0b88ac4f4c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7826660 Jul 08 17:18:42.727141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:42.735029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1', 'name': 'tempest-PortsTestJSON-968064481'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:42.811757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56e93a15-6a43-4bdc-a74b-3e025554b52d req-bd916852-5300-4698-800b-a7f013842c78 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Jul 08 17:18:42.826149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.893102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.899566 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:40Z', 'revision_number': 3, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:42.905583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:42.910467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:42.921684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Transition to ACTIVE for port object 09fbdd27-84c1-4ad8-893a-187a4f49a6ea will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:42.941439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 54d5c553-228f-4438-a1a1-4ee51580b048 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:42.946218 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f633-bf41-4df4-a95f-d98a6b5dbb68 None None] The sync data for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 is: [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:40Z', 'revision_number': 3, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:42.971125 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.058513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.088737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 03aa7139-6155-44dc-82c0-9428f8d21f80 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:43.145790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.14 (de77886f-085e-469d-8b31-93e986c0e7f1/e56f4801-31f1-4764-8559-934e38b855ec/54d5c553-228f-4438-a1a1-4ee51580b048) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:43.169796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-de77886f-085e-469d-8b31-93e986c0e7f1', 'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': 'e56f4801-31f1-4764-8559-934e38b855ec'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:18:43.170765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.175000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:43.180137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:43.187066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:43.210962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Pushing event updated for resources: {'Port': ['ID=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:43.324901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a4dca-1962-43c7-8ed6-528595047374 req-6fa5c9df-ee0e-447e-a292-cf5eb0e4a642 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:43.331240 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f51a4dca-1962-43c7-8ed6-528595047374 req-6fa5c9df-ee0e-447e-a292-cf5eb0e4a642 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2493176 Jul 08 17:18:43.333254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.425317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 03aa7139-6155-44dc-82c0-9428f8d21f80 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:43.425896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.496486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f51a4dca-1962-43c7-8ed6-528595047374 req-6b670123-3e9f-4806-ace0-e6e7b1588fea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488397 Jul 08 17:18:43.497736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.521787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 54d5c553-228f-4438-a1a1-4ee51580b048 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:43.582268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.638689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.697839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Allocated IP 172.20.0.2 (de77886f-085e-469d-8b31-93e986c0e7f1/e56f4801-31f1-4764-8559-934e38b855ec/a82c39a1-c354-4285-9f28-6d1659e1e658) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:43.702771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network de77886f-085e-469d-8b31-93e986c0e7f1 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:43.713487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:43.720178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:43.738499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8af16251-deb8-424e-bda7-c4841672f46e None None] Provisioning for port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:43.744301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8af16251-deb8-424e-bda7-c4841672f46e None None] Provisioning complete for port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:43.744903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8af16251-deb8-424e-bda7-c4841672f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.756704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=54d5c553-228f-4438-a1a1-4ee51580b048,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:43.788580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8af16251-deb8-424e-bda7-c4841672f46e None None] Port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:43.799387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:43.800160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.828820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabc290-0238-463b-846c-a58fcfebd3a5 req-149b3f68-58a3-4d1e-9eb2-e22201104723 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:43.830598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cabc290-0238-463b-846c-a58fcfebd3a5 req-149b3f68-58a3-4d1e-9eb2-e22201104723 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 944 time: 0.2287939 Jul 08 17:18:43.832556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c82aee1c-3e0b-44a7-ac8c-61229f788823 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1043527 Jul 08 17:18:43.835270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:43.841669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:43.903939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf88e64-8583-4296-aae8-0b02cfe3a96c req-48176b0f-bd54-4ffe-9e6b-7e7f04ad126d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:43.911179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edf88e64-8583-4296-aae8-0b02cfe3a96c req-48176b0f-bd54-4ffe-9e6b-7e7f04ad126d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1676922 Jul 08 17:18:44.007309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edf88e64-8583-4296-aae8-0b02cfe3a96c req-d7419c82-7497-441e-917e-e0c05fd39874 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951173 Jul 08 17:18:44.017651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.027237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.092307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.095010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.119883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Transition to ACTIVE for port object a82c39a1-c354-4285-9f28-6d1659e1e658 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:44.155406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.170907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Pushing event updated for resources: {'Port': ['ID=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:44.176756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:44.183774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:44.190182 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464df137-b58c-47ac-9c2c-dca31371264f" -d '{"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:44.204336 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.208874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b6bf8c1b-0eb6-47dc-986d-dc8187afce7c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:44.224333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.224769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.225181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.225587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.226007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.226423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.226812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.227207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.276974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.276974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.276974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.276974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:18:44.288891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Transition to ACTIVE for port object a82c39a1-c354-4285-9f28-6d1659e1e658 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:44.327032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:44.328575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:44.382757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cabc290-0238-463b-846c-a58fcfebd3a5 req-1aa6f547-b985-4419-948b-2d627bdaa47a tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5358002 Jul 08 17:18:44.524796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 54d5c553-228f-4438-a1a1-4ee51580b048 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:44.525386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.530875 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbda96-00e7-40e2-8130-f4a9e4d78bce x-openstack-request-id: req-28bbda96-00e7-40e2-8130-f4a9e4d78bce {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:44.531744 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:44.532194 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28bbda96-00e7-40e2-8130-f4a9e4d78bce {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:44.532746 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'code': 200} Jul 08 17:18:44.566645 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.569161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Router 83bb659e-bd0f-4a58-9735-fe6c2abde25b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:44.609654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921320f4-9e5c-4036-9ec2-de29e8957ef0 req-11a4dca7-7b8e-4560-94be-24c279f60af1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:44.616948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-921320f4-9e5c-4036-9ec2-de29e8957ef0 req-11a4dca7-7b8e-4560-94be-24c279f60af1 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1513917 Jul 08 17:18:44.626244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:44.702406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Network de77886f-085e-469d-8b31-93e986c0e7f1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:44.733947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:44.753337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:44.756483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-921320f4-9e5c-4036-9ec2-de29e8957ef0 req-ca331fb7-d02e-4a25-a9a1-3070571ce30d tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385236 Jul 08 17:18:44.767583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.773548 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.778161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Pushing event updated for resources: {'Port': ['ID=a82c39a1-c354-4285-9f28-6d1659e1e658,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:44.787696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:44.793428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 54d5c553-228f-4438-a1a1-4ee51580b048 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:44.794001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af6eb1bd-373d-4ecd-a8d5-24f2b39c2603 admin admin] 10.222.0.48 "PUT /v2.0/routers/83bb659e-bd0f-4a58-9735-fe6c2abde25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7562799 Jul 08 17:18:44.811094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e45eff7f-227e-46e2-8a1d-5909d137d4d3 None None] Provisioning complete for port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:44.811549 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e45eff7f-227e-46e2-8a1d-5909d137d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.863938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5640-0ece-420d-b55a-2e1ff3e74fca req-6241c9d1-0fbc-4bf8-bb77-ffe2048e6913 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:44.865493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bc5640-0ece-420d-b55a-2e1ff3e74fca req-6241c9d1-0fbc-4bf8-bb77-ffe2048e6913 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1474361 Jul 08 17:18:44.892829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e45eff7f-227e-46e2-8a1d-5909d137d4d3 None None] Port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:18:44.902329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Attempting to bind port a82c39a1-c354-4285-9f28-6d1659e1e658 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:44.902902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Attempting to bind port a82c39a1-c354-4285-9f28-6d1659e1e658 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:44.903471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Attempting to bind port a82c39a1-c354-4285-9f28-6d1659e1e658 on network de77886f-085e-469d-8b31-93e986c0e7f1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:44.909195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:44.912661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:44.913167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Checking segment: {'id': '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:44.913743 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.914225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Bound using segment: {'id': '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:44.914774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Bound port: a82c39a1-c354-4285-9f28-6d1659e1e658, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'de77886f-085e-469d-8b31-93e986c0e7f1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:44.915221 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.927406 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:44.936050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bc5640-0ece-420d-b55a-2e1ff3e74fca req-c778c502-7793-4a6e-ba19-57cfb6a40250 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620096 Jul 08 17:18:45.015812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.065814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:45.075607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=54d5c553-228f-4438-a1a1-4ee51580b048,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:45.100613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] For port a82c39a1-c354-4285-9f28-6d1659e1e658, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:45.103898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] For port a82c39a1-c354-4285-9f28-6d1659e1e658, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a82c39a1-c354-4285-9f28-6d1659e1e658,segment=NetworkSegment(003f4e9e-1e69-4128-b1e2-9fb4b8f06a98),segment_id=003f4e9e-1e69-4128-b1e2-9fb4b8f06a98)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:45.107681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 65e1ae78-21d5-4c47-a689-7366aae6ce59 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:45.131744 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.187968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.190149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cefdaf1c-bbdc-4e2e-a1d2-00414d7d143e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/54d5c553-228f-4438-a1a1-4ee51580b048 HTTP/1.1" status: 204 len: 168 time: 1.3537114 Jul 08 17:18:45.193092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42232) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:45.227501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f9d19-9de2-4241-b1c7-88e2bd304b7e None None] Pushing event updated for resources: {'Port': ['ID=a82c39a1-c354-4285-9f28-6d1659e1e658,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:45.228828 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6061ddc-e268-49e6-85f7-f4b749754c8a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:18:45.230457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6061ddc-e268-49e6-85f7-f4b749754c8a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:18:45.234379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6061ddc-e268-49e6-85f7-f4b749754c8a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/54d5c553-228f-4438-a1a1-4ee51580b048 HTTP/1.1" status: 404 len: 333 time: 0.0407193 Jul 08 17:18:45.236004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:45.242299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 65e1ae78-21d5-4c47-a689-7366aae6ce59 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:45.251494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 65e1ae78-21d5-4c47-a689-7366aae6ce59 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:45.252413 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.279082 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-831d5e2a-35ba-4514-829f-207590cf8f56 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:18:45.280914 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-831d5e2a-35ba-4514-829f-207590cf8f56 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/54d5c553-228f-4438-a1a1-4ee51580b048 HTTP/1.1" status: 404 len: 333 time: 0.0438037 Jul 08 17:18:45.283685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:45.399014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet e56f4801-31f1-4764-8559-934e38b855ec {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:18:45.410979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.420707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.458378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 65e1ae78-21d5-4c47-a689-7366aae6ce59, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=65e1ae78-21d5-4c47-a689-7366aae6ce59,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:45.466210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.562878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=65e1ae78-21d5-4c47-a689-7366aae6ce59,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:45.621761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:45.627013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396064705', 'description': 'tempest-description--1761038820'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:45.647351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.659294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Sync routers for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:45.664822 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.677976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:45.678621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:45.743372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-df87a259-8185-4bf3-b373-3b64092a595d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:45.744899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-df87a259-8185-4bf3-b373-3b64092a595d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f&tenant_id=ace6366740c64aa99100e7753ab9b133&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 948 time: 0.1949306 Jul 08 17:18:45.764726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61b5c1-795d-42ce-878b-53b31d9d85f9 req-750deea8-406d-4027-a39b-ac8c6f673cea tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:45.766313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d61b5c1-795d-42ce-878b-53b31d9d85f9 req-750deea8-406d-4027-a39b-ac8c6f673cea tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3169999 Jul 08 17:18:45.813708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.819863 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.842694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b6bf8c1b-0eb6-47dc-986d-dc8187afce7c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:45.860228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:45.882365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ce963ac1-3435-406f-821b-32eb6d46f568 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:45.882541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.883156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-632910a3-dd95-4495-aff1-c0684aee9310 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2602320 Jul 08 17:18:45.884849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d61b5c1-795d-42ce-878b-53b31d9d85f9 req-74f55cea-0693-40cd-882d-b00862ba9a5f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055224 Jul 08 17:18:45.892462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42250) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:45.900200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Request body: {'security_group_rule': {'security_group_id': 'b3ef5a16-84b6-411a-b22a-9a9d4365c4d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:45.914905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:45.971193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a1188-29f9-4766-a9dc-79e43e15de5f req-f8be41f5-29b1-4ae6-a818-455d0393116d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:45.972645 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-361a1188-29f9-4766-a9dc-79e43e15de5f req-f8be41f5-29b1-4ae6-a818-455d0393116d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 948 time: 0.1027155 Jul 08 17:18:45.999904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:46.008318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.035359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-e0a73908-bcdc-45c4-8861-a3a4e7df5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.038774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-e0a73908-bcdc-45c4-8861-a3a4e7df5500 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1099 time: 0.2221241 Jul 08 17:18:46.040475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-361a1188-29f9-4766-a9dc-79e43e15de5f req-c7174f3c-096f-4329-b00d-439eac7f9980 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Jul 08 17:18:46.063867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:46.125781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'mac_address': 'fa:16:3e:74:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:46.128947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port ce963ac1-3435-406f-821b-32eb6d46f568 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:46.211212 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.221051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ce963ac1-3435-406f-821b-32eb6d46f568 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:46.221411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.233208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.237871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.257380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bf8c1b-0eb6-47dc-986d-dc8187afce7c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:46.262773 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.268618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/e56f4801-31f1-4764-8559-934e38b855ec HTTP/1.1" status: 204 len: 168 time: 0.9835260 Jul 08 17:18:46.270380 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.270472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:46.308741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:46.324838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.326277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4317684 Jul 08 17:18:46.331606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:46.338134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Request body: {'security_group_rule': {'security_group_id': 'b3ef5a16-84b6-411a-b22a-9a9d4365c4d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:46.341705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acd67d-6963-402e-a6a3-261521ec1834 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=e56f4801-31f1-4764-8559-934e38b855ec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:46.342481 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.352156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20f3fe-53cc-485c-b644-28aad5c2216d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f4203d-a215-4974-9b0d-465ffc832ef9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:46.367526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564390da-c457-4baf-a41a-dafe4613fdb5 req-a254ebe3-c572-42d3-abaf-f084c7876d4d tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.369736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-564390da-c457-4baf-a41a-dafe4613fdb5 req-a254ebe3-c572-42d3-abaf-f084c7876d4d tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 944 time: 0.3153846 Jul 08 17:18:46.388255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-131e0e7c-d5da-4bd6-9304-7876f0b3f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.390031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-131e0e7c-d5da-4bd6-9304-7876f0b3f7a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3312674 Jul 08 17:18:46.443856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.464621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fbf74-8dd2-4ab3-bcf3-16d1f1202fde req-662e37f0-bb46-410c-8cb6-d0181664e2b3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.466518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e7fbf74-8dd2-4ab3-bcf3-16d1f1202fde req-662e37f0-bb46-410c-8cb6-d0181664e2b3 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2254722 Jul 08 17:18:46.475023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.475826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.492236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:46.494685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-564390da-c457-4baf-a41a-dafe4613fdb5 req-bae19d7c-578b-4766-ab45-054cd8696b3a tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034458 Jul 08 17:18:46.503314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-38fc825f-be51-4b02-ab4f-4720ddd0606b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 217 time: 0.0918884 Jul 08 17:18:46.509633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182732ca-be42-4c7e-8e94-8ff9cb390e01 None None] Network de77886f-085e-469d-8b31-93e986c0e7f1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:46.534837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'}, {'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:46.537965 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b0cb5-cb50-4b87-a8c6-f5076e18cf66" -d '{"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c"}, {"server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "name": "network-vif-plugged", "status": "completed", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:46.570885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-44696650-20c6-4929-aba0-fa6abb9adf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.574635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-44696650-20c6-4929-aba0-fa6abb9adf8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0585926 Jul 08 17:18:46.590766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 2, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:46.593732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ce963ac1-3435-406f-821b-32eb6d46f568, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ce963ac1-3435-406f-821b-32eb6d46f568,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:46.597791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e7fbf74-8dd2-4ab3-bcf3-16d1f1202fde req-e274c7d9-f8ae-4333-9630-91658fc39dc8 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169474 Jul 08 17:18:46.601117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.621892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.633041 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c90edaa-8fd0-433e-bd50-03320516ef57 x-openstack-request-id: req-2c90edaa-8fd0-433e-bd50-03320516ef57 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:46.633336 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c", "code": 200}, {"server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "name": "network-vif-plugged", "status": "completed", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:46.633593 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c90edaa-8fd0-433e-bd50-03320516ef57 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:46.634005 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'code': 200} Jul 08 17:18:46.634265 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'code': 200} Jul 08 17:18:46.637571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Checking router: 83bb659e-bd0f-4a58-9735-fe6c2abde25b for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:46.639281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Updating router 83bb659e-bd0f-4a58-9735-fe6c2abde25b port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:18:46.639712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.641499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d270ab53-45fe-4e8a-bde9-548bb6b98ef4 None None] Provisioning for port a82c39a1-c354-4285-9f28-6d1659e1e658 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:46.642053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port a82c39a1-c354-4285-9f28-6d1659e1e658 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:46.642650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.653002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67393939-8c98-43a0-af07-684937d09c81,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:46.689156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-87be655f-4521-432d-9df9-308002e05c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.690843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-87be655f-4521-432d-9df9-308002e05c5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050377 Jul 08 17:18:46.715742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.719949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8897dfd0-2f16-419f-968b-4c6168eee32a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835917 Jul 08 17:18:46.721052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:46.725607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:46.773796 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.788881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port a82c39a1-c354-4285-9f28-6d1659e1e658, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a82c39a1-c354-4285-9f28-6d1659e1e658,segment=NetworkSegment(003f4e9e-1e69-4128-b1e2-9fb4b8f06a98),segment_id=003f4e9e-1e69-4128-b1e2-9fb4b8f06a98)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:46.789293 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.792791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:46.814126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for a82c39a1-c354-4285-9f28-6d1659e1e658 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:46.821115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-55b7fe9b-ae60-4432-8971-4a452c43ea74 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155336 Jul 08 17:18:46.826833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:46.877827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ce963ac1-3435-406f-821b-32eb6d46f568,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:46.928586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b8c2f-c0f0-47a4-9789-1ea40fe34bde req-9e4c3842-feea-442e-8924-e95a3723b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:46.930669 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c70b8c2f-c0f0-47a4-9789-1ea40fe34bde req-9e4c3842-feea-442e-8924-e95a3723b4d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 1096 time: 0.1975236 Jul 08 17:18:46.983209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-168d2148-0fd6-4ea8-87b2-bbf83e0973ea req-34c536a5-f89d-4289-9d4a-a1b96d94e568 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442962 Jul 08 17:18:47.032343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c70b8c2f-c0f0-47a4-9789-1ea40fe34bde req-5ce9f69c-76e7-4bd8-8d0b-6b9cb1ee24e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842550 Jul 08 17:18:47.051827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.091761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=a82c39a1-c354-4285-9f28-6d1659e1e658,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:47.100242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port a82c39a1-c354-4285-9f28-6d1659e1e658 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:47.216256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c655ed1-7832-4c50-8714-416c0ac14b16 None None] DHCP port deletion for de77886f-085e-469d-8b31-93e986c0e7f1 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:18:47.218153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 65e1ae78-21d5-4c47-a689-7366aae6ce59 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:47.235698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539a8d-9da4-4511-9143-a9e2d6106d71 req-c9768ccc-12b0-4358-af4c-4021396d78d8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:47.238865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67539a8d-9da4-4511-9143-a9e2d6106d71 req-c9768ccc-12b0-4358-af4c-4021396d78d8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1499541 Jul 08 17:18:47.245356 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.264526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.297136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67539a8d-9da4-4511-9143-a9e2d6106d71 req-07864ae2-aee2-4ed5-a31b-5225fbfe6e60 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517352 Jul 08 17:18:47.312751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de77886f-085e-469d-8b31-93e986c0e7f1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:47.351837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:47.352239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003f4e9e-1e69-4128-b1e2-9fb4b8f06a98') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:47.386974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.393096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 65e1ae78-21d5-4c47-a689-7366aae6ce59 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:47.393466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.410455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.441669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:18:47.441984 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:18:47.448368 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:18:47.485751 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.537728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Allocated IP 172.25.3.127 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/fd821f77-bb92-49f6-bedc-d825fedfd610) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:47.543096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Transition to ACTIVE for port object 09fbdd27-84c1-4ad8-893a-187a4f49a6ea will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:47.547694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88907734-da4c-450f-a3eb-3c032f46eb41 req-c385db84-b306-41da-b8b0-7ac03335c994 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:47.555307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88907734-da4c-450f-a3eb-3c032f46eb41 req-c385db84-b306-41da-b8b0-7ac03335c994 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 949 time: 0.2497706 Jul 08 17:18:47.556297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.567478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.585559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.587438 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/de77886f-085e-469d-8b31-93e986c0e7f1 HTTP/1.1" status: 204 len: 168 time: 1.3120644 Jul 08 17:18:47.591470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:47.598185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-583708686'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:47.627799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d515e-0534-48a1-b55f-8bab38e41b10 None None] Pushing event updated for resources: {'Port': ['ID=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:47.644525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8c84-0dce-4949-9a5a-2e079ccb18b5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=de77886f-085e-469d-8b31-93e986c0e7f1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:47.683478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:47.687686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.687834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88907734-da4c-450f-a3eb-3c032f46eb41 req-e8295946-db00-4ebf-bfe1-1acde7338ed9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314657 Jul 08 17:18:47.751816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Attempting to bind port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:47.752197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Attempting to bind port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:47.752617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Attempting to bind port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea on network 2fa35345-33d1-4967-8670-36bcddfc50f5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:47.759391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:47.759879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Checking segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:47.762013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:18:47.762497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.762851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Bound using segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:47.763448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Bound port: 09fbdd27-84c1-4ad8-893a-187a4f49a6ea, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:47.763888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.785093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.790206 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c of type vlan for network 1e810750-e71b-4774-8730-a7eeecff71ba Jul 08 17:18:47.807092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.822935 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:47.880166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.891312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.944834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.951531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:47.952173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:47.952310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] For port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:47.978313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:47.989112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:47.997679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] For port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:48.007219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:48.016238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.020670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event updated for resources: {'Port': ['ID=fd821f77-bb92-49f6-bedc-d825fedfd610,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:48.037529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4419296 Jul 08 17:18:48.042026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:48.051450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:48.094549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37ebe-e08a-446f-81b2-85876589edb0 req-7d5d8303-7248-485b-ba35-b686d7ae6221 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:48.101359 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eda37ebe-e08a-446f-81b2-85876589edb0 req-7d5d8303-7248-485b-ba35-b686d7ae6221 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1655993 Jul 08 17:18:48.154681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d515e-0534-48a1-b55f-8bab38e41b10 None None] Pushing event updated for resources: {'Port': ['ID=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:48.154905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:48.159080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.164893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8de28d-6910-4f06-8d42-d2a8a5b3a895 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=1e810750-e71b-4774-8730-a7eeecff71ba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:48.185108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eda37ebe-e08a-446f-81b2-85876589edb0 req-f3f87d3a-2b56-4ae2-853a-6f0e50a9ab95 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827553 Jul 08 17:18:48.190403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c130d8-1394-4571-973a-bbfd2953e1c5 req-fbc07044-4984-49c0-b26f-5307deb04b31 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:48.197170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9c130d8-1394-4571-973a-bbfd2953e1c5 req-fbc07044-4984-49c0-b26f-5307deb04b31 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.5007064 Jul 08 17:18:48.203105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.223476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1e810750-e71b-4774-8730-a7eeecff71ba details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:18:48.233081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:48.234384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:48.302923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.403654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:48.610137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.789721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.798810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9c130d8-1394-4571-973a-bbfd2953e1c5 req-285c5761-4f65-4543-89c8-e2afb618567b tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6006727 Jul 08 17:18:48.809854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.814074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:48.814516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: 1e810750-e71b-4774-8730-a7eeecff71ba, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:18:48.827679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:48.836271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=5d63c8ed-bd86-40cb-853a-cad620758477,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:48.863577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'mac_address': 'fa:16:3e:cd:58:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:48.899358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 1e810750-e71b-4774-8730-a7eeecff71ba is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:18:48.912505 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.925688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1e810750-e71b-4774-8730-a7eeecff71ba) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:48.930052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:48.930759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:48.934495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:48.947300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334d9f5-6fe1-4ec8-b967-1185dd730963 None None] Network 1e810750-e71b-4774-8730-a7eeecff71ba requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:48.951524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event updated for resources: {'Port': ['ID=fd821f77-bb92-49f6-bedc-d825fedfd610,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:48.984607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af562a-df01-40a1-8dad-e52fec9d628f req-60288118-d158-4f82-a9bc-95722ebcd925 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:48.990746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9d99d08b-dddb-4c11-9a77-6d9396fc7a70 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9474354 Jul 08 17:18:48.991676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:48.997660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6af562a-df01-40a1-8dad-e52fec9d628f req-60288118-d158-4f82-a9bc-95722ebcd925 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3339989 Jul 08 17:18:48.998910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1907998214'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:49.094414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:47Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:49.105318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6af562a-df01-40a1-8dad-e52fec9d628f req-e3cb8566-b754-4654-9f98-75d86f169a9b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062467 Jul 08 17:18:49.110229 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:49.138260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b1e01-b6cb-4fc6-b269-d2eead53e62c None None] The sync data for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 is: [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:47Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:49.139769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:49.152936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a82c39a1-c354-4285-9f28-6d1659e1e658 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:49.164750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:49.167695 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3cb7fdd2-8531-4960-a797-e3380b3bc679 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4415903 Jul 08 17:18:49.211316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:49.265212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a82c39a1-c354-4285-9f28-6d1659e1e658 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:18:49.267219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a82c39a1-c354-4285-9f28-6d1659e1e658 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:49.277210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-1e810750-e71b-4774-8730-a7eeecff71ba', 'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': '5d63c8ed-bd86-40cb-853a-cad620758477'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:18:49.278325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:49.356575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f5aa-9883-42f8-9d69-40b9c1ad6bec req-d327534a-dc7c-4d76-b017-7a60c609bf6b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:49.358167 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ef6f5aa-9883-42f8-9d69-40b9c1ad6bec req-d327534a-dc7c-4d76-b017-7a60c609bf6b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 949 time: 0.2191465 Jul 08 17:18:49.429033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:49.447545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:49.498588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ef6f5aa-9883-42f8-9d69-40b9c1ad6bec req-7eeb6e34-af6d-453e-91ba-7d4b97a36c0a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162422 Jul 08 17:18:49.524467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:49.529271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:49.558524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 71ebc656-f911-4bf4-ac9d-c98710f4a540 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:49.651753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f617da1c-ad42-401a-aea4-8d06c04733a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:49.677507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3260-89a4-4e7d-a800-41fd1390b4c5 req-c494b3af-3c61-4a73-a11b-d6b78987d8b5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:49.691027 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-433b3260-89a4-4e7d-a800-41fd1390b4c5 req-c494b3af-3c61-4a73-a11b-d6b78987d8b5 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1688321 Jul 08 17:18:49.772660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-433b3260-89a4-4e7d-a800-41fd1390b4c5 req-4c346400-6790-4812-aefe-0fe3975bd541 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804145 Jul 08 17:18:49.830963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Allocated IP 172.20.0.2 (1e810750-e71b-4774-8730-a7eeecff71ba/5d63c8ed-bd86-40cb-853a-cad620758477/bd778e3a-8146-4d98-8d00-075f1c54c39e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:49.837881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b6bf8c1b-0eb6-47dc-986d-dc8187afce7c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:50.117695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549c74d-8d89-4131-8b52-7dd4b951ec0b req-a164aceb-e4d8-4928-a420-2e2138b83c9a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:50.132002 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6549c74d-8d89-4131-8b52-7dd4b951ec0b req-a164aceb-e4d8-4928-a420-2e2138b83c9a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 949 time: 0.1689720 Jul 08 17:18:50.158006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b617aed-33d5-4089-97bf-143f44f78f19 req-8c6fc134-650c-40a0-8679-5ff1b4bbaa27 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:50.160044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b617aed-33d5-4089-97bf-143f44f78f19 req-8c6fc134-650c-40a0-8679-5ff1b4bbaa27 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.1638019 Jul 08 17:18:50.250437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6549c74d-8d89-4131-8b52-7dd4b951ec0b req-2b7da3c2-101e-41b4-90cb-db383477a53c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162803 Jul 08 17:18:50.281528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b617aed-33d5-4089-97bf-143f44f78f19 req-79eff2b0-60cf-4405-822d-29fa9a053fff tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146183 Jul 08 17:18:50.550589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:50.550957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:50.692002 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:50.699465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9350a-6b3d-4c9d-b77b-b8042c8f0bad req-fc82bc36-3897-43bb-8f84-ec201677104f tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:50.711772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:50.715885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92d9350a-6b3d-4c9d-b77b-b8042c8f0bad req-fc82bc36-3897-43bb-8f84-ec201677104f tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.1637275 Jul 08 17:18:50.732304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Request body: {'floatingip': {'port_id': 'ce963ac1-3435-406f-821b-32eb6d46f568'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:50.781837 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:50.815644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:50.845215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Transition to ACTIVE for port object bd778e3a-8146-4d98-8d00-075f1c54c39e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:50.912895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:50.915227 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f35ae-887c-420f-97b5-57b84b284393" -d '{"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-plugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:50.961185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Transition to ACTIVE for port object bd778e3a-8146-4d98-8d00-075f1c54c39e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:50.965788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:50.980290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:50.997085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:51.082532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Network 1e810750-e71b-4774-8730-a7eeecff71ba is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:51.086037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba558bff-bc60-46ad-b9bf-5541c8e17289 req-38b5f63a-403c-402d-82e0-f80bfb31f5e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:51.095790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba558bff-bc60-46ad-b9bf-5541c8e17289 req-38b5f63a-403c-402d-82e0-f80bfb31f5e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.4829669 Jul 08 17:18:51.096185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:51.101345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:51.185725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:51.195941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 09fbdd27-84c1-4ad8-893a-187a4f49a6ea up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:51.217644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773377c2-e241-4fbb-946b-8f0e0cfc5999 req-881ccfdb-1db0-4cb1-a10f-a82b982b1643 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:51.221389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-773377c2-e241-4fbb-946b-8f0e0cfc5999 req-881ccfdb-1db0-4cb1-a10f-a82b982b1643 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1798630 Jul 08 17:18:51.317826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-773377c2-e241-4fbb-946b-8f0e0cfc5999 req-db91e21b-f874-44fc-9aa8-5f993a66e421 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834050 Jul 08 17:18:51.379002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Attempting to bind port bd778e3a-8146-4d98-8d00-075f1c54c39e on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:18:51.379317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Attempting to bind port bd778e3a-8146-4d98-8d00-075f1c54c39e by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:18:51.379684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Attempting to bind port bd778e3a-8146-4d98-8d00-075f1c54c39e on network 1e810750-e71b-4774-8730-a7eeecff71ba {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:18:51.416897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Pushing event updated for resources: {'Port': ['ID=bd778e3a-8146-4d98-8d00-075f1c54c39e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:51.430293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:18:51.430726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Checking segment: {'id': '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:18:51.431139 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:51.431548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Bound using segment: {'id': '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:18:51.432049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Bound port: bd778e3a-8146-4d98-8d00-075f1c54c39e, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1e810750-e71b-4774-8730-a7eeecff71ba'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:18:51.432467 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:51.523199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:51.547103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:51.549088 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:51.614664 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c95fe-1a30-42b4-ab9a-56f67a061aec x-openstack-request-id: req-9f5c95fe-1a30-42b4-ab9a-56f67a061aec {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:18:51.615195 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-plugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:18:51.615736 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f5c95fe-1a30-42b4-ab9a-56f67a061aec {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:18:51.616170 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'code': 200} Jul 08 17:18:51.732370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] For port bd778e3a-8146-4d98-8d00-075f1c54c39e, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:18:51.749414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] For port bd778e3a-8146-4d98-8d00-075f1c54c39e, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bd778e3a-8146-4d98-8d00-075f1c54c39e,segment=NetworkSegment(5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c),segment_id=5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:18:51.758622 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:51.853628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:51.893431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b602fc6-fe92-4ae4-a816-e8b79fc1bf5f None None] Pushing event updated for resources: {'Port': ['ID=bd778e3a-8146-4d98-8d00-075f1c54c39e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:51.905336 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:51.985419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:51.998501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.004545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:52.004921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.006765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.3 (1e810750-e71b-4774-8730-a7eeecff71ba/5d63c8ed-bd86-40cb-853a-cad620758477/71ebc656-f911-4bf4-ac9d-c98710f4a540) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:18:52.118096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:52.199717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba558bff-bc60-46ad-b9bf-5541c8e17289 req-3d10ed4b-2ac2-4342-9b15-f048a078d032 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1029265 Jul 08 17:18:52.216457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.282552 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3e210de-b744-4a66-ab2a-6286bf91829f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.315864 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.331854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:52.340754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.507152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:52.525659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.529753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:18:52.576883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 71ebc656-f911-4bf4-ac9d-c98710f4a540 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:18:52.600582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.612493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.741389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:52.899332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 1e810750-e71b-4774-8730-a7eeecff71ba is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:52.912494 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Floating IP d15abeab-5cdd-4984-95d3-393354682c23 associated. External IP: 172.25.3.204, port: ce963ac1-3435-406f-821b-32eb6d46f568. Jul 08 17:18:53.050935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:53.090081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:53.125399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=71ebc656-f911-4bf4-ac9d-c98710f4a540,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:53.237135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 09fbdd27-84c1-4ad8-893a-187a4f49a6ea up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:53.309347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:53.310784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.358920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:53.359292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.400856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:53.403118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e9978f2-4b0b-4e01-981f-79f33e6935b6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.4097764 Jul 08 17:18:53.423136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af7223-3557-4a38-9f59-bef9790526ab None None] Network 1e810750-e71b-4774-8730-a7eeecff71ba requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:53.534069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.550611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-86d45699-84f3-44d9-8e83-f18c7c793304 None None] Provisioning for port bd778e3a-8146-4d98-8d00-075f1c54c39e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:53.568298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Router 1726b21e-b462-423e-afee-bc906bc5347c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:18:53.591012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 71ebc656-f911-4bf4-ac9d-c98710f4a540 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:53.591753 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.617383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:53.620590 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e053d6-ac7f-47b6-a301-265f81ec4ff7" -d '{"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:53.641267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bd778e3a-8146-4d98-8d00-075f1c54c39e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:53.739803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.775204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 71ebc656-f911-4bf4-ac9d-c98710f4a540 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:53.804006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port bd778e3a-8146-4d98-8d00-075f1c54c39e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:18:53.808400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:18:53.817852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.823362 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] Sync routers for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:18:53.838063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bd778e3a-8146-4d98-8d00-075f1c54c39e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:53.840720 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:53.845788 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:53.851198 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:53.921517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 56736910-1a4c-4d37-9773-c312979e3f4b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:18:53.924892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1068b28f-3bd6-4155-8688-96b0f23dc5a4 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "PUT /v2.0/floatingips/d15abeab-5cdd-4984-95d3-393354682c23 HTTP/1.1" status: 200 len: 991 time: 3.2110875 Jul 08 17:18:53.929833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:18:53.934646 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48bf11c-aebc-4d5d-8047-a05df44017a2" -d '{"events": [{"name": "network-changed", "server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:18:54.058610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:54.079133 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:54.087562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '56736910-1a4c-4d37-9773-c312979e3f4b', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': '56736910-1a4c-4d37-9773-c312979e3f4b', 'mac_address': 'fa:16:3e:cc:3d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:18:54.196295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.225942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56736910-1a4c-4d37-9773-c312979e3f4b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:18:54.277054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:54.358585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.454807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:54.479726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['56736910-1a4c-4d37-9773-c312979e3f4b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:18:54.490656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.502334 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.531732 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'd15abeab-5cdd-4984-95d3-393354682c23', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'port_id': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'mac_address': 'fa:16:3e:4e:47:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:18:27Z', 'updated_at': '2021-07-08T17:18:52Z', 'revision_number': 1, 'project_id': '63043324e2e6427eb651731aa1624cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:31Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:54.565521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=71ebc656-f911-4bf4-ac9d-c98710f4a540,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:54.568166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] Checking router: 1726b21e-b462-423e-afee-bc906bc5347c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:18:54.579600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:18:54.579600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:54.610573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a1c1507-ab54-4c5f-a174-7c77c3e65ba3 None None] Could not find standard attr ID for object 71ebc656-f911-4bf4-ac9d-c98710f4a540. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:18:54.657386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port bd778e3a-8146-4d98-8d00-075f1c54c39e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bd778e3a-8146-4d98-8d00-075f1c54c39e,segment=NetworkSegment(5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c),segment_id=5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:54.687385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a1c1507-ab54-4c5f-a174-7c77c3e65ba3 None None] Provisioning complete for port bd778e3a-8146-4d98-8d00-075f1c54c39e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:54.687833 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1507-ab54-4c5f-a174-7c77c3e65ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.691702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.717637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.719765 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2f01df30-b2c5-4d4c-91c7-ae224e648a7d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/71ebc656-f911-4bf4-ac9d-c98710f4a540 HTTP/1.1" status: 204 len: 168 time: 1.3165541 Jul 08 17:18:54.722837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42482) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:54.813021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=bd778e3a-8146-4d98-8d00-075f1c54c39e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:54.819316 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9b4614-02ee-454c-993d-91c35974b5f4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:18:54.821442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5b9b4614-02ee-454c-993d-91c35974b5f4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/71ebc656-f911-4bf4-ac9d-c98710f4a540 HTTP/1.1" status: 404 len: 333 time: 0.0891287 Jul 08 17:18:54.825741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:54.893193 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:18:54.962893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet 5d63c8ed-bd86-40cb-853a-cad620758477 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:18:54.967669 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.968866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.050905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.115667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bd778e3a-8146-4d98-8d00-075f1c54c39e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:55.180774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9484c81f-af84-4b55-91b3-c9c4aef17bb3 None None] Could not find standard attr ID for object 71ebc656-f911-4bf4-ac9d-c98710f4a540. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:18:55.272212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bd778e3a-8146-4d98-8d00-075f1c54c39e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:55.277831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.280682 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'd15abeab-5cdd-4984-95d3-393354682c23', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'port_id': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'mac_address': 'fa:16:3e:4e:47:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:18:27Z', 'updated_at': '2021-07-08T17:18:52Z', 'revision_number': 1, 'project_id': '63043324e2e6427eb651731aa1624cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:31Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:55.313617 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127d802-21d5-4918-a1f9-3d1f6143163b None None] The sync data for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 is: [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'd15abeab-5cdd-4984-95d3-393354682c23', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'port_id': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'mac_address': 'fa:16:3e:4e:47:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:18:27Z', 'updated_at': '2021-07-08T17:18:52Z', 'revision_number': 1, 'project_id': '63043324e2e6427eb651731aa1624cae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:31Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:18:55.345412 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.457853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.484731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f96176-33ee-4a21-821b-fd7093210971 None None] Network 1e810750-e71b-4774-8730-a7eeecff71ba requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:18:55.505220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=5d63c8ed-bd86-40cb-853a-cad620758477,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:55.513735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.516667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5a27c0af-faaf-40fe-a3b7-e0ea9431a17a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/5d63c8ed-bd86-40cb-853a-cad620758477 HTTP/1.1" status: 204 len: 168 time: 0.6854539 Jul 08 17:18:55.519376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:55.639661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.692829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca27e687-192c-4677-88f4-c5267dabbffa None None] New status for floating IP d15abeab-5cdd-4984-95d3-393354682c23: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:18:55.765823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port bd778e3a-8146-4d98-8d00-075f1c54c39e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:55.771922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.867188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port bd778e3a-8146-4d98-8d00-075f1c54c39e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bd778e3a-8146-4d98-8d00-075f1c54c39e,segment=NetworkSegment(5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c),segment_id=5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:55.871277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:55.901086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for bd778e3a-8146-4d98-8d00-075f1c54c39e owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:56.013487 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.052563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4b8a6-9da0-4ab9-a6ac-2f9984eb871e None None] DHCP port deletion for 1e810750-e71b-4774-8730-a7eeecff71ba request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:18:56.054995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 56736910-1a4c-4d37-9773-c312979e3f4b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:18:56.060757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=bd778e3a-8146-4d98-8d00-075f1c54c39e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:56.064884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port bd778e3a-8146-4d98-8d00-075f1c54c39e on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:18:56.141566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 56736910-1a4c-4d37-9773-c312979e3f4b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:18:56.141942 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.172068 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.190671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e810750-e71b-4774-8730-a7eeecff71ba']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:56.203803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:56.204097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c80ce41-cf4a-4142-bfbb-a8b5d0e9337c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:18:56.217760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.233567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.246388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:18:56.246796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:18:56.251886 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:18:56.262053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.311114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:18:56.316607 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.341738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.359777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.365180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/1e810750-e71b-4774-8730-a7eeecff71ba HTTP/1.1" status: 204 len: 168 time: 0.8409641 Jul 08 17:18:56.365512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42494) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:56.371747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'name': 'tempest-PortsTestJSON-1558980458'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:56.379879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:56.390325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7905e5-7a66-4f20-996b-55db842ae643 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=1e810750-e71b-4774-8730-a7eeecff71ba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:56.492509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:56.499061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.519376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 09c4e47a-f4e5-4342-ab6b-86c85b309e84 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:56.730993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.788678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.842758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:56.848352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:56.856381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:56.862406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:56.863059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:56.879731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=09c4e47a-f4e5-4342-ab6b-86c85b309e84,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:56.905133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1df2f13d-5101-425b-9ffe-eefea1b09780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5342114 Jul 08 17:18:56.905474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:57.045253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bd778e3a-8146-4d98-8d00-075f1c54c39e no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:18:57.071850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 09c4e47a-f4e5-4342-ab6b-86c85b309e84 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:57.075130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.080658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: bd778e3a-8146-4d98-8d00-075f1c54c39e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:18:57.081009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bd778e3a-8146-4d98-8d00-075f1c54c39e not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:18:57.164109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.186276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 09c4e47a-f4e5-4342-ab6b-86c85b309e84 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:57.286471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.321421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=09c4e47a-f4e5-4342-ab6b-86c85b309e84,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:57.335061 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.338016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ae43b4f6-f18f-4369-90fd-1b5293635472 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/09c4e47a-f4e5-4342-ab6b-86c85b309e84 HTTP/1.1" status: 204 len: 168 time: 0.4304459 Jul 08 17:18:57.340445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:57.345804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'mac_address': 'fa:16:3e:f4:bf:66', 'name': 'tempest-PortsTestJSON-1006821531'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:57.466559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:57.553161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.580823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port ba7e8b33-7dc6-4fce-9f6b-fb9be0039300 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:57.789965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.851569 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:18:57.900521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.969652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:57.978323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:57.981038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=ba7e8b33-7dc6-4fce-9f6b-fb9be0039300,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:57.983371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:57.989968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:57.990771 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.014166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ea858115-c7f6-4b97-830a-aad93641f404 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6725438 Jul 08 17:18:58.016799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42504) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:58.077914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1dced-2cc5-4def-a26a-2a8e7f6ffe09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:58.079389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8bb1dced-2cc5-4def-a26a-2a8e7f6ffe09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/ba7e8b33-7dc6-4fce-9f6b-fb9be0039300 HTTP/1.1" status: 200 len: 841 time: 0.0616109 Jul 08 17:18:58.082967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:58.200956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port ba7e8b33-7dc6-4fce-9f6b-fb9be0039300 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:58.201306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.287488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.307960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for ba7e8b33-7dc6-4fce-9f6b-fb9be0039300 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:58.399522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.430707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=ba7e8b33-7dc6-4fce-9f6b-fb9be0039300,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:58.445234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.447798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7aa97216-116c-4c82-961c-6e959e26a053 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/ba7e8b33-7dc6-4fce-9f6b-fb9be0039300 HTTP/1.1" status: 204 len: 168 time: 0.3634899 Jul 08 17:18:58.452004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:58.489785 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1a0a60-bfb9-4497-8410-d40099cb2641 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:18:58.491693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc1a0a60-bfb9-4497-8410-d40099cb2641 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/ba7e8b33-7dc6-4fce-9f6b-fb9be0039300 HTTP/1.1" status: 404 len: 333 time: 0.0384510 Jul 08 17:18:58.496181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:58.501656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'name': 'tempest-PortsTestJSON-601389231'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:58.621384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:18:58.625379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.645891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 1676a86c-0fbb-49bd-95bf-796eb8f9b83f yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:18:58.926901 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:58.985213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.075093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:18:59.076603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=1676a86c-0fbb-49bd-95bf-796eb8f9b83f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:59.079056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:18:59.081124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:18:59.087294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:59.087950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.106380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6fe5514-9176-46b5-92af-7e1f13c3526e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6088018 Jul 08 17:18:59.111308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:59.117598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:18:59.223739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.425643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.431196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.478411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] In _notify_port_updated(), no bound segment for port 1676a86c-0fbb-49bd-95bf-796eb8f9b83f on network 37d9e376-6828-420f-a691-31474b2eaf39 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:18:59.489334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:59.490503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.492717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/ports/1676a86c-0fbb-49bd-95bf-796eb8f9b83f HTTP/1.1" status: 200 len: 818 time: 0.3806641 Jul 08 17:18:59.496401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:59.522366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17497603-98e1-4fab-aa0a-678be44fad14 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=1676a86c-0fbb-49bd-95bf-796eb8f9b83f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:59.628917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 1676a86c-0fbb-49bd-95bf-796eb8f9b83f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:18:59.629402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.715280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.732312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 1676a86c-0fbb-49bd-95bf-796eb8f9b83f owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:18:59.835806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.871927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=1676a86c-0fbb-49bd-95bf-796eb8f9b83f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:18:59.883365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.888717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:18:59.888878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-014d3aa6-62ab-4755-9aa4-f6bf63cbc30b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/1676a86c-0fbb-49bd-95bf-796eb8f9b83f HTTP/1.1" status: 204 len: 168 time: 0.3912954 Jul 08 17:18:59.978036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034d78c-5e65-4239-a661-4ad93a1f75e3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:18:59.980318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d034d78c-5e65-4239-a661-4ad93a1f75e3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0903945 Jul 08 17:18:59.982773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:00.018179 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6cd1b2-9029-4be6-a026-00208d8f771f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:00.019913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6e6cd1b2-9029-4be6-a026-00208d8f771f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/1676a86c-0fbb-49bd-95bf-796eb8f9b83f HTTP/1.1" status: 404 len: 333 time: 0.0360837 Jul 08 17:19:00.023700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:00.032749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559158791'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:00.061138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:00.065275 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.105325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:19:00.120500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.121946 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 13a73308-e020-43ef-bbfb-f78e179c9011 of type vlan for network f0948a52-4461-4c01-90fb-504a7c3d3510 Jul 08 17:19:00.184662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.226173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.235029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:00.235991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.311791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2842491 Jul 08 17:19:00.313052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:00.320241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:00.320668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81163c-a140-4adb-a620-2edfaa45700a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=f0948a52-4461-4c01-90fb-504a7c3d3510,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:00.334232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f0948a52-4461-4c01-90fb-504a7c3d3510 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:19:00.485603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:00.489690 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.957872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.055601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=d9b0be0f-7ba3-490f-8493-1f103c6bb0cb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:01.076520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '13a73308-e020-43ef-bbfb-f78e179c9011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:01.076887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: f0948a52-4461-4c01-90fb-504a7c3d3510, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:19:01.111382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network f0948a52-4461-4c01-90fb-504a7c3d3510 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:19:01.139370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f0948a52-4461-4c01-90fb-504a7c3d3510) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:01.151651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359102c8-9fa6-49e4-b054-f2ef201d9e86 None None] Network f0948a52-4461-4c01-90fb-504a7c3d3510 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:01.169570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:01.170512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.198613 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6dd60cd4-a1e4-4f36-96ba-6a86860aff26 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8833418 Jul 08 17:19:01.201728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:01.207780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:01.363542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f0948a52-4461-4c01-90fb-504a7c3d3510', 'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': 'd9b0be0f-7ba3-490f-8493-1f103c6bb0cb'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:19:01.365674 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.425417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:01.433775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.529779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Allocated IP 172.20.0.2 (f0948a52-4461-4c01-90fb-504a7c3d3510/d9b0be0f-7ba3-490f-8493-1f103c6bb0cb/6d584549-8906-4b1f-8ed3-99786cba0214) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:01.607811 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d9b0be0f-7ba3-490f-8493-1f103c6bb0cb (CIDR: 172.20.0.0/28) Jul 08 17:19:01.621697 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:19:01.622303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:19:01.651419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bb834d04-94e1-4587-a5c5-a5bb0c8b7fd6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4481308 Jul 08 17:19:01.654173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42538) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:01.660054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:01.795076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.808753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Transition to ACTIVE for port object 6d584549-8906-4b1f-8ed3-99786cba0214 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:01.826037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:01.831625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.836268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Transition to ACTIVE for port object 6d584549-8906-4b1f-8ed3-99786cba0214 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:01.858525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.936981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Network f0948a52-4461-4c01-90fb-504a7c3d3510 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:01.940901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:01.948596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:02.038432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Attempting to bind port 6d584549-8906-4b1f-8ed3-99786cba0214 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:02.039057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Attempting to bind port 6d584549-8906-4b1f-8ed3-99786cba0214 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '13a73308-e020-43ef-bbfb-f78e179c9011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:02.040015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Attempting to bind port 6d584549-8906-4b1f-8ed3-99786cba0214 on network f0948a52-4461-4c01-90fb-504a7c3d3510 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:02.042843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Pushing event updated for resources: {'Port': ['ID=6d584549-8906-4b1f-8ed3-99786cba0214,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:02.049171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:02.049493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Checking segment: {'id': '13a73308-e020-43ef-bbfb-f78e179c9011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:02.049903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.050764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Bound using segment: {'id': '13a73308-e020-43ef-bbfb-f78e179c9011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:02.050764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Bound port: 6d584549-8906-4b1f-8ed3-99786cba0214, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a73308-e020-43ef-bbfb-f78e179c9011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:02.051155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.159036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] For port 6d584549-8906-4b1f-8ed3-99786cba0214, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:02.162964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] For port 6d584549-8906-4b1f-8ed3-99786cba0214, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6d584549-8906-4b1f-8ed3-99786cba0214,segment=NetworkSegment(13a73308-e020-43ef-bbfb-f78e179c9011),segment_id=13a73308-e020-43ef-bbfb-f78e179c9011)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:02.173116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.277184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f099ea6-12d9-4ee5-abb6-e4bbab1b708a None None] Pushing event updated for resources: {'Port': ['ID=6d584549-8906-4b1f-8ed3-99786cba0214,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:02.308268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.368159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network f0948a52-4461-4c01-90fb-504a7c3d3510 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:02.381057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:02.385877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:02.386521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.417132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:02.421981 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7dc9b946-8bf8-4a76-936f-7b23b74d6807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7649789 Jul 08 17:19:02.423914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:02.428938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510', 'fixed_ips': [{'subnet_id': 'd9b0be0f-7ba3-490f-8493-1f103c6bb0cb'}, {'subnet_id': 'ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d'}], 'name': 'tempest-PortsTestJSON-2086655541'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:02.634261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:02.768174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.794334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port e1920d02-9bac-458b-8dd3-59dbbff04f11 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:03.080806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 6d584549-8906-4b1f-8ed3-99786cba0214 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:03.157004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 6d584549-8906-4b1f-8ed3-99786cba0214 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:03.280435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.9 (f0948a52-4461-4c01-90fb-504a7c3d3510/d9b0be0f-7ba3-490f-8493-1f103c6bb0cb/e1920d02-9bac-458b-8dd3-59dbbff04f11) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:03.292296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.22 (f0948a52-4461-4c01-90fb-504a7c3d3510/ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d/e1920d02-9bac-458b-8dd3-59dbbff04f11) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:03.519287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:03.537192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object e1920d02-9bac-458b-8dd3-59dbbff04f11 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:03.580015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:03.636930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network f0948a52-4461-4c01-90fb-504a7c3d3510 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:03.640455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:03.643749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:03.688691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa94f1a8-e058-4760-a643-54cf98d77d10 None None] Network f0948a52-4461-4c01-90fb-504a7c3d3510 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:03.801052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] Provisioning for port 6d584549-8906-4b1f-8ed3-99786cba0214 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:03.826296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] Provisioning complete for port 6d584549-8906-4b1f-8ed3-99786cba0214 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:03.827020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.030974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.064404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-bb3aaaf3-797c-4d02-ac99-46dcc329009c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393953 Jul 08 17:19:04.067237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=e1920d02-9bac-458b-8dd3-59dbbff04f11,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:04.084117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] For port 6d584549-8906-4b1f-8ed3-99786cba0214, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6d584549-8906-4b1f-8ed3-99786cba0214,segment=NetworkSegment(13a73308-e020-43ef-bbfb-f78e179c9011),segment_id=13a73308-e020-43ef-bbfb-f78e179c9011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:04.093051 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.172988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:04.173734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.177117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6898b6-3617-4b06-b77c-c815729df49e None None] Pushing event updated for resources: {'Port': ['ID=6d584549-8906-4b1f-8ed3-99786cba0214,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:04.184393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a92448-6151-4c4d-9fdf-727fd1bba756 req-d8d4965c-87e0-4170-9834-037c263533f9 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:04.193431 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63a92448-6151-4c4d-9fdf-727fd1bba756 req-d8d4965c-87e0-4170-9834-037c263533f9 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1341910 Jul 08 17:19:04.208919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Update dhcp port {'port': {'network_id': 'f0948a52-4461-4c01-90fb-504a7c3d3510', 'fixed_ips': [{'subnet_id': 'd9b0be0f-7ba3-490f-8493-1f103c6bb0cb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d'}], 'binding:host_id': 'n-d-799527-4'}, 'id': '6d584549-8906-4b1f-8ed3-99786cba0214'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:19:04.236656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a2b9f67-41b7-434f-a7d4-a4dfe58b9ca7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8117940 Jul 08 17:19:04.240577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:04.250219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9b0be0f-7ba3-490f-8493-1f103c6bb0cb'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:04.255231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.256401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63a92448-6151-4c4d-9fdf-727fd1bba756 req-4d4d9b6e-0a7a-451f-b527-e49b19f7b887 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618138 Jul 08 17:19:04.407894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-30448bcb-f1cb-4f58-9f62-493780b449a7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:04.413312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-30448bcb-f1cb-4f58-9f62-493780b449a7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426208 Jul 08 17:19:04.504857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-442d1eb1-b639-4918-9ad2-ecdeba8d1e78 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/quotas/ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 375 time: 0.0407834 Jul 08 17:19:04.559853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Allocated IP 172.20.0.18 (f0948a52-4461-4c01-90fb-504a7c3d3510/ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d/6d584549-8906-4b1f-8ed3-99786cba0214) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:04.631335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.751137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fadac6-02b4-4934-b627-6eba1c7f6e41 req-ccf8e2e3-1e4b-4fa9-8f72-7d05682551e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:04.754887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0fadac6-02b4-4934-b627-6eba1c7f6e41 req-ccf8e2e3-1e4b-4fa9-8f72-7d05682551e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1505282 Jul 08 17:19:04.790327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] For port 6d584549-8906-4b1f-8ed3-99786cba0214, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6d584549-8906-4b1f-8ed3-99786cba0214,segment=NetworkSegment(13a73308-e020-43ef-bbfb-f78e179c9011),segment_id=13a73308-e020-43ef-bbfb-f78e179c9011)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:04.808761 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-7c677f23-6cfd-4fec-941c-09a68db54fd1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2917368 Jul 08 17:19:04.830811 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.851462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Transition to ACTIVE for port object 6d584549-8906-4b1f-8ed3-99786cba0214 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:04.858440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:04.887967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0fadac6-02b4-4934-b627-6eba1c7f6e41 req-e98eb263-fabb-446b-9da7-11ee80d76fcb tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265504 Jul 08 17:19:04.922270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00c08c-16fe-40f3-819a-8465e182339a None None] Pushing event updated for resources: {'Port': ['ID=6d584549-8906-4b1f-8ed3-99786cba0214,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:05.024161 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417d4e0-6360-4048-b6b1-1b2f88552fff x-openstack-request-id: req-4417d4e0-6360-4048-b6b1-1b2f88552fff {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:05.024455 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:05.024712 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4417d4e0-6360-4048-b6b1-1b2f88552fff {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:05.025106 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'code': 200} Jul 08 17:19:05.113134 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924d2f9-8423-4ba0-a60b-07659910219a x-openstack-request-id: req-e924d2f9-8423-4ba0-a60b-07659910219a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:05.113394 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:05.113643 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e924d2f9-8423-4ba0-a60b-07659910219a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:05.114067 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'status': 'completed', 'code': 200} Jul 08 17:19:05.142012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 6d584549-8906-4b1f-8ed3-99786cba0214 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:05.272860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-529d806a-3e6a-4673-85cd-2cf1de2ffd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:05.280907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-529d806a-3e6a-4673-85cd-2cf1de2ffd04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63043324e2e6427eb651731aa1624cae&device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 1096 time: 0.1417131 Jul 08 17:19:05.340540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Delete allocated IP 172.20.0.22 (f0948a52-4461-4c01-90fb-504a7c3d3510/ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d) {{(pid=93945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:19:05.446089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-78951325-af7c-41b0-85b1-ecc3f4f3eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:05.449064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-78951325-af7c-41b0-85b1-ecc3f4f3eab2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1954c47-fa00-40ca-b518-adac011bed5b HTTP/1.1" status: 200 len: 912 time: 0.1518252 Jul 08 17:19:05.532610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-cba0aaa8-64b6-44c8-849a-2fcf065c9250 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce963ac1-3435-406f-821b-32eb6d46f568 HTTP/1.1" status: 200 len: 1001 time: 0.0755551 Jul 08 17:19:05.643112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-e8ef073e-9a9a-4e21-b218-3d2968c37a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:05.644741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-e8ef073e-9a9a-4e21-b218-3d2968c37a7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af47c43c-3e81-490c-a40a-0cb3e4b2e42c HTTP/1.1" status: 200 len: 850 time: 0.1024368 Jul 08 17:19:05.693659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:05.757360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Ignored duplicate provisioning block setup for port e1920d02-9bac-458b-8dd3-59dbbff04f11 by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:19:05.765892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:05.863036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-47131464-46bb-4b95-9e5d-0370eb8b4590 req-d05ba9ce-ec64-4a93-8c10-abb604bf8146 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 210 time: 0.0402949 Jul 08 17:19:05.870094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-7a4ca9f2-32c0-4855-abaf-cd43728eea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:05.871810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-7a4ca9f2-32c0-4855-abaf-cd43728eea80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1954c47-fa00-40ca-b518-adac011bed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161674 Jul 08 17:19:05.992790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] In _notify_port_updated(), no bound segment for port e1920d02-9bac-458b-8dd3-59dbbff04f11 on network f0948a52-4461-4c01-90fb-504a7c3d3510 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:19:06.015977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:06.016662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:06.035504 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/ports/e1920d02-9bac-458b-8dd3-59dbbff04f11 HTTP/1.1" status: 200 len: 919 time: 1.7920344 Jul 08 17:19:06.038293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:06.054152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a8a6f-a9e7-46cd-a26d-660b5d55f082 None None] Network f0948a52-4461-4c01-90fb-504a7c3d3510 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:06.059223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9b0be0f-7ba3-490f-8493-1f103c6bb0cb'}, {'subnet_id': 'ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:06.064517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dee9a-76fd-4b1f-8e4f-02aae131f2d8 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=e1920d02-9bac-458b-8dd3-59dbbff04f11,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:06.189280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-e69df3d2-cb7e-4b28-9546-e10e84b16042 service neutron] 10.222.0.53 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080678 Jul 08 17:19:06.273366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Provisioning for port e1920d02-9bac-458b-8dd3-59dbbff04f11 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:06.283601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Provisioning complete for port e1920d02-9bac-458b-8dd3-59dbbff04f11 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:06.284495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:06.292764 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:06.361238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Port e1920d02-9bac-458b-8dd3-59dbbff04f11 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:06.387200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Provisioning for port 6d584549-8906-4b1f-8ed3-99786cba0214 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:06.429615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Provisioning complete for port 6d584549-8906-4b1f-8ed3-99786cba0214 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:06.430463 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2deba1be-0f82-45fd-b16f-0f8b05dc3ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:06.433614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a48bf11c-aebc-4d5d-8047-a05df44017a2 req-f2e59b72-6c00-464b-8065-e97eaa006e4d service neutron] 10.222.0.53 "GET /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284262 Jul 08 17:19:06.607793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a12f0-a830-4bb9-8ee7-7c27008621e6 req-ef610c3f-163e-452f-bc67-99285f92cd48 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:06.616189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-446a12f0-a830-4bb9-8ee7-7c27008621e6 req-ef610c3f-163e-452f-bc67-99285f92cd48 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.1808558 Jul 08 17:19:06.696851 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-446a12f0-a830-4bb9-8ee7-7c27008621e6 req-48b954c8-d871-4f15-85ad-c527401df876 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774584 Jul 08 17:19:07.026829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:07.028195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.27 (f0948a52-4461-4c01-90fb-504a7c3d3510/ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d/e1920d02-9bac-458b-8dd3-59dbbff04f11) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:07.029347 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0379f50e-9935-45cf-a054-923ad06f63e6" -d '{"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-plugged", "status": "completed", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:07.109667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c81e-eafe-455a-b0c0-f2f0286f110b req-d1de61ae-825b-4e80-81fa-5fe387062aac tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:07.111695 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e355c81e-eafe-455a-b0c0-f2f0286f110b req-d1de61ae-825b-4e80-81fa-5fe387062aac tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1317964 Jul 08 17:19:07.189406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-0751bc1e-0a84-4f75-9b04-89fe64f69169 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763590 Jul 08 17:19:07.283179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e355c81e-eafe-455a-b0c0-f2f0286f110b req-c5d34412-108d-4372-9a6a-dbae37c0245f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580601 Jul 08 17:19:07.284269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:07.318681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object e1920d02-9bac-458b-8dd3-59dbbff04f11 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:07.327939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:07.427766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-e9d62cda-8aad-4e04-8d0d-219c36005f24 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:07.434363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-e9d62cda-8aad-4e04-8d0d-219c36005f24 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384934 Jul 08 17:19:07.449427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Request body: {'port': {'device_id': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ace6366740c64aa99100e7753ab9b133'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:07.472269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=e1920d02-9bac-458b-8dd3-59dbbff04f11,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:07.633313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Made reservation on behalf of ace6366740c64aa99100e7753ab9b133 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:07.637801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:07.762323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] In _notify_port_updated(), no bound segment for port e1920d02-9bac-458b-8dd3-59dbbff04f11 on network f0948a52-4461-4c01-90fb-504a7c3d3510 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:19:07.778438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:07.780466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:07.785663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-61924b92-16f8-4435-befc-0b4da31e7fc4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/ports/e1920d02-9bac-458b-8dd3-59dbbff04f11 HTTP/1.1" status: 200 len: 999 time: 1.7320158 Jul 08 17:19:07.789669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:07.942344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:07.993732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef2fb-275b-40a6-8b0c-28895563c5f5 req-b8151f1d-6d79-4d6e-8d0c-909a7b8fb00b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:08.002933 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-635ef2fb-275b-40a6-8b0c-28895563c5f5 req-b8151f1d-6d79-4d6e-8d0c-909a7b8fb00b tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2432311 Jul 08 17:19:08.012387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port e1920d02-9bac-458b-8dd3-59dbbff04f11 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:08.012737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.037818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-318ca61b-9c45-468f-ab39-8b0a0b12c5b9 None None] Provisioning for port e1920d02-9bac-458b-8dd3-59dbbff04f11 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:08.077292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-318ca61b-9c45-468f-ab39-8b0a0b12c5b9 None None] Provisioning complete for port e1920d02-9bac-458b-8dd3-59dbbff04f11 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:08.078217 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-318ca61b-9c45-468f-ab39-8b0a0b12c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.115967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Allocated IP 192.168.233.45 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/7cd0c266-1ab6-49ae-b181-e75cb0cd330a) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:08.124746 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.179929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-318ca61b-9c45-468f-ab39-8b0a0b12c5b9 None None] Port e1920d02-9bac-458b-8dd3-59dbbff04f11 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:08.223637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.239003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:08.257052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.266605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-318ca61b-9c45-468f-ab39-8b0a0b12c5b9 None None] Provisioning complete for port 6d584549-8906-4b1f-8ed3-99786cba0214 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:08.266975 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-318ca61b-9c45-468f-ab39-8b0a0b12c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.284097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for e1920d02-9bac-458b-8dd3-59dbbff04f11 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:08.458157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-635ef2fb-275b-40a6-8b0c-28895563c5f5 req-0a09aea3-fba8-4aeb-a234-077ba1f81747 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337158 Jul 08 17:19:08.548033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:08.578646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.578992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.580197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.580514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.580854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.581184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.581514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.582899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.583237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.583563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.583892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.584216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:08.590693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.600192 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209bed3b-826e-42b1-90e7-82422a87cd42 x-openstack-request-id: req-209bed3b-826e-42b1-90e7-82422a87cd42 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:08.600488 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-plugged", "status": "completed", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:08.600745 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-209bed3b-826e-42b1-90e7-82422a87cd42 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:08.601145 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b', 'code': 200} Jul 08 17:19:08.619266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87520b57-3d03-4d2f-8d5c-87a76648b8dc req-ab9fe6fc-6a50-4d93-af77-69565ee6461d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 210 time: 0.0714622 Jul 08 17:19:08.782956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Transition to ACTIVE for port object 7cd0c266-1ab6-49ae-b181-e75cb0cd330a will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:08.783257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.816615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fa7dc423-13ae-48fd-8663-834f341c04ee None None] Could not find standard attr ID for object e1920d02-9bac-458b-8dd3-59dbbff04f11. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:19:08.856418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:08.870655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:08.873333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:08.920577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=e1920d02-9bac-458b-8dd3-59dbbff04f11,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:08.921274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:08.998597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:09.012247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:09.022297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:09.144178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:09.145350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.180571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c61ed-de17-4178-8ef6-10819b8c7c4d req-457fedce-f08b-4773-b994-b34aed8e8835 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:09.185547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f5c61ed-de17-4178-8ef6-10819b8c7c4d req-457fedce-f08b-4773-b994-b34aed8e8835 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 949 time: 0.3120518 Jul 08 17:19:09.191310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.192679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f05cb-b8e1-4e6e-981c-531ac348c480 req-130c0892-2644-4711-a267-a7c53375f229 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:09.193232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-99db89b2-cfaf-47e7-8947-893cf8dd0f31 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/e1920d02-9bac-458b-8dd3-59dbbff04f11 HTTP/1.1" status: 204 len: 168 time: 1.4024088 Jul 08 17:19:09.201101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb3f05cb-b8e1-4e6e-981c-531ac348c480 req-130c0892-2644-4711-a267-a7c53375f229 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.2807226 Jul 08 17:19:09.221597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:09.278297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f5c61ed-de17-4178-8ef6-10819b8c7c4d req-154c73d6-ee44-4b45-b94a-e7f5bc2b9ea8 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817330 Jul 08 17:19:09.317453 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d83c7d-b371-4295-921d-87e073246a7e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:09.319292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-54d83c7d-b371-4295-921d-87e073246a7e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/e1920d02-9bac-458b-8dd3-59dbbff04f11 HTTP/1.1" status: 404 len: 333 time: 0.0874085 Jul 08 17:19:09.323220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:09.327440 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-85a47127-c405-45ea-be37-7b6104d8abcf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8848000 Jul 08 17:19:09.348232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Request body: {'port': {'device_id': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:09.424480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb3f05cb-b8e1-4e6e-981c-531ac348c480 req-893ef4d1-4a8e-456e-8e97-4289801e5b3a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221298 Jul 08 17:19:09.476401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87500acb-86dd-4fed-af66-fba3b5ea0d74 None None] Provisioning for port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:09.479235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:19:09.483611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87500acb-86dd-4fed-af66-fba3b5ea0d74 None None] Provisioning complete for port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:09.484182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.484370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87500acb-86dd-4fed-af66-fba3b5ea0d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.538836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.549354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.631450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-87500acb-86dd-4fed-af66-fba3b5ea0d74 None None] Port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:09.675815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.800487 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.850356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-61ffb5af-465b-4dba-afcd-e172a7231d31 None None] Could not find standard attr ID for object e1920d02-9bac-458b-8dd3-59dbbff04f11. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:19:09.860875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:09.864553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d HTTP/1.1" status: 204 len: 168 time: 0.5398710 Jul 08 17:19:09.867046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:09.992198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb2b3b-ea6e-4e9b-a86e-9f6661359283 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:10.070993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet d9b0be0f-7ba3-490f-8493-1f103c6bb0cb {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:19:10.075461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.169882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.255208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4be0-5d12-4d0b-9b25-2af2ba36974b req-bf9ed066-611b-4bb9-a6df-6d338ffbad33 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:10.257031 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70dd4be0-5d12-4d0b-9b25-2af2ba36974b req-bf9ed066-611b-4bb9-a6df-6d338ffbad33 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 935 time: 0.1919079 Jul 08 17:19:10.280152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:10.285184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.302191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.330793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Transition to ACTIVE for port object 7cd0c266-1ab6-49ae-b181-e75cb0cd330a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:10.344119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70dd4be0-5d12-4d0b-9b25-2af2ba36974b req-79657668-22a3-4483-8654-3f290ea11894 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Jul 08 17:19:10.346591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.457687 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.503782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b0be0f-7ba3-490f-8493-1f103c6bb0cb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:10.558899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.560926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eb95a0ae-a89f-4c41-903f-24d6327661fe tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/d9b0be0f-7ba3-490f-8493-1f103c6bb0cb HTTP/1.1" status: 204 len: 168 time: 0.6912236 Jul 08 17:19:10.577992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:10.602944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:10.607272 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3446a0-006a-40b8-84c9-68d504dc9002" -d '{"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:10.632544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:10.721278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Attempting to bind port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:10.721544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Attempting to bind port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:10.721886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Attempting to bind port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:10.739365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:19:10.739699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Attempting to bind port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:10.747850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:10.748315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:10.750441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:10.750774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Bound port: 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:10.751157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.769304 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.858623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:10.861811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:10.897609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.905109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 6d584549-8906-4b1f-8ed3-99786cba0214 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:10.905459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.968703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:10.969492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:10.970999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 1095 time: 1.6315432 Jul 08 17:19:10.971643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:10.979408 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204c36c0-a3fa-4551-8c5a-f969c0a974d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:11.034803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port 6d584549-8906-4b1f-8ed3-99786cba0214, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6d584549-8906-4b1f-8ed3-99786cba0214,segment=NetworkSegment(13a73308-e020-43ef-bbfb-f78e179c9011),segment_id=13a73308-e020-43ef-bbfb-f78e179c9011)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:11.035170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:11.062023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 6d584549-8906-4b1f-8ed3-99786cba0214 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:11.164421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e6fa-e7f8-436c-8b2e-3b08ad76f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:11.221421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db312748-ce68-4b1a-800b-7202ff06e968 req-d5be5cda-5f45-483f-aa59-40f96c52b2d4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:11.224259 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db312748-ce68-4b1a-800b-7202ff06e968 req-d5be5cda-5f45-483f-aa59-40f96c52b2d4 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.4498639 Jul 08 17:19:11.277773 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:11.291317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1429ab17-a9cc-49b2-8134-e1c4d7b46d07 None None] Network f0948a52-4461-4c01-90fb-504a7c3d3510 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:11.314880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=6d584549-8906-4b1f-8ed3-99786cba0214,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:11.328949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port 6d584549-8906-4b1f-8ed3-99786cba0214 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:11.346864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db312748-ce68-4b1a-800b-7202ff06e968 req-d3084091-2f68-4936-b000-2eb40e14c782 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125560 Jul 08 17:19:11.354982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-4d1cff1b-6803-4297-b454-47ce4e71afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:11.398171 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-4d1cff1b-6803-4297-b454-47ce4e71afd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1098 time: 0.3455434 Jul 08 17:19:11.428917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6254739f-9aa6-430f-9f2c-065cb4f8e76e None None] Could not find standard attr ID for object e1920d02-9bac-458b-8dd3-59dbbff04f11. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:19:11.531548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-0669b1e8-479b-4e6c-9430-69c05b7789fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 217 time: 0.1261287 Jul 08 17:19:11.629050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:11.641183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-3ed2fe03-7879-478c-91c5-5a28bb127326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:11.642727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-3ed2fe03-7879-478c-91c5-5a28bb127326 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1049547 Jul 08 17:19:11.658192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0948a52-4461-4c01-90fb-504a7c3d3510']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:11.658672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47907a76-56ec-4fc1-90d3-434f41e96b6c None None] DHCP port deletion for f0948a52-4461-4c01-90fb-504a7c3d3510 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:19:11.678306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a73308-e020-43ef-bbfb-f78e179c9011') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:11.678603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a73308-e020-43ef-bbfb-f78e179c9011') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:11.701955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:11.717742 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57247bfb-04f8-4067-b49b-763fafd6937e x-openstack-request-id: req-57247bfb-04f8-4067-b49b-763fafd6937e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:11.718087 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:11.718413 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57247bfb-04f8-4067-b49b-763fafd6937e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:11.719005 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'code': 200} Jul 08 17:19:11.727991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:11.739626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28f28f-a89e-4d94-912c-e722f9909bad req-f4cd010c-3350-4131-92db-0036bd95ad17 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:11.743807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de28f28f-a89e-4d94-912c-e722f9909bad req-f4cd010c-3350-4131-92db-0036bd95ad17 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1887655 Jul 08 17:19:11.762452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-19e1c2ca-9c45-4397-87ba-e3fef4673422 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:11.764123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-19e1c2ca-9c45-4397-87ba-e3fef4673422 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 945 time: 0.2912610 Jul 08 17:19:11.767935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:19:11.768350 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:19:11.771724 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:19:11.819218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7318-d263-402a-a4e9-40a5c918d61c req-d06529e2-8e83-4303-b061-59e2dbcfef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:11.820756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-d06529e2-8e83-4303-b061-59e2dbcfef20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543977 Jul 08 17:19:11.870513 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c08961-cb61-4d96-9315-5bd89845335a x-openstack-request-id: req-a6c08961-cb61-4d96-9315-5bd89845335a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:11.870814 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:11.871077 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6c08961-cb61-4d96-9315-5bd89845335a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:11.871490 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'status': 'completed', 'code': 200} Jul 08 17:19:11.941782 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de28f28f-a89e-4d94-912c-e722f9909bad req-4cdcdc41-d3f8-41aa-ab96-5af5b6a07f35 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944749 Jul 08 17:19:12.021289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.050224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.057999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/f0948a52-4461-4c01-90fb-504a7c3d3510 HTTP/1.1" status: 204 len: 168 time: 1.4727755 Jul 08 17:19:12.058292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:12.061046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-bce17761-2be6-470d-8a30-9a040bb6f8c1 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294025 Jul 08 17:19:12.096153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0eb0e-cdc8-4ec9-b4ba-bf9f9454fd09 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=f0948a52-4461-4c01-90fb-504a7c3d3510,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:12.233822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:12.234410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.253581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-864f7318-d263-402a-a4e9-40a5c918d61c req-044edfad-cafe-4c8c-a162-408117516d7e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836939 Jul 08 17:19:12.291009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febdaf-5c84-4e4d-b26d-22cfa7b6add2 req-5d3af7cf-7408-469f-a06c-582620ee5c2d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:12.292795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15febdaf-5c84-4e4d-b26d-22cfa7b6add2 req-5d3af7cf-7408-469f-a06c-582620ee5c2d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.2438617 Jul 08 17:19:12.401595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15febdaf-5c84-4e4d-b26d-22cfa7b6add2 req-db7e3de9-b6d0-40cb-8310-0bebcca6f8d7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026628 Jul 08 17:19:12.437403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port 2442a550-110a-42e0-98f7-acd8d4bcb0a8, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=2442a550-110a-42e0-98f7-acd8d4bcb0a8,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:12.437920 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.460983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-8b96ab2c-ac9b-4ae6-be78-4d285e344945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:12.463872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for 2442a550-110a-42e0-98f7-acd8d4bcb0a8 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:12.464188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-8b96ab2c-ac9b-4ae6-be78-4d285e344945 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1098 time: 0.1359320 Jul 08 17:19:12.689310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-72f794ce-9f43-45f0-b841-6466731c9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:12.690704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.691224 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-72f794ce-9f43-45f0-b841-6466731c9bf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2181878 Jul 08 17:19:12.705693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b8e1b-f2b4-4682-a8d5-5cd43dcd3f3b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:12.709027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-871b8e1b-f2b4-4682-a8d5-5cd43dcd3f3b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6276073 Jul 08 17:19:12.719437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42758) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:12.731230 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.801481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:12.816045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5', '2442a550-110a-42e0-98f7-acd8d4bcb0a8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:12.848741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-4a8858ee-5bb9-4987-a135-fad74a1df3e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 217 time: 0.1270142 Jul 08 17:19:12.871709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=2442a550-110a-42e0-98f7-acd8d4bcb0a8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:13.007584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078444ec-26d4-4fe1-9fae-ae451a5bc8ea req-c2d8cec2-8799-4a4d-b51f-106df4d3f451 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:13.015671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-078444ec-26d4-4fe1-9fae-ae451a5bc8ea req-c2d8cec2-8799-4a4d-b51f-106df4d3f451 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=723e0566-5cc0-4c0d-a079-0bcba35038fb HTTP/1.1" status: 200 len: 867 time: 0.3233583 Jul 08 17:19:13.036576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-19512689-b7c3-48e6-af7e-0186ee056c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:13.038247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-19512689-b7c3-48e6-af7e-0186ee056c65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1775305 Jul 08 17:19:13.050901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port 2442a550-110a-42e0-98f7-acd8d4bcb0a8 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:13.061828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.064560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4563ea32-1dbc-4653-a3a4-f803726d705f req-4dbc38e1-bbc2-47fc-a8e3-a40a8751a030 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "DELETE /v2.0/ports/2442a550-110a-42e0-98f7-acd8d4bcb0a8 HTTP/1.1" status: 204 len: 173 time: 1.2919388 Jul 08 17:19:13.076341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:13.077126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63133d76-e566-485f-8775-b27e3fbfe003 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3458965 Jul 08 17:19:13.077699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'name': 'network-vif-deleted', 'tag': '2442a550-110a-42e0-98f7-acd8d4bcb0a8'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:13.083909 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e29557-2f91-4ecc-a8dc-070d692d1550" -d '{"events": [{"server_uuid": "723e0566-5cc0-4c0d-a079-0bcba35038fb", "name": "network-vif-deleted", "tag": "2442a550-110a-42e0-98f7-acd8d4bcb0a8"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:13.102794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-75757244'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:13.122083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 6d584549-8906-4b1f-8ed3-99786cba0214 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:13.132660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-078444ec-26d4-4fe1-9fae-ae451a5bc8ea req-36d0df74-6a92-4cc9-a9f0-cf4a4a222766 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158700 Jul 08 17:19:13.177123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3be14-3abb-43ce-ab9b-2f6a874738ff req-aa146f50-608f-4601-8f7c-7edf1bb1b942 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:13.191063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 6d584549-8906-4b1f-8ed3-99786cba0214 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:13.194638 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cf3be14-3abb-43ce-ab9b-2f6a874738ff req-aa146f50-608f-4601-8f7c-7edf1bb1b942 tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 949 time: 0.4069705 Jul 08 17:19:13.195573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 6d584549-8906-4b1f-8ed3-99786cba0214 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:13.199389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:13.215178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.225006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-1cb48a13-30a3-432b-b805-5681f53cf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:13.226775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-1cb48a13-30a3-432b-b805-5681f53cf8a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735950 Jul 08 17:19:13.318256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:19:13.398024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cf3be14-3abb-43ce-ab9b-2f6a874738ff req-b78f7881-3307-488e-b51b-4a5d0296ea9b tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023845 Jul 08 17:19:13.410237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.410608 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 8d570796-4970-4bea-b2e1-0385f3ced839 of type vlan for network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 Jul 08 17:19:13.501770 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f4d3a-5001-4272-9908-2ac000b5fc6d x-openstack-request-id: req-d79f4d3a-5001-4272-9908-2ac000b5fc6d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:13.502543 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723e0566-5cc0-4c0d-a079-0bcba35038fb", "name": "network-vif-deleted", "tag": "2442a550-110a-42e0-98f7-acd8d4bcb0a8", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:13.502543 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d79f4d3a-5001-4272-9908-2ac000b5fc6d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:13.502698 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723e0566-5cc0-4c0d-a079-0bcba35038fb', 'name': 'network-vif-deleted', 'tag': '2442a550-110a-42e0-98f7-acd8d4bcb0a8', 'status': 'completed', 'code': 200} Jul 08 17:19:13.508985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-47b0cf35-15d2-4aab-8f7d-07c37b03f3cf service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708375 Jul 08 17:19:13.544847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.594528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.604841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:13.605658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.731986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6444149 Jul 08 17:19:13.733517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42780) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:13.758092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:13.771930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6e1f4-6292-495e-9bf7-aea4649704d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=56ac51f0-6be9-4807-b8b0-f3ee77a64fe8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:13.787684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:19:13.854458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f194d9-f84e-4f9c-adba-012e23b32d8c req-02232c7c-e67f-427c-8c50-70649ae86845 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:13.862608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f194d9-f84e-4f9c-adba-012e23b32d8c req-02232c7c-e67f-427c-8c50-70649ae86845 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3473928 Jul 08 17:19:13.882878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-204c36c0-a3fa-4551-8c5a-f969c0a974d4 req-b7e7133c-0e25-468e-a814-c01450b483aa service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402591 Jul 08 17:19:14.089102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:14.097787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:14.121458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68e389-205c-4730-80b6-e93ef9255e04 req-9bf93dfd-81cb-45da-9968-58f1d0097ebb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:14.123171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d68e389-205c-4730-80b6-e93ef9255e04 req-9bf93dfd-81cb-45da-9968-58f1d0097ebb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.2019026 Jul 08 17:19:14.236717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d68e389-205c-4730-80b6-e93ef9255e04 req-349be4f6-3ce8-470a-b7a4-8256ad231b3a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016066 Jul 08 17:19:14.267477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f194d9-f84e-4f9c-adba-012e23b32d8c req-0bdcb7a1-e8d3-417d-ab74-a5af1044edab tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030707 Jul 08 17:19:14.460870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:14.555261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=f8ab0408-9fa5-4194-8795-34c38b7f4b44,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:14.559015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '8d570796-4970-4bea-b2e1-0385f3ced839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:14.559538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:19:14.610352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:19:14.638631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:14.647414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:14.650090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:14.658583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0fc872-f6c9-43ce-8e26-03f60985809e None None] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:14.709720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01737bc2-a114-4fab-8d4e-28b701b74f61 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9624107 Jul 08 17:19:14.712499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:14.718818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8', 'name': 'tempest-PortsTestJSON-1545789552'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:14.731793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01114278-d61b-4923-9585-9da4d8ad3817 req-225aca83-4845-43c7-b711-7295a47a8b3a tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:14.738730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01114278-d61b-4923-9585-9da4d8ad3817 req-225aca83-4845-43c7-b711-7295a47a8b3a tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 949 time: 0.1176665 Jul 08 17:19:14.787888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01114278-d61b-4923-9585-9da4d8ad3817 req-0cc29c25-d238-4034-b306-7f8510e0992b tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/security-groups?id=711b3a3e-aeaa-4075-bb1e-0637ef41fc06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Jul 08 17:19:15.019694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:15.024171 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.062725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port e9847d23-7cbd-4897-a0bb-36f9f61b0415 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:15.089398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-56ac51f0-6be9-4807-b8b0-f3ee77a64fe8', 'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': 'f8ab0408-9fa5-4194-8795-34c38b7f4b44'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:19:15.091297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-1b64554f-13f1-49d3-afea-17c183ca499e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:15.091723 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.092868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-1b64554f-13f1-49d3-afea-17c183ca499e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 949 time: 0.1695781 Jul 08 17:19:15.349982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Allocated IP 172.20.0.2 (56ac51f0-6be9-4807-b8b0-f3ee77a64fe8/f8ab0408-9fa5-4194-8795-34c38b7f4b44/90f482da-34c5-4ec4-88d6-cceb20c265f7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:15.352032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Deleting port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:15.352385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.515450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] For port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:15.515822 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.524718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cbf0f-6463-40c9-a60b-51f95eb86bcf req-cba0b168-155f-43de-85c6-bb5d95692dfc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:15.527284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f6cbf0f-6463-40c9-a60b-51f95eb86bcf req-cba0b168-155f-43de-85c6-bb5d95692dfc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.1215794 Jul 08 17:19:15.540481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Calling delete_port for 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:15.586333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f6cbf0f-6463-40c9-a60b-51f95eb86bcf req-089e15ed-d808-4357-8e3c-3e9683b151ee tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496669 Jul 08 17:19:15.793067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.840660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Pushing event deleted for resources: {'Port': ['ID=9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:15.878111 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.893306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Transition to ACTIVE for port object 90f482da-34c5-4ec4-88d6-cceb20c265f7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:15.908054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3755338-2d2d-4ba2-b3f6-fdbf63f9ea6c req-fe0c06bc-1093-42a3-a809-dea25d5d78b7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:15.909624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3755338-2d2d-4ba2-b3f6-fdbf63f9ea6c req-fe0c06bc-1093-42a3-a809-dea25d5d78b7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.1719923 Jul 08 17:19:15.925384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Transition to ACTIVE for port object 90f482da-34c5-4ec4-88d6-cceb20c265f7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:15.948528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.950705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] No DVR routers for this DVR port 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:15.959188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:15.961443 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-788c22bf-8d13-49bd-9b19-fcc4ae8a135b req-d7858782-ec26-4571-af03-35fb6c0a527e tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.53 "DELETE /v2.0/ports/9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 HTTP/1.1" status: 204 len: 173 time: 0.8612497 Jul 08 17:19:15.985858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-deleted', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:15.986447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:19:15.988928 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9e10b8-5398-4cf3-a397-a5a88d6e6c0f" -d '{"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-deleted", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:15.990198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 2442a550-110a-42e0-98f7-acd8d4bcb0a8 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:16.048781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Pushing event updated for resources: {'Port': ['ID=90f482da-34c5-4ec4-88d6-cceb20c265f7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:16.059285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:16.061945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3755338-2d2d-4ba2-b3f6-fdbf63f9ea6c req-a5a9de13-cd96-4f8b-8326-cc53e7af8bd8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232927 Jul 08 17:19:16.063236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.9 (56ac51f0-6be9-4807-b8b0-f3ee77a64fe8/f8ab0408-9fa5-4194-8795-34c38b7f4b44/e9847d23-7cbd-4897-a0bb-36f9f61b0415) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:16.113791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:16.122109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 2442a550-110a-42e0-98f7-acd8d4bcb0a8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:16.122540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 2442a550-110a-42e0-98f7-acd8d4bcb0a8 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:16.125613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:16.292521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864f71dd-1b37-4507-9664-8cc7d3a1bfe9 req-798c5386-884f-4848-bee8-38538932f92d tempest-ImagesOneServerTestJSON-908637174 tempest-ImagesOneServerTestJSON-908637174-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d86ea9b-4861-419c-a7d2-b0b2142d8edf HTTP/1.1" status: 200 len: 210 time: 0.0777667 Jul 08 17:19:16.315450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Attempting to bind port 90f482da-34c5-4ec4-88d6-cceb20c265f7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:16.316205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Attempting to bind port 90f482da-34c5-4ec4-88d6-cceb20c265f7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '8d570796-4970-4bea-b2e1-0385f3ced839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:16.316814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Attempting to bind port 90f482da-34c5-4ec4-88d6-cceb20c265f7 on network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:16.331709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:16.332417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Checking segment: {'id': '8d570796-4970-4bea-b2e1-0385f3ced839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:16.333055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.333753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Bound using segment: {'id': '8d570796-4970-4bea-b2e1-0385f3ced839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:16.334473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Bound port: 90f482da-34c5-4ec4-88d6-cceb20c265f7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d570796-4970-4bea-b2e1-0385f3ced839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:16.335088 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.423298 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.436831 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d7275-97ef-4c65-a0c5-8666af184f42 x-openstack-request-id: req-bb2d7275-97ef-4c65-a0c5-8666af184f42 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:16.437131 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86ea9b-4861-419c-a7d2-b0b2142d8edf", "name": "network-vif-deleted", "tag": "9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:16.437388 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb2d7275-97ef-4c65-a0c5-8666af184f42 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:16.437791 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d86ea9b-4861-419c-a7d2-b0b2142d8edf', 'name': 'network-vif-deleted', 'tag': '9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20', 'status': 'completed', 'code': 200} Jul 08 17:19:16.455165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:16.469176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object e9847d23-7cbd-4897-a0bb-36f9f61b0415 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:16.506133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'mac_address': 'fa:16:3e:64:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:19:16.523587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] For port 90f482da-34c5-4ec4-88d6-cceb20c265f7, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:16.568719 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.586949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] For port 90f482da-34c5-4ec4-88d6-cceb20c265f7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=90f482da-34c5-4ec4-88d6-cceb20c265f7,segment=NetworkSegment(8d570796-4970-4bea-b2e1-0385f3ced839),segment_id=8d570796-4970-4bea-b2e1-0385f3ced839)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:16.599477 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.685835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.785775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:16.808916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:16.821793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:16.846630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:16.910299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:16.914498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cef51-4cb3-41df-8b13-d198df53380e None None] Pushing event updated for resources: {'Port': ['ID=90f482da-34c5-4ec4-88d6-cceb20c265f7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:16.926419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:16.939573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=e9847d23-7cbd-4897-a0bb-36f9f61b0415,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:17.029438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:17.032729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:17.074843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:17.075456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b5ace534-e59e-4b70-8fc3-694b9994db5a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3608673 Jul 08 17:19:17.078519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:17.081800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '56ac51f0-6be9-4807-b8b0-f3ee77a64fe8', 'name': 'tempest-PortsTestJSON-1907575'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:17.245446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7cd0c266-1ab6-49ae-b181-e75cb0cd330a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:17.341163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa07804-bdde-4432-ab85-53601c64f392 req-0ec33e12-91d1-4bf9-8215-2eb1d9f968a7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:17.341824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:17.347016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:17.354441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-baa07804-bdde-4432-ab85-53601c64f392 req-0ec33e12-91d1-4bf9-8215-2eb1d9f968a7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 948 time: 0.2594535 Jul 08 17:19:17.412992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 1099512b-bfe9-4ae7-92ce-9b422ae93672 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:17.518218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-baa07804-bdde-4432-ab85-53601c64f392 req-798498df-fa3b-4132-ada8-fe9cf4df6b82 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593366 Jul 08 17:19:17.688581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.10 (56ac51f0-6be9-4807-b8b0-f3ee77a64fe8/f8ab0408-9fa5-4194-8795-34c38b7f4b44/1099512b-bfe9-4ae7-92ce-9b422ae93672) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:17.782397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8b69-f2a0-447f-850b-e98283890c80 req-08978265-e56b-493b-bd28-c42d51fa620d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:17.789818 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ecb8b69-f2a0-447f-850b-e98283890c80 req-08978265-e56b-493b-bd28-c42d51fa620d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.2254543 Jul 08 17:19:17.918599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ecb8b69-f2a0-447f-850b-e98283890c80 req-0e4b68c4-4209-43e8-a117-04bb6042f8af tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273317 Jul 08 17:19:18.033790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-9fa38061-282a-48a8-a8e8-dae177e76449 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2036066 Jul 08 17:19:18.124751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:18.127202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:18.187641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 1099512b-bfe9-4ae7-92ce-9b422ae93672 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:18.200607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:18.203699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9a4c9a11-46c2-4664-a7e4-f28ee7ca0a20 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:18.261820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:18.336122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:18.342770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:18.347034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:18.405403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-4842d724-93e0-4c37-99ff-86333a959a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:18.407004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-4842d724-93e0-4c37-99ff-86333a959a76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.2373209 Jul 08 17:19:18.414814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:18.416500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:18.435869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=1099512b-bfe9-4ae7-92ce-9b422ae93672,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:18.452861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:18.480511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-89b7331f-2b49-4392-8527-a229744d5ef6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4031518 Jul 08 17:19:18.481300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:18.684673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-413a4dd7-b597-4469-824c-30b25d62b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:18.694994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-413a4dd7-b597-4469-824c-30b25d62b4c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2327523 Jul 08 17:19:18.817123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-ad24ad4c-a5d5-46b4-8c64-cacea1c10c0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.1210706 Jul 08 17:19:18.849656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e087baaa-ac46-401d-a1a2-c7c8597bc8c1 None None] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:18.939324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f00c20b-491e-4cdd-9dcf-d58ab350a2cc None None] Provisioning for port 90f482da-34c5-4ec4-88d6-cceb20c265f7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:18.968529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-e6d372a4-4eaa-4d89-836f-96aa350c2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:18.981766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-e6d372a4-4eaa-4d89-836f-96aa350c2ece service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1465874 Jul 08 17:19:19.177031 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 90f482da-34c5-4ec4-88d6-cceb20c265f7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:19.184023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce0930-184e-44cb-b0ed-13f7ffce2cda req-61546bf2-0c53-48f8-8ec7-60761cfd95cc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:19.191705 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bce0930-184e-44cb-b0ed-13f7ffce2cda req-61546bf2-0c53-48f8-8ec7-60761cfd95cc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 945 time: 0.3539674 Jul 08 17:19:19.216967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-94ce6489-ff23-474d-8cd3-f0f172ce527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:19.218649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-94ce6489-ff23-474d-8cd3-f0f172ce527a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362266 Jul 08 17:19:19.273791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bce0930-184e-44cb-b0ed-13f7ffce2cda req-80388216-cbf4-48ec-be79-b9f71a1b73cb tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811467 Jul 08 17:19:19.372581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 90f482da-34c5-4ec4-88d6-cceb20c265f7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:19.387284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 90f482da-34c5-4ec4-88d6-cceb20c265f7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:19.387667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.453130 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-b90c8b27-ec42-4749-ac6e-3df28438f33f service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210836 Jul 08 17:19:19.543579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29328603-9ace-4166-86ce-c5f3b5ef8179 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:19.546582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-29328603-9ace-4166-86ce-c5f3b5ef8179 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 1.0543735 Jul 08 17:19:19.548895 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16e14be9-f16c-47d6-abd6-e30bd35d7c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.563385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:19.644766 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.653523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-994ef138-017f-4da4-8367-8938da6d8431 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c35a110ae7d744c185097dc3c7db4877&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1960154 Jul 08 17:19:19.660135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:19.711482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0f0ac-108c-4fb0-90c9-ab0397c56bed req-e7ec8217-8513-4471-ba45-cb93b5d1a781 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:19.719842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 90f482da-34c5-4ec4-88d6-cceb20c265f7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=90f482da-34c5-4ec4-88d6-cceb20c265f7,segment=NetworkSegment(8d570796-4970-4bea-b2e1-0385f3ced839),segment_id=8d570796-4970-4bea-b2e1-0385f3ced839)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:19.723503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41f0f0ac-108c-4fb0-90c9-ab0397c56bed req-e7ec8217-8513-4471-ba45-cb93b5d1a781 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 948 time: 0.8888748 Jul 08 17:19:19.735207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.770797 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36aa65b2-1bd2-4be9-8b47-11ff2c750358 req-6900b69f-defb-4451-9d4f-aed3f3bd2474 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116007 Jul 08 17:19:19.808640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 1099512b-bfe9-4ae7-92ce-9b422ae93672 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:19.809329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.816098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41f0f0ac-108c-4fb0-90c9-ab0397c56bed req-6575bb1b-3904-41c8-a0cd-757458044a2c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765989 Jul 08 17:19:19.817064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Provisioning for port e9847d23-7cbd-4897-a0bb-36f9f61b0415 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:19.878392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=90f482da-34c5-4ec4-88d6-cceb20c265f7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:19.899106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Provisioning complete for port e9847d23-7cbd-4897-a0bb-36f9f61b0415 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:19.899487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.985067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9066296-cddf-4d70-aedf-ea6a6c1872ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:19.995348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Port e9847d23-7cbd-4897-a0bb-36f9f61b0415 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:19.997434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:20.061041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9066296-cddf-4d70-aedf-ea6a6c1872ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.076136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.097134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 1099512b-bfe9-4ae7-92ce-9b422ae93672 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:20.100448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Provisioning for port 1099512b-bfe9-4ae7-92ce-9b422ae93672 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:20.133081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Provisioning complete for port 1099512b-bfe9-4ae7-92ce-9b422ae93672 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:20.135912 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.186768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a283f9-2f11-4277-b4d8-46ab14589284 req-5d48ae6a-81d3-47d6-bdb8-bc033b2a530d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:20.194390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1a283f9-2f11-4277-b4d8-46ab14589284 req-5d48ae6a-81d3-47d6-bdb8-bc033b2a530d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.5353968 Jul 08 17:19:20.202715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9066296-cddf-4d70-aedf-ea6a6c1872ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.205301 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9066296-cddf-4d70-aedf-ea6a6c1872ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.206509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c9066296-cddf-4d70-aedf-ea6a6c1872ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/711b3a3e-aeaa-4075-bb1e-0637ef41fc06 HTTP/1.1" status: 204 len: 168 time: 0.5450246 Jul 08 17:19:20.253195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9066296-cddf-4d70-aedf-ea6a6c1872ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b3a3e-aeaa-4075-bb1e-0637ef41fc06,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:20.349668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:20.363404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:20.364308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.404889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Port 1099512b-bfe9-4ae7-92ce-9b422ae93672 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:20.438526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Provisioning complete for port 90f482da-34c5-4ec4-88d6-cceb20c265f7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:20.438986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9e4d-aba4-49ce-b1e9-e4e97f8b565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.500083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1a283f9-2f11-4277-b4d8-46ab14589284 req-6d77bc3f-fb8c-4a0b-9f01-a5cef9f84c3e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987616 Jul 08 17:19:20.523770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.529951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-53fc686f-e20f-430e-b7a6-2394436f55f0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:20.532131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-53fc686f-e20f-430e-b7a6-2394436f55f0 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 945 time: 0.2800841 Jul 08 17:19:20.601593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.652301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:20.654353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:20.656740 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4719b4f0-3174-4947-ac54-a68ad8dea39b" -d '{"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:20.686093 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.692361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=1099512b-bfe9-4ae7-92ce-9b422ae93672,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:20.788512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:20.873409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-efb31fa2-3355-4334-a85a-a503dd8dac22 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--396064705&fields=id&tenant_id=3fb3215069744df88769bd92eb666404 HTTP/1.1" status: 200 len: 267 time: 0.1387725 Jul 08 17:19:20.873808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.875016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Deleting port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:20.875256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.876296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c300b172-b421-489f-a255-01fa563c615c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/1099512b-bfe9-4ae7-92ce-9b422ae93672 HTTP/1.1" status: 204 len: 168 time: 1.3119228 Jul 08 17:19:20.880266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:20.940829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4c50fda3-6da3-4ac6-8024-c6899ad27aa3 None None] Provisioning complete for port e9847d23-7cbd-4897-a0bb-36f9f61b0415 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:20.944524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4c50fda3-6da3-4ac6-8024-c6899ad27aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:20.961820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa968b1-e579-43b7-beda-b65332fd36c4 req-3d9abdca-a605-4fef-aaf6-7d84f09890cc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:20.970738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aaa968b1-e579-43b7-beda-b65332fd36c4 req-3d9abdca-a605-4fef-aaf6-7d84f09890cc tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 945 time: 0.2627859 Jul 08 17:19:20.994832 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8dd220-da55-420c-8f02-0e318b03f525 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:20.999232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5d8dd220-da55-420c-8f02-0e318b03f525 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/1099512b-bfe9-4ae7-92ce-9b422ae93672 HTTP/1.1" status: 404 len: 333 time: 0.1171157 Jul 08 17:19:21.013492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:21.030862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4c50fda3-6da3-4ac6-8024-c6899ad27aa3 None None] Port e9847d23-7cbd-4897-a0bb-36f9f61b0415 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:21.035143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4c50fda3-6da3-4ac6-8024-c6899ad27aa3 None None] Could not find standard attr ID for object 1099512b-bfe9-4ae7-92ce-9b422ae93672. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:19:21.099856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 90f482da-34c5-4ec4-88d6-cceb20c265f7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:21.129081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] For port b35c52c2-b12f-47b6-9aaf-e866f0b22de5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,segment=NetworkSegment(b229e38e-548e-4701-a75a-d98a88f8657c),segment_id=b229e38e-548e-4701-a75a-d98a88f8657c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:21.129450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:21.136703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aaa968b1-e579-43b7-beda-b65332fd36c4 req-bdf2cec5-44c1-47ff-b411-22af6f9d6db2 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fba02c8-4879-415e-8868-fe6e6e3b1fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633618 Jul 08 17:19:21.145970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-a9e6452c-9337-4526-b66e-7197201f2b19 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:21.153262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-a9e6452c-9337-4526-b66e-7197201f2b19 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/networks?id=2fa35345-33d1-4967-8670-36bcddfc50f5 HTTP/1.1" status: 200 len: 816 time: 0.2575173 Jul 08 17:19:21.167589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Calling delete_port for b35c52c2-b12f-47b6-9aaf-e866f0b22de5 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:21.178292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-988f36d9-b661-40c8-9816-8e0e27ae59f1 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/quotas/3fb3215069744df88769bd92eb666404 HTTP/1.1" status: 200 len: 375 time: 0.0240765 Jul 08 17:19:21.228617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 90f482da-34c5-4ec4-88d6-cceb20c265f7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:21.230337 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:21.239624 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f539b88-1410-4515-8a3c-6b1ade399712 x-openstack-request-id: req-7f539b88-1410-4515-8a3c-6b1ade399712 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:21.241492 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:21.242199 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f539b88-1410-4515-8a3c-6b1ade399712 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:21.243018 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'code': 200} Jul 08 17:19:21.325229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port e9847d23-7cbd-4897-a0bb-36f9f61b0415 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:21.325574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:21.385667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-0b37af73-0995-4a7c-b306-a1a1ba2bcd9c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fb3215069744df88769bd92eb666404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2065034 Jul 08 17:19:21.561314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:21.575624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b35c52c2-b12f-47b6-9aaf-e866f0b22de5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:21.605666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Pushing event deleted for resources: {'Port': ['ID=b35c52c2-b12f-47b6-9aaf-e866f0b22de5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:21.677976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289295df-a726-4917-a262-8f4541e23542 req-6eb2ba45-b35c-4ca4-b704-ad05e38370a5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:21.687360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-289295df-a726-4917-a262-8f4541e23542 req-6eb2ba45-b35c-4ca4-b704-ad05e38370a5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.2264872 Jul 08 17:19:21.704635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98577e-4676-4fc1-bd8e-2423780b9647 req-a341c068-30d5-4ea1-8581-7e06a56d6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:21.706116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb98577e-4676-4fc1-bd8e-2423780b9647 req-a341c068-30d5-4ea1-8581-7e06a56d6c1a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1100 time: 0.3706810 Jul 08 17:19:21.729516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:21.779540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:21.797777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-289295df-a726-4917-a262-8f4541e23542 req-99d7c084-f258-416e-89a1-4867cae16ec0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109796 Jul 08 17:19:21.798870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for e9847d23-7cbd-4897-a0bb-36f9f61b0415 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:21.817576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] No DVR routers for this DVR port b35c52c2-b12f-47b6-9aaf-e866f0b22de5 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:21.823117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:21.825450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfdf740c-360f-4edf-98c2-2180b2a78785 req-268a51f9-fc75-487c-a6e7-1202d4dca371 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.53 "DELETE /v2.0/ports/b35c52c2-b12f-47b6-9aaf-e866f0b22de5 HTTP/1.1" status: 204 len: 173 time: 1.2866151 Jul 08 17:19:21.826115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'name': 'network-vif-deleted', 'tag': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:21.828562 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c94385-dd86-4d66-8014-5d85134e53d6" -d '{"events": [{"server_uuid": "1dcd1e0f-be59-42c1-8306-9c748c8899e5", "name": "network-vif-deleted", "tag": "b35c52c2-b12f-47b6-9aaf-e866f0b22de5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:21.882302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb98577e-4676-4fc1-bd8e-2423780b9647 req-4e049902-83c2-482f-95ae-29568df57341 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613541 Jul 08 17:19:21.899762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-dbd9ad21-98bc-44b7-8a45-38811c13d3ab service neutron] 10.222.0.48 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026966 Jul 08 17:19:22.055566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-37bfc085-613e-4d94-805f-7e71380db33c service neutron] 10.222.0.48 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538560 Jul 08 17:19:22.100236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-393962990-network', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:22.155938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Made reservation on behalf of b0b58eb629da483d8746f472997bf40d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:22.163617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.186874 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70338879-befd-48ab-ad05-1c9ebe917254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.199688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.208943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.280642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=e9847d23-7cbd-4897-a0bb-36f9f61b0415,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:22.282035 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.452378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.469493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.489734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:19:22.490158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.494025 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ab73490f-15bf-4438-b1bc-00fbb0228182 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/e9847d23-7cbd-4897-a0bb-36f9f61b0415 HTTP/1.1" status: 204 len: 168 time: 1.4793026 Jul 08 17:19:22.502022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:22.512532 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.513200 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Added segment 45077889-c685-4452-8dd0-185ee3372300 of type vlan for network 75a9640d-0a16-48c6-8676-56d1b20c7df7 Jul 08 17:19:22.601185 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-064501f0-3c95-4088-a5eb-cb7d298e0d51 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:22.604531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-064501f0-3c95-4088-a5eb-cb7d298e0d51 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/e9847d23-7cbd-4897-a0bb-36f9f61b0415 HTTP/1.1" status: 404 len: 333 time: 0.1001513 Jul 08 17:19:22.623751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.629757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:22.707965 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c692e552-2501-4a3c-bdf1-6306f323a492 x-openstack-request-id: req-c692e552-2501-4a3c-bdf1-6306f323a492 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:22.708292 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd1e0f-be59-42c1-8306-9c748c8899e5", "name": "network-vif-deleted", "tag": "b35c52c2-b12f-47b6-9aaf-e866f0b22de5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:22.708530 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c692e552-2501-4a3c-bdf1-6306f323a492 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:22.708988 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd1e0f-be59-42c1-8306-9c748c8899e5', 'name': 'network-vif-deleted', 'tag': 'b35c52c2-b12f-47b6-9aaf-e866f0b22de5', 'status': 'completed', 'code': 200} Jul 08 17:19:22.720845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.721840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:22.730097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:22.850186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08636-a3dd-4f54-8e04-91ea7e7041f4 req-4e3bd3af-4ba9-4645-9faa-35a938256b19 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:22.861422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38e08636-a3dd-4f54-8e04-91ea7e7041f4 req-4e3bd3af-4ba9-4645-9faa-35a938256b19 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.4381788 Jul 08 17:19:22.938385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4acaba2-25fe-41d9-aa16-7dcc84680ff4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:22.997147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2085414 Jul 08 17:19:23.000334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fe0d0c1-ac28-4364-87e9-31b77d7ad10c req-be6e9256-1f85-4e68-8039-f7dc0139bd4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2032518 Jul 08 17:19:23.002320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:23.034651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38e08636-a3dd-4f54-8e04-91ea7e7041f4 req-209d7603-754f-498b-a3b1-802d33579c76 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722600 Jul 08 17:19:23.067915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet f8ab0408-9fa5-4194-8795-34c38b7f4b44 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:19:23.076721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.080610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Request body: {'subnet': {'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-393962990-subnet', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:23.109145 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3acdc0c-3c6e-49c7-8647-81f291566e69 req-864f4cf2-e666-482f-8829-3bfd88734a91 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 210 time: 0.2089989 Jul 08 17:19:23.128009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c9999-b4cd-454d-8e8f-5726e796855b admin admin] Pushing event updated for resources: {'Network': ['ID=75a9640d-0a16-48c6-8676-56d1b20c7df7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:23.163751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:19:23.205941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Made reservation on behalf of b0b58eb629da483d8746f472997bf40d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:23.208504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.247344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e13b7c-d002-4ffc-a922-ea8e2c27faf2 req-6069bfac-1c5d-4cbd-9220-2effefb64766 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0913067 Jul 08 17:19:23.326837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fe0d0c1-ac28-4364-87e9-31b77d7ad10c req-63e002b2-4036-4e3b-a454-c0c9009b41b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b386114f554a4d8abce4a5916cce37&device_id=1dcd1e0f-be59-42c1-8306-9c748c8899e5 HTTP/1.1" status: 200 len: 210 time: 0.1722853 Jul 08 17:19:23.348954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.470854 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.529156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf86f9-b32f-471a-abff-18851da62a26 req-f1cbe355-1530-44e9-a12b-b7828e633230 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:23.531626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04cf86f9-b32f-471a-abff-18851da62a26 req-f1cbe355-1530-44e9-a12b-b7828e633230 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1813326 Jul 08 17:19:23.577368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d0c1-ac28-4364-87e9-31b77d7ad10c req-4a0fdd8b-1ebd-41fb-8272-92c204394ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:23.579050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fe0d0c1-ac28-4364-87e9-31b77d7ad10c req-4a0fdd8b-1ebd-41fb-8272-92c204394ca5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6b386114f554a4d8abce4a5916cce37&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1963775 Jul 08 17:19:23.693648 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04cf86f9-b32f-471a-abff-18851da62a26 req-83e260d6-4895-4751-aaba-56f72d169c34 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276963 Jul 08 17:19:23.757833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d0c1-ac28-4364-87e9-31b77d7ad10c req-ee973212-9f80-4cfe-984b-b72aa25b187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:23.760109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fe0d0c1-ac28-4364-87e9-31b77d7ad10c req-ee973212-9f80-4cfe-984b-b72aa25b187a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704135 Jul 08 17:19:23.761481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.882302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.931430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ab0408-9fa5-4194-8795-34c38b7f4b44,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:23.941063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:23.943012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa14dac4-79b0-4ebf-a3a3-841db759334f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/f8ab0408-9fa5-4194-8795-34c38b7f4b44 HTTP/1.1" status: 204 len: 168 time: 1.3098869 Jul 08 17:19:23.945973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42970) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:23.948893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f420de6-ca3e-4974-a842-2bf4919c3c92 None None] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:24.028787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.059208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b35c52c2-b12f-47b6-9aaf-e866f0b22de5 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:24.102937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.141286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:24.164189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: b35c52c2-b12f-47b6-9aaf-e866f0b22de5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:24.164959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b35c52c2-b12f-47b6-9aaf-e866f0b22de5 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:24.266911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Checking segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:24.267278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Network hostable DHCP agents. Network: 75a9640d-0a16-48c6-8676-56d1b20c7df7, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:19:24.341288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 90f482da-34c5-4ec4-88d6-cceb20c265f7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:24.348248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] DHCP port deletion for 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:19:24.348757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.357098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705446d-5a2f-4a97-a62c-a5a3b96acbd7 req-7c533a28-e9ed-4ad6-b0e9-64e29e6f8d14 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:24.373921 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b705446d-5a2f-4a97-a62c-a5a3b96acbd7 req-7c533a28-e9ed-4ad6-b0e9-64e29e6f8d14 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.4573946 Jul 08 17:19:24.404497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:19:24.439868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b705446d-5a2f-4a97-a62c-a5a3b96acbd7 req-c81a6a7a-d6ef-45d5-ad39-679286b80537 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Jul 08 17:19:24.442457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 75a9640d-0a16-48c6-8676-56d1b20c7df7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:24.459446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:24.460275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.464572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa524d-4ed7-434a-aa40-2f30acda9e5f None None] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:24.485918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95ffa5b1-9390-474c-b9f9-33d9c565b7ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4643815 Jul 08 17:19:24.489205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:24.496224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:24.534114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port 90f482da-34c5-4ec4-88d6-cceb20c265f7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=90f482da-34c5-4ec4-88d6-cceb20c265f7,segment=NetworkSegment(8d570796-4970-4bea-b2e1-0385f3ced839),segment_id=8d570796-4970-4bea-b2e1-0385f3ced839)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:24.534640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.542567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.544940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.551342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf69bc-aa0a-40f8-976b-5e02ea24210a req-a54b0e1b-6352-46ef-b058-bd68357aca91 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:24.553014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-afcf69bc-aa0a-40f8-976b-5e02ea24210a req-a54b0e1b-6352-46ef-b058-bd68357aca91 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3078535 Jul 08 17:19:24.562767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 90f482da-34c5-4ec4-88d6-cceb20c265f7 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:24.603481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Deleting port 90f482da-34c5-4ec4-88d6-cceb20c265f7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:24.604038 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.669521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.676476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:24.775739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-afcf69bc-aa0a-40f8-976b-5e02ea24210a req-8803297b-5744-4391-abb6-cb62604c538d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101333 Jul 08 17:19:24.804862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] For port 90f482da-34c5-4ec4-88d6-cceb20c265f7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=90f482da-34c5-4ec4-88d6-cceb20c265f7,segment=NetworkSegment(8d570796-4970-4bea-b2e1-0385f3ced839),segment_id=8d570796-4970-4bea-b2e1-0385f3ced839)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:24.805822 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.925561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:24.935130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Calling delete_port for 90f482da-34c5-4ec4-88d6-cceb20c265f7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:24.977562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.002627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=90f482da-34c5-4ec4-88d6-cceb20c265f7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:25.007818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port 90f482da-34c5-4ec4-88d6-cceb20c265f7 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:25.019652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-b8b2e94d-7721-4532-99b2-a080fed608f8 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:25.021593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-b8b2e94d-7721-4532-99b2-a080fed608f8 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.53 "GET /v2.0/networks?id=2fa35345-33d1-4967-8670-36bcddfc50f5 HTTP/1.1" status: 200 len: 816 time: 0.3682723 Jul 08 17:19:25.136423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 90f482da-34c5-4ec4-88d6-cceb20c265f7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:25.144025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-75a9640d-0a16-48c6-8676-56d1b20c7df7', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:19:25.145461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.181741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 90f482da-34c5-4ec4-88d6-cceb20c265f7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:25.182218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 90f482da-34c5-4ec4-88d6-cceb20c265f7 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:25.226250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Deleting subnet d94b1617-d185-4f5a-9b70-9bd2975558b1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:19:25.226712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-14f06e9d-5346-47dd-bcf5-860036247758 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fb3215069744df88769bd92eb666404 HTTP/1.1" status: 200 len: 379 time: 0.1787467 Jul 08 17:19:25.234024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9650e85-849b-4c1d-9d79-411ee29762d9 req-c794462c-96fe-4be2-a81a-e9eb052b6c3c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.3153515 Jul 08 17:19:25.247513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Request body: {'port': {'device_id': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'admin_state_up': True, 'tenant_id': '3fb3215069744df88769bd92eb666404', 'security_groups': ['b3ef5a16-84b6-411a-b22a-9a9d4365c4d5']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:25.251038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.261353 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.261604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.395180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ac51f0-6be9-4807-b8b0-f3ee77a64fe8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:25.440690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d570796-4970-4bea-b2e1-0385f3ced839') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:25.440986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d570796-4970-4bea-b2e1-0385f3ced839') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:25.467838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.483695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.561493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.593578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:19:25.594468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.628332 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.635271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Allocated IP 172.20.0.2 (75a9640d-0a16-48c6-8676-56d1b20c7df7/5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5/ae8b7808-3356-474b-9151-4226be9cf48c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:19:25.638525 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:19:25.855919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.878553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.880954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 HTTP/1.1" status: 204 len: 168 time: 1.9339197 Jul 08 17:19:25.894006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:25.908035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Made reservation on behalf of 3fb3215069744df88769bd92eb666404 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:25.917705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.958413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-729356289'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:25.996971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.017064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.043310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.051855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Pushing event deleted for resources: {'Port': ['ID=90f482da-34c5-4ec4-88d6-cceb20c265f7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:26.060698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] Network 56ac51f0-6be9-4807-b8b0-f3ee77a64fe8 is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:19:26.061487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa1e42-28fb-4a1f-b772-31bdde9f4450 None None] No DVR routers for this DVR port 90f482da-34c5-4ec4-88d6-cceb20c265f7 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:26.064081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d21ce6-6a70-4175-a5c6-e61f60504004 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=56ac51f0-6be9-4807-b8b0-f3ee77a64fe8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:26.066702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Transition to ACTIVE for port object ae8b7808-3356-474b-9151-4226be9cf48c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:26.080159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.085628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d94b1617-d185-4f5a-9b70-9bd2975558b1 HTTP/1.1" status: 204 len: 168 time: 1.4074054 Jul 08 17:19:26.086816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b4b8b-cd92-4388-9a9a-a8174fb5e0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94b1617-d185-4f5a-9b70-9bd2975558b1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:26.095355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:26.110586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.114742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Transition to ACTIVE for port object ae8b7808-3356-474b-9151-4226be9cf48c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:26.126323 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.162850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.204690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Pushing event updated for resources: {'Port': ['ID=ae8b7808-3356-474b-9151-4226be9cf48c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:26.226313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd681de-c41b-4ded-963f-e9c66f0f5771 req-48ee4168-66e9-4325-8233-a825bd295704 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:26.228528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0dd681de-c41b-4ded-963f-e9c66f0f5771 req-48ee4168-66e9-4325-8233-a825bd295704 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.3529737 Jul 08 17:19:26.232175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:26.239344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:26.243018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:26.266395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:26.280101 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.322282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Attempting to bind port ae8b7808-3356-474b-9151-4226be9cf48c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:26.323524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Attempting to bind port ae8b7808-3356-474b-9151-4226be9cf48c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:26.324149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Attempting to bind port ae8b7808-3356-474b-9151-4226be9cf48c on network 75a9640d-0a16-48c6-8676-56d1b20c7df7 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:26.333469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:26.334309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Checking segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:26.334928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.335523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Bound using segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:26.336199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Bound port: ae8b7808-3356-474b-9151-4226be9cf48c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:26.336809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.460684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] For port ae8b7808-3356-474b-9151-4226be9cf48c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:26.475311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] For port ae8b7808-3356-474b-9151-4226be9cf48c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ae8b7808-3356-474b-9151-4226be9cf48c,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:26.491659 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.500548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.622758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9c51-9eee-41db-b242-959f1ff618aa None None] Pushing event updated for resources: {'Port': ['ID=ae8b7808-3356-474b-9151-4226be9cf48c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:26.630774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Allocated IP 172.20.0.8 (2fa35345-33d1-4967-8670-36bcddfc50f5/a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58/13f2bda8-fec0-4e59-814d-d3b3fb9c7cae) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:26.650868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:19:26.677196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-af814b76-bd25-4f36-aba9-f432f0d3b9d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9267538 Jul 08 17:19:26.750200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:26.750804 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 946f0214-233c-437f-9c5b-fc4e2036c56a of type vlan for network faab6b73-ddeb-4208-8bca-fdb6c29d76ff Jul 08 17:19:26.822482 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0dd681de-c41b-4ded-963f-e9c66f0f5771 req-65ec9309-27bc-4b45-a5be-46724fc0da04 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840905 Jul 08 17:19:26.931310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Allocated IP 172.25.3.100 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/11a25ccb-c94a-4c10-bfae-2e66b0f08d1b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:27.026667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.070710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1697970e-567b-48ea-8cdb-33d8df1f83ee']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:27.101683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b229e38e-548e-4701-a75a-d98a88f8657c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:27.101901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b229e38e-548e-4701-a75a-d98a88f8657c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:27.139673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.186834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.206547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:19:27.207001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.220599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ae8b7808-3356-474b-9151-4226be9cf48c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:27.246666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:19:27.311629 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:19:27.341102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbd98-ac02-47b8-b27d-55be74d3c2da req-027c8ffd-c9f7-4150-86b8-f969976816cc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:27.359829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ae8b7808-3356-474b-9151-4226be9cf48c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:27.368300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b23dbd98-ac02-47b8-b27d-55be74d3c2da req-027c8ffd-c9f7-4150-86b8-f969976816cc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 1.3255424 Jul 08 17:19:27.394373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.414350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:27.418155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:27.480586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Pushing event updated for resources: {'Port': ['ID=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:27.510830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b23dbd98-ac02-47b8-b27d-55be74d3c2da req-a81e2689-8554-4ce4-a2d1-9e9f179a6f5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373997 Jul 08 17:19:27.512776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.529163 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.543452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:27.563884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.572337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1697970e-567b-48ea-8cdb-33d8df1f83ee HTTP/1.1" status: 204 len: 168 time: 1.4642794 Jul 08 17:19:27.647993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:19:27.651987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc441773-f64f-4526-8e81-a43527e31c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1697970e-567b-48ea-8cdb-33d8df1f83ee,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:27.683620 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.749703 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.762165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:27.763368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.769595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Transition to ACTIVE for port object 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:27.855548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:27.884702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9485734 Jul 08 17:19:27.884955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea46e6ca-0cc7-412e-84a2-e6d2aed7009b req-7558d33f-0514-4e70-ba6c-2aa4950732bb tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.1222484 Jul 08 17:19:27.885600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:27.907449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:27.935057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16656a11-7f2b-444b-b7f9-cb7f91d167dc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=faab6b73-ddeb-4208-8bca-fdb6c29d76ff,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:27.945692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:19:28.014315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-36fded79-68ee-4bc5-a457-78913e60f97f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6b386114f554a4d8abce4a5916cce37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527669 Jul 08 17:19:28.018545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:28.132031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.232819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:28.239475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.312106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:28.348826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:28.369756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:28.373460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb3ed-cb01-48e1-a9b0-170c82ffa46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.410450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb3ed-cb01-48e1-a9b0-170c82ffa46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.448124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924a894-b3f8-4015-958b-d674bb56b371 None None] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:28.540550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.560680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event updated for resources: {'Port': ['ID=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:28.639857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e32ee-7348-42f5-8720-fd218209f1e5 req-926b0a54-cd69-4981-85cf-e06628ffd59a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:28.642008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-443e32ee-7348-42f5-8720-fd218209f1e5 req-926b0a54-cd69-4981-85cf-e06628ffd59a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.5424752 Jul 08 17:19:28.676931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] Provisioning for port ae8b7808-3356-474b-9151-4226be9cf48c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:28.694481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] Provisioning complete for port ae8b7808-3356-474b-9151-4226be9cf48c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:28.694862 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.728759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:28.728759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.757604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb3ed-cb01-48e1-a9b0-170c82ffa46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.761169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb3ed-cb01-48e1-a9b0-170c82ffa46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:28.767698 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ccbb3ed-cb01-48e1-a9b0-170c82ffa46a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fba02c8-4879-415e-8868-fe6e6e3b1fbd HTTP/1.1" status: 204 len: 168 time: 0.7478030 Jul 08 17:19:28.790817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbb3ed-cb01-48e1-a9b0-170c82ffa46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba02c8-4879-415e-8868-fe6e6e3b1fbd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:28.801246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-443e32ee-7348-42f5-8720-fd218209f1e5 req-8c853383-c01f-4c8d-9203-c02a5d480e89 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523042 Jul 08 17:19:28.810986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-71a0d72a-0e69-47f7-bbf6-52f75877844d tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5741668 Jul 08 17:19:28.854771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Request body: {'port': {'device_id': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:29.031607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.092371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.155219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.297184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] For port ae8b7808-3356-474b-9151-4226be9cf48c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ae8b7808-3356-474b-9151-4226be9cf48c,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:29.311122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.425516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.450519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ebbd0-8f84-46f7-a65d-2ec1bfeb9344 req-49d1b6fd-7c6f-4f23-b209-0c921eff99e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:29.452115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-910ebbd0-8f84-46f7-a65d-2ec1bfeb9344 req-49d1b6fd-7c6f-4f23-b209-0c921eff99e5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3205106 Jul 08 17:19:29.524173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c4331-46f1-4533-abf0-05918fe7f6f7 None None] Pushing event updated for resources: {'Port': ['ID=ae8b7808-3356-474b-9151-4226be9cf48c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:29.545225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9fde4a99-7928-4f6f-a861-859e021d6ae5 None None] Provisioning for port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:29.558885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9fde4a99-7928-4f6f-a861-859e021d6ae5 None None] Provisioning complete for port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:29.559267 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9fde4a99-7928-4f6f-a861-859e021d6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.566208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-910ebbd0-8f84-46f7-a65d-2ec1bfeb9344 req-89f9fd3e-68e5-4d0b-a258-1315574cf7b5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970745 Jul 08 17:19:29.662162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=fab8bf7a-270b-414b-8c25-412e82593b95,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:29.686656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9fde4a99-7928-4f6f-a861-859e021d6ae5 None None] Port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:29.712983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:29.729094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.755612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Transition to ACTIVE for port object 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:29.758280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '946f0214-233c-437f-9c5b-fc4e2036c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:29.758788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: faab6b73-ddeb-4208-8bca-fdb6c29d76ff, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:19:29.764894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.817561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ac85ff9e-5b92-45c5-adb2-824c75204bb4 None None] Provisioning complete for port ae8b7808-3356-474b-9151-4226be9cf48c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:29.820855 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac85ff9e-5b92-45c5-adb2-824c75204bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:29.826119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3481a-3dc0-40a4-9a5d-e2ff24f751e2 req-37bfe124-ebde-45c7-89bd-ff8e921abd50 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:29.836102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Pushing event updated for resources: {'Port': ['ID=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:29.848402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02b3481a-3dc0-40a4-9a5d-e2ff24f751e2 req-37bfe124-ebde-45c7-89bd-ff8e921abd50 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 931 time: 0.6219876 Jul 08 17:19:29.914573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:19:29.970644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d5334619-d197-4332-8125-ce4d7ae6ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:29.973661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d5334619-d197-4332-8125-ce4d7ae6ec0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1100 time: 0.5816526 Jul 08 17:19:29.976698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, faab6b73-ddeb-4208-8bca-fdb6c29d76ff) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:29.983307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Attempting to bind port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:29.983655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Attempting to bind port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:29.983990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Attempting to bind port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae on network 2fa35345-33d1-4967-8670-36bcddfc50f5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:29.992310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae on network 2fa35345-33d1-4967-8670-36bcddfc50f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:19:29.992636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Attempting to bind port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae on network 2fa35345-33d1-4967-8670-36bcddfc50f5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:30.007105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:30.008030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Checking segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:30.008414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Bound using segment: {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:30.010383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Bound port: 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9ea978-a647-4c4a-a2ff-e448940f011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:30.010700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.020257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:30.021676 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.028091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2480704b-197c-4347-badb-c5c2e9845255 None None] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:30.111975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02b3481a-3dc0-40a4-9a5d-e2ff24f751e2 req-79c36de7-74e6-4834-8fc0-9c0a81ea36cc tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598653 Jul 08 17:19:30.251322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Router d2085239-8ecf-436f-ac4c-3d36b04a933a is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:19:30.278962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-449b11b3-8aee-4ac3-944e-1abfce8b3603 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3792496 Jul 08 17:19:30.281919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43086) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:30.304631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff', 'name': 'tempest-PortsTestJSON-1192288395', 'fixed_ips': [{'subnet_id': 'fab8bf7a-270b-414b-8c25-412e82593b95', 'ip_address': '172.20.0.10'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:30.305628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-faab6b73-ddeb-4208-8bca-fdb6c29d76ff', 'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': 'fab8bf7a-270b-414b-8c25-412e82593b95'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:19:30.307213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.344432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] For port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:30.392564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] For port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:30.408522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.419491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:30.476636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-3f14c963-6d34-4a6a-bc0c-b40aec25b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:30.478227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-3f14c963-6d34-4a6a-bc0c-b40aec25b16b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.4884298 Jul 08 17:19:30.497834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Allocated IP 172.20.0.2 (faab6b73-ddeb-4208-8bca-fdb6c29d76ff/fab8bf7a-270b-414b-8c25-412e82593b95/1c66ffe9-89ae-4635-92eb-be79fc146ac6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:30.548511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:30.550153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.552488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] 10.222.0.53 "PUT /v2.0/ports/13f2bda8-fec0-4e59-814d-d3b3fb9c7cae HTTP/1.1" status: 200 len: 1091 time: 1.7226951 Jul 08 17:19:30.553542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c17ee-4f64-4783-8bb6-81a757b98d1a service neutron] Pushing event updated for resources: {'Port': ['ID=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:30.557366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:30.558115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-e8b463ae-4e19-4b03-9382-37370291e954 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 217 time: 0.0713534 Jul 08 17:19:30.560669 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e065ce92-533b-4f70-ab6e-876a31a9115f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:30.676767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:19:30.690180 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Sync routers for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:19:30.714433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-9e1f38dc-8794-4a33-82c5-96067d9d2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:30.716135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-9e1f38dc-8794-4a33-82c5-96067d9d2108 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1379352 Jul 08 17:19:30.727033 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:30.731188 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:30.756952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:30.840348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.860200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Transition to ACTIVE for port object 1c66ffe9-89ae-4635-92eb-be79fc146ac6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:30.883644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Transition to ACTIVE for port object 1c66ffe9-89ae-4635-92eb-be79fc146ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:30.914645 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.948865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.951196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.954947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cafd71c5-1bd1-4769-ab22-a26643b372e2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.4619591 Jul 08 17:19:30.956929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:30.982200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:19:31.004741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:31.018518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:31.036052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:31.050444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Pushing event updated for resources: {'Port': ['ID=1c66ffe9-89ae-4635-92eb-be79fc146ac6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:31.136444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 204f6992-75e4-424a-a59b-4b717c289fe3 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:31.159630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Attempting to bind port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:31.160218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Attempting to bind port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '946f0214-233c-437f-9c5b-fc4e2036c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:31.160729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Attempting to bind port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 on network faab6b73-ddeb-4208-8bca-fdb6c29d76ff {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:31.164110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ae8b7808-3356-474b-9151-4226be9cf48c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:31.172546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:31.173210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Checking segment: {'id': '946f0214-233c-437f-9c5b-fc4e2036c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:31.173767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.174324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Bound using segment: {'id': '946f0214-233c-437f-9c5b-fc4e2036c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:31.174954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Bound port: 1c66ffe9-89ae-4635-92eb-be79fc146ac6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946f0214-233c-437f-9c5b-fc4e2036c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:31.175626 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.191985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-6147cd5d-05b1-458a-8bc2-35f286a8ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.193663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-6147cd5d-05b1-458a-8bc2-35f286a8ffdd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 1097 time: 0.9775519 Jul 08 17:19:31.207131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1823088518-network', 'tenant_id': 'a3e1ccc583cb4516b7bd88df7b8bc98e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:31.228218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe34e05-ce55-4453-93ea-434a02bc24fe req-36068069-45b7-459e-84dd-e0f76dd54593 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.235042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfe34e05-ce55-4453-93ea-434a02bc24fe req-36068069-45b7-459e-84dd-e0f76dd54593 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 1.0717001 Jul 08 17:19:31.267807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd7449-5432-4788-b955-1ad4fd23e5ff req-35c541b2-8852-4cd6-807a-dfa1bf5b1a93 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.276480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1fd7449-5432-4788-b955-1ad4fd23e5ff req-35c541b2-8852-4cd6-807a-dfa1bf5b1a93 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.3517413 Jul 08 17:19:31.309027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-0bafa2dd-5e63-4b10-bd7f-4eb49d6f2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.311622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-0bafa2dd-5e63-4b10-bd7f-4eb49d6f2f5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5718319 Jul 08 17:19:31.325069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ae8b7808-3356-474b-9151-4226be9cf48c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:31.325722 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.385222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] For port 1c66ffe9-89ae-4635-92eb-be79fc146ac6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:31.404188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] For port 1c66ffe9-89ae-4635-92eb-be79fc146ac6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1c66ffe9-89ae-4635-92eb-be79fc146ac6,segment=NetworkSegment(946f0214-233c-437f-9c5b-fc4e2036c56a),segment_id=946f0214-233c-437f-9c5b-fc4e2036c56a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:31.445891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:28Z', 'revision_number': 3, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:31.461124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Made reservation on behalf of a3e1ccc583cb4516b7bd88df7b8bc98e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:31.466572 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.476711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.484139 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Checking router: d2085239-8ecf-436f-ac4c-3d36b04a933a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:19:31.484493 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Updating router d2085239-8ecf-436f-ac4c-3d36b04a933a port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:19:31.525684 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.544761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f0f2-dc16-4882-aa85-68a335c2235c None None] Pushing event updated for resources: {'Port': ['ID=1c66ffe9-89ae-4635-92eb-be79fc146ac6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:31.577241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-9d494f42-e295-4bd1-802d-0f96a6b5132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.578989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-9d494f42-e295-4bd1-802d-0f96a6b5132d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.3428810 Jul 08 17:19:31.582687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-a489382b-5d42-4324-b81d-f8d037c733d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.584296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-a489382b-5d42-4324-b81d-f8d037c733d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fb3215069744df88769bd92eb666404&device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 1094 time: 0.9284754 Jul 08 17:19:31.585339 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.684606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-d7dfd3e5-0f43-4ea7-890e-431481654443 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae HTTP/1.1" status: 200 len: 217 time: 0.0778713 Jul 08 17:19:31.695871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-52b3e478-3bdd-4bd9-a86c-296bb0eb0ee5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56736910-1a4c-4d37-9773-c312979e3f4b HTTP/1.1" status: 200 len: 217 time: 0.1042264 Jul 08 17:19:31.718579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfe34e05-ce55-4453-93ea-434a02bc24fe req-d0c09ed6-983e-4752-8d4a-7e44d62b8fa9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682529 Jul 08 17:19:31.815772 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f537ea00-530f-4e57-ad7f-87107ef3c8f4 x-openstack-request-id: req-f537ea00-530f-4e57-ad7f-87107ef3c8f4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:31.819489 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:31.820466 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f537ea00-530f-4e57-ad7f-87107ef3c8f4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:31.820684 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'status': 'completed', 'code': 200} Jul 08 17:19:31.829895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1fd7449-5432-4788-b955-1ad4fd23e5ff req-af1493f4-65d7-4b1b-a3e2-82f2ccc1f2ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524375 Jul 08 17:19:31.957977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-f80f036f-22ec-4981-a01a-843cb0288b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.963786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-f80f036f-22ec-4981-a01a-843cb0288b9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.2421484 Jul 08 17:19:31.965275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-0335da50-a690-4ff6-87af-0fc06bf3f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:31.966721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-0335da50-a690-4ff6-87af-0fc06bf3f6a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58 HTTP/1.1" status: 200 len: 855 time: 0.2740302 Jul 08 17:19:32.057260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-5ce620a7-42e9-4179-8396-5d227282c7ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797973 Jul 08 17:19:32.066148 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.088595 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Transition to ACTIVE for port object 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:32.099750 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.144632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.10 (faab6b73-ddeb-4208-8bca-fdb6c29d76ff/fab8bf7a-270b-414b-8c25-412e82593b95/204f6992-75e4-424a-a59b-4b717c289fe3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:32.208405 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Attempting to bind port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:32.208988 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Attempting to bind port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:32.209509 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Attempting to bind port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:32.219063 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:32.219636 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:32.220185 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.220736 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:32.221360 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Bound port: 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:32.221909 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.223740 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7200c4-ea98-488e-9b61-5396c13d8722 None None] Pushing event updated for resources: {'Port': ['ID=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:32.295519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-adc79fd1-039c-4467-a75a-37c04365ab3b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709239 Jul 08 17:19:32.308038 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] For port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:32.312809 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] For port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:32.322425 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.382855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:32.384302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:32.386415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.423707 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7200c4-ea98-488e-9b61-5396c13d8722 None None] Pushing event updated for resources: {'Port': ['ID=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:32.436056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-cef04a5b-4406-499f-b812-8f614f561084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:32.437593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-cef04a5b-4406-499f-b812-8f614f561084 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fa35345-33d1-4967-8670-36bcddfc50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3849711 Jul 08 17:19:32.440520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.463175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-7c6b8366-5da0-4346-9189-0b035fd437f9 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854589 Jul 08 17:19:32.555234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:19:32.603791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:19:32.638796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbbcc5a-218b-47ae-b1bd-c8c999a34041,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:32.642181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.642690 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Added segment 684a00a9-39a3-4903-bed6-b40cc1ee3692 of type vlan for network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d Jul 08 17:19:32.648393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.660690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-b3ab171f-1b93-48f1-9a5e-91d40519fe0d service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479497 Jul 08 17:19:32.715609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ce57a-6555-4d1e-8d72-39992145b158 req-8505f5e9-7aee-44a4-b7a1-e25df57587df tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:32.717107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-692ce57a-6555-4d1e-8d72-39992145b158 req-8505f5e9-7aee-44a4-b7a1-e25df57587df tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 943 time: 0.5139737 Jul 08 17:19:32.729421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 204f6992-75e4-424a-a59b-4b717c289fe3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:32.835222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.877786 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:32.879405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-f00ea3c3-6be8-4c0c-82e1-7588758ed654 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298193 Jul 08 17:19:32.894162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-692ce57a-6555-4d1e-8d72-39992145b158 req-6c126a27-6b73-4251-9d7c-7c3dec261309 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682441 Jul 08 17:19:32.999093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:19:33.000543 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:28Z', 'revision_number': 3, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:33.023849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:33.065051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2aa8bbf-f386-4832-8fa3-e7d2d98e9b44 req-3e6e6d98-2294-4dc3-89b6-bd3bdea4e709 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626006 Jul 08 17:19:33.080413 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f5ced-4b96-448a-b11d-ac8431d80925 None None] The sync data for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 is: [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:28Z', 'revision_number': 3, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:19:33.109664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=204f6992-75e4-424a-a59b-4b717c289fe3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:33.119793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:33.126813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:33.143057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649bb2b-7509-4db6-ad1b-cf78121b43f2 None None] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:33.171962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.173230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:33.174014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.201037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7196629 Jul 08 17:19:33.219431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:33.220406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1c66ffe9-89ae-4635-92eb-be79fc146ac6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:33.261343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Request body: {'subnet': {'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1823088518-subnet', 'tenant_id': 'a3e1ccc583cb4516b7bd88df7b8bc98e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:33.279497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.288934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:33.289699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.298112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39150435-2f9f-495d-beb0-06dff0a2d948 None None] Provisioning for port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:33.321123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb498200-0ce6-48a6-a27d-9badd0d5e3ac admin admin] Pushing event updated for resources: {'Network': ['ID=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:33.331149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-252f3213-98ca-4fa5-bb8a-90e250a2a8d2 req-9722e701-b7e8-4b79-a34c-1f1398c5e779 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258885 Jul 08 17:19:33.331840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Made reservation on behalf of a3e1ccc583cb4516b7bd88df7b8bc98e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:33.334266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.357845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2bbc2d00-397f-4e76-bb66-344a1a1e0ef1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0573757 Jul 08 17:19:33.361093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:33.364413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:33.371999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:19:33.378817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:33.379228 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.384744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d59552-2b3a-4dd5-8b56-89ed5b1fd078 req-e6d264bf-8806-402a-809b-e6dee8c610ea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:33.386793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d59552-2b3a-4dd5-8b56-89ed5b1fd078 req-e6d264bf-8806-402a-809b-e6dee8c610ea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.3894281 Jul 08 17:19:33.407203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': 'faab6b73-ddeb-4208-8bca-fdb6c29d76ff', 'name': 'tempest-PortsTestJSON-1146685815', 'fixed_ips': [{'subnet_id': 'fab8bf7a-270b-414b-8c25-412e82593b95', 'ip_address': '172.20.0.9'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:33.463508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fad45-79f5-4a87-a52d-b8368ae14896 req-2a30fec5-af4f-4f24-af4b-269062e7979c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:33.477456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa4fad45-79f5-4a87-a52d-b8368ae14896 req-2a30fec5-af4f-4f24-af4b-269062e7979c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 946 time: 0.2692077 Jul 08 17:19:33.595326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa4fad45-79f5-4a87-a52d-b8368ae14896 req-b9dd690b-1a84-4375-b3b1-0c8b10bf9c3a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165638 Jul 08 17:19:33.710129 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.725465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Allocated IP 172.20.0.1 (75a9640d-0a16-48c6-8676-56d1b20c7df7/5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5/d29a0c04-9cf6-4db6-a683-18038307f5a6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:33.763355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 1c66ffe9-89ae-4635-92eb-be79fc146ac6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1c66ffe9-89ae-4635-92eb-be79fc146ac6,segment=NetworkSegment(946f0214-233c-437f-9c5b-fc4e2036c56a),segment_id=946f0214-233c-437f-9c5b-fc4e2036c56a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:33.775089 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:33.867669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=1c66ffe9-89ae-4635-92eb-be79fc146ac6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:33.990807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.009238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Transition to ACTIVE for port object d29a0c04-9cf6-4db6-a683-18038307f5a6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:34.018646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d59552-2b3a-4dd5-8b56-89ed5b1fd078 req-8dd74276-d908-4a34-b880-4dea2ae4163b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451444 Jul 08 17:19:34.034248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 56736910-1a4c-4d37-9773-c312979e3f4b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:34.092672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.143063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:34.163090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-d9f426e1-6a1d-4041-a4be-5ce31b0ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:34.164226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-d9f426e1-6a1d-4041-a4be-5ce31b0ddd3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fb3215069744df88769bd92eb666404&device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 1094 time: 0.5923581 Jul 08 17:19:34.187482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.212916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:34.224438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:34.230861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:34.235521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:34.237794 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a0e27b-3e79-4287-aa82-89ab9eca0cce" -d '{"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-unplugged", "status": "completed", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:34.241732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Pushing event updated for resources: {'Port': ['ID=d29a0c04-9cf6-4db6-a683-18038307f5a6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:34.268090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:34.278774 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.285308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2bd56cad-70fe-4cb0-b67a-1dd90dd342f6 None None] Provisioning for port 204f6992-75e4-424a-a59b-4b717c289fe3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:34.320066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.323078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.331854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2bd56cad-70fe-4cb0-b67a-1dd90dd342f6 None None] Provisioning complete for port 204f6992-75e4-424a-a59b-4b717c289fe3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:34.332074 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2bd56cad-70fe-4cb0-b67a-1dd90dd342f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.368739 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad2b1a-7b90-4b9e-91e1-1c5a47a8eb21 x-openstack-request-id: req-2cad2b1a-7b90-4b9e-91e1-1c5a47a8eb21 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:34.369044 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-unplugged", "status": "completed", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:34.369282 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cad2b1a-7b90-4b9e-91e1-1c5a47a8eb21 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:34.369668 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b', 'code': 200} Jul 08 17:19:34.382058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.402921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:34.420501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2bd56cad-70fe-4cb0-b67a-1dd90dd342f6 None None] Port 204f6992-75e4-424a-a59b-4b717c289fe3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:34.440601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2bd56cad-70fe-4cb0-b67a-1dd90dd342f6 None None] Provisioning complete for port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:34.440974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2bd56cad-70fe-4cb0-b67a-1dd90dd342f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.481053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3227a6-de4c-410b-9292-70c0079cb6de req-ecd5d3f4-8a4d-4fa9-b407-c700fc866192 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:34.486164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab3227a6-de4c-410b-9292-70c0079cb6de req-ecd5d3f4-8a4d-4fa9-b407-c700fc866192 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 943 time: 0.3845739 Jul 08 17:19:34.521313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4f4723-e2d8-4467-9fb9-f44937476311,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:34.525461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:34.609743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab3227a6-de4c-410b-9292-70c0079cb6de req-0472929f-000d-45ae-a06a-ee39dcac8693 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175749 Jul 08 17:19:34.637708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Checking segment: {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:34.638129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Network hostable DHCP agents. Network: 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:19:34.699164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.701601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-66af8ae3-b8b2-4735-af0d-e2e0f6151bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:34.703322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-66af8ae3-b8b2-4735-af0d-e2e0f6151bf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fa35345-33d1-4967-8670-36bcddfc50f5 HTTP/1.1" status: 200 len: 917 time: 0.3669329 Jul 08 17:19:34.707691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:19:34.784809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:34.788754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-66c9a74c-786c-47a6-ac99-d35b72307102 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae HTTP/1.1" status: 200 len: 217 time: 0.0694396 Jul 08 17:19:34.795226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ccac2-5988-44da-adff-0737668c4539 None None] Network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:34.818204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:34.818827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.833426 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:19:34.908014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3782dc8e-86b3-41f1-aecc-e6cf0ce606fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6556911 Jul 08 17:19:34.947606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Provisioning for port d29a0c04-9cf6-4db6-a683-18038307f5a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:34.953174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Provisioning complete for port d29a0c04-9cf6-4db6-a683-18038307f5a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:34.954118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:34.963649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-21c16311-43e9-4565-8204-dea58dc8f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:34.965132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-21c16311-43e9-4565-8204-dea58dc8f2d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58 HTTP/1.1" status: 200 len: 855 time: 0.1554060 Jul 08 17:19:34.976240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.9 (faab6b73-ddeb-4208-8bca-fdb6c29d76ff/fab8bf7a-270b-414b-8c25-412e82593b95/68682cb4-36a9-4e88-90b9-e2e991e9d9d6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:34.991611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ef02c-eb9b-4359-9e87-02f2c2635c75 None None] Network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:35.026644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.041696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.137214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Port d29a0c04-9cf6-4db6-a683-18038307f5a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:35.139513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e2b7e-f09a-493d-8449-faa3538bbab2 req-c466c439-3d9e-4265-9de2-c06cb751770c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:35.141055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c6e2b7e-f09a-493d-8449-faa3538bbab2 req-c466c439-3d9e-4265-9de2-c06cb751770c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 944 time: 0.4094424 Jul 08 17:19:35.189974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Provisioning complete for port 204f6992-75e4-424a-a59b-4b717c289fe3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:35.191202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.310562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c6e2b7e-f09a-493d-8449-faa3538bbab2 req-40c5161d-1810-4c52-8f30-349e95456fdc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617885 Jul 08 17:19:35.318068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ff638fe8-4334-43dd-99ff-f2d11c5de1f3 None None] Port 204f6992-75e4-424a-a59b-4b717c289fe3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:35.330356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Pushing event updated for resources: {'Port': ['ID=d29a0c04-9cf6-4db6-a683-18038307f5a6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:35.349394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-8c102333-0d22-4eae-9970-84e7cd170b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:35.350966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-8c102333-0d22-4eae-9970-84e7cd170b8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fa35345-33d1-4967-8670-36bcddfc50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715565 Jul 08 17:19:35.359425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.370635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:35.459360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:35.460081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.467290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:35.467667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.475802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a572d2e-7e0d-4f2c-b01d-6f4713d9b22d req-6d90514e-8dab-47b4-af6c-b646000603aa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:35.483308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a572d2e-7e0d-4f2c-b01d-6f4713d9b22d req-6d90514e-8dab-47b4-af6c-b646000603aa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1922886 Jul 08 17:19:35.488605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:35.518741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-9e6e6dda-6159-40f5-bb17-a2fac92594cc service neutron] 10.222.0.53 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531553 Jul 08 17:19:35.537831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:35.541759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:35.562020 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a572d2e-7e0d-4f2c-b01d-6f4713d9b22d req-131dfb9f-003f-42c7-a366-d15ef19c7821 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Jul 08 17:19:35.625353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.650548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:35.657309 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.659194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1c66ffe9-89ae-4635-92eb-be79fc146ac6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:35.714447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.786784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:35.799836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Router d2085239-8ecf-436f-ac4c-3d36b04a933a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:19:35.812645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:35.813020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.862516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:35.868279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=68682cb4-36a9-4e88-90b9-e2e991e9d9d6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:35.872837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e065ce92-533b-4f70-ab6e-876a31a9115f req-0429b285-ed92-46fa-a440-28871325a833 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444929 Jul 08 17:19:35.879427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:35.883026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:35.895255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-cdf85ca3-3a5c-474d-8280-7db37bb1160e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:35.896866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-cdf85ca3-3a5c-474d-8280-7db37bb1160e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 814 time: 0.2948678 Jul 08 17:19:35.939292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-38a2ebe9-fccf-4d8e-9e19-3ffba9845c2d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/quotas/a3e1ccc583cb4516b7bd88df7b8bc98e HTTP/1.1" status: 200 len: 375 time: 0.0216851 Jul 08 17:19:35.968506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b5a2c6b-c283-4f06-8ff7-7b97a1ea2ec6 None None] Provisioning complete for port d29a0c04-9cf6-4db6-a683-18038307f5a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:35.968876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2c6b-c283-4f06-8ff7-7b97a1ea2ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.972475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:35.973121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:35.998831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-14ba2183-e380-4b03-859b-8451a3f5d481 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471020 Jul 08 17:19:36.022754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1bf98-7ee3-4a83-b0f0-1dca4db773db req-42cb0d9e-562e-40eb-9381-d8da40ecdac7 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.024885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39f1bf98-7ee3-4a83-b0f0-1dca4db773db req-42cb0d9e-562e-40eb-9381-d8da40ecdac7 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 943 time: 0.2159295 Jul 08 17:19:36.037380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b57cb64-acac-46c3-b9c8-1766b04ae5dd tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6714802 Jul 08 17:19:36.038194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a2c6b-c283-4f06-8ff7-7b97a1ea2ec6 None None] Port d29a0c04-9cf6-4db6-a683-18038307f5a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:36.038425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:36.077030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:19:36.081418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39f1bf98-7ee3-4a83-b0f0-1dca4db773db req-7aa62963-ab02-453a-9209-bdfdf24c1356 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456946 Jul 08 17:19:36.092410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f96d7d6a-f1c2-4cbf-9505-6102fbafcf82 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2085239-8ecf-436f-ac4c-3d36b04a933a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1274765 Jul 08 17:19:36.100823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Sync routers for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:19:36.112296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:36.121243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:36.215913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab4518c-ebfb-46c1-a6ce-4b184f1e28de tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.217440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aab4518c-ebfb-46c1-a6ce-4b184f1e28de tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1489339 Jul 08 17:19:36.221077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:36.229899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-53294762-ff77-4619-b769-35c3c22313e3 service neutron] 10.222.0.48 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210891 Jul 08 17:19:36.288992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:19:36.291877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-931849bc-00d9-405e-b595-827f677caaf0 None None] Provisioning for port 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:36.324129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-931849bc-00d9-405e-b595-827f677caaf0 None None] Provisioning complete for port 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:36.324551 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-931849bc-00d9-405e-b595-827f677caaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:36.331378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6a850085-98ce-4a6e-b0fa-dd97586aeee9 service neutron] 10.222.0.48 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003063 Jul 08 17:19:36.378969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c10980-52e8-42fe-9ca2-eb5521fa3d0b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.386116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c10980-52e8-42fe-9ca2-eb5521fa3d0b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.392663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c10980-52e8-42fe-9ca2-eb5521fa3d0b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.397267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63c10980-52e8-42fe-9ca2-eb5521fa3d0b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1720331 Jul 08 17:19:36.397634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:36.503662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-931849bc-00d9-405e-b595-827f677caaf0 None None] Port 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:36.528846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:36.529188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:36.562566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 2, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:36.595020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Checking router: d2085239-8ecf-436f-ac4c-3d36b04a933a for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:19:36.595765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Updating router d2085239-8ecf-436f-ac4c-3d36b04a933a port d29a0c04-9cf6-4db6-a683-18038307f5a6 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:19:36.621269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:36.638149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 68682cb4-36a9-4e88-90b9-e2e991e9d9d6 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:36.642176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:36.717315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:36.727399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306319044', 'description': 'tempest-description--1388219510'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:36.794838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:36.796635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-494628a2-33ab-441b-88ba-201131691f5a req-927f7abe-dd2f-49cf-975f-8928a38b69bc tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 210 time: 0.0410686 Jul 08 17:19:36.872300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f48751-024f-412c-8780-12079fe7bbd7 req-923dc24a-a94f-4073-abaa-0d37240ea735 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.874781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68f48751-024f-412c-8780-12079fe7bbd7 req-923dc24a-a94f-4073-abaa-0d37240ea735 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 944 time: 0.1709569 Jul 08 17:19:36.974677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68f48751-024f-412c-8780-12079fe7bbd7 req-cba33b40-89e8-4e89-8015-d7bfde91137b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926166 Jul 08 17:19:36.983567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ed7c2-82f8-4e6d-b478-8f0365a0c7db req-63e0f1ba-6e29-4b46-905a-a5e5316b5f3c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:36.991223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff9ed7c2-82f8-4e6d-b478-8f0365a0c7db req-63e0f1ba-6e29-4b46-905a-a5e5316b5f3c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.0784113 Jul 08 17:19:37.037559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.052657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.053600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff9ed7c2-82f8-4e6d-b478-8f0365a0c7db req-86ddb558-c708-4863-9673-00f66de19f3c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613763 Jul 08 17:19:37.079544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Transition to ACTIVE for port object d29a0c04-9cf6-4db6-a683-18038307f5a6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:37.095479 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.099198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=68682cb4-36a9-4e88-90b9-e2e991e9d9d6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:37.120224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.144506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.167716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:37.225195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:37.252576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.253911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54d6afaf-d5f6-40e4-873d-c4791f26039f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5351727 Jul 08 17:19:37.256734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43196) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:37.261851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Request body: {'security_group_rule': {'security_group_id': '8c374d8f-802d-4a18-a5f7-cb5a9b9f5523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:37.264802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.268310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3e082896-3bcf-4187-b220-03d3c67cb393 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/68682cb4-36a9-4e88-90b9-e2e991e9d9d6 HTTP/1.1" status: 204 len: 168 time: 0.8693664 Jul 08 17:19:37.271253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:37.311297 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20afe27-db49-44b1-a0d5-d84aa23a4d22 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:37.314283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c20afe27-db49-44b1-a0d5-d84aa23a4d22 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/68682cb4-36a9-4e88-90b9-e2e991e9d9d6 HTTP/1.1" status: 404 len: 333 time: 0.0418780 Jul 08 17:19:37.317029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43204) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:37.382147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc45d6c-1394-4101-87fb-1c900894f921 None None] Pushing event updated for resources: {'Port': ['ID=d29a0c04-9cf6-4db6-a683-18038307f5a6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:37.417191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.486205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 204f6992-75e4-424a-a59b-4b717c289fe3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:37.487936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.516832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Attempting to bind port d29a0c04-9cf6-4db6-a683-18038307f5a6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:37.517220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Attempting to bind port d29a0c04-9cf6-4db6-a683-18038307f5a6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:37.517552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Attempting to bind port d29a0c04-9cf6-4db6-a683-18038307f5a6 on network 75a9640d-0a16-48c6-8676-56d1b20c7df7 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:37.520867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:37.521214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.526606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:37.526982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Checking segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:37.527362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.527750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Bound using segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:37.528213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Bound port: d29a0c04-9cf6-4db6-a683-18038307f5a6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:37.528589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.530619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea71345-5d18-4d9b-a78b-4ad082174656 req-fdb468bf-e50d-4067-80a4-3583927220b0 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:37.533211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ea71345-5d18-4d9b-a78b-4ad082174656 req-fdb468bf-e50d-4067-80a4-3583927220b0 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 943 time: 0.2184896 Jul 08 17:19:37.592902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.596715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ea71345-5d18-4d9b-a78b-4ad082174656 req-9801fa0d-f5f1-4ea9-bd91-f5a0361a06b0 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567143 Jul 08 17:19:37.614202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.667741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.671636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114139 Jul 08 17:19:37.671636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722303-7ecd-4307-b472-bece266f0cad tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f9b043-5ce5-4aa5-909a-29dbd43c8bdd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:37.680246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:37.687884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Request body: {'security_group_rule': {'security_group_id': '8c374d8f-802d-4a18-a5f7-cb5a9b9f5523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:37.741335 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.789208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] For port d29a0c04-9cf6-4db6-a683-18038307f5a6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:37.793374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] For port d29a0c04-9cf6-4db6-a683-18038307f5a6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d29a0c04-9cf6-4db6-a683-18038307f5a6,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:37.829629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.833338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.849344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.878380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab9dfde-7513-413b-b8c0-6cf9b2911ff5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:37.889451 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:37.890884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-755d8ce4-99f9-4558-a2ef-fd06adc38e55 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2081947 Jul 08 17:19:37.895916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:37.901159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:37.980341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.003180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc45d6c-1394-4101-87fb-1c900894f921 None None] Pushing event updated for resources: {'Port': ['ID=d29a0c04-9cf6-4db6-a683-18038307f5a6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:38.044760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:38.046128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:38.058175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 56736910-1a4c-4d37-9773-c312979e3f4b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:38.197116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.201797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.226285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 204f6992-75e4-424a-a59b-4b717c289fe3 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:38.386550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02f657de-8ef8-4644-b966-d00fd28e8c09 req-15b74e86-1148-4b00-8c4e-5d5fe5c0b67c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 210 time: 0.0399652 Jul 08 17:19:38.408010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Allocated IP 172.25.3.13 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4f31a845-10d4-49d2-b920-b68ac0a5d968) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:38.477057 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.536106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=204f6992-75e4-424a-a59b-4b717c289fe3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:38.589041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.660140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:19:38.692744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef22bb-a0bc-4ec3-9e73-ad9ca9f3542e req-4f892c86-e418-4e35-b2d8-3140027a5ade tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:38.702236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11ef22bb-a0bc-4ec3-9e73-ad9ca9f3542e req-4f892c86-e418-4e35-b2d8-3140027a5ade tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1534152 Jul 08 17:19:38.715846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.717978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7317bdf6-b612-4482-919a-b643e5ebf978 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/204f6992-75e4-424a-a59b-4b717c289fe3 HTTP/1.1" status: 204 len: 168 time: 1.3998005 Jul 08 17:19:38.721843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:38.746962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-e3ffec2d-16cb-4b28-bf8b-2110c2bee054 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:38.748534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-e3ffec2d-16cb-4b28-bf8b-2110c2bee054 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=af467cf8-48ab-4e14-8375-18a31ef03775 HTTP/1.1" status: 200 len: 944 time: 0.2750313 Jul 08 17:19:38.763955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11ef22bb-a0bc-4ec3-9e73-ad9ca9f3542e req-efd8070a-670e-42bb-93d0-59b8c73ee69c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607522 Jul 08 17:19:38.768900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:38.859643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:38.868606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:38.874349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:38.875984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-acfd8058-04c3-4f9e-9ae5-8955951f21f1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:38.877631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-acfd8058-04c3-4f9e-9ae5-8955951f21f1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 814 time: 0.2633011 Jul 08 17:19:38.880831 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a614035-e390-4c85-91df-82a98b28c1f5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:38.885203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9a614035-e390-4c85-91df-82a98b28c1f5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/204f6992-75e4-424a-a59b-4b717c289fe3 HTTP/1.1" status: 404 len: 333 time: 0.1585782 Jul 08 17:19:38.889298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:38.912213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Request body: {'port': {'device_id': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'admin_state_up': True, 'tenant_id': 'a3e1ccc583cb4516b7bd88df7b8bc98e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:38.972715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:37Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:39.008001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f6af5-f9ac-4aba-984a-3d68b3f9c8ae None None] The sync data for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 is: [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:37Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:19:39.164074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Made reservation on behalf of a3e1ccc583cb4516b7bd88df7b8bc98e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:39.167999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.183311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port 56736910-1a4c-4d37-9773-c312979e3f4b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:39.183745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.308368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event updated for resources: {'Port': ['ID=4f31a845-10d4-49d2-b920-b68ac0a5d968,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:39.348037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet fab8bf7a-270b-414b-8c25-412e82593b95 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:19:39.355288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.367077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port 56736910-1a4c-4d37-9773-c312979e3f4b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=56736910-1a4c-4d37-9773-c312979e3f4b,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:39.367625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.387615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for 56736910-1a4c-4d37-9773-c312979e3f4b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:39.403521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Allocated IP 172.20.0.12 (3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d/bd4f4723-e2d8-4467-9fb9-f44937476311/ed4bb872-d9c4-4f25-8aff-5376deb6c162) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:39.447813 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.487544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.499470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a631f3-9055-4bc7-8841-27fb96589c7f req-bd19c291-006e-4100-8f04-84044dee6c88 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:39.506649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a631f3-9055-4bc7-8841-27fb96589c7f req-bd19c291-006e-4100-8f04-84044dee6c88 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 943 time: 0.2231069 Jul 08 17:19:39.614226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72a631f3-9055-4bc7-8841-27fb96589c7f req-a385fe8b-4fd1-429b-bd3b-63278fa50b20 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066701 Jul 08 17:19:39.624405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.653692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.674883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.699630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.741706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=56736910-1a4c-4d37-9773-c312979e3f4b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:39.815288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port 56736910-1a4c-4d37-9773-c312979e3f4b on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:39.816265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.818441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.830816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6ad9be9-9f6d-4c8a-a245-5b8276f42643 req-810cd0fc-dd1a-41b4-9b91-8e4fe801b7ae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "DELETE /v2.0/ports/56736910-1a4c-4d37-9773-c312979e3f4b HTTP/1.1" status: 204 len: 173 time: 0.9704294 Jul 08 17:19:39.833804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-deleted', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:39.836511 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eb427c-6318-4264-b2cc-ce6786b99c25" -d '{"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-deleted", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:39.862626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=fab8bf7a-270b-414b-8c25-412e82593b95,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:39.875760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.880091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6b7e1472-6d87-4fc5-b3fa-4bd6c94552ee tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/fab8bf7a-270b-414b-8c25-412e82593b95 HTTP/1.1" status: 204 len: 168 time: 0.9862397 Jul 08 17:19:39.881725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:39.885052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1842048-6af6-46fd-9152-420c5b338cc3 None None] Network faab6b73-ddeb-4208-8bca-fdb6c29d76ff requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:39.965627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.979747 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:39.984985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.052191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.070817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:40.080342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:40.085091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:40.091007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:40.145981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event updated for resources: {'Port': ['ID=4f31a845-10d4-49d2-b920-b68ac0a5d968,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:40.214898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:40.215575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.216437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.232458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] DHCP port deletion for faab6b73-ddeb-4208-8bca-fdb6c29d76ff request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:19:40.251521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-1fc896e3-3b8a-4f41-93b4-60e6c22925aa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3539851 Jul 08 17:19:40.253374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:40.253874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.257319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f899a14-5f41-4183-bdac-ba1772908c4b req-8fc76a4f-ffa5-4707-9cd3-8628130d53ea tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:40.259499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f899a14-5f41-4183-bdac-ba1772908c4b req-8fc76a4f-ffa5-4707-9cd3-8628130d53ea tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 932 time: 0.1065505 Jul 08 17:19:40.260494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.261629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb5360e1-d0b5-4bd2-b82d-514f635982f3 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3648934 Jul 08 17:19:40.267049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-24a9f8bb-fc80-4738-b71b-0fc192725ef1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:19:40.268139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-24a9f8bb-fc80-4738-b71b-0fc192725ef1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111594 Jul 08 17:19:40.304375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] Deleting port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:40.305056 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.341536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f899a14-5f41-4183-bdac-ba1772908c4b req-5fdb2dc1-e0bd-4294-8fec-5784ba56431b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762472 Jul 08 17:19:40.370067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port 1c66ffe9-89ae-4635-92eb-be79fc146ac6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1c66ffe9-89ae-4635-92eb-be79fc146ac6,segment=NetworkSegment(946f0214-233c-437f-9c5b-fc4e2036c56a),segment_id=946f0214-233c-437f-9c5b-fc4e2036c56a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:40.370786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.384033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] For port 1c66ffe9-89ae-4635-92eb-be79fc146ac6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1c66ffe9-89ae-4635-92eb-be79fc146ac6,segment=NetworkSegment(946f0214-233c-437f-9c5b-fc4e2036c56a),segment_id=946f0214-233c-437f-9c5b-fc4e2036c56a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:40.384776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.385112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 1c66ffe9-89ae-4635-92eb-be79fc146ac6 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:40.408756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] Calling delete_port for 1c66ffe9-89ae-4635-92eb-be79fc146ac6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:40.506995 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.508506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.549731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=1c66ffe9-89ae-4635-92eb-be79fc146ac6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:40.558804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:40.580285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] Pushing event deleted for resources: {'Port': ['ID=1c66ffe9-89ae-4635-92eb-be79fc146ac6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:40.593279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed12d9ab-bce3-4334-bf36-cf3882af42b1 None None] No DVR routers for this DVR port 1c66ffe9-89ae-4635-92eb-be79fc146ac6 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:40.624124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738a48-7185-481b-a617-702e8defed2a req-12ed415d-c335-4c25-927d-e3093d8915b8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:40.625790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f738a48-7185-481b-a617-702e8defed2a req-12ed415d-c335-4c25-927d-e3093d8915b8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1227043 Jul 08 17:19:40.639143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Request body: {'port': {'device_id': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:40.642331 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d15a9-f5f8-4ca6-8184-85f8cbe66c53 x-openstack-request-id: req-8a7d15a9-f5f8-4ca6-8184-85f8cbe66c53 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:40.642613 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af467cf8-48ab-4e14-8375-18a31ef03775", "name": "network-vif-deleted", "tag": "56736910-1a4c-4d37-9773-c312979e3f4b", "status": "failed", "code": 422}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:40.642883 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a7d15a9-f5f8-4ca6-8184-85f8cbe66c53 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:40.643373 n-d-799527-4 neutron-server[93945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af467cf8-48ab-4e14-8375-18a31ef03775', 'name': 'network-vif-deleted', 'tag': '56736910-1a4c-4d37-9773-c312979e3f4b', 'status': 'failed', 'code': 422} returned with failed status Jul 08 17:19:40.685396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.690714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f738a48-7185-481b-a617-702e8defed2a req-580d44dd-ce95-4f99-90cb-ad13056fef64 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509920 Jul 08 17:19:40.717339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faab6b73-ddeb-4208-8bca-fdb6c29d76ff']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:40.751371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946f0214-233c-437f-9c5b-fc4e2036c56a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:40.751673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946f0214-233c-437f-9c5b-fc4e2036c56a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:40.778991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.790196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-f8aaf9c1-7d1a-46c0-a048-9017666fda96 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1306319044&fields=id&tenant_id=b0b58eb629da483d8746f472997bf40d HTTP/1.1" status: 200 len: 267 time: 0.0932958 Jul 08 17:19:40.799968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.801971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.829338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:19:40.829757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:19:40.834166 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:19:40.932649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fceb23-5872-4f29-a1e3-b62edb3ea608 req-86f4d59b-8f03-4625-b4d1-ae02d5e7178a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:40.934198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fceb23-5872-4f29-a1e3-b62edb3ea608 req-86f4d59b-8f03-4625-b4d1-ae02d5e7178a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 943 time: 0.0739424 Jul 08 17:19:40.977560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:40.981965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fceb23-5872-4f29-a1e3-b62edb3ea608 req-a11723e1-6904-4836-805e-def256756f52 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Jul 08 17:19:40.994118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.004788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/faab6b73-ddeb-4208-8bca-fdb6c29d76ff HTTP/1.1" status: 204 len: 168 time: 1.1131592 Jul 08 17:19:41.004788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:41.009592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903059513'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:41.084420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee6f08-cb7d-4b3d-a56b-e9bee1945d2c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=faab6b73-ddeb-4208-8bca-fdb6c29d76ff,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:41.107210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-f2e78727-57ac-4a9d-809b-a59671c52943 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:41.108714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-f2e78727-57ac-4a9d-809b-a59671c52943 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/networks?id=75a9640d-0a16-48c6-8676-56d1b20c7df7 HTTP/1.1" status: 200 len: 805 time: 0.3028507 Jul 08 17:19:41.130638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:41.134443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.135377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d29a0c04-9cf6-4db6-a683-18038307f5a6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:41.186517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d29a0c04-9cf6-4db6-a683-18038307f5a6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:41.188702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-deba6c3d-2ebe-4c04-bf30-51cdb7a58846 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/quotas/b0b58eb629da483d8746f472997bf40d HTTP/1.1" status: 200 len: 375 time: 0.0702221 Jul 08 17:19:41.193370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d29a0c04-9cf6-4db6-a683-18038307f5a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:41.193997 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.257310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:19:41.285052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.287823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.287823 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Added segment 01c9ca3d-87c0-4262-860a-a806282a6b50 of type vlan for network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d Jul 08 17:19:41.300450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-71e38365-ef12-41cb-8b26-0f3aa464a685 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:41.301976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-71e38365-ef12-41cb-8b26-0f3aa464a685 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.1217380 Jul 08 17:19:41.319091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-0cf9dcf6-7155-4ebb-afc5-366af56fe778 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.0096560 Jul 08 17:19:41.324564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d29a0c04-9cf6-4db6-a683-18038307f5a6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d29a0c04-9cf6-4db6-a683-18038307f5a6,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:41.328937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.359452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.365136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-a62bf57b-7cfb-4aa3-9cbe-320d55042cdb tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387864 Jul 08 17:19:41.385238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d29a0c04-9cf6-4db6-a683-18038307f5a6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:41.387621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-5471ffd6-ab81-4d07-87af-9e3ecafc4b4c tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b0b58eb629da483d8746f472997bf40d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1886127 Jul 08 17:19:41.418551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1c66ffe9-89ae-4635-92eb-be79fc146ac6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:41.445012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 1c66ffe9-89ae-4635-92eb-be79fc146ac6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:41.445484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1c66ffe9-89ae-4635-92eb-be79fc146ac6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:41.465293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-7679006d-0048-4f95-83f7-55f8ac903d81 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987713 Jul 08 17:19:41.487930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4bb872-d9c4-4f25-8aff-5376deb6c162 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:41.497726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.503201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:41.503784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.508507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.557378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-0cfdd624-50d1-4705-ac1a-ca49093d68df service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Jul 08 17:19:41.584140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Transition to ACTIVE for port object ed4bb872-d9c4-4f25-8aff-5376deb6c162 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:41.588124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5851555 Jul 08 17:19:41.591120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:41.595598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.597218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:41.639662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Network': ['ID=2c4b520e-73bb-4605-8ed9-9bd65c38e20d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:41.647092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-0ea7c0b4-2ecb-48ab-9593-1b678decebf1 service neutron] 10.222.0.48 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379997 Jul 08 17:19:41.671407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.671766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.672442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.672442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.672762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.673055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.673769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.673769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.674085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.674474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.675231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.675583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7226d2-e578-4293-a774-016903817807 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:41.691980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:19:41.725264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:41.728237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:41.742209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.871051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Attempting to bind port ed4bb872-d9c4-4f25-8aff-5376deb6c162 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:41.871342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Attempting to bind port ed4bb872-d9c4-4f25-8aff-5376deb6c162 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:41.871691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Attempting to bind port ed4bb872-d9c4-4f25-8aff-5376deb6c162 on network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:41.877507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Port ed4bb872-d9c4-4f25-8aff-5376deb6c162 on network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:19:41.878060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Attempting to bind port ed4bb872-d9c4-4f25-8aff-5376deb6c162 on network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:41.885120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:41.885238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Checking segment: {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:41.885582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Bound using segment: {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:41.886033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Bound port: ed4bb872-d9c4-4f25-8aff-5376deb6c162, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:41.886392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:41.944442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-1ac065f9-93ef-4284-9b93-1ed0a15f7165 service neutron] 10.222.0.48 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850869 Jul 08 17:19:41.974598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:41.979389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:41.984348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.026812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.028033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.028738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.030833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] 10.222.0.53 "PUT /v2.0/ports/ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 200 len: 1092 time: 1.7357659 Jul 08 17:19:42.057836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493abf-f9e0-4cc7-bb3a-b392be892d54 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:42.079400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:19:42.104341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0124faa-facb-41d9-a26d-2b796cc022d2 req-ef83f457-157d-49fc-a86c-e57f3887af6c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.106622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0124faa-facb-41d9-a26d-2b796cc022d2 req-ef83f457-157d-49fc-a86c-e57f3887af6c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.1539786 Jul 08 17:19:42.129797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=0b049816-719b-44af-a6bd-d36a99d9bd8d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:42.160777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Checking segment: {'id': '01c9ca3d-87c0-4262-860a-a806282a6b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:42.161151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network hostable DHCP agents. Network: 2c4b520e-73bb-4605-8ed9-9bd65c38e20d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:19:42.221318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0124faa-facb-41d9-a26d-2b796cc022d2 req-42f21fc7-b798-42c9-897e-ae08d5fb3213 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022849 Jul 08 17:19:42.224682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:19:42.250190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2c4b520e-73bb-4605-8ed9-9bd65c38e20d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:42.260045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.260908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.268986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc784c8-1295-48c5-ac9e-bd8b07c43e8a None None] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:42.289151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:42.297881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-43d642a3-cec8-4a8b-aee9-e7d7e72b00ae tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7053380 Jul 08 17:19:42.299424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6995b9d1-fc85-4d31-9669-6bdf8e0bc684 req-74bb5525-104c-48e0-a681-0a7af3d7d177 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 210 time: 0.0894356 Jul 08 17:19:42.301135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:42.303378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-bc29718a-0830-4e7b-846b-1d374cfad802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.306303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-bc29718a-0830-4e7b-846b-1d374cfad802 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1095 time: 0.2164965 Jul 08 17:19:42.311552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-158138578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:42.324979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'port_id': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'mac_address': 'fa:16:3e:b6:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:19:42.406477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-ef6b3839-853d-43df-a345-f3cc0fe0fe36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 200 len: 217 time: 0.0882380 Jul 08 17:19:42.420739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.469321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:42.471286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-61df2a94-87f4-4b9a-bfbb-5c543186728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.473014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-61df2a94-87f4-4b9a-bfbb-5c543186728d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.0572278 Jul 08 17:19:42.474405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.475660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.521156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-fdad4670-9ff8-44e2-b776-8895ab609f14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396688 Jul 08 17:19:42.527999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:42.554105 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.574389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22453b-82f7-4af5-82f7-86c402c9a7dc req-39ecf414-58d3-4644-bec8-50749121ad22 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.576602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e22453b-82f7-4af5-82f7-86c402c9a7dc req-39ecf414-58d3-4644-bec8-50749121ad22 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1760476 Jul 08 17:19:42.586231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.610624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.644784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:42.666368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e22453b-82f7-4af5-82f7-86c402c9a7dc req-d029d7a8-90eb-46b7-a000-1bc95b462d5f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834224 Jul 08 17:19:42.669345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2c4b520e-73bb-4605-8ed9-9bd65c38e20d', 'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': '0b049816-719b-44af-a6bd-d36a99d9bd8d'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:19:42.670517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.687748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:42.690006 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c700cb-fb88-4c5a-8f67-1ee888853cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:42.714783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.718963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c4881c65-3448-4966-998b-169092326f93 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4089727 Jul 08 17:19:42.720231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:42.745854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d', 'name': 'tempest-PortsTestJSON-904603777'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:42.760955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3fb05-cd19-4e2d-b023-36d7f2be974d req-a978c93f-397e-4a0e-b624-5060472f31f4 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:42.768233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7c3fb05-cd19-4e2d-b023-36d7f2be974d req-a978c93f-397e-4a0e-b624-5060472f31f4 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 944 time: 0.1781676 Jul 08 17:19:42.768502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.796946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-20a7ffa8-42ba-4f94-ac9a-2af47fc5648b service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080948 Jul 08 17:19:42.815782 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7c3fb05-cd19-4e2d-b023-36d7f2be974d req-e337e288-73e0-44d4-a172-f81acbc76332 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465825 Jul 08 17:19:42.884517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['13f2bda8-fec0-4e59-814d-d3b3fb9c7cae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:42.890950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:42.963743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38d3b703-5d76-4ffe-8109-d37c4acaee73 req-e3ceb136-88ea-4d97-8d16-95d541f59d59 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 210 time: 0.0367336 Jul 08 17:19:42.995752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:42.999725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0af08e9d-55ad-445c-8a88-da08d7b583e4 req-2314704f-1a09-41fd-9c06-68b17d862e79 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826494 Jul 08 17:19:43.002862 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.041306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:43.053333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Allocated IP 172.20.0.2 (2c4b520e-73bb-4605-8ed9-9bd65c38e20d/0b049816-719b-44af-a6bd-d36a99d9bd8d/e11be63e-ab76-46e1-860e-1055937630d8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:43.099353 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e34917a-10ad-4548-bcfe-0c800f5b0e73 x-openstack-request-id: req-5e34917a-10ad-4548-bcfe-0c800f5b0e73 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:43.099702 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:43.100010 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e34917a-10ad-4548-bcfe-0c800f5b0e73 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:43.100401 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'status': 'completed', 'code': 200} Jul 08 17:19:43.147316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d29a0c04-9cf6-4db6-a683-18038307f5a6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:43.230242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-8f3675ce-3d26-4d92-9e53-607d5e7337de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:43.232137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-8f3675ce-3d26-4d92-9e53-607d5e7337de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1095 time: 0.0766401 Jul 08 17:19:43.331954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d29a0c04-9cf6-4db6-a683-18038307f5a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:43.332960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.419408 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.432397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Transition to ACTIVE for port object e11be63e-ab76-46e1-860e-1055937630d8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:43.449256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Transition to ACTIVE for port object e11be63e-ab76-46e1-860e-1055937630d8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:43.459505 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.501552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-777a811c-3f1f-4bbc-9574-a621f54b6a21 req-afd7e4c4-6f87-4d55-99ff-734412de9620 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 210 time: 0.0526044 Jul 08 17:19:43.503671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:43.510059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:43.517234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:43.532657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-a675d9bb-8b02-4ff2-9cbb-f69906aa36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:43.535092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-a675d9bb-8b02-4ff2-9cbb-f69906aa36d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 915 time: 0.2945740 Jul 08 17:19:43.573444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852777b-de5f-4f48-8c66-8a225c2c470c req-e4e55c40-f309-438b-baa2-d6db111b142f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:43.575477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d852777b-de5f-4f48-8c66-8a225c2c470c req-e4e55c40-f309-438b-baa2-d6db111b142f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.1734157 Jul 08 17:19:43.577043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.13 (2c4b520e-73bb-4605-8ed9-9bd65c38e20d/0b049816-719b-44af-a6bd-d36a99d9bd8d/40b6b8a0-7a3d-4d63-bbcf-6db151c73440) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:43.585890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-68a2a927-dbc0-44f6-8e81-84e741e09fd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 200 len: 217 time: 0.0431042 Jul 08 17:19:43.593986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-25c7a84b-a28e-4eb3-9fab-4b7bedf58a61 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:43.595832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-25c7a84b-a28e-4eb3-9fab-4b7bedf58a61 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.2659376 Jul 08 17:19:43.627857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:43.643429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d852777b-de5f-4f48-8c66-8a225c2c470c req-5a3fbbf3-f7fb-44dc-90ea-9c2cc8c08652 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 Jul 08 17:19:43.658133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Pushing event updated for resources: {'Port': ['ID=e11be63e-ab76-46e1-860e-1055937630d8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:43.677559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Attempting to bind port e11be63e-ab76-46e1-860e-1055937630d8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:43.678199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Attempting to bind port e11be63e-ab76-46e1-860e-1055937630d8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '01c9ca3d-87c0-4262-860a-a806282a6b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:43.678355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Attempting to bind port e11be63e-ab76-46e1-860e-1055937630d8 on network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:43.684554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:43.684964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Checking segment: {'id': '01c9ca3d-87c0-4262-860a-a806282a6b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:43.685333 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.685865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Bound using segment: {'id': '01c9ca3d-87c0-4262-860a-a806282a6b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:43.686727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Bound port: e11be63e-ab76-46e1-860e-1055937630d8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c9ca3d-87c0-4262-860a-a806282a6b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '2c4b520e-73bb-4605-8ed9-9bd65c38e20d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:43.687124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.794576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] For port e11be63e-ab76-46e1-860e-1055937630d8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:43.799431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] For port e11be63e-ab76-46e1-860e-1055937630d8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e11be63e-ab76-46e1-860e-1055937630d8,segment=NetworkSegment(01c9ca3d-87c0-4262-860a-a806282a6b50),segment_id=01c9ca3d-87c0-4262-860a-a806282a6b50)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:43.811031 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.835645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.862974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:43.886490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823b3a1-6388-48fb-994e-edd9c39b5d56 None None] Pushing event updated for resources: {'Port': ['ID=e11be63e-ab76-46e1-860e-1055937630d8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:43.915148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.976161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:43.981766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:43.992219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:44.084427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:44.100262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=40b6b8a0-7a3d-4d63-bbcf-6db151c73440,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:44.146434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-b61f1c62-6e5e-4fca-b273-6ec19606f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:44.148817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-b61f1c62-6e5e-4fca-b273-6ec19606f5da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.5512688 Jul 08 17:19:44.159157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:44.159822 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:44.190094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d30af54-2698-4d17-9ffa-25175443561d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4683170 Jul 08 17:19:44.204228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:44.211207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:44.215505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:44.220023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:44.248906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-1008d381-cb0f-4e46-a3ff-56f1f676c8eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905414 Jul 08 17:19:44.363881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cce8b6-ad0c-4df0-a608-7f1dd5b06a83 req-2c4d5c0a-4e7f-4ccd-b3bf-09766d25d86d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:44.368105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5cce8b6-ad0c-4df0-a608-7f1dd5b06a83 req-2c4d5c0a-4e7f-4ccd-b3bf-09766d25d86d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.2904758 Jul 08 17:19:44.410263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:44.414326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:44.442617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-67e00ea1-4102-44f8-9eb7-90f7538b4f29 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:44.444439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-67e00ea1-4102-44f8-9eb7-90f7538b4f29 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.53 "GET /v2.0/networks?id=75a9640d-0a16-48c6-8676-56d1b20c7df7 HTTP/1.1" status: 200 len: 805 time: 0.3984914 Jul 08 17:19:44.496683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5cce8b6-ad0c-4df0-a608-7f1dd5b06a83 req-78cf3912-edf2-467f-8b10-22f206068eac tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169879 Jul 08 17:19:44.515600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:44.523838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c205-0d20-4acc-8924-06c22b22c4e0 req-c1aaad72-12de-4eb6-b4b9-4d37b77f1e9c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:44.534959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00c1c205-0d20-4acc-8924-06c22b22c4e0 req-c1aaad72-12de-4eb6-b4b9-4d37b77f1e9c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 944 time: 0.5365331 Jul 08 17:19:44.556385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-80af2c65-e0db-454d-abdc-5f3305e0cb51 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874615 Jul 08 17:19:44.560107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:44.561154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:44.564175 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e7d80-3de0-4f76-a6c5-91ea9e5723c9" -d '{"events": [{"server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "name": "network-vif-plugged", "status": "completed", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:44.569975 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:44.625758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:44.695969 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-dc85c105-0e74-4b60-9107-036ba008cd6d tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0b58eb629da483d8746f472997bf40d HTTP/1.1" status: 200 len: 380 time: 0.2111068 Jul 08 17:19:44.698825 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00c1c205-0d20-4acc-8924-06c22b22c4e0 req-9e47ff8f-5322-4ea7-bd37-b83f174f5986 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645529 Jul 08 17:19:44.706732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Request body: {'port': {'device_id': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'admin_state_up': True, 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'security_groups': ['8c374d8f-802d-4a18-a5f7-cb5a9b9f5523']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:44.745096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.13 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/dcca3a64-8c5b-4e93-a791-e3e3e73be6eb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:44.752381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70c700cb-fb88-4c5a-8f67-1ee888853cc8 req-72126c89-75a3-4da0-87ae-a04065a5d3b1 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861014 Jul 08 17:19:44.905114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9c43c805-3242-4ac0-b790-01270f3e8a3d req-b83bd666-f244-4bbf-ade6-cadcb4d6734e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 210 time: 0.0746737 Jul 08 17:19:44.942532 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:44.982042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Made reservation on behalf of b0b58eb629da483d8746f472997bf40d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:44.986147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.017363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.026169 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3baa369-f1f9-4585-b06f-5cb56876e4b9 x-openstack-request-id: req-d3baa369-f1f9-4585-b06f-5cb56876e4b9 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:45.026633 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "name": "network-vif-plugged", "status": "completed", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:45.027029 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3baa369-f1f9-4585-b06f-5cb56876e4b9 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:45.027571 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'code': 200} Jul 08 17:19:45.163557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.214573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e11be63e-ab76-46e1-860e-1055937630d8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:45.270720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:45.285001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534101b-288d-4ff5-ab99-79585738cc24 req-e4b8ccea-1e69-4f07-8d59-3999775a0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:45.285579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Allocated IP 172.20.0.7 (75a9640d-0a16-48c6-8676-56d1b20c7df7/5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5/f794439d-3ebc-4017-a651-cbbd5eb0f4f9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:45.285721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e11be63e-ab76-46e1-860e-1055937630d8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:45.286752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1534101b-288d-4ff5-ab99-79585738cc24 req-e4b8ccea-1e69-4f07-8d59-3999775a0b75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 1096 time: 0.1878421 Jul 08 17:19:45.292117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:45.299286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:45.340045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:45.343639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c4d167-5584-479f-9b79-c7eb3723d513 None None] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:45.381844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb361f-eea1-4aec-a221-4e6e7d48a629 req-85e7b42f-d12c-4342-944d-50411ec70515 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:45.388912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-facb361f-eea1-4aec-a221-4e6e7d48a629 req-85e7b42f-d12c-4342-944d-50411ec70515 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.2312777 Jul 08 17:19:45.402969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1534101b-288d-4ff5-ab99-79585738cc24 req-37c741ae-b80b-4a71-8dad-db5ffca52a1a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996513 Jul 08 17:19:45.408565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:45.409430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.419400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] Provisioning for port e11be63e-ab76-46e1-860e-1055937630d8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:45.422525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f505a9-644b-43da-ac77-1e65f2bba502 req-bae3a035-0df7-4445-984c-c0c2f1f5792f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:45.424062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41f505a9-644b-43da-ac77-1e65f2bba502 req-bae3a035-0df7-4445-984c-c0c2f1f5792f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 932 time: 0.2751889 Jul 08 17:19:45.432530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] Provisioning complete for port e11be63e-ab76-46e1-860e-1055937630d8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:45.433166 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.444378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e863c11c-bd62-4902-b582-4579bc9b8ab7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8383675 Jul 08 17:19:45.448593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-facb361f-eea1-4aec-a221-4e6e7d48a629 req-8bb11cc9-9a20-4735-9dbd-5ed563079cf0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585201 Jul 08 17:19:45.468818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Request body: {'port': {'device_id': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:45.564635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.623385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.676186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] For port e11be63e-ab76-46e1-860e-1055937630d8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e11be63e-ab76-46e1-860e-1055937630d8,segment=NetworkSegment(01c9ca3d-87c0-4262-860a-a806282a6b50),segment_id=01c9ca3d-87c0-4262-860a-a806282a6b50)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:45.682616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.744580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c98b20-9fe4-41a0-8e49-480e0a26e727 None None] Pushing event updated for resources: {'Port': ['ID=e11be63e-ab76-46e1-860e-1055937630d8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:45.863329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827eff7-d8f0-409f-8f95-dd3f543cd5c6 req-453005d1-812f-4426-85df-b26ab4961dfc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:45.865014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9827eff7-d8f0-409f-8f95-dd3f543cd5c6 req-453005d1-812f-4426-85df-b26ab4961dfc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1482816 Jul 08 17:19:45.894726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41f505a9-644b-43da-ac77-1e65f2bba502 req-874f31b9-a6cc-4ae8-94ad-56811064b0da tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126656 Jul 08 17:19:45.922141 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.940318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9827eff7-d8f0-409f-8f95-dd3f543cd5c6 req-6d00672f-47da-4feb-a9b5-4bb57be58df3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669847 Jul 08 17:19:45.941102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:45.943493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Transition to ACTIVE for port object f794439d-3ebc-4017-a651-cbbd5eb0f4f9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:45.947634 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.004409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcca3a64-8c5b-4e93-a791-e3e3e73be6eb {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:46.013566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.033876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Transition to ACTIVE for port object dcca3a64-8c5b-4e93-a791-e3e3e73be6eb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:46.035342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-000fcb86-6f68-45bf-929a-39e6cb6cf01a None None] Provisioning complete for port e11be63e-ab76-46e1-860e-1055937630d8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:46.035802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-000fcb86-6f68-45bf-929a-39e6cb6cf01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.039295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.077385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=40b6b8a0-7a3d-4d63-bbcf-6db151c73440,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:46.097193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.097618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.098047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.098443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.098901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.099059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:19:46.099329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.099716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.100101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.100530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.100910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.101352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.101680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:19:46.191348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:46.330409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537b233-93e2-4968-a6a7-ee7ec0336458 req-05b7a4ba-ba99-4ad9-80d1-61fff5008b36 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.338123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3537b233-93e2-4968-a6a7-ee7ec0336458 req-05b7a4ba-ba99-4ad9-80d1-61fff5008b36 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.2065051 Jul 08 17:19:46.340158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Attempting to bind port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:46.340493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Attempting to bind port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:46.340818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Attempting to bind port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:46.347285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.348020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-000fcb86-6f68-45bf-929a-39e6cb6cf01a None None] Provisioning for port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:46.352921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:19:46.353306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Attempting to bind port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:46.359568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-000fcb86-6f68-45bf-929a-39e6cb6cf01a None None] Provisioning complete for port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:46.359953 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-000fcb86-6f68-45bf-929a-39e6cb6cf01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.362776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:46.365195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:46.365539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:46.365977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:46.366422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Bound port: dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:46.366782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.402076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'port_id': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'mac_address': 'fa:16:3e:52:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f4723-e2d8-4467-9fb9-f44937476311', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:19:46.434517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-000fcb86-6f68-45bf-929a-39e6cb6cf01a None None] Port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:46.436383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3537b233-93e2-4968-a6a7-ee7ec0336458 req-dd71bca0-4e79-4707-8ce4-fe7d6672915e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972290 Jul 08 17:19:46.484387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.486625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.491010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:46.505287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] For port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:46.506535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4bb872-d9c4-4f25-8aff-5376deb6c162 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:46.510295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] For port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:46.519316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.538378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:46.552033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.576037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.577345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.579642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:46.580179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] 10.222.0.53 "PUT /v2.0/ports/dcca3a64-8c5b-4e93-a791-e3e3e73be6eb HTTP/1.1" status: 200 len: 1092 time: 1.1157057 Jul 08 17:19:46.580881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'tag': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:46.583487 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961" -d '{"events": [{"name": "network-changed", "server_uuid": "70a2fbc5-c057-4ade-bcbb-1a6f6fab829c", "tag": "dcca3a64-8c5b-4e93-a791-e3e3e73be6eb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:46.627319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3c48dcb5-641b-43ce-8e5c-d5c4cee5e682 None None] Provisioning complete for port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:46.628399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c48dcb5-641b-43ce-8e5c-d5c4cee5e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.632208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:46.683042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event updated for resources: {'Port': ['ID=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:46.704145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:46.715846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c48dcb5-641b-43ce-8e5c-d5c4cee5e682 None None] Port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:46.732399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e44703-62c0-459b-97cc-f8e149dabcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:46.751256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.752125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.791251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd6f7-c7f2-40e6-9fb2-7375495d3222 req-fc27a901-71ba-46d2-8007-ba670e4d4b23 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.792218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-36acece6-2c93-4853-a306-fd704be66bf8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0894237 Jul 08 17:19:46.797228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc8bd6f7-c7f2-40e6-9fb2-7375495d3222 req-fc27a901-71ba-46d2-8007-ba670e4d4b23 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 945 time: 0.1919200 Jul 08 17:19:46.799803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9c8b-839c-48d7-88c3-7b121a638365 req-f4c30433-585e-4e66-9922-3060d46b8312 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.801325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-537c9c8b-839c-48d7-88c3-7b121a638365 req-f4c30433-585e-4e66-9922-3060d46b8312 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 931 time: 0.2439179 Jul 08 17:19:46.808160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e511ea06-7f37-4371-a0fa-8da62dd0f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.809654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-e511ea06-7f37-4371-a0fa-8da62dd0f87b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 1095 time: 0.1717756 Jul 08 17:19:46.818869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ed4bb872-d9c4-4f25-8aff-5376deb6c162'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:46.826139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Request body: {'port': {'device_id': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:46.876966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9366fabf-686b-4335-861b-6406c1e76f05 None None] Provisioning complete for port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:46.877134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-66cb23d9-c740-47b3-aaa4-ad04ff21dafd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb HTTP/1.1" status: 200 len: 217 time: 0.0579534 Jul 08 17:19:46.877253 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9366fabf-686b-4335-861b-6406c1e76f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.896859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc8bd6f7-c7f2-40e6-9fb2-7375495d3222 req-92c8938c-01d6-4127-be14-7ef6befc573e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984921 Jul 08 17:19:46.904310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:46.937110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9366fabf-686b-4335-861b-6406c1e76f05 None None] Port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:46.954591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-537c9c8b-839c-48d7-88c3-7b121a638365 req-f899a578-b79c-4946-adf5-0ea274a782c4 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238332 Jul 08 17:19:46.956934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-bf6d4c9b-e823-4136-9b1b-c9d03db00b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:46.959331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-bf6d4c9b-e823-4136-9b1b-c9d03db00b76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0753047 Jul 08 17:19:46.965066 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed887d-c120-4a06-9add-c4992a91089f x-openstack-request-id: req-52ed887d-c120-4a06-9add-c4992a91089f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:46.965794 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a2fbc5-c057-4ade-bcbb-1a6f6fab829c", "tag": "dcca3a64-8c5b-4e93-a791-e3e3e73be6eb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:46.966712 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52ed887d-c120-4a06-9add-c4992a91089f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:46.967991 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'tag': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb', 'status': 'completed', 'code': 200} Jul 08 17:19:47.015048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-8192fe87-f3ba-4081-bbf0-44c71490fe2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445623 Jul 08 17:19:47.084653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76e37571-d0cf-4819-980a-270ec05ba6f2 None None] Provisioning for port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:47.096076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76e37571-d0cf-4819-980a-270ec05ba6f2 None None] Provisioning complete for port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:47.096447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76e37571-d0cf-4819-980a-270ec05ba6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.123846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.154207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e11be63e-ab76-46e1-860e-1055937630d8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:47.167971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-8c982522-283a-4637-bd82-057806ec00df service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461630 Jul 08 17:19:47.185522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-76e37571-d0cf-4819-980a-270ec05ba6f2 None None] Port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:47.215913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e11be63e-ab76-46e1-860e-1055937630d8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:47.216514 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.260850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383abd2b-2d13-4c70-afa1-284d433e5713 req-420fd6ea-e693-40a5-a674-498dacb0112b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:47.262376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-383abd2b-2d13-4c70-afa1-284d433e5713 req-420fd6ea-e693-40a5-a674-498dacb0112b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 944 time: 0.1636205 Jul 08 17:19:47.320429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d73e5177-10c0-4b32-982c-b6ddf4dc1183 req-3683a82d-7ae9-4763-9369-429c3098b39f service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442668 Jul 08 17:19:47.328631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-383abd2b-2d13-4c70-afa1-284d433e5713 req-c3f35121-5b5e-4bec-9e93-cd87ea72b9d3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528982 Jul 08 17:19:47.414214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94eda5-1bed-4e7d-ae12-3009785a4192 req-ed3f8587-a67e-46ea-8db8-f5c91f4cbed3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:47.415780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e94eda5-1bed-4e7d-ae12-3009785a4192 req-ed3f8587-a67e-46ea-8db8-f5c91f4cbed3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.2647359 Jul 08 17:19:47.442032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-dcf97dea-ca04-4249-86a1-2c2c1c87f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:47.443541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-dcf97dea-ca04-4249-86a1-2c2c1c87f069 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 1095 time: 0.0640407 Jul 08 17:19:47.513349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.530662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.556941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-57e626f2-99ba-4845-84e3-d7ee735a573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:47.558466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-57e626f2-99ba-4845-84e3-d7ee735a573a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.1078527 Jul 08 17:19:47.592642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e94eda5-1bed-4e7d-ae12-3009785a4192 req-7b04e517-171e-49d8-b207-395103078398 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574948 Jul 08 17:19:47.609586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-58f3f7fa-ca44-473e-9754-d02b9fc21499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb HTTP/1.1" status: 200 len: 217 time: 0.0415452 Jul 08 17:19:47.640980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=40b6b8a0-7a3d-4d63-bbcf-6db151c73440,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:47.651403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.669399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-edec4bde-dcbc-4be2-8113-12a76c6db031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:47.671316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-edec4bde-dcbc-4be2-8113-12a76c6db031 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0552950 Jul 08 17:19:47.742236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-50563804-b7bd-4514-9be8-51295170dad1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507538 Jul 08 17:19:47.756786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f794439d-3ebc-4017-a651-cbbd5eb0f4f9 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:47.771607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.797804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Transition to ACTIVE for port object f794439d-3ebc-4017-a651-cbbd5eb0f4f9 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:47.804772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:47.812393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:47.824989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f4719-5b25-4f6f-aaaa-0ee6f5aa98a9 req-8afca182-dd4f-4fe2-8351-2707e8f28e3c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:47.826537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-789f4719-5b25-4f6f-aaaa-0ee6f5aa98a9 req-8afca182-dd4f-4fe2-8351-2707e8f28e3c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.1445050 Jul 08 17:19:47.835500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:47.900666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-e1c31a16-3e94-4c74-b653-6be59725eb0d service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472411 Jul 08 17:19:47.906803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-789f4719-5b25-4f6f-aaaa-0ee6f5aa98a9 req-49a9a225-043c-4ba5-8dca-d0b0ec51533c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728884 Jul 08 17:19:47.972314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:48.026148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88fd6dfe-9929-4ad5-9aeb-4940b97cf961 req-9c10595e-a9b5-412b-9547-c6a9d23c7ccf service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147418 Jul 08 17:19:48.116296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:48.136188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Attempting to bind port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:48.136433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Attempting to bind port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:48.136734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Attempting to bind port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 on network 75a9640d-0a16-48c6-8676-56d1b20c7df7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:48.151989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 on network 75a9640d-0a16-48c6-8676-56d1b20c7df7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:19:48.152693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Attempting to bind port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 on network 75a9640d-0a16-48c6-8676-56d1b20c7df7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:48.165837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:48.166154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Checking segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:48.166549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Bound using segment: {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:48.166989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Bound port: f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45077889-c685-4452-8dd0-185ee3372300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:48.167434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.182334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3209d9-fd1f-49a1-b858-d6287c11161a req-e07dd3c4-4d07-4c7f-a784-7702b2dc19d8 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.187757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb3209d9-fd1f-49a1-b858-d6287c11161a req-e07dd3c4-4d07-4c7f-a784-7702b2dc19d8 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.0910580 Jul 08 17:19:48.198984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Router 41cb0b06-6017-468a-9427-a9d8a9cb79ba is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:19:48.201317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43402) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:48.204172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d13bb-c808-4ebb-ac18-ca4ed75fdb73 req-41c444a8-a03c-494f-b99c-5a10e2f365f1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.205295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a8d13bb-c808-4ebb-ac18-ca4ed75fdb73 req-41c444a8-a03c-494f-b99c-5a10e2f365f1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 945 time: 0.1414375 Jul 08 17:19:48.208478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Request body: {'floatingip': {'port_id': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:48.211098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port ed4bb872-d9c4-4f25-8aff-5376deb6c162 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:48.220873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ed4bb872-d9c4-4f25-8aff-5376deb6c162 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:48.230045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.260766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.286748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c6053a9d-f6a4-495b-b165-7999a61e4741 None None] Provisioning complete for port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:48.287448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6053a9d-f6a4-495b-b165-7999a61e4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.355131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a8d13bb-c808-4ebb-ac18-ca4ed75fdb73 req-ba97b083-d0c5-44b4-a249-cbef9f15dcf5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294649 Jul 08 17:19:48.361462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c6053a9d-f6a4-495b-b165-7999a61e4741 None None] Port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:48.372781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] For port f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:48.376356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] For port f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:48.378438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.392861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:19:48.403807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.406239 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] Sync routers for ids ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:19:48.410323 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5b6d294c-a859-4b78-85a7-474958dad7eb tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/routers/41cb0b06-6017-468a-9427-a9d8a9cb79ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1918254 Jul 08 17:19:48.413465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:48.423696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:48.424598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:48.425078 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] Routers {'41cb0b06-6017-468a-9427-a9d8a9cb79ba'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:48.425711 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:48.427582 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8646a9d7-2b86-4c13-aa98-29e90967d3e2" -d '{"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:48.432113 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.491224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.492042 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:48.494348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f794439d-3ebc-4017-a651-cbbd5eb0f4f9 HTTP/1.1" status: 200 len: 1091 time: 1.6738231 Jul 08 17:19:48.495404 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:48.498628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:48.501075 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841090c2-eead-43e4-96a3-8f6fff8d9dee" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:48.515850 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] Routers {'41cb0b06-6017-468a-9427-a9d8a9cb79ba'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:48.516710 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:48.518321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:48.521881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e6978-b7f2-4d4a-9741-e9b59ec351e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:48.575789 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:48.576898 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d44857-b48d-4894-bb52-f0577bb63e0e None None] The sync data for ids ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:19:48.582991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15306c-0b7f-4be6-b5b9-e97db50e25d6 req-73556df6-eeb9-4de2-804e-277e1991417c tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.590555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f15306c-0b7f-4be6-b5b9-e97db50e25d6 req-73556df6-eeb9-4de2-804e-277e1991417c tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 943 time: 0.2566066 Jul 08 17:19:48.635888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d32d7a-c900-4fd8-a0c7-3ad5db5eb297 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.637432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-67d32d7a-c900-4fd8-a0c7-3ad5db5eb297 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports?device_id=41cb0b06-6017-468a-9427-a9d8a9cb79ba HTTP/1.1" status: 200 len: 982 time: 0.2178087 Jul 08 17:19:48.643025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:48.676060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-b090469f-8aa7-40d0-877a-7c92412f5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.677448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-b090469f-8aa7-40d0-877a-7c92412f5493 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0b58eb629da483d8746f472997bf40d&device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 1094 time: 0.1266379 Jul 08 17:19:48.688796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5fa39-5d68-423c-bb5a-b461daece2a6 req-8f3c66f2-010f-43c7-9054-d505f57aa58d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.690345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05f5fa39-5d68-423c-bb5a-b461daece2a6 req-8f3c66f2-010f-43c7-9054-d505f57aa58d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 944 time: 0.1286819 Jul 08 17:19:48.732436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-c9737674-e621-4abd-be21-ecfd853e036f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0409153 Jul 08 17:19:48.737362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f15306c-0b7f-4be6-b5b9-e97db50e25d6 req-528d3576-ff3e-4022-a150-baebdd47f5e0 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456671 Jul 08 17:19:48.798804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05f5fa39-5d68-423c-bb5a-b461daece2a6 req-b8727700-b934-4944-a476-848a4ea6b2a2 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014171 Jul 08 17:19:48.802232 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54df8b4-3f1f-475f-9648-f304985f279b x-openstack-request-id: req-c54df8b4-3f1f-475f-9648-f304985f279b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:48.802994 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:48.803447 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c54df8b4-3f1f-475f-9648-f304985f279b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:48.804260 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'code': 200} Jul 08 17:19:48.804437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9ad7c587-b7dc-4890-8585-3b5e7c5a9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.806829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-9ad7c587-b7dc-4890-8585-3b5e7c5a9f8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5 HTTP/1.1" status: 200 len: 844 time: 0.0681882 Jul 08 17:19:48.889739 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc08555-201f-427d-b6ef-bdcd3aa72302 x-openstack-request-id: req-bbc08555-201f-427d-b6ef-bdcd3aa72302 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:48.890393 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:48.890842 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbc08555-201f-427d-b6ef-bdcd3aa72302 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:48.891425 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'status': 'completed', 'code': 200} Jul 08 17:19:48.925441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-03fd974f-5fab-47ae-ae08-c6d1a84c535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:48.927311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-03fd974f-5fab-47ae-ae08-c6d1a84c535a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a9640d-0a16-48c6-8676-56d1b20c7df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136982 Jul 08 17:19:49.031703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-c18f17c5-b856-4b19-8100-20c06143e470 service neutron] 10.222.0.53 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951545 Jul 08 17:19:49.130530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd9b68c9-4ab9-43b9-bda3-50c4f9d947ec req-704efa2a-de6a-4b71-9ca5-7329f2de2e96 service neutron] 10.222.0.53 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923030 Jul 08 17:19:49.244237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-e69d181f-f3bd-4af1-b872-db862b59374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.245817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-e69d181f-f3bd-4af1-b872-db862b59374d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0b58eb629da483d8746f472997bf40d&device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 1094 time: 0.0606694 Jul 08 17:19:49.346707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-1690f1e1-d198-4c82-a598-2fa11fd771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.348166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-1690f1e1-d198-4c82-a598-2fa11fd771cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a9640d-0a16-48c6-8676-56d1b20c7df7 HTTP/1.1" status: 200 len: 906 time: 0.0920217 Jul 08 17:19:49.396137 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-09d5fdc6-6242-489e-8309-374bd03950ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9 HTTP/1.1" status: 200 len: 217 time: 0.0396721 Jul 08 17:19:49.433966 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a86218d3-9f83-4505-bd38-d4998716b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:49.451481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-be1f5be5-bcac-4a05-ab11-1a4fdd0eff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.453219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-be1f5be5-bcac-4a05-ab11-1a4fdd0eff10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5 HTTP/1.1" status: 200 len: 844 time: 0.0499449 Jul 08 17:19:49.531389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985ef53-86f5-4b9c-9007-c296b5717faa req-f2fa03de-485a-44f3-b0db-ff8aec4f6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.532886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3985ef53-86f5-4b9c-9007-c296b5717faa req-f2fa03de-485a-44f3-b0db-ff8aec4f6969 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1097 time: 0.6140759 Jul 08 17:19:49.638097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f00c79-4ab4-45d9-929b-be12d7a72255 req-52995462-4213-4198-962b-d3a742e948d6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.639715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9f00c79-4ab4-45d9-929b-be12d7a72255 req-52995462-4213-4198-962b-d3a742e948d6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.2641153 Jul 08 17:19:49.679263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3985ef53-86f5-4b9c-9007-c296b5717faa req-f8f80809-2cf7-40f4-a55f-2c76f3556c32 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292360 Jul 08 17:19:49.703696 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:49.730855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:49.818545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9f00c79-4ab4-45d9-929b-be12d7a72255 req-395b165c-bc8d-47d3-9366-6899f70d4e36 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600738 Jul 08 17:19:49.850307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-7a1fddff-308f-406d-bd3c-dfe6437c694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.851808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-7a1fddff-308f-406d-bd3c-dfe6437c694b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a9640d-0a16-48c6-8676-56d1b20c7df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3919427 Jul 08 17:19:49.931386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a0434-25a5-4561-9eef-2f2c024c2216 req-e371ea9f-5e7b-41c1-97c6-33c71c078f5f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:49.932954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-827a0434-25a5-4561-9eef-2f2c024c2216 req-e371ea9f-5e7b-41c1-97c6-33c71c078f5f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.4287791 Jul 08 17:19:49.951420 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Floating IP ee1090a0-a4db-4ffb-b289-38efe3703b9e associated. External IP: 172.25.3.127, port: 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae. Jul 08 17:19:49.995006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-827a0434-25a5-4561-9eef-2f2c024c2216 req-1f70195b-b28e-4640-bd2f-3443bbd02e4c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553739 Jul 08 17:19:49.996992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-63e420f0-6e14-4b5e-8e6a-96b1b32df087 service neutron] 10.222.0.53 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362133 Jul 08 17:19:50.059487 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:50.097529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-841090c2-eead-43e4-96a3-8f6fff8d9dee req-8e5c8007-72ed-4d6f-ac54-d93b9d4b3b86 service neutron] 10.222.0.53 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934672 Jul 08 17:19:50.116237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcca3a64-8c5b-4e93-a791-e3e3e73be6eb details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:19:50.165527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a7d19-e8bf-471f-97ea-4d95f30edcf2 req-95b92dea-65af-4ba9-9e72-68e236d8724a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:50.167206 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e63a7d19-e8bf-471f-97ea-4d95f30edcf2 req-95b92dea-65af-4ba9-9e72-68e236d8724a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 944 time: 0.0679140 Jul 08 17:19:50.209377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e63a7d19-e8bf-471f-97ea-4d95f30edcf2 req-a0cf472f-ffb0-45e7-bc74-480fddf91518 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Jul 08 17:19:50.226594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:50.241144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eba227-5753-4140-956b-bd417bfe1905 req-7f1979f6-71b1-49e7-b33c-06585aa15e7d tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:50.241668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb', 'mac_address': 'fa:16:3e:ab:36:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:19:50.243393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b2eba227-5753-4140-956b-bd417bfe1905 req-7f1979f6-71b1-49e7-b33c-06585aa15e7d tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 943 time: 0.2930126 Jul 08 17:19:50.281601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:50.296873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcca3a64-8c5b-4e93-a791-e3e3e73be6eb {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:50.315565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:50.319524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:50.370595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:50.444011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b2eba227-5753-4140-956b-bd417bfe1905 req-ceb16450-772c-45cc-aac9-35d8e70029c8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719530 Jul 08 17:19:50.504381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Router 83bb659e-bd0f-4a58-9735-fe6c2abde25b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:19:50.580785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:50.581131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:50.619371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['dcca3a64-8c5b-4e93-a791-e3e3e73be6eb'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:50.692889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:19:50.699126 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:50.702239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] Sync routers for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:19:50.728536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:50.729156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:50.745415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:50.762165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e62d384-a0cf-4b2f-8f63-c23f8d6c2391 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "PUT /v2.0/floatingips/ee1090a0-a4db-4ffb-b289-38efe3703b9e HTTP/1.1" status: 200 len: 991 time: 2.5590775 Jul 08 17:19:50.763072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 40b6b8a0-7a3d-4d63-bbcf-6db151c73440 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:50.764517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:50.766784 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4846fda-f211-4740-8fc2-5ecfba36b303" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:50.814636 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c43c2-6394-489a-8300-3168e80ad15f x-openstack-request-id: req-ab8c43c2-6394-489a-8300-3168e80ad15f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:50.814926 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:50.815177 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab8c43c2-6394-489a-8300-3168e80ad15f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:50.815562 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'status': 'completed', 'code': 200} Jul 08 17:19:50.863773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:19:50.958363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-5a530061-610e-4d12-b54c-a6eae5bf090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:50.961955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-5a530061-610e-4d12-b54c-a6eae5bf090f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fb3215069744df88769bd92eb666404&device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 1096 time: 0.1226470 Jul 08 17:19:51.060874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:51.076671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-73245d1d-ca04-4c86-82c2-f6b72f453f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:51.078484 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-73245d1d-ca04-4c86-82c2-f6b72f453f57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2fa35345-33d1-4967-8670-36bcddfc50f5 HTTP/1.1" status: 200 len: 917 time: 0.1097219 Jul 08 17:19:51.109392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596959b1-43d9-43ee-b777-5fef2ea5cc9a req-a01e1784-1e35-47b1-8711-fec9514ded88 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:51.111135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-596959b1-43d9-43ee-b777-5fef2ea5cc9a req-a01e1784-1e35-47b1-8711-fec9514ded88 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1235814 Jul 08 17:19:51.115300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=40b6b8a0-7a3d-4d63-bbcf-6db151c73440,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:51.162425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'ee1090a0-a4db-4ffb-b289-38efe3703b9e', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'floating_ip_address': '172.25.3.127', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'port_id': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'mac_address': 'fa:16:3e:b6:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:18:48Z', 'updated_at': '2021-07-08T17:19:49Z', 'revision_number': 1, 'project_id': '3fb3215069744df88769bd92eb666404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:51Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:51.196589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] Checking router: 83bb659e-bd0f-4a58-9735-fe6c2abde25b for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:19:51.206483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:51.207260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:51.213501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-8239c07d-26bb-4039-86be-7e563fde73e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae HTTP/1.1" status: 200 len: 999 time: 0.1279726 Jul 08 17:19:51.227513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-596959b1-43d9-43ee-b777-5fef2ea5cc9a req-bc65b208-e60a-4106-9c15-40c66f4bb41a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028855 Jul 08 17:19:51.292455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c089874-4fe1-4848-9ed2-4a1c78a56984 req-7aae4b80-2853-4ca5-92c8-ee36899bcdcd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:51.299843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c089874-4fe1-4848-9ed2-4a1c78a56984 req-7aae4b80-2853-4ca5-92c8-ee36899bcdcd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1589005 Jul 08 17:19:51.334836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:19:51.357057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c089874-4fe1-4848-9ed2-4a1c78a56984 req-2d9f9a53-022c-4e15-a5c8-34cc435e1336 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561702 Jul 08 17:19:51.365363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-2970e5f8-d755-47a9-947b-88ac3aaa819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:51.369009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-2970e5f8-d755-47a9-947b-88ac3aaa819a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58 HTTP/1.1" status: 200 len: 855 time: 0.1446118 Jul 08 17:19:51.436937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:51.457981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-63fcc6fb-27b6-4459-8e5c-b8e8604026ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:51.459682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-63fcc6fb-27b6-4459-8e5c-b8e8604026ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2fa35345-33d1-4967-8670-36bcddfc50f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848191 Jul 08 17:19:51.571298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-42ad75df-3f18-4f62-b3ea-ab9889ebe3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027586 Jul 08 17:19:51.703760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4846fda-f211-4740-8fc2-5ecfba36b303 req-55817a3c-f0b8-4226-8e00-89ceeeaea193 service neutron] 10.222.0.53 "GET /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252897 Jul 08 17:19:51.776241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'ee1090a0-a4db-4ffb-b289-38efe3703b9e', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'floating_ip_address': '172.25.3.127', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'port_id': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'mac_address': 'fa:16:3e:b6:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:18:48Z', 'updated_at': '2021-07-08T17:19:49Z', 'revision_number': 1, 'project_id': '3fb3215069744df88769bd92eb666404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:51Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:51.808754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51e8c0-dd3c-498c-9fbf-6125ca4c26ea None None] The sync data for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 is: [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'ee1090a0-a4db-4ffb-b289-38efe3703b9e', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'floating_ip_address': '172.25.3.127', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'port_id': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'mac_address': 'fa:16:3e:b6:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:18:48Z', 'updated_at': '2021-07-08T17:19:49Z', 'revision_number': 1, 'project_id': '3fb3215069744df88769bd92eb666404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:51Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:19:51.826587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-17dd5bde-4ae2-40b8-824e-3d1f3b934727 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:51.828532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-17dd5bde-4ae2-40b8-824e-3d1f3b934727 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 814 time: 0.1238363 Jul 08 17:19:51.846165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-dce7be7c-10c5-45b0-9c5b-80e5f6d8ceaa tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/quotas/a3e1ccc583cb4516b7bd88df7b8bc98e HTTP/1.1" status: 200 len: 375 time: 0.0118911 Jul 08 17:19:51.919295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-73176496-8bd5-4327-b9fa-27681cd307d0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657134 Jul 08 17:19:52.020165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2801bc-5c53-4d11-99ad-3bd5961949e4 req-28f985a0-e9ad-4d77-9c89-096cff356ed6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:52.021726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e2801bc-5c53-4d11-99ad-3bd5961949e4 req-28f985a0-e9ad-4d77-9c89-096cff356ed6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 945 time: 0.6007826 Jul 08 17:19:52.027232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Router 41cb0b06-6017-468a-9427-a9d8a9cb79ba has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:19:52.034459 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-49037c2f-2dd9-442f-ad71-87862d303759 service neutron] 10.222.0.48 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082757 Jul 08 17:19:52.043351 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc96cf4-86cc-47ce-8c1f-c6837eb06797 None None] New status for floating IP ee1090a0-a4db-4ffb-b289-38efe3703b9e: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:19:52.098986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e2801bc-5c53-4d11-99ad-3bd5961949e4 req-84bc0a99-1177-4754-871f-3d74ca4b08ce tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688384 Jul 08 17:19:52.127264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f794439d-3ebc-4017-a651-cbbd5eb0f4f9 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:19:52.129345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcca3a64-8c5b-4e93-a791-e3e3e73be6eb up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:52.153964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:19:52.157914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-84cedd10-0756-4fdd-bef4-a60e3a52de0f service neutron] 10.222.0.48 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226234 Jul 08 17:19:52.169007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6f7c56f2-e97e-4af4-94c1-c32130b52780 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/routers/41cb0b06-6017-468a-9427-a9d8a9cb79ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5252557 Jul 08 17:19:52.171899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:52.206692 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3c5f0e-9693-42f4-9ee5-de3c8de10534 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:19:52.212266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43462) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:52.213007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6e3c5f0e-9693-42f4-9ee5-de3c8de10534 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/40b6b8a0-7a3d-4d63-bbcf-6db151c73440 HTTP/1.1" status: 404 len: 333 time: 0.0398722 Jul 08 17:19:52.213387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] Sync routers for ids ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:19:52.274299 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f62dbdd0-3e1e-44f8-ada5-d5e43e12bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.283495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] Routers {'41cb0b06-6017-468a-9427-a9d8a9cb79ba'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:52.284134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:52.324581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.362959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.364824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:52.394118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] Routers {'41cb0b06-6017-468a-9427-a9d8a9cb79ba'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:19:52.395258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:52.438500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:52.439163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e6c0f-882d-4446-9048-6021590e9cb4 None None] The sync data for ids ['41cb0b06-6017-468a-9427-a9d8a9cb79ba'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:19:52.441236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:52.452275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:52.452655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.489965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:52.513600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'port_id': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'mac_address': 'fa:16:3e:65:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:19:52.532654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db97223-f6a9-4c1f-a31b-54fe33910236 req-8e739f87-1397-4b4e-8086-750fcee74a93 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:52.534271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8db97223-f6a9-4c1f-a31b-54fe33910236 req-8e739f87-1397-4b4e-8086-750fcee74a93 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 943 time: 0.2808225 Jul 08 17:19:52.535957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.538396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.589162 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.611243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f794439d-3ebc-4017-a651-cbbd5eb0f4f9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:52.619813 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.624216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.624948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Fanout notify agent at l3_agent the message router_deleted on router 41cb0b06-6017-468a-9427-a9d8a9cb79ba {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:19:52.635053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.636541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1b8b8652-d291-4801-b887-15ce6d87e0d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/routers/41cb0b06-6017-468a-9427-a9d8a9cb79ba HTTP/1.1" status: 204 len: 168 time: 0.4229298 Jul 08 17:19:52.639319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:52.643653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8db97223-f6a9-4c1f-a31b-54fe33910236 req-798b6fdf-928a-4834-9e33-20cebcb94e28 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009340 Jul 08 17:19:52.653672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:52.663246 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.690226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:52.691721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:52.694701 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c1ecc2-04f9-4e9b-82f9-11e6ed90dccb" -d '{"events": [{"server_uuid": "70a2fbc5-c057-4ade-bcbb-1a6f6fab829c", "name": "network-vif-plugged", "status": "completed", "tag": "dcca3a64-8c5b-4e93-a791-e3e3e73be6eb"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:52.747061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.749574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7effe3c5-6d7e-4404-961f-3881b8047bdc req-28ee7949-41fa-4e4a-ab91-ffe8fe305392 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0488398 Jul 08 17:19:52.770345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:52.785208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet 0b049816-719b-44af-a6bd-d36a99d9bd8d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:19:52.791841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.833642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:52.862629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:52.891952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9786b-4bc8-429c-b4fb-684cf6a916f5 req-b3a127cd-e6b2-4ddf-ab08-a9dc5f60f25a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:52.893447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01f9786b-4bc8-429c-b4fb-684cf6a916f5 req-b3a127cd-e6b2-4ddf-ab08-a9dc5f60f25a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.2333159 Jul 08 17:19:52.956850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['f794439d-3ebc-4017-a651-cbbd5eb0f4f9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:52.970882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01f9786b-4bc8-429c-b4fb-684cf6a916f5 req-18d56061-6b57-48f5-9b73-4269d9e848ca tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677323 Jul 08 17:19:52.988486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.035073 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da6520a-4fdb-476d-9a08-86aa430e6a35 x-openstack-request-id: req-1da6520a-4fdb-476d-9a08-86aa430e6a35 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:53.035296 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2fbc5-c057-4ade-bcbb-1a6f6fab829c", "name": "network-vif-plugged", "status": "completed", "tag": "dcca3a64-8c5b-4e93-a791-e3e3e73be6eb", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:53.035544 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1da6520a-4fdb-476d-9a08-86aa430e6a35 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:53.035931 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb', 'code': 200} Jul 08 17:19:53.062326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.104303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=0b049816-719b-44af-a6bd-d36a99d9bd8d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:53.114079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.116596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-310e36f3-908f-45ba-8df5-9327a193cad4 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/0b049816-719b-44af-a6bd-d36a99d9bd8d HTTP/1.1" status: 204 len: 168 time: 0.4758179 Jul 08 17:19:53.119517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:53.149952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd35684-eb17-46af-b610-f5e2e1998823 None None] Network 2c4b520e-73bb-4605-8ed9-9bd65c38e20d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:53.230883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.317463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435653d-202a-4177-bf67-85d26b1b8964 req-7f5adc0d-bb80-4c70-9339-331cb9d9708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:53.318917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4435653d-202a-4177-bf67-85d26b1b8964 req-7f5adc0d-bb80-4c70-9339-331cb9d9708f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 1097 time: 0.1331997 Jul 08 17:19:53.394075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82ff7-0134-44d5-beac-1c80974a7128 req-2b3ee029-962f-4b90-b87f-6c29d85bcd7d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:53.395880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82d82ff7-0134-44d5-beac-1c80974a7128 req-2b3ee029-962f-4b90-b87f-6c29d85bcd7d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1477046 Jul 08 17:19:53.398594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4435653d-202a-4177-bf67-85d26b1b8964 req-72c1511b-9b24-4d05-8ff8-ca93df844fe7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662334 Jul 08 17:19:53.398971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] DHCP port deletion for 2c4b520e-73bb-4605-8ed9-9bd65c38e20d request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:19:53.400068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port e11be63e-ab76-46e1-860e-1055937630d8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:53.400413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.448600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.462453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] Deleting port e11be63e-ab76-46e1-860e-1055937630d8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:53.462831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.493498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82d82ff7-0134-44d5-beac-1c80974a7128 req-edc5fdb8-d61e-48f8-9307-e39b9261a323 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901804 Jul 08 17:19:53.495224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port e11be63e-ab76-46e1-860e-1055937630d8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e11be63e-ab76-46e1-860e-1055937630d8,segment=NetworkSegment(01c9ca3d-87c0-4262-860a-a806282a6b50),segment_id=01c9ca3d-87c0-4262-860a-a806282a6b50)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:53.495596 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.511751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for e11be63e-ab76-46e1-860e-1055937630d8 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:53.532619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] For port e11be63e-ab76-46e1-860e-1055937630d8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e11be63e-ab76-46e1-860e-1055937630d8,segment=NetworkSegment(01c9ca3d-87c0-4262-860a-a806282a6b50),segment_id=01c9ca3d-87c0-4262-860a-a806282a6b50)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:53.533115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.547553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] Calling delete_port for e11be63e-ab76-46e1-860e-1055937630d8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:19:53.596667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.624309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=e11be63e-ab76-46e1-860e-1055937630d8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:53.627890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port e11be63e-ab76-46e1-860e-1055937630d8 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:53.641448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.668542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] Pushing event deleted for resources: {'Port': ['ID=e11be63e-ab76-46e1-860e-1055937630d8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:53.672984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bda3ff-7de2-4695-b3ad-ba56128de78b None None] No DVR routers for this DVR port e11be63e-ab76-46e1-860e-1055937630d8 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:19:53.717875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.732773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4b520e-73bb-4605-8ed9-9bd65c38e20d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:53.745123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c9ca3d-87c0-4262-860a-a806282a6b50') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:53.745485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c9ca3d-87c0-4262-860a-a806282a6b50') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:19:53.754703 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.770939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.780360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:19:53.780889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:19:53.784165 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:19:53.905213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6de0d71-9ff6-4d3a-b244-d5dc6145b975 req-c9cf19d9-2d42-450f-8bd6-e88c3d961965 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0332546 Jul 08 17:19:53.955040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.959483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:53.962356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/2c4b520e-73bb-4605-8ed9-9bd65c38e20d HTTP/1.1" status: 204 len: 168 time: 0.8416774 Jul 08 17:19:53.967360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43496) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:53.994488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b329e2-79c1-44bd-a897-6cb68f0ed761 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=2c4b520e-73bb-4605-8ed9-9bd65c38e20d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:54.029885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-e540f48e-f882-4e8a-a93c-3397e6334f44 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.032151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-e540f48e-f882-4e8a-a93c-3397e6334f44 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 814 time: 0.2341905 Jul 08 17:19:54.038560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264aa6a7-0679-4d8a-9e11-c3fa1c2ee918 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.040414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-264aa6a7-0679-4d8a-9e11-c3fa1c2ee918 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/5d42f632-a2ce-4255-a09e-9dc446c0c8b9 HTTP/1.1" status: 200 len: 841 time: 0.0720599 Jul 08 17:19:54.044591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:54.052540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893c37-6283-46ef-8393-a224dd2d0d15 req-8d6445fe-d3e1-4eb7-96e8-c030726a732e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.055355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d893c37-6283-46ef-8393-a224dd2d0d15 req-8d6445fe-d3e1-4eb7-96e8-c030726a732e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 944 time: 0.2554412 Jul 08 17:19:54.061423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Request body: {'port': {'device_id': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'admin_state_up': True, 'tenant_id': 'a3e1ccc583cb4516b7bd88df7b8bc98e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:54.101427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a39d0a88-c9b1-4f27-84de-87fb1d78962a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/5d42f632-a2ce-4255-a09e-9dc446c0c8b9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0555117 Jul 08 17:19:54.105585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43504) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:54.110562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:54.131242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f794439d-3ebc-4017-a651-cbbd5eb0f4f9 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:54.191011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:54.203467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:54.204031 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.210199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d893c37-6283-46ef-8393-a224dd2d0d15 req-46f9a406-96b8-4bcc-b824-e5fd99ae1448 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428533 Jul 08 17:19:54.222939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:54.233452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Made reservation on behalf of a3e1ccc583cb4516b7bd88df7b8bc98e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:54.234224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.238613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.312158 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.356936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:54.366868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.399791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Allocated IP 172.20.0.2 (3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d/bd4f4723-e2d8-4467-9fb9-f44937476311/ec3f703d-3479-4ef3-ad80-597786b13f22) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:54.410731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b3ebf-5fcf-463a-bbe0-7687ba2841b0 req-35f315c5-8212-481e-8574-297b9e681ff5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.419894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f8b3ebf-5fcf-463a-bbe0-7687ba2841b0 req-35f315c5-8212-481e-8574-297b9e681ff5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1375065 Jul 08 17:19:54.428634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:54.494334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f8b3ebf-5fcf-463a-bbe0-7687ba2841b0 req-984d54b9-e24d-4835-a025-730cdf80735e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735171 Jul 08 17:19:54.559513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.579167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.624885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:54.628488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:54.634201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.634809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.645288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eaf8c5-1621-4e92-8eab-c31927df3d89 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:54.650163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=e70a3668-1fb7-4c49-957e-c406555ae305,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:54.672932 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-419d9c86-f0db-425a-83c5-fda241ed31d2 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5661619 Jul 08 17:19:54.675778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:54.676974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.682452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'security_group': {'name': 'tempest-secgroup-951714341'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:54.695262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ed4bb872-d9c4-4f25-8aff-5376deb6c162'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:19:54.716952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.744190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:54.753996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:54.760094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:54.762603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Pushing event updated for resources: {'Port': ['ID=ec3f703d-3479-4ef3-ad80-597786b13f22,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:54.819745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07134f4-0055-48fc-a5f7-c0da064855f8 req-a0cfc112-b895-4342-830c-f43aacd0b985 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.827673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a07134f4-0055-48fc-a5f7-c0da064855f8 req-a0cfc112-b895-4342-830c-f43aacd0b985 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1870642 Jul 08 17:19:54.844307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.850104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.854032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:54.854869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.877975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.879166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2022557 Jul 08 17:19:54.882624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:54.887893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'security_group': {'name': 'tempest-secgroup-677225511'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:54.890744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a07134f4-0055-48fc-a5f7-c0da064855f8 req-8d90c4b6-8e42-411f-a85a-04b42f824659 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Jul 08 17:19:54.892875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f89c9-5501-489f-a612-e586ee6241e9 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa62a90-1516-4c30-bcfa-80802d928f7f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:54.897196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-a782b460-6b70-4f49-bd87-57d86ea9cd36 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8377686 Jul 08 17:19:54.908701 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.911064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Request body: {'port': {'device_id': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:54.964445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-37d9e376-6828-420f-a691-31474b2eaf39', 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'tenant_id': 'e1d6a2c885d3485d864aebf641073a76', 'fixed_ips': [{'subnet_id': 'e70a3668-1fb7-4c49-957e-c406555ae305'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:19:54.965328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.975664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:54.998568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.055712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:55.058843 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7f760-642e-41da-9ec4-9327c021bb9d" -d '{"events": [{"server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "name": "network-vif-plugged", "status": "completed", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:55.138301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-e16ef4b8-4a8a-4ed5-b5fc-ceaac4dd7c06 service neutron] 10.222.0.53 "GET /v2.0/ports/7cd0c266-1ab6-49ae-b181-e75cb0cd330a/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.2423098 Jul 08 17:19:55.165639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e11be63e-ab76-46e1-860e-1055937630d8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:55.200115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e11be63e-ab76-46e1-860e-1055937630d8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:19:55.200441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e11be63e-ab76-46e1-860e-1055937630d8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:19:55.228226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.230246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Allocated IP 172.20.0.2 (37d9e376-6828-420f-a691-31474b2eaf39/e70a3668-1fb7-4c49-957e-c406555ae305/cd95457e-1587-4896-8316-57fc81638ae5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:55.233336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.271667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.276362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3922279 Jul 08 17:19:55.277917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:55.284076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-39011480', 'security_groups': ['08ce90d9-0e8e-4372-8096-f3aed59f9f8f'], 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e70a3668-1fb7-4c49-957e-c406555ae305'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:55.288981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9381a1-3670-4e75-8b24-348f3dbdf82e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ce90d9-0e8e-4372-8096-f3aed59f9f8f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:55.316193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe38cc-e4f3-4a85-93c3-2ebd0c9d3e8a req-39985e3a-8182-455b-8213-c1de888661ad tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:55.318210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-defe38cc-e4f3-4a85-93c3-2ebd0c9d3e8a req-39985e3a-8182-455b-8213-c1de888661ad tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 931 time: 0.1665323 Jul 08 17:19:55.377174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-defe38cc-e4f3-4a85-93c3-2ebd0c9d3e8a req-eb734e54-2422-48d5-8b7c-7cbf72dd84c8 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Jul 08 17:19:55.468587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3f703d-3479-4ef3-ad80-597786b13f22 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:19:55.475867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:55.477727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.478156 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2d00aa-dad5-4f16-8f6f-771b85a9c75d x-openstack-request-id: req-1b2d00aa-dad5-4f16-8f6f-771b85a9c75d {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:55.478454 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "name": "network-vif-plugged", "status": "completed", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:55.478710 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b2d00aa-dad5-4f16-8f6f-771b85a9c75d {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:55.479107 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'code': 200} Jul 08 17:19:55.491927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Transition to ACTIVE for port object ec3f703d-3479-4ef3-ad80-597786b13f22 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:55.497081 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.553782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f703d-3479-4ef3-ad80-597786b13f22,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:55.573437 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.594928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Transition to ACTIVE for port object cd95457e-1587-4896-8316-57fc81638ae5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:55.626825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Transition to ACTIVE for port object cd95457e-1587-4896-8316-57fc81638ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:55.638873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.666843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Attempting to bind port ec3f703d-3479-4ef3-ad80-597786b13f22 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:55.667217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Attempting to bind port ec3f703d-3479-4ef3-ad80-597786b13f22 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:55.667504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Attempting to bind port ec3f703d-3479-4ef3-ad80-597786b13f22 on network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:55.672250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Port ec3f703d-3479-4ef3-ad80-597786b13f22 on network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:19:55.672713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Attempting to bind port ec3f703d-3479-4ef3-ad80-597786b13f22 on network 3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:55.677706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:55.678103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Checking segment: {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:55.678493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Bound using segment: {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:55.679051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Bound port: ec3f703d-3479-4ef3-ad80-597786b13f22, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684a00a9-39a3-4903-bed6-b40cc1ee3692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:55.679588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.691289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:55.694298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:55.699994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:55.703093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Pushing event updated for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:55.773016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Attempting to bind port cd95457e-1587-4896-8316-57fc81638ae5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:19:55.773390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Attempting to bind port cd95457e-1587-4896-8316-57fc81638ae5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '88163322-66e9-4752-b08d-33c4082dfcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:19:55.774049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Attempting to bind port cd95457e-1587-4896-8316-57fc81638ae5 on network 37d9e376-6828-420f-a691-31474b2eaf39 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:19:55.781768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:19:55.782292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Checking segment: {'id': '88163322-66e9-4752-b08d-33c4082dfcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:19:55.782851 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.783403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Bound using segment: {'id': '88163322-66e9-4752-b08d-33c4082dfcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:19:55.784118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Bound port: cd95457e-1587-4896-8316-57fc81638ae5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88163322-66e9-4752-b08d-33c4082dfcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:19:55.784675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.822367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] For port ec3f703d-3479-4ef3-ad80-597786b13f22, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:55.827449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] For port ec3f703d-3479-4ef3-ad80-597786b13f22, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ec3f703d-3479-4ef3-ad80-597786b13f22,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:55.829698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d640a175-3f6e-44ae-a1b4-373145a9c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:55.831518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d640a175-3f6e-44ae-a1b4-373145a9c35c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d&tenant_id=ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 1100 time: 0.3336716 Jul 08 17:19:55.834546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.837972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cef69f-4245-4ebc-b79a-66ddaedfa61d req-f7e111f9-a24e-4308-ad94-5886f075a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:55.839448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01cef69f-4245-4ebc-b79a-66ddaedfa61d req-f7e111f9-a24e-4308-ad94-5886f075a3e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 1096 time: 0.2687390 Jul 08 17:19:55.848230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3884-b8fb-483a-b62e-c1c25c844cee req-8d7b5753-f6ad-477f-84e8-3328013c5ff1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:55.849710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bade3884-b8fb-483a-b62e-c1c25c844cee req-8d7b5753-f6ad-477f-84e8-3328013c5ff1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.2193129 Jul 08 17:19:55.853637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.887001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:19:55.891412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd95457e-1587-4896-8316-57fc81638ae5,segment=NetworkSegment(88163322-66e9-4752-b08d-33c4082dfcdb),segment_id=88163322-66e9-4752-b08d-33c4082dfcdb)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:19:55.896120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354234-a602-4841-a464-d1e29bec7abe req-9e886fe1-d48a-4b89-ad26-38f3f5f5f366 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:55.897045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.897740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4354234-a602-4841-a464-d1e29bec7abe req-9e886fe1-d48a-4b89-ad26-38f3f5f5f366 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.1657009 Jul 08 17:19:55.927624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:55.928646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.929605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec3f703d-3479-4ef3-ad80-597786b13f22 HTTP/1.1" status: 200 len: 1091 time: 1.0246670 Jul 08 17:19:55.930402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'tag': 'ec3f703d-3479-4ef3-ad80-597786b13f22'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:55.932967 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5c202f-9390-43a2-9e54-6d14fb85d5b4", "tag": "ec3f703d-3479-4ef3-ad80-597786b13f22"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:55.933212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:19:55.937480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6635c9-f999-4f82-8643-8f8c6f2145a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f703d-3479-4ef3-ad80-597786b13f22,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:55.968306 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4354234-a602-4841-a464-d1e29bec7abe req-54eb1fcf-3ba1-4dcb-b414-b1ae0fd7b95c tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600135 Jul 08 17:19:55.983306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af79f0-65b0-428e-8e84-15d219a4e810 None None] Pushing event updated for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:56.003134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01cef69f-4245-4ebc-b79a-66ddaedfa61d req-84cb77a1-bad6-42c8-b682-bf1ed3cdd6fe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450052 Jul 08 17:19:56.027665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bade3884-b8fb-483a-b62e-c1c25c844cee req-0f9639e1-e3a4-4090-a580-e44b7596aa9a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617010 Jul 08 17:19:56.050918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-c194bb02-c44e-4cfd-ac7c-b314dd5c1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.053675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-c194bb02-c44e-4cfd-ac7c-b314dd5c1e71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 1094 time: 0.0673206 Jul 08 17:19:56.089070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-5a2914f2-ee77-4cc9-b6a3-6947d97e91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.090618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-5a2914f2-ee77-4cc9-b6a3-6947d97e91b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1100 time: 0.2336795 Jul 08 17:19:56.108076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-44e03769-710a-4a58-a41c-5ed7bf7db692 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec3f703d-3479-4ef3-ad80-597786b13f22 HTTP/1.1" status: 200 len: 217 time: 0.0445049 Jul 08 17:19:56.224545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-6ba95b2f-32da-4e8a-8858-74354cb9db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.226775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-6ba95b2f-32da-4e8a-8858-74354cb9db14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.0975416 Jul 08 17:19:56.249411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.4 (37d9e376-6828-420f-a691-31474b2eaf39/e70a3668-1fb7-4c49-957e-c406555ae305/9da14c0f-914a-4b44-8bb0-ca41a7d9c313) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:56.290054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-8a25ceef-3e8f-4994-8561-f5fad153e45a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525305 Jul 08 17:19:56.291245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-f8763b49-94de-482e-9d49-00785800a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.291569 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a610bdaa-01c5-4f98-851e-02342c085311 x-openstack-request-id: req-a610bdaa-01c5-4f98-851e-02342c085311 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:56.291868 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5c202f-9390-43a2-9e54-6d14fb85d5b4", "tag": "ec3f703d-3479-4ef3-ad80-597786b13f22", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:56.292108 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a610bdaa-01c5-4f98-851e-02342c085311 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:56.292492 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'tag': 'ec3f703d-3479-4ef3-ad80-597786b13f22', 'status': 'completed', 'code': 200} Jul 08 17:19:56.293029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-f8763b49-94de-482e-9d49-00785800a429 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1902671 Jul 08 17:19:56.302160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aad26-dab6-4355-8e8f-c82aac749a1d req-5243c2d2-b5e9-40d0-b508-5a529d556b05 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.306849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d5aad26-dab6-4355-8e8f-c82aac749a1d req-5243c2d2-b5e9-40d0-b508-5a529d556b05 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1885440 Jul 08 17:19:56.366105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-9c2c963c-99b9-44fd-a217-18343fd02001 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 217 time: 0.0619214 Jul 08 17:19:56.419649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d5aad26-dab6-4355-8e8f-c82aac749a1d req-0939add3-f998-4868-b0ad-e9f8fc117f8c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859632 Jul 08 17:19:56.446889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-ca29115b-d14d-4014-80dd-a2daac71c0ca service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318460 Jul 08 17:19:56.476078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-0cc01eac-e4d4-44e3-96e5-90058d0027c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.477856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-0cc01eac-e4d4-44e3-96e5-90058d0027c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1044385 Jul 08 17:19:56.559196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:56.576545 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33a4726e-f041-4108-8f2d-d38f0ce5c73b req-ba89e4e5-5e45-4a77-a7be-9ee9d7698c9a service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169908 Jul 08 17:19:56.579243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:56.588587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d8e4b6ba-f012-45fc-8f18-f03c7c6d3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.590130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d8e4b6ba-f012-45fc-8f18-f03c7c6d3856 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017556 Jul 08 17:19:56.636321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b7300-b8bb-4bec-8c70-4885470a7915 req-8b1133a9-7dc7-460e-a6cd-f3420d0e2e8e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.637916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f6b7300-b8bb-4bec-8c70-4885470a7915 req-8b1133a9-7dc7-460e-a6cd-f3420d0e2e8e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0759976 Jul 08 17:19:56.683957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:56.717545 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f6b7300-b8bb-4bec-8c70-4885470a7915 req-85542f76-e0db-4458-81b0-ea99303a6f90 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617204 Jul 08 17:19:56.739484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-9dd60949-f906-40e6-998e-15acc11c0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.741756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-9dd60949-f906-40e6-998e-15acc11c0834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 1094 time: 0.0961952 Jul 08 17:19:56.754945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-ec209cc9-d976-494d-a80c-5b62bc78b3ad service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571457 Jul 08 17:19:56.756675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:56.758708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:56.761411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:19:56.851047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-9220931f-e34c-494e-a3de-10aca269628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:56.853693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-9220931f-e34c-494e-a3de-10aca269628d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 915 time: 0.1009188 Jul 08 17:19:56.909220 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-eeef35e4-cb6e-4faf-a7c7-59740892e199 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec3f703d-3479-4ef3-ad80-597786b13f22 HTTP/1.1" status: 200 len: 217 time: 0.0394890 Jul 08 17:19:57.139018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=9da14c0f-914a-4b44-8bb0-ca41a7d9c313,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:57.249779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:57.250468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.268654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3dab30-b39f-4a34-ba0f-381123ad0393 req-d835b55e-302c-4c7e-a454-fab49148d244 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043604 Jul 08 17:19:57.272439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd95457e-1587-4896-8316-57fc81638ae5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:57.312342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9fd0b7ad-0ae8-4c4d-98f2-51a898302bc5 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0307105 Jul 08 17:19:57.324089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:57.330665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Provisioning complete for port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:57.331038 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.337765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:57.391136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:57.420102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Provisioning for port cd95457e-1587-4896-8316-57fc81638ae5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:57.421152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-349862b8-863a-4fbd-883a-aa377f1252ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:57.422837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-349862b8-863a-4fbd-883a-aa377f1252ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.5063915 Jul 08 17:19:57.425986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:57.426474 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.469694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-74cf6971-1912-4092-a84c-e5c636b1ccec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338125 Jul 08 17:19:57.479012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port cd95457e-1587-4896-8316-57fc81638ae5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:57.496634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:57.497825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.500956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50944a4d-b87d-4fac-9658-7f164335f0b4 req-4d5b5c08-39d1-4d16-9fcd-e07aa5a90752 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:57.503309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50944a4d-b87d-4fac-9658-7f164335f0b4 req-4d5b5c08-39d1-4d16-9fcd-e07aa5a90752 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1328197 Jul 08 17:19:57.532182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad0d3c-c21b-4299-b490-c5cda9c2d573 req-4f10a32e-e80e-4fcd-98b0-5c8be67b710f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:57.533711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2cad0d3c-c21b-4299-b490-c5cda9c2d573 req-4f10a32e-e80e-4fcd-98b0-5c8be67b710f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.2954903 Jul 08 17:19:57.589618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:57.593556 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.601994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50944a4d-b87d-4fac-9658-7f164335f0b4 req-8c5c7527-0859-4ac1-bc89-d956ee1a0652 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847337 Jul 08 17:19:57.615852 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.621633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-55f2c61e-5433-40e6-b9d8-08936ac3899b service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429279 Jul 08 17:19:57.660478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2cad0d3c-c21b-4299-b490-c5cda9c2d573 req-e328b97d-e7e4-42a2-ade3-8716728fd59b tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186948 Jul 08 17:19:57.696063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd95457e-1587-4896-8316-57fc81638ae5,segment=NetworkSegment(88163322-66e9-4752-b08d-33c4082dfcdb),segment_id=88163322-66e9-4752-b08d-33c4082dfcdb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:57.703217 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.714952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.739781 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e70a3668-1fb7-4c49-957e-c406555ae305 (CIDR: 172.20.0.0/28) Jul 08 17:19:57.743910 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:19:57.744405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:19:57.764434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1812728f-c9dc-478c-9d2a-c88e4c6968a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4388750 Jul 08 17:19:57.768668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43556) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:57.776176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:57.795494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cfb0b23-8c2f-476a-962c-e6552f1ae2e0 req-e0a6eb52-2ed9-413d-b1e5-5a92786deadc service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560988 Jul 08 17:19:57.841358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714deb8c-b7d3-4334-835e-bf76e1ea27ed None None] Pushing event updated for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:57.852705 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:19:57.853071 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:19:57.859284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8daea70c-263f-4f9f-b992-d5420810f401 None None] Provisioning for port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:19:57.866633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8daea70c-263f-4f9f-b992-d5420810f401 None None] Provisioning complete for port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:57.867005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8daea70c-263f-4f9f-b992-d5420810f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.896739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88c57b-59bd-4def-8f69-0ef2d9909250 req-294b0537-7b7b-4ccf-a0c3-2170d8867b6b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:57.905189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8daea70c-263f-4f9f-b992-d5420810f401 None None] Port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:19:57.907105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa88c57b-59bd-4def-8f69-0ef2d9909250 req-294b0537-7b7b-4ccf-a0c3-2170d8867b6b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1112175 Jul 08 17:19:57.925429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:19:57.929175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.953210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa88c57b-59bd-4def-8f69-0ef2d9909250 req-9933d5f3-cac5-46b3-8bf2-13d83db7e45f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Jul 08 17:19:58.111524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b2dae-0c43-47cb-85d0-8015bab30135 req-8dee1d04-1a35-4410-832b-4893a7aa9895 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:58.113016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-250b2dae-0c43-47cb-85d0-8015bab30135 req-8dee1d04-1a35-4410-832b-4893a7aa9895 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 943 time: 0.0667534 Jul 08 17:19:58.145085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:19:58.153192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-250b2dae-0c43-47cb-85d0-8015bab30135 req-872df8cd-b4ec-472e-bf14-1d66ee1c4af5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Jul 08 17:19:58.178511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:58.230082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:19:58.235823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:19:58.239040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:58.239762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:58.256263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=778a0eb0-a238-4b6f-b42d-a26bc891ffc0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:58.265898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2bc0568a-8eb2-4369-9002-9e929fe28e4a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4966700 Jul 08 17:19:58.268728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:58.274592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-114165139', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '778a0eb0-a238-4b6f-b42d-a26bc891ffc0'}], 'security_groups': ['2aa62a90-1516-4c30-bcfa-80802d928f7f']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:58.342110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88228d-cb91-4b5e-af3d-81acc498fd29 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:19:58.420452 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:58.459568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:58.467969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:19:58.470640 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251a9cc-1fcc-4d80-b67b-786d16f37876" -d '{"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:19:58.493497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:58.499207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:58.525084 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd8254-c042-412a-8e6b-f59319bf6b9a x-openstack-request-id: req-64fd8254-c042-412a-8e6b-f59319bf6b9a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:19:58.525374 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:19:58.525624 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64fd8254-c042-412a-8e6b-f59319bf6b9a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:19:58.526032 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'code': 200} Jul 08 17:19:58.600370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:58.702532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Update dhcp port {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'fixed_ips': [{'subnet_id': 'e70a3668-1fb7-4c49-957e-c406555ae305', 'ip_address': '172.20.0.2'}, {'subnet_id': '778a0eb0-a238-4b6f-b42d-a26bc891ffc0'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'cd95457e-1587-4896-8316-57fc81638ae5'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:19:58.762231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:58.852048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Delete allocated IP 172.20.0.4 (37d9e376-6828-420f-a691-31474b2eaf39/e70a3668-1fb7-4c49-957e-c406555ae305) {{(pid=93944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:19:58.859293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269d629-7b81-4960-a141-6513c0e70ab3 req-ca91f2c9-3d57-441d-9b71-c6422a692e38 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:58.868698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.19 (37d9e376-6828-420f-a691-31474b2eaf39/778a0eb0-a238-4b6f-b42d-a26bc891ffc0/9da14c0f-914a-4b44-8bb0-ca41a7d9c313) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:58.869412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0269d629-7b81-4960-a141-6513c0e70ab3 req-ca91f2c9-3d57-441d-9b71-c6422a692e38 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0891671 Jul 08 17:19:58.918076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0269d629-7b81-4960-a141-6513c0e70ab3 req-b447e41a-3320-475f-8a39-2d5d1149b6b5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Jul 08 17:19:58.932489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eb6fe-e17e-4fd6-8f84-821bafb6995c req-62420aa5-4e93-4f3a-8b90-3d267bbc493e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:58.934206 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e61eb6fe-e17e-4fd6-8f84-821bafb6995c req-62420aa5-4e93-4f3a-8b90-3d267bbc493e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.1281173 Jul 08 17:19:59.043453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e61eb6fe-e17e-4fd6-8f84-821bafb6995c req-8af3b549-6c42-4f45-b2dc-6a58f98de64d tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913656 Jul 08 17:19:59.099139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.111830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd95457e-1587-4896-8316-57fc81638ae5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:19:59.121657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:59.126261 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.213086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Allocated IP 172.20.0.18 (37d9e376-6828-420f-a691-31474b2eaf39/778a0eb0-a238-4b6f-b42d-a26bc891ffc0/cd95457e-1587-4896-8316-57fc81638ae5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:19:59.220708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:19:59.221004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.271333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=9da14c0f-914a-4b44-8bb0-ca41a7d9c313,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:59.310602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] In _notify_port_updated(), no bound segment for port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 on network 37d9e376-6828-420f-a691-31474b2eaf39 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:19:59.316162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:59.316784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.320874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-06fd81ae-864f-45d7-85a8-ac626cb1ee9e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/ports/9da14c0f-914a-4b44-8bb0-ca41a7d9c313 HTTP/1.1" status: 200 len: 920 time: 1.0484929 Jul 08 17:19:59.321604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:59.341285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757313a-ddfa-48dc-96f0-24b1df70e697 req-cb88e493-2e72-4368-ae03-67ed4f748748 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:59.342869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7757313a-ddfa-48dc-96f0-24b1df70e697 req-cb88e493-2e72-4368-ae03-67ed4f748748 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.1540475 Jul 08 17:19:59.404498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd95457e-1587-4896-8316-57fc81638ae5,segment=NetworkSegment(88163322-66e9-4752-b08d-33c4082dfcdb),segment_id=88163322-66e9-4752-b08d-33c4082dfcdb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:19:59.420944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7757313a-ddfa-48dc-96f0-24b1df70e697 req-b004267d-ab4f-4960-891c-ee96514e94db tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546844 Jul 08 17:19:59.443136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.446328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be67e3-3128-483b-b646-5dbb0345af85 req-eee8c4c6-147c-4767-8300-8f30b8834ef4 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:59.451145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-13be67e3-3128-483b-b646-5dbb0345af85 req-eee8c4c6-147c-4767-8300-8f30b8834ef4 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.0734813 Jul 08 17:19:59.456373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:59.461701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Request body: {'floatingip': {'port_id': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:19:59.469948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Transition to ACTIVE for port object cd95457e-1587-4896-8316-57fc81638ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:19:59.478013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.515855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.592480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18406c65-6ff1-475e-9ee4-38a90d7a366d None None] Pushing event updated for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:19:59.611133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:19:59.611602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.845265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.878214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5483715-b4e0-483f-aee3-6bdffd790f0f req-6f86267a-8ac0-4f63-aab1-48a51ddb615e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:19:59.879819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5483715-b4e0-483f-aee3-6bdffd790f0f req-6f86267a-8ac0-4f63-aab1-48a51ddb615e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 943 time: 0.3057094 Jul 08 17:19:59.907728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:00.013597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5483715-b4e0-483f-aee3-6bdffd790f0f req-2f110d8e-39a9-4620-8ac5-220b1a3d94b4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038868 Jul 08 17:20:00.119642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f1b31-2452-4e1e-99a1-a637e3f9dea6 req-1475f5ab-0480-462a-b08b-955b561a7f71 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:00.121209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a04f1b31-2452-4e1e-99a1-a637e3f9dea6 req-1475f5ab-0480-462a-b08b-955b561a7f71 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0908213 Jul 08 17:20:00.152151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ec3f703d-3479-4ef3-ad80-597786b13f22 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:20:00.180201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Provisioning complete for port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:00.180583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.182543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a04f1b31-2452-4e1e-99a1-a637e3f9dea6 req-cdb8e833-93e6-41a5-b2e4-145098e3ba3d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Jul 08 17:20:00.264093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:00.275180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.292611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Provisioning complete for port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:00.292611 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.315459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Port 9da14c0f-914a-4b44-8bb0-ca41a7d9c313 was deleted so its status cannot be updated. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:20:00.332524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ec3f703d-3479-4ef3-ad80-597786b13f22, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ec3f703d-3479-4ef3-ad80-597786b13f22,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:00.346123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Provisioning for port cd95457e-1587-4896-8316-57fc81638ae5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:00.348233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ec3f703d-3479-4ef3-ad80-597786b13f22', 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'port_id': 'ec3f703d-3479-4ef3-ad80-597786b13f22', 'mac_address': 'fa:16:3e:b8:fe:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f4723-e2d8-4467-9fb9-f44937476311', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:20:00.354013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:00.354372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34aeff28-374b-4217-a83a-2fb238598ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.363911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.367207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=9da14c0f-914a-4b44-8bb0-ca41a7d9c313,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:00.376495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.423570 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.439778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3f703d-3479-4ef3-ad80-597786b13f22 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:00.480252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ec3f703d-3479-4ef3-ad80-597786b13f22, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ec3f703d-3479-4ef3-ad80-597786b13f22,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:00.486102 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.527576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.529454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-27fca14c-c992-44cd-8a41-2d7de2e7f458 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/9da14c0f-914a-4b44-8bb0-ca41a7d9c313 HTTP/1.1" status: 204 len: 168 time: 1.2065649 Jul 08 17:20:00.532071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:00.558437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ec3f703d-3479-4ef3-ad80-597786b13f22,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:00.582266 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d445346-095a-4fcc-be0f-06eb07efd457 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:20:00.583858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d445346-095a-4fcc-be0f-06eb07efd457 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/9da14c0f-914a-4b44-8bb0-ca41a7d9c313 HTTP/1.1" status: 404 len: 333 time: 0.0508754 Jul 08 17:20:00.587271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:00.615193 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Floating IP 0d6ea685-ed3a-43ff-a245-de5c8bde53f3 associated. External IP: 172.25.3.13, port: f794439d-3ebc-4017-a651-cbbd5eb0f4f9. Jul 08 17:20:00.650145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e6d099d-367e-4aeb-9e26-46245f297817 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.674786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e6d099d-367e-4aeb-9e26-46245f297817 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.723490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e6d099d-367e-4aeb-9e26-46245f297817 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.726545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e6d099d-367e-4aeb-9e26-46245f297817 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.727961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e6d099d-367e-4aeb-9e26-46245f297817 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/security-groups/08ce90d9-0e8e-4372-8096-f3aed59f9f8f HTTP/1.1" status: 204 len: 168 time: 0.1396003 Jul 08 17:20:00.731506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:00.747738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350899fb-3d68-4531-b6dc-e0f183347afa req-ef9aa544-2a11-46d8-9b55-7623b8c79b87 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:00.749371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-350899fb-3d68-4531-b6dc-e0f183347afa req-ef9aa544-2a11-46d8-9b55-7623b8c79b87 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.1709859 Jul 08 17:20:00.749523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba9aafb3-c238-460f-af52-7e51b2fc4560 None None] Could not find standard attr ID for object 9da14c0f-914a-4b44-8bb0-ca41a7d9c313. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:20:00.752026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d099d-367e-4aeb-9e26-46245f297817 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ce90d9-0e8e-4372-8096-f3aed59f9f8f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:00.804535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d290d9-5614-4456-81dc-5b254c84d502 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.829812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d290d9-5614-4456-81dc-5b254c84d502 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.843882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ec3f703d-3479-4ef3-ad80-597786b13f22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:00.877906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d290d9-5614-4456-81dc-5b254c84d502 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.883449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-350899fb-3d68-4531-b6dc-e0f183347afa req-e23ccac2-157d-46b4-9abd-0bd56b067bdf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Jul 08 17:20:00.884492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d290d9-5614-4456-81dc-5b254c84d502 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.887033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a2d290d9-5614-4456-81dc-5b254c84d502 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/security-groups/2aa62a90-1516-4c30-bcfa-80802d928f7f HTTP/1.1" status: 204 len: 168 time: 0.1541779 Jul 08 17:20:00.897757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43600) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:00.899156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d290d9-5614-4456-81dc-5b254c84d502 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa62a90-1516-4c30-bcfa-80802d928f7f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:00.954928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Router d2085239-8ecf-436f-ac4c-3d36b04a933a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:01.006981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet e70a3668-1fb7-4c49-957e-c406555ae305 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:01.016777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.100717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.129956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:01.135376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.141856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd95457e-1587-4896-8316-57fc81638ae5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:01.142936 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] Sync routers for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:01.154808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:01.156787 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:01.190361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9b62991d-df9d-4d2c-918b-f1c5ba5dbed8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "PUT /v2.0/floatingips/0d6ea685-ed3a-43ff-a245-de5c8bde53f3 HTTP/1.1" status: 200 len: 990 time: 1.7291470 Jul 08 17:20:01.190361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:01.190628 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4697ef-14e0-483b-9388-bc6e02df9192" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:01.231550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:01.231950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.263814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.293080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c471-6e4a-453b-a5e1-df93b49288ff req-15bc6a52-c056-4676-8fd8-e570c5d70bdb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:01.302292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b777c471-6e4a-453b-a5e1-df93b49288ff req-15bc6a52-c056-4676-8fd8-e570c5d70bdb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 944 time: 0.1037221 Jul 08 17:20:01.315033 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:20:01.357921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.367855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b777c471-6e4a-453b-a5e1-df93b49288ff req-ea6f2d9b-dc1d-4190-8dfe-bc31bd7f02df tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643864 Jul 08 17:20:01.394458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=e70a3668-1fb7-4c49-957e-c406555ae305,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:01.408522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.416171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-723850d4-506c-4d9b-bd6f-a5dadf98e17d tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/e70a3668-1fb7-4c49-957e-c406555ae305 HTTP/1.1" status: 204 len: 168 time: 0.5140455 Jul 08 17:20:01.416171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:01.422309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:01.422576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8228c-b158-4583-b2ab-f0cacca4d237 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:01.571760 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965dc983-e117-4384-ba8f-eeece0d4647c x-openstack-request-id: req-965dc983-e117-4384-ba8f-eeece0d4647c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:01.572611 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:01.574221 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-965dc983-e117-4384-ba8f-eeece0d4647c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:01.575955 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'status': 'completed', 'code': 200} Jul 08 17:20:01.602702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:01.606986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.734014 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0d6ea685-ed3a-43ff-a245-de5c8bde53f3', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'port_id': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'mac_address': 'fa:16:3e:65:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:19:39Z', 'updated_at': '2021-07-08T17:20:00Z', 'revision_number': 1, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:41Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:01.738081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-9afdf709-840a-450c-9e7f-6587fae3da9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:01.739607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-9afdf709-840a-450c-9e7f-6587fae3da9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d&tenant_id=ace6366740c64aa99100e7753ab9b133&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 947 time: 0.3271458 Jul 08 17:20:01.774994 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] Checking router: d2085239-8ecf-436f-ac4c-3d36b04a933a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:20:01.787314 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:01.788171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:01.838809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ae00-f11d-4589-8a0a-437862bc10b3 req-e91413ed-3e15-4136-9d05-b929edcafc1f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:01.846252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8de5ae00-f11d-4589-8a0a-437862bc10b3 req-e91413ed-3e15-4136-9d05-b929edcafc1f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1996145 Jul 08 17:20:01.884158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-ba6463f8-2ba9-4648-9c7d-679b922d87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:01.885761 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-ba6463f8-2ba9-4648-9c7d-679b922d87f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b0b58eb629da483d8746f472997bf40d&device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 1096 time: 0.2713687 Jul 08 17:20:02.053112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bca0ca-9f70-4eb3-a233-2d8d9fdd801d req-a6420403-f304-4bbc-9914-a6b94c6f972e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.055286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bca0ca-9f70-4eb3-a233-2d8d9fdd801d req-a6420403-f304-4bbc-9914-a6b94c6f972e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.2300627 Jul 08 17:20:02.067994 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:20:02.109034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-6b83bf9d-ac59-4952-a200-2dff61171ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.110579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-6b83bf9d-ac59-4952-a200-2dff61171ebe service neutron] 10.222.0.53 "GET /v2.0/networks?id=75a9640d-0a16-48c6-8676-56d1b20c7df7 HTTP/1.1" status: 200 len: 906 time: 0.2161162 Jul 08 17:20:02.151431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:20:02.154320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ec3f703d-3479-4ef3-ad80-597786b13f22 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:02.226168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-feb9038e-484b-4d53-9553-5e21be1f1099 service neutron] 10.222.0.53 "GET /v2.0/ports/7cd0c266-1ab6-49ae-b181-e75cb0cd330a/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.4637904 Jul 08 17:20:02.262291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8de5ae00-f11d-4589-8a0a-437862bc10b3 req-13bbf6e0-40ea-4971-9d9c-2d6158b2047c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150269 Jul 08 17:20:02.262818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.322991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port ec3f703d-3479-4ef3-ad80-597786b13f22 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:02.346485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ec3f703d-3479-4ef3-ad80-597786b13f22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:02.346856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.380295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-f747d85f-636f-453a-9ad8-91092929ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.382780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-f747d85f-636f-453a-9ad8-91092929ce3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1098 time: 0.1192565 Jul 08 17:20:02.445091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:02.455797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:02.468187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bca0ca-9f70-4eb3-a233-2d8d9fdd801d req-0a6d42f5-2921-42c6-8c38-7b7a3e0cccd1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985150 Jul 08 17:20:02.473123 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0d6ea685-ed3a-43ff-a245-de5c8bde53f3', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'port_id': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'mac_address': 'fa:16:3e:65:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:19:39Z', 'updated_at': '2021-07-08T17:20:00Z', 'revision_number': 1, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:41Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:02.485300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'mac_address': 'fa:16:3e:64:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:20:02.500836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:02.507203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.509777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.530008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-c117b965-4ee5-44e0-b306-0be790c13301 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9 HTTP/1.1" status: 200 len: 998 time: 0.3932130 Jul 08 17:20:02.547590 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.553799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e3d48e-9671-4ecf-b960-f9c6adfc9f86 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:02.554052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=6d250920-0fea-4553-ac6f-8bfd5b702c91,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:02.575215 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f728d-94a8-40e8-98ed-84faccf83cf9 None None] The sync data for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 is: [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0d6ea685-ed3a-43ff-a245-de5c8bde53f3', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'port_id': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'mac_address': 'fa:16:3e:65:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:19:39Z', 'updated_at': '2021-07-08T17:20:00Z', 'revision_number': 1, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:41Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:02.590557 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.600113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-83fd03c0-8a50-4f46-b2fb-5bd47c60b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.602226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-83fd03c0-8a50-4f46-b2fb-5bd47c60b0a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2098196 Jul 08 17:20:02.640223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aa63e522-57f0-4f81-9676-1399649ce8ea tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2229443 Jul 08 17:20:02.643951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:02.655911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591453265'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:02.656150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:02.678993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:02.693759 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.698154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.701750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-25ecf1e7-8044-4e1c-8599-6f123e2b0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.704895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-25ecf1e7-8044-4e1c-8599-6f123e2b0e26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5 HTTP/1.1" status: 200 len: 844 time: 0.1723793 Jul 08 17:20:02.705260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-4ff22c02-0b28-4fe9-8ac6-9cedb0fc8827 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 217 time: 0.0882034 Jul 08 17:20:02.776701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f703d-3479-4ef3-ad80-597786b13f22'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:02.779160 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e4d0de-ab54-4aa0-9222-2fd2500e7da8" -d '{"events": [{"server_uuid": "8b5c202f-9390-43a2-9e54-6d14fb85d5b4", "name": "network-vif-plugged", "status": "completed", "tag": "ec3f703d-3479-4ef3-ad80-597786b13f22"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:02.802397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-682abc49-5678-4040-bb5f-a49ad0627d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.805174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-682abc49-5678-4040-bb5f-a49ad0627d6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0836029 Jul 08 17:20:02.814919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a260-d397-4b40-b510-ffbcb629b9ee req-9fcd3b24-6935-41bd-ac3e-46879b3a23e5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.816865 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03f8a260-d397-4b40-b510-ffbcb629b9ee req-9fcd3b24-6935-41bd-ac3e-46879b3a23e5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 944 time: 0.2136073 Jul 08 17:20:02.880775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-9f22d70d-0e39-403c-bcd3-5ba05f3f38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.885560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-9f22d70d-0e39-403c-bcd3-5ba05f3f38a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=75a9640d-0a16-48c6-8676-56d1b20c7df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657341 Jul 08 17:20:02.923742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03f8a260-d397-4b40-b510-ffbcb629b9ee req-dd5d10d7-575e-4202-8407-4eb7b5152dfd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935814 Jul 08 17:20:02.949450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-bd8b5fa2-ca25-4a61-973f-c8f15c1856f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:02.956539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-bd8b5fa2-ca25-4a61-973f-c8f15c1856f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373718 Jul 08 17:20:02.970416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3119e2b4-2b7a-4f5f-b41e-59546e79ab19 None None] Provisioning complete for port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:02.970788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3119e2b4-2b7a-4f5f-b41e-59546e79ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.007219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.017331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.061887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:03.077619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0970a3a-fcd3-4142-a040-a0daa7c3bd7a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:03.081436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde4c50-b06f-4c1e-8d73-b5a111c4c2df None None] New status for floating IP 0d6ea685-ed3a-43ff-a245-de5c8bde53f3: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:20:03.090937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ec3f703d-3479-4ef3-ad80-597786b13f22, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ec3f703d-3479-4ef3-ad80-597786b13f22,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:03.124833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.133481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:03.134940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3390c580-f229-4b36-8f39-cd94fa679fc0 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4879596 Jul 08 17:20:03.149421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'security_group': {'name': 'tempest-secgroup-183222310'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:03.174976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-c8976ba1-b3e4-41d7-9de7-778df76938a3 service neutron] 10.222.0.53 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617049 Jul 08 17:20:03.176191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.201552 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6007d3-65fd-45f4-8ca6-0b79d19f155c x-openstack-request-id: req-cb6007d3-65fd-45f4-8ca6-0b79d19f155c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:03.202225 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5c202f-9390-43a2-9e54-6d14fb85d5b4", "name": "network-vif-plugged", "status": "completed", "tag": "ec3f703d-3479-4ef3-ad80-597786b13f22", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:03.202225 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb6007d3-65fd-45f4-8ca6-0b79d19f155c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:03.202489 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f703d-3479-4ef3-ad80-597786b13f22', 'code': 200} Jul 08 17:20:03.219801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-0dc5a601-7bbc-4c01-8bc9-0f1710c2a684 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512219 Jul 08 17:20:03.221551 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.223737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7cd0c266-1ab6-49ae-b181-e75cb0cd330a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:03.253100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3119e2b4-2b7a-4f5f-b41e-59546e79ab19 None None] Port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:03.370329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e4697ef-14e0-483b-9388-bc6e02df9192 req-f770c3ad-afd1-44f5-aff7-ce00b13e6c39 service neutron] 10.222.0.53 "GET /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872079 Jul 08 17:20:03.377069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70df4-fe2e-440e-938a-89f43370d599 req-d54d0394-e8f6-4c55-adff-d5de9942153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:03.379191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6c70df4-fe2e-440e-938a-89f43370d599 req-d54d0394-e8f6-4c55-adff-d5de9942153c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 1096 time: 0.1344376 Jul 08 17:20:03.385953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ec3f703d-3479-4ef3-ad80-597786b13f22,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:03.409411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.416870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-c638615a-4ea5-43c5-a405-369f8bd7b2ed service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685584 Jul 08 17:20:03.430426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3119e2b4-2b7a-4f5f-b41e-59546e79ab19 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:03.430813 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3119e2b4-2b7a-4f5f-b41e-59546e79ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.437278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.484785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6c70df4-fe2e-440e-938a-89f43370d599 req-5a87f95d-e01a-49e0-9864-b089fd3b6616 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907147 Jul 08 17:20:03.493297 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.497533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3538356 Jul 08 17:20:03.499495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:03.506479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'security_group': {'name': 'tempest-secgroup-1897669097'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:03.532118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0530-5f31-4ed2-8aa4-186c88a5a96a tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6c3304-aa69-4308-b0ff-b7d21f98fdd6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:03.538969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48047e-b783-4c26-af2e-a0e17d296b1c req-b24c44dd-7203-40ed-b37d-32d8e2b7005e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:03.549014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.552079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b48047e-b783-4c26-af2e-a0e17d296b1c req-b24c44dd-7203-40ed-b37d-32d8e2b7005e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1476581 Jul 08 17:20:03.606760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b48047e-b783-4c26-af2e-a0e17d296b1c req-c64d1e1b-c9e4-40e1-9a5b-2284a8e041c1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534458 Jul 08 17:20:03.662734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.669108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.706268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Update dhcp port {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'fixed_ips': [{'subnet_id': '778a0eb0-a238-4b6f-b42d-a26bc891ffc0', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d250920-0fea-4553-ac6f-8bfd5b702c91'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'cd95457e-1587-4896-8316-57fc81638ae5'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:20:03.711831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.714424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2122204 Jul 08 17:20:03.716150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:03.726238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-568560896', 'security_groups': ['1377dc56-22ab-4aab-9ded-17a2cf01eaab'], 'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d250920-0fea-4553-ac6f-8bfd5b702c91'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:03.727910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583deb6-b923-4fc6-8ebe-ca9fe4865dc7 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1377dc56-22ab-4aab-9ded-17a2cf01eaab,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:03.759468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.790067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309bb2-7ca0-4df2-966a-b588f1fa669e req-09349290-408b-4631-b299-911b0ff673c9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:03.797197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-60309bb2-7ca0-4df2-966a-b588f1fa669e req-09349290-408b-4631-b299-911b0ff673c9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 948 time: 0.0804081 Jul 08 17:20:03.843844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-60309bb2-7ca0-4df2-966a-b588f1fa669e req-88d761f2-cffc-4527-81dd-07303d548555 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Jul 08 17:20:03.869011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:03.943256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Allocated IP 172.20.0.2 (37d9e376-6828-420f-a691-31474b2eaf39/6d250920-0fea-4553-ac6f-8bfd5b702c91/cd95457e-1587-4896-8316-57fc81638ae5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:03.958511 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:03.986329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 46c86476-63e5-435a-97ba-4bca01d52626 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:20:04.053062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-05acd458-c068-4571-9e98-126848c41db5 None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd95457e-1587-4896-8316-57fc81638ae5,segment=NetworkSegment(88163322-66e9-4752-b08d-33c4082dfcdb),segment_id=88163322-66e9-4752-b08d-33c4082dfcdb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:04.084194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:04.098363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Transition to ACTIVE for port object cd95457e-1587-4896-8316-57fc81638ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:04.103968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:04.204644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acd458-c068-4571-9e98-126848c41db5 None None] Pushing event updated for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:04.211761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbb4dd-fa82-45e6-89ad-721a85423d82 req-728220aa-60f7-4ca6-9b3a-313b55486dc9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:04.214244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9cbb4dd-fa82-45e6-89ad-721a85423d82 req-728220aa-60f7-4ca6-9b3a-313b55486dc9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 945 time: 0.1278229 Jul 08 17:20:04.232605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-aa9bc38d-ad33-4a15-8072-caa8534227d7 {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:20:04.232943 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:20:04.262458 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9cbb4dd-fa82-45e6-89ad-721a85423d82 req-8d0e9817-04bd-4301-a143-f3a31f3fe776 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Jul 08 17:20:04.679430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8d7d7f42-5690-401d-b9f7-c5ad8f06709c None None] Provisioning complete for port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:04.680015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d7d7f42-5690-401d-b9f7-c5ad8f06709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:04.718839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d7f42-5690-401d-b9f7-c5ad8f06709c None None] Port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:04.744469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8d7d7f42-5690-401d-b9f7-c5ad8f06709c None None] Provisioning for port cd95457e-1587-4896-8316-57fc81638ae5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:04.747456 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:04.749005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8d7d7f42-5690-401d-b9f7-c5ad8f06709c None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:04.749545 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d7d7f42-5690-401d-b9f7-c5ad8f06709c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:04.776683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] device_id is not set on port 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:20:04.852930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1cd3c-33c9-496b-82db-688babc15031 req-8525ebf6-f8aa-453a-adbe-b8dcbb05ca34 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:04.854465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c1cd3c-33c9-496b-82db-688babc15031 req-8525ebf6-f8aa-453a-adbe-b8dcbb05ca34 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1373546 Jul 08 17:20:04.939204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c1cd3c-33c9-496b-82db-688babc15031 req-e87bc81f-0390-49bc-bb60-8ba50415e20d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Jul 08 17:20:05.001076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.10 (37d9e376-6828-420f-a691-31474b2eaf39/6d250920-0fea-4553-ac6f-8bfd5b702c91/0cc2b2f0-b5c6-4b64-864b-88d3d643cca7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:05.028806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6b2ec-e737-437d-b0ba-83a2e7bb61ce req-a167db93-01f8-41bb-b2b8-72c6768d2e3b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:05.030604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02e6b2ec-e737-437d-b0ba-83a2e7bb61ce req-a167db93-01f8-41bb-b2b8-72c6768d2e3b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 948 time: 0.0670485 Jul 08 17:20:05.079480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02e6b2ec-e737-437d-b0ba-83a2e7bb61ce req-0780cd24-7905-48f4-9c22-7e9a46ed19e8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Jul 08 17:20:05.127671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd95457e-1587-4896-8316-57fc81638ae5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:05.156433 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.171598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:05.182435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:05.182868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.210079 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.259984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:05.266126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:05.269917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:05.297223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=0cc2b2f0-b5c6-4b64-864b-88d3d643cca7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:05.331467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:05.332531 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.354185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3284d44f-1e05-4574-bc74-3379d927c7a1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6322172 Jul 08 17:20:05.355508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:05.360818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:05.526852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ca437-357e-4127-bbd4-042d86459fa0 req-9ba623c0-dbd1-4c8c-a7a5-61ecd764be6a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:05.528233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-794ca437-357e-4127-bbd4-042d86459fa0 req-9ba623c0-dbd1-4c8c-a7a5-61ecd764be6a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 945 time: 0.1127951 Jul 08 17:20:05.551210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:05.554597 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.555681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5023d3ad-0c4e-4bc5-bae0-86c472ef2ef6 None None] Provisioning for port 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:05.559829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5023d3ad-0c4e-4bc5-bae0-86c472ef2ef6 None None] Provisioning complete for port 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:05.560202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5023d3ad-0c4e-4bc5-bae0-86c472ef2ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.597397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5023d3ad-0c4e-4bc5-bae0-86c472ef2ef6 None None] Port 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:05.614371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-794ca437-357e-4127-bbd4-042d86459fa0 req-1c695993-6dd7-4aa6-8771-0e432f28a8ed tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803905 Jul 08 17:20:05.653588 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d250920-0fea-4553-ac6f-8bfd5b702c91 (CIDR: 172.20.0.0/28) Jul 08 17:20:05.657315 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:20:05.657943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:05.674003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0eec3f42-8248-49ca-b51b-c0d563d914d6 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3172758 Jul 08 17:20:05.676505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:05.681861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:05.805626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:05.809090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:05.910000 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 778a0eb0-a238-4b6f-b42d-a26bc891ffc0 (CIDR: 172.20.0.16/28) Jul 08 17:20:05.913447 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:20:05.914076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:05.927215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0980e909-72d0-4cd6-ab8c-25cd8cdba013 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2496786 Jul 08 17:20:05.930691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:05.935978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'subnet': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:06.054262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Made reservation on behalf of e1d6a2c885d3485d864aebf641073a76 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:06.058947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.163065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:06.224220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:06.224613 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.225869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d61a4-272f-47f9-9143-8be38cf26673 req-99f8440f-6a6d-4eca-ad94-0f9b297b88fd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:06.229509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a8d61a4-272f-47f9-9143-8be38cf26673 req-99f8440f-6a6d-4eca-ad94-0f9b297b88fd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1542170 Jul 08 17:20:06.305279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc244f7-5d47-4abb-8591-5194546d6930 req-c55810ca-e436-43cc-adc7-130767de1275 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:06.308535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acc244f7-5d47-4abb-8591-5194546d6930 req-c55810ca-e436-43cc-adc7-130767de1275 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 945 time: 0.3406827 Jul 08 17:20:06.316346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a8d61a4-272f-47f9-9143-8be38cf26673 req-5cb167e8-7613-4590-8780-56371e76321f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Jul 08 17:20:06.363035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acc244f7-5d47-4abb-8591-5194546d6930 req-68188c55-e5e7-44d9-aeb8-6f756ed905d0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Jul 08 17:20:06.379628 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.416948 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.426631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:06.427743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:06.431018 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4856197-972c-4cc4-89aa-ed278ea90252" -d '{"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:06.436523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.485105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Subnet': ['ID=b11cc4dd-bb85-4349-aafc-38259b220f6d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:06.496295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Network 37d9e376-6828-420f-a691-31474b2eaf39 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:06.497771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:06.501077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:06.501760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.504768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:06.509666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316286d-ce2b-4ee4-9ef6-6c664a906da7 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:06.527712 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4ae4c3fa-0854-4c2d-b4aa-648a3c9dcc6c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5957685 Jul 08 17:20:06.530594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:06.536534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-751554346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b11cc4dd-bb85-4349-aafc-38259b220f6d'}], 'security_groups': ['a0970a3a-fcd3-4142-a040-a0daa7c3bd7a', 'cc6c3304-aa69-4308-b0ff-b7d21f98fdd6']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:06.621752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc173268-22cb-44a2-964a-2e640e8bef63 req-d768b1f5-ea79-4d40-9534-d78538878d46 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:06.623754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc173268-22cb-44a2-964a-2e640e8bef63 req-d768b1f5-ea79-4d40-9534-d78538878d46 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1067424 Jul 08 17:20:06.669969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc173268-22cb-44a2-964a-2e640e8bef63 req-8acaf6d6-7613-451b-a090-6224425e25e3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Jul 08 17:20:06.764456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.814302 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee526d57-782c-4552-8ea1-069048decfce x-openstack-request-id: req-ee526d57-782c-4552-8ea1-069048decfce {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:06.814881 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:06.814881 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee526d57-782c-4552-8ea1-069048decfce {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:06.815276 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'code': 200} Jul 08 17:20:06.848611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Update dhcp port {'port': {'network_id': '37d9e376-6828-420f-a691-31474b2eaf39', 'fixed_ips': [{'subnet_id': '778a0eb0-a238-4b6f-b42d-a26bc891ffc0', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d250920-0fea-4553-ac6f-8bfd5b702c91', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b11cc4dd-bb85-4349-aafc-38259b220f6d'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'cd95457e-1587-4896-8316-57fc81638ae5'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:20:06.861057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-03a5402b-2b89-4390-bddd-af98ab816695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:06.862581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-03a5402b-2b89-4390-bddd-af98ab816695 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d&tenant_id=ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 1100 time: 0.0766971 Jul 08 17:20:06.897777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:06.955095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-defa354a-4cc1-4a32-b98e-ec616f65b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:06.956586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-defa354a-4cc1-4a32-b98e-ec616f65b582 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 1100 time: 0.0606370 Jul 08 17:20:07.078737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-8a2cbbaa-b2a3-4677-be97-4b8973c30166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.080249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-8a2cbbaa-b2a3-4677-be97-4b8973c30166 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1043653 Jul 08 17:20:07.118660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Delete allocated IP 172.20.0.10 (37d9e376-6828-420f-a691-31474b2eaf39/6d250920-0fea-4553-ac6f-8bfd5b702c91) {{(pid=93944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:20:07.125175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-d1bd7ee1-f2f4-4f34-ab9b-47e82960bb89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 200 len: 217 time: 0.0375695 Jul 08 17:20:07.127373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Allocated IP 172.20.0.35 (37d9e376-6828-420f-a691-31474b2eaf39/b11cc4dd-bb85-4349-aafc-38259b220f6d/0cc2b2f0-b5c6-4b64-864b-88d3d643cca7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:07.176853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-2d00f0a0-e7a6-4ff6-bba9-18234e7cb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.178342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-2d00f0a0-e7a6-4ff6-bba9-18234e7cb591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0457318 Jul 08 17:20:07.239480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-9a686212-e2a9-47af-a640-cd8d046a606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.240975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-9a686212-e2a9-47af-a640-cd8d046a606f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535340 Jul 08 17:20:07.298779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.312803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Transition to ACTIVE for port object 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:07.316673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.344281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-8d6be21e-0c6b-4cea-af4f-23c52d65d81c service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918813 Jul 08 17:20:07.378488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Allocated IP 172.20.0.34 (37d9e376-6828-420f-a691-31474b2eaf39/b11cc4dd-bb85-4349-aafc-38259b220f6d/cd95457e-1587-4896-8316-57fc81638ae5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:07.419359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event updated for resources: {'Port': ['ID=0cc2b2f0-b5c6-4b64-864b-88d3d643cca7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:07.503553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] In _notify_port_updated(), no bound segment for port 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 on network 37d9e376-6828-420f-a691-31474b2eaf39 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:20:07.510595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.511383 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.515832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ae455664-0678-4256-9dad-c63dbf1a663e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "PUT /v2.0/ports/0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 HTTP/1.1" status: 200 len: 959 time: 0.9839244 Jul 08 17:20:07.516572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:07.517843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd95457e-1587-4896-8316-57fc81638ae5,segment=NetworkSegment(88163322-66e9-4752-b08d-33c4082dfcdb),segment_id=88163322-66e9-4752-b08d-33c4082dfcdb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:07.554227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e580c04c-720a-4c46-9e18-6fc4537e3a5d req-3eff5e28-dd67-423f-9db1-abd5d664b2ac service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967039 Jul 08 17:20:07.558029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.573605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Transition to ACTIVE for port object cd95457e-1587-4896-8316-57fc81638ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:07.577665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9559e01-2a59-41c1-b114-5396f14bd6e5 req-702c88e7-3a72-44e7-a13b-48463c0c45b1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.578867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.579992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9559e01-2a59-41c1-b114-5396f14bd6e5 req-702c88e7-3a72-44e7-a13b-48463c0c45b1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1386726 Jul 08 17:20:07.640771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9559e01-2a59-41c1-b114-5396f14bd6e5 req-f40033fc-8c92-4fc1-8f5a-5784a54914bc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Jul 08 17:20:07.691350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b752-b6f5-4f5b-a624-73da7c5d879c req-a145b655-4408-4aae-ae60-9a8378d26c9b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.692904 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5106b752-b6f5-4f5b-a624-73da7c5d879c req-a145b655-4408-4aae-ae60-9a8378d26c9b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 945 time: 0.1465366 Jul 08 17:20:07.697638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43dad5-61cd-4efa-82a0-e49a0015b91e None None] Pushing event updated for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:07.704584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:07.704928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.834680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5106b752-b6f5-4f5b-a624-73da7c5d879c req-cff3b5be-6c4a-432f-abf8-7e17ca062243 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137795 Jul 08 17:20:07.878276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:07.884270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-836c5820-cb33-43c9-b540-b2ed5a299bc6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:07.886141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-836c5820-cb33-43c9-b540-b2ed5a299bc6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 945 time: 0.0882211 Jul 08 17:20:07.895546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:08.069826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6aac1-6af5-4036-9716-717aad345019 req-bb9bc4cb-d6ac-49ee-960c-4db03345efc8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:08.072537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5dd6aac1-6af5-4036-9716-717aad345019 req-bb9bc4cb-d6ac-49ee-960c-4db03345efc8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1312504 Jul 08 17:20:08.074163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.119647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Deleting port ec3f703d-3479-4ef3-ad80-597786b13f22 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:08.120000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.137748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=0cc2b2f0-b5c6-4b64-864b-88d3d643cca7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:08.198567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5dd6aac1-6af5-4036-9716-717aad345019 req-dbad96d6-b244-43a9-a47e-6a85dda54258 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160998 Jul 08 17:20:08.247178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.253999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c2ba1fe6-eb45-4059-8db2-0113fab04cca tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 HTTP/1.1" status: 204 len: 168 time: 0.7326450 Jul 08 17:20:08.254703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:08.264482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] For port ec3f703d-3479-4ef3-ad80-597786b13f22, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ec3f703d-3479-4ef3-ad80-597786b13f22,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:08.265911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.281483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Calling delete_port for ec3f703d-3479-4ef3-ad80-597786b13f22 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:08.284217 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1860cef-2130-44aa-9de7-a89d16724b44 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] GET failed (client error): The resource could not be found. Jul 08 17:20:08.286021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c1860cef-2130-44aa-9de7-a89d16724b44 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports/0cc2b2f0-b5c6-4b64-864b-88d3d643cca7 HTTP/1.1" status: 404 len: 333 time: 0.0301797 Jul 08 17:20:08.288673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:08.347372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7290282e-bf5d-4f6f-b51d-95f53e6816f3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.372780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7290282e-bf5d-4f6f-b51d-95f53e6816f3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.421678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7290282e-bf5d-4f6f-b51d-95f53e6816f3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.424662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7290282e-bf5d-4f6f-b51d-95f53e6816f3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.425817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7290282e-bf5d-4f6f-b51d-95f53e6816f3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/security-groups/1377dc56-22ab-4aab-9ded-17a2cf01eaab HTTP/1.1" status: 204 len: 168 time: 0.1363218 Jul 08 17:20:08.430751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:08.437488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290282e-bf5d-4f6f-b51d-95f53e6816f3 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1377dc56-22ab-4aab-9ded-17a2cf01eaab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:08.444229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Provisioning complete for port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:08.445827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.456480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.500243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Pushing event deleted for resources: {'Port': ['ID=ec3f703d-3479-4ef3-ad80-597786b13f22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:08.562582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] No DVR routers for this DVR port ec3f703d-3479-4ef3-ad80-597786b13f22 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:08.567444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.569422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad8fe39b-0bdd-480e-a3bd-d6f831ce4b4b req-d0e89661-9e47-43ce-b71d-48cd01ad8e86 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "DELETE /v2.0/ports/ec3f703d-3479-4ef3-ad80-597786b13f22 HTTP/1.1" status: 204 len: 173 time: 0.6731119 Jul 08 17:20:08.569877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'name': 'network-vif-deleted', 'tag': 'ec3f703d-3479-4ef3-ad80-597786b13f22'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:08.573833 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a146b21-2d3d-4515-abe1-3d5e489d377e" -d '{"events": [{"server_uuid": "8b5c202f-9390-43a2-9e54-6d14fb85d5b4", "name": "network-vif-deleted", "tag": "ec3f703d-3479-4ef3-ad80-597786b13f22"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:08.589305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6391b066-fc00-4e97-b6cc-e2443a2ada23 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.618255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6391b066-fc00-4e97-b6cc-e2443a2ada23 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.618907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'ec3f703d-3479-4ef3-ad80-597786b13f22'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:08.628099 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11669207-e08f-4fca-883f-f1cca1411325 x-openstack-request-id: req-11669207-e08f-4fca-883f-f1cca1411325 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:08.628533 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5c202f-9390-43a2-9e54-6d14fb85d5b4", "name": "network-vif-deleted", "tag": "ec3f703d-3479-4ef3-ad80-597786b13f22", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:08.628699 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11669207-e08f-4fca-883f-f1cca1411325 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:08.629106 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5c202f-9390-43a2-9e54-6d14fb85d5b4', 'name': 'network-vif-deleted', 'tag': 'ec3f703d-3479-4ef3-ad80-597786b13f22', 'status': 'completed', 'code': 200} Jul 08 17:20:08.658950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:08.671107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Could not find standard attr ID for object 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:20:08.686293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6391b066-fc00-4e97-b6cc-e2443a2ada23 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.692099 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6391b066-fc00-4e97-b6cc-e2443a2ada23 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.694478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6391b066-fc00-4e97-b6cc-e2443a2ada23 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc6c3304-aa69-4308-b0ff-b7d21f98fdd6 HTTP/1.1" status: 204 len: 168 time: 0.2623053 Jul 08 17:20:08.698510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43724) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:08.700342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Provisioning for port cd95457e-1587-4896-8316-57fc81638ae5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:08.711386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391b066-fc00-4e97-b6cc-e2443a2ada23 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6c3304-aa69-4308-b0ff-b7d21f98fdd6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:08.721147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:08.721556 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3688f4c-354c-44de-9ec1-a7dfb363205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.792348 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17cfb4d7-eab5-434f-84ed-d167549a1996 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.850974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17cfb4d7-eab5-434f-84ed-d167549a1996 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.920241 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17cfb4d7-eab5-434f-84ed-d167549a1996 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.922319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17cfb4d7-eab5-434f-84ed-d167549a1996 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.926360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:08.926869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-17cfb4d7-eab5-434f-84ed-d167549a1996 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/security-groups/a0970a3a-fcd3-4142-a040-a0daa7c3bd7a HTTP/1.1" status: 204 len: 168 time: 0.2265596 Jul 08 17:20:08.969511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfb4d7-eab5-434f-84ed-d167549a1996 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0970a3a-fcd3-4142-a040-a0daa7c3bd7a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:09.001871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet 6d250920-0fea-4553-ac6f-8bfd5b702c91 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:09.005248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.016387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59c99909-ba09-4dd4-a825-36df953aef71 None None] Could not find standard attr ID for object 0cc2b2f0-b5c6-4b64-864b-88d3d643cca7. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:20:09.032250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0de01-dd2e-4b3d-bcfb-6f2ddcb3f9ed req-85a88779-3b9a-4735-a58f-def4e332493f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:09.043908 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eea0de01-dd2e-4b3d-bcfb-6f2ddcb3f9ed req-85a88779-3b9a-4735-a58f-def4e332493f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1379404 Jul 08 17:20:09.077844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.114820 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eea0de01-dd2e-4b3d-bcfb-6f2ddcb3f9ed req-af8488d1-9a12-49f3-ab01-4ba476d695de tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633342 Jul 08 17:20:09.152987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd95457e-1587-4896-8316-57fc81638ae5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:09.206774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95c45855-8f34-4c85-8fad-598f788ae977 req-94c84042-3ebc-4af3-a413-fbbd9f61b55a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b5c202f-9390-43a2-9e54-6d14fb85d5b4 HTTP/1.1" status: 200 len: 210 time: 0.0753953 Jul 08 17:20:09.227726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.256716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:09.257097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.324518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.362326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=6d250920-0fea-4553-ac6f-8bfd5b702c91,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:09.364416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.366608 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4dd4b7ef-45a5-429d-8288-953c3badeed1 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/6d250920-0fea-4553-ac6f-8bfd5b702c91 HTTP/1.1" status: 204 len: 168 time: 0.4391122 Jul 08 17:20:09.371182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:09.386491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f4b3a-3bdb-4f20-bcdb-95fab48cb0d1 None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:09.427304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet b11cc4dd-bb85-4349-aafc-38259b220f6d {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:09.432772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.484378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.495388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686f354-e9f4-46c0-919f-0bb54e1febc4 req-e79c83e2-7fb0-4e76-aede-e1b4234114a3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:09.505503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d686f354-e9f4-46c0-919f-0bb54e1febc4 req-e79c83e2-7fb0-4e76-aede-e1b4234114a3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 949 time: 0.1401165 Jul 08 17:20:09.552022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d686f354-e9f4-46c0-919f-0bb54e1febc4 req-d4bd260c-97cf-44ba-97e8-91020dc38782 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Jul 08 17:20:09.589876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.658297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.690843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=b11cc4dd-bb85-4349-aafc-38259b220f6d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:09.694779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.696958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-239d1cb7-d090-4067-a748-17ab2e6a759c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/b11cc4dd-bb85-4349-aafc-38259b220f6d HTTP/1.1" status: 204 len: 168 time: 0.3248413 Jul 08 17:20:09.699465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:09.728817 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-222b1682-2763-4177-ac3b-a74bb630abcc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:09.729193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222b1682-2763-4177-ac3b-a74bb630abcc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:09.733497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-222b1682-2763-4177-ac3b-a74bb630abcc tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/6d250920-0fea-4553-ac6f-8bfd5b702c91 HTTP/1.1" status: 404 len: 337 time: 0.0306101 Jul 08 17:20:09.733685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43744) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:09.791837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting subnet 778a0eb0-a238-4b6f-b42d-a26bc891ffc0 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:09.795259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.839026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:09.934724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.014146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.045788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Subnet': ['ID=778a0eb0-a238-4b6f-b42d-a26bc891ffc0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:10.048129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.050085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-289365dc-76fe-4259-87f5-21afe47d1f6b tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/778a0eb0-a238-4b6f-b42d-a26bc891ffc0 HTTP/1.1" status: 204 len: 168 time: 0.3153822 Jul 08 17:20:10.052470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.082644 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3de06fb-a8d3-4086-a2ed-5787bca03d28 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.083194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3de06fb-a8d3-4086-a2ed-5787bca03d28 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.088463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3de06fb-a8d3-4086-a2ed-5787bca03d28 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/e70a3668-1fb7-4c49-957e-c406555ae305 HTTP/1.1" status: 404 len: 337 time: 0.0311103 Jul 08 17:20:10.089813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.128161 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad09e170-90e4-4e13-8331-692f050f0448 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "GET /v2.0/ports?device_id=41cb0b06-6017-468a-9427-a9d8a9cb79ba HTTP/1.1" status: 200 len: 205 time: 0.0345716 Jul 08 17:20:10.129118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.181276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:20:10.182542 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-0a948622-f2f4-4f1f-a4b0-3e9da85a833e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] delete failed (client error): The resource could not be found. Jul 08 17:20:10.184367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0a948622-f2f4-4f1f-a4b0-3e9da85a833e tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/routers/41cb0b06-6017-468a-9427-a9d8a9cb79ba HTTP/1.1" status: 404 len: 336 time: 0.0538204 Jul 08 17:20:10.186346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.194448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:10.220956 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-147e7cce-c779-44cc-a1a8-3383b5c1559f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.221597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147e7cce-c779-44cc-a1a8-3383b5c1559f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.223769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-147e7cce-c779-44cc-a1a8-3383b5c1559f tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/0b049816-719b-44af-a6bd-d36a99d9bd8d HTTP/1.1" status: 404 len: 337 time: 0.0361855 Jul 08 17:20:10.226540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43758) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.267080 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-15217186-0af6-4242-ba55-1ba89f73fe97 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.267463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15217186-0af6-4242-ba55-1ba89f73fe97 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.269180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15217186-0af6-4242-ba55-1ba89f73fe97 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/fab8bf7a-270b-414b-8c25-412e82593b95 HTTP/1.1" status: 404 len: 337 time: 0.0417283 Jul 08 17:20:10.272453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.297173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e9b1b9-c570-448b-9547-72827b2499ca None None] Network 37d9e376-6828-420f-a691-31474b2eaf39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:10.310598 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c26c21-c055-4628-afbb-3ba9a7aeb367 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.310950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c26c21-c055-4628-afbb-3ba9a7aeb367 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.315489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0c26c21-c055-4628-afbb-3ba9a7aeb367 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/f8ab0408-9fa5-4194-8795-34c38b7f4b44 HTTP/1.1" status: 404 len: 337 time: 0.0393269 Jul 08 17:20:10.316939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.359401 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31cc5dd-af48-4351-be9e-e19bc9358555 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.360357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31cc5dd-af48-4351-be9e-e19bc9358555 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.364446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f31cc5dd-af48-4351-be9e-e19bc9358555 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/e1920d02-9bac-458b-8dd3-59dbbff04f11 HTTP/1.1" status: 404 len: 333 time: 0.0437901 Jul 08 17:20:10.366577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.373995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa152ea4-26f8-419e-9018-8d3a1a12aff7 req-1d5b5deb-d1fd-491d-90ac-2b5e54a6156a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:10.375663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa152ea4-26f8-419e-9018-8d3a1a12aff7 req-1d5b5deb-d1fd-491d-90ac-2b5e54a6156a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1117837 Jul 08 17:20:10.394762 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6492e8c-d8a5-4835-b468-6b61586b0a92 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.395579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6492e8c-d8a5-4835-b468-6b61586b0a92 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.400634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.400827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6492e8c-d8a5-4835-b468-6b61586b0a92 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/ec91ab6c-0dd9-4efc-a4b7-d269dbb49b7d HTTP/1.1" status: 404 len: 337 time: 0.0324626 Jul 08 17:20:10.431773 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b57b15-0f13-47c2-91b6-34415f20d07c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.432229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b57b15-0f13-47c2-91b6-34415f20d07c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.433993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e9b57b15-0f13-47c2-91b6-34415f20d07c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/d9b0be0f-7ba3-490f-8493-1f103c6bb0cb HTTP/1.1" status: 404 len: 337 time: 0.0320952 Jul 08 17:20:10.436903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.463829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa152ea4-26f8-419e-9018-8d3a1a12aff7 req-fb7a23bf-56da-400c-a44a-fe66530eb527 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823138 Jul 08 17:20:10.474446 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-16939930-ad18-4b77-8341-c7bae4bd3382 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.475272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16939930-ad18-4b77-8341-c7bae4bd3382 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.480629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-16939930-ad18-4b77-8341-c7bae4bd3382 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/71ebc656-f911-4bf4-ac9d-c98710f4a540 HTTP/1.1" status: 404 len: 333 time: 0.0392396 Jul 08 17:20:10.480629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.486396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-54551a6a-8ade-4e08-8798-0cc4b6dfe3ee None None] Provisioning complete for port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:10.486776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54551a6a-8ade-4e08-8798-0cc4b6dfe3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.507421 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2007775e-3b00-43c6-8e9a-daab7f468a94 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.508571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2007775e-3b00-43c6-8e9a-daab7f468a94 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.514239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2007775e-3b00-43c6-8e9a-daab7f468a94 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/5d63c8ed-bd86-40cb-853a-cad620758477 HTTP/1.1" status: 404 len: 337 time: 0.0295393 Jul 08 17:20:10.514566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43782) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.546966 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-948feae2-a0b1-434f-b92c-d6ea21d9b60c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] DELETE failed (client error): The resource could not be found. Jul 08 17:20:10.547663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948feae2-a0b1-434f-b92c-d6ea21d9b60c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:20:10.553185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-948feae2-a0b1-434f-b92c-d6ea21d9b60c tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/subnets/e56f4801-31f1-4764-8559-934e38b855ec HTTP/1.1" status: 404 len: 337 time: 0.0344040 Jul 08 17:20:10.554563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:10.554764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.569764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:10.601414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'mac_address': 'fa:16:3e:64:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:20:10.610840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-54551a6a-8ade-4e08-8798-0cc4b6dfe3ee None None] Port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:10.626281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:10.628540 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99760051-f686-4666-9258-d8bf5049535c" -d '{"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:10.678541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:10.692945 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.699795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-54551a6a-8ade-4e08-8798-0cc4b6dfe3ee None None] Provisioning complete for port cd95457e-1587-4896-8316-57fc81638ae5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:10.700235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54551a6a-8ade-4e08-8798-0cc4b6dfe3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.705461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.711382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cff44-b6b1-4223-b544-9cf2d0fc0597 req-345f32ab-65bf-4ea1-8fde-d5c3410b7ff4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:10.718679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c38cff44-b6b1-4223-b544-9cf2d0fc0597 req-345f32ab-65bf-4ea1-8fde-d5c3410b7ff4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1548276 Jul 08 17:20:10.759377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:10.759377 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.763886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:10.790546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c38cff44-b6b1-4223-b544-9cf2d0fc0597 req-83e7c1bd-a6f6-4ddc-9b1d-f7622d43b076 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Jul 08 17:20:10.843086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] DHCP port deletion for 37d9e376-6828-420f-a691-31474b2eaf39 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:20:10.847058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:10.894751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.895551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.896011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.896363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.896857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.897197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.897568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.898135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.898598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.899006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.899376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.899760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:10.919455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.927618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:20:10.927979 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:20:10.940402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for 5d42f632-a2ce-4255-a09e-9dc446c0c8b9 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:10.961528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46424623-91ed-4218-abc5-6dd169a57b3e req-520fb59e-72a4-4c8a-a194-9f0d43a24dd7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:10.964390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] Deleting port cd95457e-1587-4896-8316-57fc81638ae5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:10.964992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:10.969918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46424623-91ed-4218-abc5-6dd169a57b3e req-520fb59e-72a4-4c8a-a194-9f0d43a24dd7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.1352830 Jul 08 17:20:11.013163 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84064db1-479a-48c9-a799-a035c05f6b76 x-openstack-request-id: req-84064db1-479a-48c9-a799-a035c05f6b76 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:11.013460 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:11.013689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46424623-91ed-4218-abc5-6dd169a57b3e req-a0e67006-366e-4695-9f1e-ca3782dae37e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425053 Jul 08 17:20:11.013805 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84064db1-479a-48c9-a799-a035c05f6b76 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:11.014122 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'code': 200} Jul 08 17:20:11.046323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.079602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cd95457e-1587-4896-8316-57fc81638ae5,segment=NetworkSegment(88163322-66e9-4752-b08d-33c4082dfcdb),segment_id=88163322-66e9-4752-b08d-33c4082dfcdb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:11.086124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.089495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=5d42f632-a2ce-4255-a09e-9dc446c0c8b9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:11.108257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.110692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-14214a6f-a586-4cb2-ac7c-05ebd4de8137 tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/ports/5d42f632-a2ce-4255-a09e-9dc446c0c8b9 HTTP/1.1" status: 204 len: 168 time: 0.5546441 Jul 08 17:20:11.113077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:11.113747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] Calling delete_port for cd95457e-1587-4896-8316-57fc81638ae5 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:11.143813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cd95457e-1587-4896-8316-57fc81638ae5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:11.221410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.294592 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.302555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276778cb-e9da-4f0a-9ab7-5e5c0bbb7b7d req-fe620b41-5693-410c-b692-623903aeea3e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:11.302795 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.304663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-276778cb-e9da-4f0a-9ab7-5e5c0bbb7b7d req-fe620b41-5693-410c-b692-623903aeea3e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 947 time: 0.1175063 Jul 08 17:20:11.307386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Deleting port cd95457e-1587-4896-8316-57fc81638ae5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:11.307769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.331450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] Pushing event deleted for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:11.337316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4d95a-1404-4c64-bdf7-c6a14b268246 None None] No DVR routers for this DVR port cd95457e-1587-4896-8316-57fc81638ae5 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:11.355500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-276778cb-e9da-4f0a-9ab7-5e5c0bbb7b7d req-b2b1713d-05e9-4985-b690-13b99657d6e4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Jul 08 17:20:11.424736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] For port cd95457e-1587-4896-8316-57fc81638ae5, host n-d-799527-4, got binding levels [] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:11.424736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.440292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Calling delete_port for cd95457e-1587-4896-8316-57fc81638ae5 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:11.446193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Port cd95457e-1587-4896-8316-57fc81638ae5 was not found and therefore no delete operation was performed {{(pid=93945) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:20:11.451197 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.468270 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.482279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:11.485850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] No DVR routers for this DVR port cd95457e-1587-4896-8316-57fc81638ae5 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:11.487493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Port': ['ID=cd95457e-1587-4896-8316-57fc81638ae5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:11.500472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e14a2-4a1a-42d4-9ce5-579e8921f87a req-edfa09b3-0e1b-43b0-bdb6-2674ce90401b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:11.502007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c21e14a2-4a1a-42d4-9ce5-579e8921f87a req-edfa09b3-0e1b-43b0-bdb6-2674ce90401b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1407363 Jul 08 17:20:11.509566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:11.514951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.582372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:11.614330 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.620261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c21e14a2-4a1a-42d4-9ce5-579e8921f87a req-80f4b763-b64d-4f26-bef6-0ec4c6259459 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957975 Jul 08 17:20:11.628726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d9e376-6828-420f-a691-31474b2eaf39']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:11.642523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88163322-66e9-4752-b08d-33c4082dfcdb') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:11.643035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88163322-66e9-4752-b08d-33c4082dfcdb') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:11.655540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.672492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.678672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:20:11.679138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:20:11.683632 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:20:11.781207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.791623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:11.793450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] 10.222.0.48 "DELETE /v2.0/networks/37d9e376-6828-420f-a691-31474b2eaf39 HTTP/1.1" status: 204 len: 168 time: 0.6789124 Jul 08 17:20:11.807859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ef49e-7b0a-48a2-a441-ce87672908ed tempest-PortsTestJSON-1107486406 tempest-PortsTestJSON-1107486406-project] Pushing event deleted for resources: {'Network': ['ID=37d9e376-6828-420f-a691-31474b2eaf39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:11.834206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d52b-ad2e-4dd3-b4d0-7fecbb1dae1e req-dd612033-cab1-4260-8c97-4b62eaea6c2c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:11.834436 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:20:11.836363 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dab5d52b-ad2e-4dd3-b4d0-7fecbb1dae1e req-dd612033-cab1-4260-8c97-4b62eaea6c2c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0995228 Jul 08 17:20:11.837916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee4619-89b6-4cdc-b0e5-6b69fe3927df req-450617ef-94b1-4f1d-bd90-30b1bafa340c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:11.839479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18ee4619-89b6-4cdc-b0e5-6b69fe3927df req-450617ef-94b1-4f1d-bd90-30b1bafa340c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0764594 Jul 08 17:20:11.876246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dab5d52b-ad2e-4dd3-b4d0-7fecbb1dae1e req-9add33dc-35d6-4bc8-b13e-a6c65a2d83fd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Jul 08 17:20:11.878109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7cd0c266-1ab6-49ae-b181-e75cb0cd330a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:11.898935 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18ee4619-89b6-4cdc-b0e5-6b69fe3927df req-bd959a22-8ec0-4f9c-8e16-eccbb3f9ddc3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Jul 08 17:20:12.048487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-60d372a5-4c9b-448e-807a-ba3de122f637 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415921 Jul 08 17:20:12.110225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:12.193537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ec3f703d-3479-4ef3-ad80-597786b13f22 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:12.222003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: ec3f703d-3479-4ef3-ad80-597786b13f22 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:12.222549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ec3f703d-3479-4ef3-ad80-597786b13f22 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:12.303891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8e42bb3d-8ab1-4d30-a7d8-d8e8a6aaf6a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1d6a2c885d3485d864aebf641073a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914883 Jul 08 17:20:12.305027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:12.324384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-035c01d0-5cff-448a-aad6-93977facb58f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:12.332300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-035c01d0-5cff-448a-aad6-93977facb58f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732568 Jul 08 17:20:12.351809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-4f9b11e8-035b-4e6e-bfd2-1cb750e73c72 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/quotas/ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 375 time: 0.0181720 Jul 08 17:20:12.384894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1661884e-eaca-4ec4-a1f6-81debf49f941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:12.435104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1661884e-eaca-4ec4-a1f6-81debf49f941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:12.453583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-3945e458-98f3-4266-8906-f21d41a9d08d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005478 Jul 08 17:20:12.490885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1661884e-eaca-4ec4-a1f6-81debf49f941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:12.495399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1661884e-eaca-4ec4-a1f6-81debf49f941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:12.497649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1661884e-eaca-4ec4-a1f6-81debf49f941 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f8b54d8-740a-4819-9b83-99feb02e3598 HTTP/1.1" status: 204 len: 168 time: 0.1907873 Jul 08 17:20:12.527709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661884e-eaca-4ec4-a1f6-81debf49f941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b54d8-740a-4819-9b83-99feb02e3598,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:12.701675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:12.731521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b9fa0845-38d2-41af-a39a-26eab8f1e88a req-1cd8998d-cf00-4640-9cb6-db6b996b0f28 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 210 time: 0.0710199 Jul 08 17:20:12.776207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:13.179155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b8b3f-6f51-492f-a26e-81ffbeb73e39 req-95e594b6-4504-4fc5-9d18-d9c996ff9620 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:13.184215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f15b8b3f-6f51-492f-a26e-81ffbeb73e39 req-95e594b6-4504-4fc5-9d18-d9c996ff9620 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1278737 Jul 08 17:20:13.260742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f15b8b3f-6f51-492f-a26e-81ffbeb73e39 req-21908536-0f80-4fc7-85a4-2f793590ba8e tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695670 Jul 08 17:20:13.615628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:13.755068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-212594666'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:13.780145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:13.783880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:13.795254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:13.926315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d820c793-2534-448b-9ebd-3537e20ff9e6 req-adaf4c9e-6aa8-4ee3-b7f5-f6d1b6a7baea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 210 time: 0.0385621 Jul 08 17:20:13.931583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:13.936340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:13.952041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:20:13.977677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:13.978061 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment 41395731-31c2-48c7-aff3-7588202e317d of type vlan for network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 Jul 08 17:20:13.986213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5388ecbd-515e-4d0b-9374-8f2958be648b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:14.021838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.053722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.059709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:14.060476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.111557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3972f-0de4-4006-843b-c4692322049d req-8efe69cc-db40-4b51-a0a7-2eb0f5fde186 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:14.113073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81c3972f-0de4-4006-843b-c4692322049d req-8efe69cc-db40-4b51-a0a7-2eb0f5fde186 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0766048 Jul 08 17:20:14.122072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5041227 Jul 08 17:20:14.125577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:14.129055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11263da-1ed3-44d8-9a08-c1a7e5ab8961 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=c5f5845e-5a17-4b77-8c7c-4d0aaec287c7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:14.133870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735754817'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:14.140465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:20:14.196379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:14.211841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:14.215297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.220215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81c3972f-0de4-4006-843b-c4692322049d req-20079d65-9a03-4980-9d79-cda53af4a909 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974023 Jul 08 17:20:14.224799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-a3eb779f-845a-4716-bf10-e36f15c7dfc7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ace6366740c64aa99100e7753ab9b133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412979 Jul 08 17:20:14.256093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:14.256093 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.311774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:20:14.337364 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.337757 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment 44ea6ef7-2fef-4a51-8eb6-d3947a797d06 of type vlan for network a3a24d97-74c7-40dc-b342-7dda6aa5d278 Jul 08 17:20:14.384845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.401846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-c41559fe-52b9-448c-857a-eec20f011781 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:14.403475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-c41559fe-52b9-448c-857a-eec20f011781 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735291 Jul 08 17:20:14.407273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.418191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:14.424840 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0537402-0b16-4184-a23b-ecb02a4dd441" -d '{"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:14.428909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Request body: {'port': {'device_id': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'ace6366740c64aa99100e7753ab9b133'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:14.454722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:14.463239 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.521604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:14.636083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8698c8c-4556-4eb3-b66a-3c4c29c0ac6c req-b93222f3-e045-4541-8908-a379e8450321 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:14.637592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a8698c8c-4556-4eb3-b66a-3c4c29c0ac6c req-b93222f3-e045-4541-8908-a379e8450321 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0884137 Jul 08 17:20:14.685512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a8698c8c-4556-4eb3-b66a-3c4c29c0ac6c req-8a2d3806-523a-4e3b-ab44-4e73bf1b38b9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Jul 08 17:20:14.737311 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c223b002-4c67-4766-9002-0430aeb60890 x-openstack-request-id: req-c223b002-4c67-4766-9002-0430aeb60890 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:14.737797 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-plugged", "status": "completed", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:14.738238 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c223b002-4c67-4766-9002-0430aeb60890 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:14.738804 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'code': 200} Jul 08 17:20:14.778522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.783989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:14.784574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:14.889531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7625005 Jul 08 17:20:14.892597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:14.899161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff86af-cf74-45ea-b6af-7b122006f98f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=a3a24d97-74c7-40dc-b342-7dda6aa5d278,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:14.900960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:14.911664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:20:14.954222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534967b-61bc-4a07-9e8b-0e86949f5cba req-70c4899a-975c-46ee-837c-4de1838b26ed tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:14.956210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e534967b-61bc-4a07-9e8b-0e86949f5cba req-70c4899a-975c-46ee-837c-4de1838b26ed tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5051451 Jul 08 17:20:14.994973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Made reservation on behalf of ace6366740c64aa99100e7753ab9b133 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:14.999458 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.023446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:15.028616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.038331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e534967b-61bc-4a07-9e8b-0e86949f5cba req-68b6d263-b4c9-4455-ab9b-e1149ae2cbe6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741975 Jul 08 17:20:15.202673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Allocated IP 192.168.233.176 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/bf62b21d-a5e2-4ca7-aa33-d2f055196c74) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:15.349040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.438186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-58f3a94a-729a-4008-a204-9d27925dc5c9 req-105fcffa-4107-496e-9e6a-1f9242280e63 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 210 time: 0.0445981 Jul 08 17:20:15.450513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=41477837-b8cc-460a-b1a1-6b0050efc624,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:15.467256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': '41395731-31c2-48c7-aff3-7588202e317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:15.467642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: c5f5845e-5a17-4b77-8c7c-4d0aaec287c7, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:20:15.516687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:20:15.539160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.542717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c5f5845e-5a17-4b77-8c7c-4d0aaec287c7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:15.550259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:15.551225 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.557569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23330379-70ff-4515-b5a0-962e409b739e None None] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:15.576637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f292a91c-3220-4caf-8a82-28231c75f837 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6822696 Jul 08 17:20:15.579236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43964) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:15.592617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:15.593647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Transition to ACTIVE for port object bf62b21d-a5e2-4ca7-aa33-d2f055196c74 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:15.675893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.694005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:15.751863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:15.764292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:15.768776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.810922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:15.823945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:15.825921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:15.829413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:15.893595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:15.894553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:15.967112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-bb01bc64-43ad-4999-b7f7-c25b77df7b4c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5426512 Jul 08 17:20:15.990530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Request body: {'port': {'device_id': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:16.042207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c868a1b-d080-44a1-9975-48ef9513cc80 req-ffb3c4ad-9414-413a-acad-2e1753174b9d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:16.050264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c868a1b-d080-44a1-9975-48ef9513cc80 req-ffb3c4ad-9414-413a-acad-2e1753174b9d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1494021 Jul 08 17:20:16.152123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c868a1b-d080-44a1-9975-48ef9513cc80 req-336ac99c-0af5-4124-9c07-d6d2c7e84efd tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004992 Jul 08 17:20:16.167325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.199152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.327839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=70d056d4-e181-44d7-a4e1-c1448e6e05b6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:16.363445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3981fd55-a7c8-4b37-a7fb-da84cc0ced08 None None] Provisioning for port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:16.364546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': '44ea6ef7-2fef-4a51-8eb6-d3947a797d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:16.370184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: a3a24d97-74c7-40dc-b342-7dda6aa5d278, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:20:16.391224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3981fd55-a7c8-4b37-a7fb-da84cc0ced08 None None] Provisioning complete for port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:16.391601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3981fd55-a7c8-4b37-a7fb-da84cc0ced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.421635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:20:16.436621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3981fd55-a7c8-4b37-a7fb-da84cc0ced08 None None] Port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:16.453280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a3a24d97-74c7-40dc-b342-7dda6aa5d278) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:16.459215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:16.460170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.494472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-75f3fb76-6ab9-46d1-8dde-94fee1387444 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9128118 Jul 08 17:20:16.495269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:16.500158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1185737013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:16.526321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595041cc-1c14-4299-8931-0a4433cad259 None None] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:16.532265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c5f5845e-5a17-4b77-8c7c-4d0aaec287c7', 'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '41477837-b8cc-460a-b1a1-6b0050efc624'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:20:16.533961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.557420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.564501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.717249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf62b21d-a5e2-4ca7-aa33-d2f055196c74 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:16.733832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.753172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Transition to ACTIVE for port object bf62b21d-a5e2-4ca7-aa33-d2f055196c74 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:16.759023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.784612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.803452 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.823126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:16.869157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581b9ce-a52f-4593-a253-3e49cf983d55 req-910046b9-75ab-432c-a53e-eb87eb1fd3ca tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:16.870768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9581b9ce-a52f-4593-a253-3e49cf983d55 req-910046b9-75ab-432c-a53e-eb87eb1fd3ca tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 936 time: 0.2019155 Jul 08 17:20:16.874107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:16.878221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-12de0043-12e9-4ac3-ace7-8e47df11b9c3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3816695 Jul 08 17:20:16.878792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:17.007112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a3a24d97-74c7-40dc-b342-7dda6aa5d278', 'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '70d056d4-e181-44d7-a4e1-c1448e6e05b6'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:20:17.008224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.030303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:17.031121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:17.032611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:17.054915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:20:17.055765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:17.063849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:17.064831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:17.065482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:17.066201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Bound port: bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:17.067116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.082187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9581b9ce-a52f-4593-a253-3e49cf983d55 req-cb7f2dea-32ad-48a7-b54d-5ab7b74057e0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959896 Jul 08 17:20:17.173259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:17.178812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:17.187981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.215425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Allocated IP 2001:db8:1::2 (a3a24d97-74c7-40dc-b342-7dda6aa5d278/70d056d4-e181-44d7-a4e1-c1448e6e05b6/710db669-213e-4aa8-becc-fa0b3056aced) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:17.307556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.329160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:17.334813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.336938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] 10.222.0.53 "PUT /v2.0/ports/bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 1096 time: 1.3521867 Jul 08 17:20:17.337703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5239a-c834-48a1-a635-b9a7b38d86af service neutron] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:17.368006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:17.372751 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e0aa4-91c0-4209-b687-610958c4df28" -d '{"events": [{"name": "network-changed", "server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:17.410936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Allocated IP 2001:db8::2 (c5f5845e-5a17-4b77-8c7c-4d0aaec287c7/41477837-b8cc-460a-b1a1-6b0050efc624/d720b853-fd91-4439-ac39-3d4101a10450) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:17.591826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-10ce4944-4acb-4900-9f23-e2962063e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:17.594256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-10ce4944-4acb-4900-9f23-e2962063e810 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1099 time: 0.1730049 Jul 08 17:20:17.603963 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc5fb4f-0619-44ca-b1f5-76a9775686c6 x-openstack-request-id: req-efc5fb4f-0619-44ca-b1f5-76a9775686c6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:17.604365 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:17.607436 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efc5fb4f-0619-44ca-b1f5-76a9775686c6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:17.607961 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'status': 'completed', 'code': 200} Jul 08 17:20:17.676622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ea2e9-7089-4724-9bc6-4349596a079a req-7f85e7c5-43db-4812-8b5c-f84769dee450 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:17.701444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4ea2e9-7089-4724-9bc6-4349596a079a req-7f85e7c5-43db-4812-8b5c-f84769dee450 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.2970080 Jul 08 17:20:17.709446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-f972c699-61da-4da2-ad6a-fb2a03da0c6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0969613 Jul 08 17:20:17.746466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.796479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Transition to ACTIVE for port object 710db669-213e-4aa8-becc-fa0b3056aced will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:17.812223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-ca04e79a-08ff-4338-b75b-3d4db60c88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:17.814473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-ca04e79a-08ff-4338-b75b-3d4db60c88cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0900035 Jul 08 17:20:17.829137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4ea2e9-7089-4724-9bc6-4349596a079a req-e1254868-9fe0-4487-af6b-3b834a25adde tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254637 Jul 08 17:20:17.847932 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.861169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Transition to ACTIVE for port object 710db669-213e-4aa8-becc-fa0b3056aced will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:17.873256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Transition to ACTIVE for port object d720b853-fd91-4439-ac39-3d4101a10450 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:17.888189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:17.953414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:17.954494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-e4ae46ff-d8c5-4391-a973-0a6fce557bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:17.955968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-e4ae46ff-d8c5-4391-a973-0a6fce557bfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216054 Jul 08 17:20:17.957768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Transition to ACTIVE for port object d720b853-fd91-4439-ac39-3d4101a10450 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:17.981357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:17.987649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:17.990433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Pushing event updated for resources: {'Port': ['ID=710db669-213e-4aa8-becc-fa0b3056aced,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:18.037510 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.085338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8::1 (c5f5845e-5a17-4b77-8c7c-4d0aaec287c7/41477837-b8cc-460a-b1a1-6b0050efc624/8815f1c6-906d-4080-98e1-19155e55e3e7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:18.145810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Pushing event updated for resources: {'Port': ['ID=d720b853-fd91-4439-ac39-3d4101a10450,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:18.146469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321a62-d2dd-42fb-bcbf-137efb980964 req-5b311e80-96b8-4c2e-adfd-5c424418da11 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:18.154246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-16321a62-d2dd-42fb-bcbf-137efb980964 req-5b311e80-96b8-4c2e-adfd-5c424418da11 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1169875 Jul 08 17:20:18.157364 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-b0c23eb0-ca34-45cd-aa90-35e6464b42aa service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914706 Jul 08 17:20:18.219982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:18.221516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Attempting to bind port 710db669-213e-4aa8-becc-fa0b3056aced on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:18.221885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Attempting to bind port 710db669-213e-4aa8-becc-fa0b3056aced by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '44ea6ef7-2fef-4a51-8eb6-d3947a797d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:18.222277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Attempting to bind port 710db669-213e-4aa8-becc-fa0b3056aced on network a3a24d97-74c7-40dc-b342-7dda6aa5d278 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:18.225848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:18.230333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:18.233640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:18.234046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Checking segment: {'id': '44ea6ef7-2fef-4a51-8eb6-d3947a797d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:18.234457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.234854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Bound using segment: {'id': '44ea6ef7-2fef-4a51-8eb6-d3947a797d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:18.235474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Bound port: 710db669-213e-4aa8-becc-fa0b3056aced, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ea6ef7-2fef-4a51-8eb6-d3947a797d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a3a24d97-74c7-40dc-b342-7dda6aa5d278'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:18.235869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.284350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.300151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object 8815f1c6-906d-4080-98e1-19155e55e3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:18.315508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19190818-8a15-44d7-86c8-8ecb2ea70c5d req-30e0f4a0-4b26-40a8-9dc6-9ab0b7bd822b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142700 Jul 08 17:20:18.318437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-16321a62-d2dd-42fb-bcbf-137efb980964 req-f2426f71-f319-4690-942b-e2222f5507b2 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634209 Jul 08 17:20:18.356239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.380857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] For port 710db669-213e-4aa8-becc-fa0b3056aced, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:18.385713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] For port 710db669-213e-4aa8-becc-fa0b3056aced, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=710db669-213e-4aa8-becc-fa0b3056aced,segment=NetworkSegment(44ea6ef7-2fef-4a51-8eb6-d3947a797d06),segment_id=44ea6ef7-2fef-4a51-8eb6-d3947a797d06)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:18.387880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Attempting to bind port d720b853-fd91-4439-ac39-3d4101a10450 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:18.388437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Attempting to bind port d720b853-fd91-4439-ac39-3d4101a10450 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '41395731-31c2-48c7-aff3-7588202e317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:18.389090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Attempting to bind port d720b853-fd91-4439-ac39-3d4101a10450 on network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:18.406579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.419250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:18.423457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:18.426514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:18.427537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.464568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-2391976c-1579-4295-88e0-c266c3a542e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:18.466405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-2391976c-1579-4295-88e0-c266c3a542e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1099 time: 0.0739722 Jul 08 17:20:18.468503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:18.468883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Checking segment: {'id': '41395731-31c2-48c7-aff3-7588202e317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:18.469286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.469687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Bound using segment: {'id': '41395731-31c2-48c7-aff3-7588202e317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:18.484224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Bound port: d720b853-fd91-4439-ac39-3d4101a10450, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41395731-31c2-48c7-aff3-7588202e317d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5f5845e-5a17-4b77-8c7c-4d0aaec287c7'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:18.484763 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.615852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02657c0-615e-43c7-8e2c-87db26873584 req-381285ac-92f9-4030-b83b-97a3120381ef tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:18.618399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e02657c0-615e-43c7-8e2c-87db26873584 req-381285ac-92f9-4030-b83b-97a3120381ef tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1560364 Jul 08 17:20:18.638748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1121f2d-06ad-4020-a770-8b6d0e630ab9 None None] Pushing event updated for resources: {'Port': ['ID=710db669-213e-4aa8-becc-fa0b3056aced,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:18.681109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] For port d720b853-fd91-4439-ac39-3d4101a10450, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:18.686372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] For port d720b853-fd91-4439-ac39-3d4101a10450, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d720b853-fd91-4439-ac39-3d4101a10450,segment=NetworkSegment(41395731-31c2-48c7-aff3-7588202e317d),segment_id=41395731-31c2-48c7-aff3-7588202e317d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:18.698754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:18.706072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-6c589631-0eb1-4aef-ab10-10250e4aa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:18.707686 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-6c589631-0eb1-4aef-ab10-10250e4aa662 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2056503 Jul 08 17:20:18.721696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e02657c0-615e-43c7-8e2c-87db26873584 req-e2ddc0fe-d1bc-4e5c-afc8-70f67002bcd1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896666 Jul 08 17:20:18.810916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eea262-6347-47b8-aca7-c13090fc8601 None None] Pushing event updated for resources: {'Port': ['ID=d720b853-fd91-4439-ac39-3d4101a10450,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:18.830189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-4519b748-a2a9-4b6c-9fa7-7342835eee57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.1043646 Jul 08 17:20:18.934066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-a4767b8c-4a4c-403c-a10c-3ccf71251277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:18.936076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-a4767b8c-4a4c-403c-a10c-3ccf71251277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1026380 Jul 08 17:20:19.081198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-8d83475a-aac6-4e14-bfea-fe72aa57286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:19.088532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-8d83475a-aac6-4e14-bfea-fe72aa57286f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1355104 Jul 08 17:20:19.168642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:19.311491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=8815f1c6-906d-4080-98e1-19155e55e3e7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:19.312108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-07743c14-9e4d-4dd6-a442-343d9084529e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163110 Jul 08 17:20:19.349706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 710db669-213e-4aa8-becc-fa0b3056aced up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:19.469773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b33e0aa4-91c0-4209-b687-610958c4df28 req-9804f6ae-2846-4a0c-8116-78aec7bdcc0c service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382329 Jul 08 17:20:19.479609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb21ffda-af5b-42b4-8dce-5e2087a531b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:19.503681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 710db669-213e-4aa8-becc-fa0b3056aced completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:19.524557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af65f7-d76c-414a-b4f1-f89129466b38 req-d19c0876-5307-4feb-9385-e1f8591f8006 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:19.532406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-87af65f7-d76c-414a-b4f1-f89129466b38 req-d19c0876-5307-4feb-9385-e1f8591f8006 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 948 time: 1.1944652 Jul 08 17:20:19.592348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-87af65f7-d76c-414a-b4f1-f89129466b38 req-2c8f7bdb-9254-4f2d-9adb-7cc53b428261 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586712 Jul 08 17:20:19.614322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7439c-98fb-4c64-a4d1-a30cf6d3e04b req-e73a44bf-d594-41e1-8d67-8d069d64d599 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:19.623600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40c7439c-98fb-4c64-a4d1-a30cf6d3e04b req-e73a44bf-d594-41e1-8d67-8d069d64d599 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1031868 Jul 08 17:20:19.698478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40c7439c-98fb-4c64-a4d1-a30cf6d3e04b req-02b19ac6-3ca4-414a-9bad-79f55d33110b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Jul 08 17:20:19.845414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:19.851889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:19.853149 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:19.945156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890ba8-20c5-47a3-8298-8e9ba7f384bc req-1d71c81e-0f4a-4824-8977-2a6e3d85dfbb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:19.946655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d890ba8-20c5-47a3-8298-8e9ba7f384bc req-1d71c81e-0f4a-4824-8977-2a6e3d85dfbb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0847354 Jul 08 17:20:19.984576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=8815f1c6-906d-4080-98e1-19155e55e3e7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:19.994928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d890ba8-20c5-47a3-8298-8e9ba7f384bc req-7bfde92a-8bf6-4091-942b-01cf8443523a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Jul 08 17:20:20.041824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:20.043739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:20.169663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13131589-1d2d-4101-959c-cf7c6f864c03 None None] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:20.192758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 32d48989-266b-4530-9590-f18e208a7483 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:20:20.274708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] Provisioning for port 710db669-213e-4aa8-becc-fa0b3056aced completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:20.285897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] Provisioning complete for port 710db669-213e-4aa8-becc-fa0b3056aced triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:20.286385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:20.425693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1b50-3a2c-45ea-a3dd-0f72c2463c3d req-b15ef37e-6c5f-458f-94a7-a89dc45b7a1b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:20.430860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac0d1b50-3a2c-45ea-a3dd-0f72c2463c3d req-b15ef37e-6c5f-458f-94a7-a89dc45b7a1b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2306371 Jul 08 17:20:20.487858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:20.499563 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ac8b11e6-6eda-40e6-87a9-db0146b54c19 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/32d48989-266b-4530-9590-f18e208a7483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6164758 Jul 08 17:20:20.500361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:20.504147 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] Sync routers for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:20.505612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac0d1b50-3a2c-45ea-a3dd-0f72c2463c3d req-5461c160-717f-4a67-9f7a-795918e0af1e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668504 Jul 08 17:20:20.530649 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:20.531356 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:20.531570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097012d8-3075-48f7-be02-648f70c66936 None None] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:20.575597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e7aaa-e4b7-4dfe-935f-3bfa5705e5bd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:20.580587 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-483e7aaa-e4b7-4dfe-935f-3bfa5705e5bd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports/8815f1c6-906d-4080-98e1-19155e55e3e7 HTTP/1.1" status: 200 len: 911 time: 0.0760112 Jul 08 17:20:20.582202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44040) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:20.627096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:20.635484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:20.647617 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:20.648817 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:20.698428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-b2539891-10b3-43e3-a745-6cd51c1eaf7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286787 Jul 08 17:20:20.721734 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:20.727290 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b919839-5a73-434b-b033-2ca028612f4c None None] The sync data for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:20.794122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] For port 710db669-213e-4aa8-becc-fa0b3056aced, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=710db669-213e-4aa8-becc-fa0b3056aced,segment=NetworkSegment(44ea6ef7-2fef-4a51-8eb6-d3947a797d06),segment_id=44ea6ef7-2fef-4a51-8eb6-d3947a797d06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:20.815835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:20.913733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-7b68cd47-dd6c-41bd-8f23-1745f2eb4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:20.923830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-7b68cd47-dd6c-41bd-8f23-1745f2eb4fb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 0.1571648 Jul 08 17:20:21.013047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b61fc4d-05af-463a-b6f8-7c10b5473391 None None] Provisioning for port d720b853-fd91-4439-ac39-3d4101a10450 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:21.058401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c8066-51d2-40ae-bdd3-7b2a6320498f None None] Pushing event updated for resources: {'Port': ['ID=710db669-213e-4aa8-becc-fa0b3056aced,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:21.137663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-15bd171e-1e7f-43eb-90e7-79dedd5368c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:21.143664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-15bd171e-1e7f-43eb-90e7-79dedd5368c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1870267 Jul 08 17:20:21.183350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2691aeeb-5d31-44f2-9aaa-2f0bc1de95f7 None None] Provisioning complete for port 710db669-213e-4aa8-becc-fa0b3056aced triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:21.183733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2691aeeb-5d31-44f2-9aaa-2f0bc1de95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.245970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d720b853-fd91-4439-ac39-3d4101a10450 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:21.277793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-fdf46cce-c43c-435a-a253-897c0a6f5642 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.1264129 Jul 08 17:20:21.345754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d160a-e834-4ac5-ba00-2867503a64eb req-0fdbc1a2-00bc-42fa-9045-fdb8bbb393e0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:21.347773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d160a-e834-4ac5-ba00-2867503a64eb req-0fdbc1a2-00bc-42fa-9045-fdb8bbb393e0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1903682 Jul 08 17:20:21.369225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-411be954-3d91-4f48-9af5-ab526c84e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:21.370924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-411be954-3d91-4f48-9af5-ab526c84e674 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0840089 Jul 08 17:20:21.387692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d720b853-fd91-4439-ac39-3d4101a10450 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:21.397893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d720b853-fd91-4439-ac39-3d4101a10450 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:21.398314 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.457366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dba9d1-97f1-40ce-9282-0069f16921dc req-3ae63eb5-b508-42aa-8bed-5e3dab874cba tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:21.462361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08dba9d1-97f1-40ce-9282-0069f16921dc req-3ae63eb5-b508-42aa-8bed-5e3dab874cba tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 948 time: 0.5709417 Jul 08 17:20:21.480273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d160a-e834-4ac5-ba00-2867503a64eb req-f55446fd-7d4f-4d2b-815f-229bad6824ea tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210997 Jul 08 17:20:21.527254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-8c5c8759-0fb3-4599-b86a-8e7b0c2a7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:21.534247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-8c5c8759-0fb3-4599-b86a-8e7b0c2a7092 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524990 Jul 08 17:20:21.540008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08dba9d1-97f1-40ce-9282-0069f16921dc req-308e6374-7878-44b7-9d98-67d2706e3e4d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Jul 08 17:20:21.545938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-5395a837-05bd-48f8-b2b0-f769cb875969 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:20:21.561029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-5395a837-05bd-48f8-b2b0-f769cb875969 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207360 Jul 08 17:20:21.562208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.600317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84d0f156-62a4-49a5-ae6d-bd2e695e1a5e None None] Provisioning for port 8815f1c6-906d-4080-98e1-19155e55e3e7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:21.612588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84d0f156-62a4-49a5-ae6d-bd2e695e1a5e None None] Provisioning complete for port 8815f1c6-906d-4080-98e1-19155e55e3e7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:21.613013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84d0f156-62a4-49a5-ae6d-bd2e695e1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.649295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.677100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d720b853-fd91-4439-ac39-3d4101a10450, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d720b853-fd91-4439-ac39-3d4101a10450,segment=NetworkSegment(41395731-31c2-48c7-aff3-7588202e317d),segment_id=41395731-31c2-48c7-aff3-7588202e317d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:21.699907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.754039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84d0f156-62a4-49a5-ae6d-bd2e695e1a5e None None] Port 8815f1c6-906d-4080-98e1-19155e55e3e7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:21.842930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d720b853-fd91-4439-ac39-3d4101a10450,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:21.849371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84d0f156-62a4-49a5-ae6d-bd2e695e1a5e None None] Provisioning complete for port d720b853-fd91-4439-ac39-3d4101a10450 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:21.849747 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84d0f156-62a4-49a5-ae6d-bd2e695e1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:21.931197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-01cdb1bb-624d-4264-b446-8031fbad1c29 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627150 Jul 08 17:20:21.979019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1969-9d27-4fc7-a55a-d8d843490cc8 req-f4f6e244-5a11-45f6-8c2e-c3990d086034 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:21.981354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b6f1969-9d27-4fc7-a55a-d8d843490cc8 req-f4f6e244-5a11-45f6-8c2e-c3990d086034 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.3152103 Jul 08 17:20:22.151773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b6f1969-9d27-4fc7-a55a-d8d843490cc8 req-3e4bd064-c3bb-458c-830f-675ee9e07c0c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512432 Jul 08 17:20:22.187383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5fa2237-a532-4299-bcbd-b65bd4940373 req-aa51dd43-253f-4f47-8b72-e02514753a49 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191832 Jul 08 17:20:22.204810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cd3d-f000-4b5e-9845-be04b2931cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.209773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41f88021-5231-486b-90f4-8a7986e1a1d6 None None] Provisioning complete for port 8815f1c6-906d-4080-98e1-19155e55e3e7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:22.210230 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41f88021-5231-486b-90f4-8a7986e1a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.268356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:20:22.322320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41f88021-5231-486b-90f4-8a7986e1a1d6 None None] Port 8815f1c6-906d-4080-98e1-19155e55e3e7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:22.331366 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.347999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8:1::1 (a3a24d97-74c7-40dc-b342-7dda6aa5d278/70d056d4-e181-44d7-a4e1-c1448e6e05b6/915d4e33-a511-4d60-89e5-e34b41eb6ffb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:22.436271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:22.441604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1984428-697a-43d6-be27-575c05636eb1 req-18d5b1e6-f27c-4ad6-809a-6c94c6f3f2e5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:22.443820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1984428-697a-43d6-be27-575c05636eb1 req-18d5b1e6-f27c-4ad6-809a-6c94c6f3f2e5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2104895 Jul 08 17:20:22.454490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:20:22.460687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b91e2023-206d-49b6-a093-c424c247e9ac None None] Provisioning complete for port 8815f1c6-906d-4080-98e1-19155e55e3e7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:22.461098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b91e2023-206d-49b6-a093-c424c247e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.505304 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1984428-697a-43d6-be27-575c05636eb1 req-2292c491-d8ca-45b6-8c5b-113044964bc9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529115 Jul 08 17:20:22.534795 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.534795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b91e2023-206d-49b6-a093-c424c247e9ac None None] Port 8815f1c6-906d-4080-98e1-19155e55e3e7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:22.541899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.546934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf62b21d-a5e2-4ca7-aa33-d2f055196c74 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:22.566083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object 915d4e33-a511-4d60-89e5-e34b41eb6ffb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:22.594575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:22.605719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.616544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.639508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:22.659864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:22.664940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:22.665608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:22.696298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:22.815134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d499f5-8b8d-40cd-99ee-bfacc6276f8c req-099b35f8-7097-4bad-b36d-3ad817293218 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:22.817566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84d499f5-8b8d-40cd-99ee-bfacc6276f8c req-099b35f8-7097-4bad-b36d-3ad817293218 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.0980620 Jul 08 17:20:22.867832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84d499f5-8b8d-40cd-99ee-bfacc6276f8c req-21e22293-b175-4e58-a52b-e9d74c575676 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Jul 08 17:20:23.011097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['bf62b21d-a5e2-4ca7-aa33-d2f055196c74'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:23.107671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc5f2e82-91ea-4ea8-854f-0092fc9faf42 None None] Provisioning for port 915d4e33-a511-4d60-89e5-e34b41eb6ffb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:23.118934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc5f2e82-91ea-4ea8-854f-0092fc9faf42 None None] Provisioning complete for port 915d4e33-a511-4d60-89e5-e34b41eb6ffb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:23.119586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2e82-91ea-4ea8-854f-0092fc9faf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.177274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=915d4e33-a511-4d60-89e5-e34b41eb6ffb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:23.266632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24a4c0-14a4-43a9-8e94-084665413034 req-b799b5a8-eab1-4b8b-bd37-35477731c196 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:23.268132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c24a4c0-14a4-43a9-8e94-084665413034 req-b799b5a8-eab1-4b8b-bd37-35477731c196 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1946602 Jul 08 17:20:23.303084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 710db669-213e-4aa8-becc-fa0b3056aced up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:23.342190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.358390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f2e82-91ea-4ea8-854f-0092fc9faf42 None None] Port 915d4e33-a511-4d60-89e5-e34b41eb6ffb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:23.359861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c24a4c0-14a4-43a9-8e94-084665413034 req-be8363b6-6279-43a9-a707-e24ac84e7318 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Jul 08 17:20:23.403646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 710db669-213e-4aa8-becc-fa0b3056aced triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:23.404022 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.466967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.479792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33940e-fda8-4b2c-b67a-c47e5a386a05 req-ca69ff81-8473-4bc7-973b-bbd9aa323df3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:23.482069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be33940e-fda8-4b2c-b67a-c47e5a386a05 req-ca69ff81-8473-4bc7-973b-bbd9aa323df3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1082006 Jul 08 17:20:23.513068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d720b853-fd91-4439-ac39-3d4101a10450 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:23.524189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be33940e-fda8-4b2c-b67a-c47e5a386a05 req-2807dbd6-15fb-4ac5-af58-0f7e34a30b18 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Jul 08 17:20:23.563812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d720b853-fd91-4439-ac39-3d4101a10450 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:23.564091 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.664704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94a9e-68c3-4d10-b20c-d1b6acdb7ee6 req-c7eb14c2-d34e-47de-a687-4dd43d956627 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:23.666225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91e94a9e-68c3-4d10-b20c-d1b6acdb7ee6 req-c7eb14c2-d34e-47de-a687-4dd43d956627 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1488156 Jul 08 17:20:23.734751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91e94a9e-68c3-4d10-b20c-d1b6acdb7ee6 req-8b603d2c-a629-43ac-a5c4-4553af7912a0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587916 Jul 08 17:20:23.758632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.764437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.765373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:23.898508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=915d4e33-a511-4d60-89e5-e34b41eb6ffb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:23.946653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:23.950004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-056e1cb2-2fb5-4007-ab3a-156df313cfbd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400857 Jul 08 17:20:23.951336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:24.071407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318dd0c-07f6-4982-9651-7183a66924b5 req-551b56c0-d645-4990-9e0b-3d350a9cc0cb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.073453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4318dd0c-07f6-4982-9651-7183a66924b5 req-551b56c0-d645-4990-9e0b-3d350a9cc0cb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.0795610 Jul 08 17:20:24.132087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 32d48989-266b-4530-9590-f18e208a7483 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:24.138684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4318dd0c-07f6-4982-9651-7183a66924b5 req-64a6dbd3-95f5-4549-8d54-6bf59e63bf3d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590198 Jul 08 17:20:24.176520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d50de2-97df-4512-9652-d230d85014f8 req-120e57e1-5ca1-4667-9eb8-9e669a9de077 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.183923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d50de2-97df-4512-9652-d230d85014f8 req-120e57e1-5ca1-4667-9eb8-9e669a9de077 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2257156 Jul 08 17:20:24.208827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-b4893459-22b0-4d24-bb58-d5446a70ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.211046 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-b4893459-22b0-4d24-bb58-d5446a70ffd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 1101 time: 0.1639934 Jul 08 17:20:24.306442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cccf5733-9e47-48c8-bde3-7b4ee3f46a2e None None] Provisioning complete for port 915d4e33-a511-4d60-89e5-e34b41eb6ffb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:24.307454 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cccf5733-9e47-48c8-bde3-7b4ee3f46a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:24.344424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cccf5733-9e47-48c8-bde3-7b4ee3f46a2e None None] Port 915d4e33-a511-4d60-89e5-e34b41eb6ffb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:24.347105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d50de2-97df-4512-9652-d230d85014f8 req-1b3d11d4-a221-4e42-9bad-5d32ffc3c21f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622829 Jul 08 17:20:24.368456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:24.374002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-55ccb1c5-68c6-49a3-9691-7c73329b4a3b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/32d48989-266b-4530-9590-f18e208a7483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7902060 Jul 08 17:20:24.376911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:24.386818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] Sync routers for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:24.397075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:24.398086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-5808aeb5-d601-4c2d-a960-9bb06acc7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.398229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:24.400141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-5808aeb5-d601-4c2d-a960-9bb06acc7e28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1566386 Jul 08 17:20:24.432636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:24.442619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:24.443283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:24.455799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470b668a-980b-471c-adc0-15a0e6c4b875 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.457362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-470b668a-980b-471c-adc0-15a0e6c4b875 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports/915d4e33-a511-4d60-89e5-e34b41eb6ffb HTTP/1.1" status: 200 len: 913 time: 0.0791531 Jul 08 17:20:24.461065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:24.482745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:24.483467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1180c-c728-4246-ae20-f20e4472a949 None None] The sync data for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:24.710582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-a92df431-9691-4ae5-8e6d-c835c2b85ea9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 200 len: 217 time: 0.0607560 Jul 08 17:20:24.715353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6bb98-0646-4647-a527-542120ec54cf req-50a5d8ca-401c-4788-8412-32c4a37657c1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.723631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66e6bb98-0646-4647-a527-542120ec54cf req-50a5d8ca-401c-4788-8412-32c4a37657c1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0965955 Jul 08 17:20:24.772754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66e6bb98-0646-4647-a527-542120ec54cf req-2fa8c7a9-d38c-4e2e-8a07-48583dbb745d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Jul 08 17:20:24.828954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-993e19ca-80ef-404c-b58a-c58ec7a4faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.830377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-993e19ca-80ef-404c-b58a-c58ec7a4faed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0950758 Jul 08 17:20:24.833461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:24.934847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af179b1c-380e-4449-86e7-da4c7bb2e0b6 req-a174b9bf-395a-4adf-82b4-4d5b1cd40060 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:24.936369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af179b1c-380e-4449-86e7-da4c7bb2e0b6 req-a174b9bf-395a-4adf-82b4-4d5b1cd40060 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.2371273 Jul 08 17:20:25.017729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af179b1c-380e-4449-86e7-da4c7bb2e0b6 req-1e526a50-3646-47aa-8cba-024ed5c11ca1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717921 Jul 08 17:20:25.027283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-5af148ba-1a67-4f73-8041-6d684d40087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:25.028752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-5af148ba-1a67-4f73-8041-6d684d40087d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900127 Jul 08 17:20:25.033828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85909d-033f-4ec2-a7d8-9536c4f05121 req-349eef68-83e4-4e3b-8633-729ec3b25ab7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:25.041273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c85909d-033f-4ec2-a7d8-9536c4f05121 req-349eef68-83e4-4e3b-8633-729ec3b25ab7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0824199 Jul 08 17:20:25.077416 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c85909d-033f-4ec2-a7d8-9536c4f05121 req-de62df8d-8356-419b-8707-f6aabe05fa11 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Jul 08 17:20:25.186572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:25.264450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-4490d203-fdd9-44be-a870-4ab38826c085 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186003 Jul 08 17:20:25.334007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c047d8-76a5-4296-ae4d-24c6cd3c274c req-0a2a19d0-fea7-43d3-a815-6a59d6be60ab tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:25.336337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c047d8-76a5-4296-ae4d-24c6cd3c274c req-0a2a19d0-fea7-43d3-a815-6a59d6be60ab tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.0749190 Jul 08 17:20:25.381353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c047d8-76a5-4296-ae4d-24c6cd3c274c req-81bc1ccd-b178-4d99-9a15-b1174198bdbf tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Jul 08 17:20:25.719223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fea8f-cb87-4a34-b2e0-2cd4826e2a3e req-1649ee6c-db86-4b8f-a9a1-e5d2f43f4f29 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:25.720720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c48fea8f-cb87-4a34-b2e0-2cd4826e2a3e req-1649ee6c-db86-4b8f-a9a1-e5d2f43f4f29 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5001271 Jul 08 17:20:25.750152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c05d455-08fa-43d4-9455-18719b68bbd7 req-12c5a500-6174-40ab-bedd-08e7e48af765 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979578 Jul 08 17:20:25.778561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c48fea8f-cb87-4a34-b2e0-2cd4826e2a3e req-8735e20c-f463-4b36-97f8-52b0e01d8e75 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509756 Jul 08 17:20:25.889760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 915d4e33-a511-4d60-89e5-e34b41eb6ffb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:25.890140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:25.978537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:25.993166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 915d4e33-a511-4d60-89e5-e34b41eb6ffb owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:26.029743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a46-dfe4-4427-b2cc-bb6379b13c2a req-dfc682c0-25d8-43c2-b869-1f42c44aece3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:26.032433 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd5e1a46-dfe4-4427-b2cc-bb6379b13c2a req-dfc682c0-25d8-43c2-b869-1f42c44aece3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 814 time: 0.1101599 Jul 08 17:20:26.046641 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd5e1a46-dfe4-4427-b2cc-bb6379b13c2a req-a8713cdb-43d0-4b9e-b5cd-af572ecb472b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/quotas/a3e1ccc583cb4516b7bd88df7b8bc98e HTTP/1.1" status: 200 len: 375 time: 0.0097065 Jul 08 17:20:26.130734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd5e1a46-dfe4-4427-b2cc-bb6379b13c2a req-090a2d73-fe72-41f0-8802-91fa61bb3991 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745029 Jul 08 17:20:26.213295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:26.242173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:26.248116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=915d4e33-a511-4d60-89e5-e34b41eb6ffb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:26.273456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ccbc1-2888-48c5-8296-986132dcb9d9 req-e5b305d6-f29e-49c2-848e-c4d7c1874394 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:26.274774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-366ccbc1-2888-48c5-8296-986132dcb9d9 req-e5b305d6-f29e-49c2-848e-c4d7c1874394 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1248379 Jul 08 17:20:26.321253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:26.327399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:26.327784 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:26.360489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873802b-2985-4b2c-8766-d2f08bfcaa08 req-d0f48995-a18e-4c33-836c-9f02985cd0f2 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:26.362404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7873802b-2985-4b2c-8766-d2f08bfcaa08 req-d0f48995-a18e-4c33-836c-9f02985cd0f2 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0903385 Jul 08 17:20:26.424804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7873802b-2985-4b2c-8766-d2f08bfcaa08 req-da75b69d-e1b8-4995-be51-adc90b34a603 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Jul 08 17:20:26.432598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-366ccbc1-2888-48c5-8296-986132dcb9d9 req-326ac266-0b62-4eab-a1a7-b6eaff2e155f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366680 Jul 08 17:20:26.467100 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:26.467457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:26.509252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:26.510365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:26.513275 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da069391-cf61-4cb5-8769-c7677232647a" -d '{"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-plugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:26.520227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:26.576758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:26.665990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462be785-436e-4e62-a9dc-cdfca31886f9 req-00d4c8cf-8f20-47e5-a518-4b53d92777aa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:26.667416 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-462be785-436e-4e62-a9dc-cdfca31886f9 req-00d4c8cf-8f20-47e5-a518-4b53d92777aa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0705199 Jul 08 17:20:26.707378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-462be785-436e-4e62-a9dc-cdfca31886f9 req-6cae9dea-b2b1-41aa-9c13-8ddf27b09ec9 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Jul 08 17:20:26.749165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82c32e-cb0b-4ea1-9a08-52561a5a1926 req-48274724-72a0-4b8f-ba31-a013fe8e23e1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:26.750719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed82c32e-cb0b-4ea1-9a08-52561a5a1926 req-48274724-72a0-4b8f-ba31-a013fe8e23e1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1573043 Jul 08 17:20:26.763000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 32d48989-266b-4530-9590-f18e208a7483 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:26.863610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed82c32e-cb0b-4ea1-9a08-52561a5a1926 req-2d9ba634-7e1e-4af8-a62e-aa49d812313a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026249 Jul 08 17:20:26.865440 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc8d41-846f-4ea4-b299-005e2cef8309 x-openstack-request-id: req-26fc8d41-846f-4ea4-b299-005e2cef8309 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:26.866118 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-plugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:26.866549 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26fc8d41-846f-4ea4-b299-005e2cef8309 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:26.867329 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'code': 200} Jul 08 17:20:26.887319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:26.895974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ee837ad-ac37-450e-97b0-d7cfcfde1e14 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/32d48989-266b-4530-9590-f18e208a7483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301748 Jul 08 17:20:26.896084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:26.899241 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] Sync routers for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:26.911622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:26.915328 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:26.984170 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:26.993863 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:26.994511 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:27.037418 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:27.037641 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa352-311e-4ece-b05b-15d1338a1ae0 None None] The sync data for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:27.060946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf8dd1-7f61-445f-9644-e923b7e074e4 req-c4cb26de-1ea9-4444-a7aa-776241a6252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:27.062743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ddf8dd1-7f61-445f-9644-e923b7e074e4 req-c4cb26de-1ea9-4444-a7aa-776241a6252a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1101 time: 0.0875514 Jul 08 17:20:27.108615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ddf8dd1-7f61-445f-9644-e923b7e074e4 req-3a15dd5d-46d6-4c47-a82d-7e9ab92f23c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Jul 08 17:20:27.176491 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c095e201-8113-459d-bfe6-fd00cb7895a6 req-977320a7-ff2c-42c7-bd18-7eed486e36de tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e HTTP/1.1" status: 200 len: 221 time: 0.0674181 Jul 08 17:20:27.325857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:27.353321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb1ca-6a88-476f-8133-c1b4a517378b req-a18a7152-7af4-4850-b7e6-38b9d7fc5915 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:27.354903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-335fb1ca-6a88-476f-8133-c1b4a517378b req-a18a7152-7af4-4850-b7e6-38b9d7fc5915 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0750053 Jul 08 17:20:27.407639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-335fb1ca-6a88-476f-8133-c1b4a517378b req-47d2a02b-b6b4-4b7c-b470-42ef921ab76f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Jul 08 17:20:27.618846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50377ff-1652-438f-88bb-85b5f57b1ae1 req-12b5fe6b-5cff-4225-bb7f-5fa5e18d9ec6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:27.620354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f50377ff-1652-438f-88bb-85b5f57b1ae1 req-12b5fe6b-5cff-4225-bb7f-5fa5e18d9ec6 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0690808 Jul 08 17:20:27.635056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf0d97-54e2-47ff-9263-407bfc2e3a7d req-79b3d797-9d86-4393-ad6f-250bce4ad2d3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:27.636553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0cf0d97-54e2-47ff-9263-407bfc2e3a7d req-79b3d797-9d86-4393-ad6f-250bce4ad2d3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1081989 Jul 08 17:20:27.642972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 8815f1c6-906d-4080-98e1-19155e55e3e7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:27.643433 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:27.662384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f50377ff-1652-438f-88bb-85b5f57b1ae1 req-a062d1f3-67fa-46cc-a6c6-6c0404f6fef8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Jul 08 17:20:27.731582 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0cf0d97-54e2-47ff-9263-407bfc2e3a7d req-ee5a8f0b-d839-4b79-a6a7-5a38a97022fd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836623 Jul 08 17:20:27.763112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:27.778876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 8815f1c6-906d-4080-98e1-19155e55e3e7 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:27.917351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b748efc-d1b5-46da-b76f-9ea2388a7bd5 req-a5fe43db-795a-46c9-a23d-8ad17d3775a4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:27.918951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b748efc-d1b5-46da-b76f-9ea2388a7bd5 req-a5fe43db-795a-46c9-a23d-8ad17d3775a4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0733652 Jul 08 17:20:27.960019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b748efc-d1b5-46da-b76f-9ea2388a7bd5 req-66120049-8aaa-40ac-ad99-343055bae1b7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jul 08 17:20:28.327322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c12ae8-424c-46e6-b1f6-60bda281eee8 req-b3d5c9eb-0e48-4384-b210-d3cb46511794 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:28.328894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49c12ae8-424c-46e6-b1f6-60bda281eee8 req-b3d5c9eb-0e48-4384-b210-d3cb46511794 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.4448099 Jul 08 17:20:28.353427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:28.392143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=8815f1c6-906d-4080-98e1-19155e55e3e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:28.431571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49c12ae8-424c-46e6-b1f6-60bda281eee8 req-d9d29342-c709-42ad-9214-73abaf9b5782 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952930 Jul 08 17:20:28.521668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:28.712649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 32d48989-266b-4530-9590-f18e208a7483 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:28.717134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c2e9-2c5a-479e-88df-81e5c3374a08 req-b2ea913d-29e9-44cb-b250-96f79093f7bd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:28.719450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ce8c2e9-2c5a-479e-88df-81e5c3374a08 req-b2ea913d-29e9-44cb-b250-96f79093f7bd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1198857 Jul 08 17:20:28.778419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ce8c2e9-2c5a-479e-88df-81e5c3374a08 req-76a6075b-dff8-45fa-a4de-6b405f2455fd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530865 Jul 08 17:20:28.818307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:28.830394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] Sync routers for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:28.836234 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-451e4f2e-514d-4b72-911e-acba4ca5634d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/32d48989-266b-4530-9590-f18e208a7483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369919 Jul 08 17:20:28.836770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:28.849819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:28.850569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:28.900495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:28.909600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] Routers {'32d48989-266b-4530-9590-f18e208a7483'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:28.910363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['32d48989-266b-4530-9590-f18e208a7483'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:28.922593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e318ac5b-ffa2-4501-8138-589599ea2c7e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d48989-266b-4530-9590-f18e208a7483 HTTP/1.1" status: 200 len: 205 time: 0.0847547 Jul 08 17:20:28.925222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:28.949485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:28.950462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c47331-0660-4f5e-81d1-4196cca3ba4a None None] The sync data for ids ['32d48989-266b-4530-9590-f18e208a7483'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:28.968453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2104f9-a05a-4bfa-b6f2-da8f1bcfc2d1 req-8642f170-bd88-4d41-9653-5026fac1cee2 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:28.969985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba2104f9-a05a-4bfa-b6f2-da8f1bcfc2d1 req-8642f170-bd88-4d41-9653-5026fac1cee2 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1045117 Jul 08 17:20:29.015752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba2104f9-a05a-4bfa-b6f2-da8f1bcfc2d1 req-33bb1cc9-26e0-41d3-b33d-7704ad8936a5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Jul 08 17:20:29.045745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.121916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b93c0a-74c2-4811-a139-07e3db935188 req-53241309-a9be-4a56-9a50-6572b61fb098 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:29.124392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8b93c0a-74c2-4811-a139-07e3db935188 req-53241309-a9be-4a56-9a50-6572b61fb098 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.2131331 Jul 08 17:20:29.214587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52802aec-7ccd-437b-b4b9-c049a8229551 req-66711bdb-a781-44af-99af-719ae3ef29b3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:29.216145 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52802aec-7ccd-437b-b4b9-c049a8229551 req-66711bdb-a781-44af-99af-719ae3ef29b3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0699124 Jul 08 17:20:29.246612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.250768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.254890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8b93c0a-74c2-4811-a139-07e3db935188 req-5e3c734c-86f2-4368-8aa4-3ec762a11270 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252792 Jul 08 17:20:29.255316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52802aec-7ccd-437b-b4b9-c049a8229551 req-305ac7ac-937f-4cef-9182-3a49947de2ad tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Jul 08 17:20:29.308017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.308749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router 32d48989-266b-4530-9590-f18e208a7483 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:20:29.324186 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.327703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7eae13e2-d7fe-4828-996c-813862517c86 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/32d48989-266b-4530-9590-f18e208a7483 HTTP/1.1" status: 204 len: 168 time: 0.3825011 Jul 08 17:20:29.328043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44216) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:29.387269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 70d056d4-e181-44d7-a4e1-c1448e6e05b6 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:29.391106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.435959 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.447459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6124d4-cec4-422e-bb94-5c91a36fd29d req-b1d26e7a-efca-467c-9f53-e55ef4a3767a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:29.448992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6124d4-cec4-422e-bb94-5c91a36fd29d req-b1d26e7a-efca-467c-9f53-e55ef4a3767a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0682638 Jul 08 17:20:29.489315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6124d4-cec4-422e-bb94-5c91a36fd29d req-852e454d-4195-4f12-8c9e-16555d520933 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Jul 08 17:20:29.542173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.647136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.686269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=70d056d4-e181-44d7-a4e1-c1448e6e05b6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:29.693034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.696455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c5fcae03-759f-4f26-a868-ea11707d0d75 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/70d056d4-e181-44d7-a4e1-c1448e6e05b6 HTTP/1.1" status: 204 len: 168 time: 0.3670578 Jul 08 17:20:29.698986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:29.703155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0540e7-c25b-4bd9-9e19-1c4d192ff3bd None None] Network a3a24d97-74c7-40dc-b342-7dda6aa5d278 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:29.707428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5bb89-05dd-4b0b-919b-99918360a6f8 req-1fb2ce4e-437a-4eec-b479-57af3559d652 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:29.709056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24d5bb89-05dd-4b0b-919b-99918360a6f8 req-1fb2ce4e-437a-4eec-b479-57af3559d652 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1101 time: 0.1214647 Jul 08 17:20:29.758211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24d5bb89-05dd-4b0b-919b-99918360a6f8 req-7c255acc-cd70-4068-8c8a-ba3c6f0c5295 tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Jul 08 17:20:29.789557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 41477837-b8cc-460a-b1a1-6b0050efc624 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:29.794655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.844501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06e520-277c-45d2-9bb9-d09a66b0e53b req-c0e55082-35a0-4b03-a8fd-3bcad05ba94c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:29.846084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac06e520-277c-45d2-9bb9-d09a66b0e53b req-c0e55082-35a0-4b03-a8fd-3bcad05ba94c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1362555 Jul 08 17:20:29.856944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.910957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] DHCP port deletion for a3a24d97-74c7-40dc-b342-7dda6aa5d278 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:20:29.928403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac06e520-277c-45d2-9bb9-d09a66b0e53b req-4037396b-7f93-49b3-a411-c5446c956ecb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Jul 08 17:20:29.980432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.980736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] Deleting port 710db669-213e-4aa8-becc-fa0b3056aced {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:29.981092 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.053260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.073357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] For port 710db669-213e-4aa8-becc-fa0b3056aced, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=710db669-213e-4aa8-becc-fa0b3056aced,segment=NetworkSegment(44ea6ef7-2fef-4a51-8eb6-d3947a797d06),segment_id=44ea6ef7-2fef-4a51-8eb6-d3947a797d06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:30.074077 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.087699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] Calling delete_port for 710db669-213e-4aa8-becc-fa0b3056aced owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:30.103194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.108044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/41477837-b8cc-460a-b1a1-6b0050efc624 HTTP/1.1" status: 204 len: 168 time: 0.4080856 Jul 08 17:20:30.108716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:30.117078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a330dde-44fa-4027-9798-f96934087f66 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=41477837-b8cc-460a-b1a1-6b0050efc624,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:30.138426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f850bf-b586-4dd7-885f-e63962ae5a87 None None] Network c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:30.179550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f8f20-6abd-4f43-843a-d104880239a3 req-1bb81af5-489d-40b5-b2c7-48390ce9118d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:30.181313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-949f8f20-6abd-4f43-843a-d104880239a3 req-1bb81af5-489d-40b5-b2c7-48390ce9118d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0852749 Jul 08 17:20:30.221583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.229795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-949f8f20-6abd-4f43-843a-d104880239a3 req-43ce43b5-fe1d-41c7-9f3d-eb295ed2681e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Jul 08 17:20:30.290435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 710db669-213e-4aa8-becc-fa0b3056aced {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:30.290872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.340130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.367805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] No DVR routers for this DVR port 710db669-213e-4aa8-becc-fa0b3056aced on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:30.368306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port 710db669-213e-4aa8-becc-fa0b3056aced, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=710db669-213e-4aa8-becc-fa0b3056aced,segment=NetworkSegment(44ea6ef7-2fef-4a51-8eb6-d3947a797d06),segment_id=44ea6ef7-2fef-4a51-8eb6-d3947a797d06)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:30.368794 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.390344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 710db669-213e-4aa8-becc-fa0b3056aced owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:30.418504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab326237-f331-40dc-9f57-8c13fc3b9669 None None] Pushing event deleted for resources: {'Port': ['ID=710db669-213e-4aa8-becc-fa0b3056aced,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:30.458217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc580feb-b3a4-4daa-b7d8-f0b63bbb9af7 req-030ba2a5-68e7-4149-a2e9-c82d5d9b052b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:30.466317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc580feb-b3a4-4daa-b7d8-f0b63bbb9af7 req-030ba2a5-68e7-4149-a2e9-c82d5d9b052b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0858519 Jul 08 17:20:30.514738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] DHCP port deletion for c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:20:30.517031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.547100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc580feb-b3a4-4daa-b7d8-f0b63bbb9af7 req-f2c352f3-bb1b-4b2c-a26e-458981c08a53 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798299 Jul 08 17:20:30.554164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=710db669-213e-4aa8-becc-fa0b3056aced,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:30.570975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port 710db669-213e-4aa8-becc-fa0b3056aced on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:30.588613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-78a45cd2-fd5f-41df-b813-e98b48e79000 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015825 Jul 08 17:20:30.595565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] Deleting port d720b853-fd91-4439-ac39-3d4101a10450 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:30.596024 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.669647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] For port d720b853-fd91-4439-ac39-3d4101a10450, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d720b853-fd91-4439-ac39-3d4101a10450,segment=NetworkSegment(41395731-31c2-48c7-aff3-7588202e317d),segment_id=41395731-31c2-48c7-aff3-7588202e317d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:30.671154 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.702923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] Calling delete_port for d720b853-fd91-4439-ac39-3d4101a10450 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:30.703745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.721621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a24d97-74c7-40dc-b342-7dda6aa5d278']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:30.736412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ea6ef7-2fef-4a51-8eb6-d3947a797d06') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:30.736710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ea6ef7-2fef-4a51-8eb6-d3947a797d06') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:30.751813 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.753261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621de6b-3830-4cca-a60d-78e28b5fe1fb req-736a8f6c-a8d9-41ba-8043-cf3baf6c9fde tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:30.755203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b621de6b-3830-4cca-a60d-78e28b5fe1fb req-736a8f6c-a8d9-41ba-8043-cf3baf6c9fde tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0920441 Jul 08 17:20:30.766502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed23ed-c968-41b4-8952-ee54dde43062 req-00b30c63-8248-47f3-98d0-b5ab280f2c29 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:30.767974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36ed23ed-c968-41b4-8952-ee54dde43062 req-00b30c63-8248-47f3-98d0-b5ab280f2c29 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2161849 Jul 08 17:20:30.785581 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.800272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:20:30.800692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:20:30.803792 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:20:30.807956 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b621de6b-3830-4cca-a60d-78e28b5fe1fb req-06557b6c-1955-4635-b144-ae98070cf115 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Jul 08 17:20:30.819126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.856042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] Pushing event deleted for resources: {'Port': ['ID=d720b853-fd91-4439-ac39-3d4101a10450,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:30.858272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d592a-c1d3-4bee-8c8b-5ff4f53d96ac None None] No DVR routers for this DVR port d720b853-fd91-4439-ac39-3d4101a10450 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:30.882691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36ed23ed-c968-41b4-8952-ee54dde43062 req-e2a5b8e8-20c5-4cf1-b89b-3ea0a00f69c0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037722 Jul 08 17:20:30.893759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.905230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.910574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/a3a24d97-74c7-40dc-b342-7dda6aa5d278 HTTP/1.1" status: 204 len: 168 time: 0.8005967 Jul 08 17:20:30.913032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:30.989751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74594478-5b34-4915-845c-070212e96465 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=a3a24d97-74c7-40dc-b342-7dda6aa5d278,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:31.024440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.036555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffec58-95f9-4ba1-bc69-cc46fc871f3f req-def617d0-0080-4eb6-b798-9e0f4a396539 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:31.039883 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-edffec58-95f9-4ba1-bc69-cc46fc871f3f req-def617d0-0080-4eb6-b798-9e0f4a396539 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0959804 Jul 08 17:20:31.129898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-edffec58-95f9-4ba1-bc69-cc46fc871f3f req-7eb03549-0d86-4bf8-a198-35013d50ebfb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Jul 08 17:20:31.153099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 710db669-213e-4aa8-becc-fa0b3056aced no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:31.175749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 710db669-213e-4aa8-becc-fa0b3056aced {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:31.176263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 710db669-213e-4aa8-becc-fa0b3056aced not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:31.176908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d720b853-fd91-4439-ac39-3d4101a10450 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:31.195852 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.208772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d720b853-fd91-4439-ac39-3d4101a10450 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:31.209324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d720b853-fd91-4439-ac39-3d4101a10450 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:31.219380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f5845e-5a17-4b77-8c7c-4d0aaec287c7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:31.252495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41395731-31c2-48c7-aff3-7588202e317d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:31.252922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41395731-31c2-48c7-aff3-7588202e317d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:31.265266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.288864 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.296725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:20:31.297170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:20:31.301324 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:20:31.413303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.420082 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.423552 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/c5f5845e-5a17-4b77-8c7c-4d0aaec287c7 HTTP/1.1" status: 204 len: 168 time: 0.5082376 Jul 08 17:20:31.426805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:31.433016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1761311777'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:31.449756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791876b-7a51-45c0-a86d-e7890321a7ac tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=c5f5845e-5a17-4b77-8c7c-4d0aaec287c7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:31.463982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:31.468188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.471691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f81f01-68e3-4b76-8715-2204f74a90f8 req-da514d19-3e89-46fc-81b7-97290f50996b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:31.473361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30f81f01-68e3-4b76-8715-2204f74a90f8 req-da514d19-3e89-46fc-81b7-97290f50996b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1274080 Jul 08 17:20:31.498838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:20:31.510887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.511284 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment e2426f9c-6f54-4591-8b31-529bb9de4969 of type vlan for network d8169a2b-9907-4398-a82a-a3028c3b9746 Jul 08 17:20:31.531815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30f81f01-68e3-4b76-8715-2204f74a90f8 req-17db05f2-2ccd-4f20-a9aa-320e3abca14d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Jul 08 17:20:31.559818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.595321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.602895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:31.603770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.681740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2535584 Jul 08 17:20:31.686129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:31.716311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:31.727663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c44de-dfc3-4332-9b81-34d36c08500b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=d8169a2b-9907-4398-a82a-a3028c3b9746,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:31.738084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e96bfd-404f-4900-b9dc-c2eb2c22b475 req-c0aca05f-96d9-46f0-977d-f2cfbd8abc07 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:31.739700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2e96bfd-404f-4900-b9dc-c2eb2c22b475 req-c0aca05f-96d9-46f0-977d-f2cfbd8abc07 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.0711658 Jul 08 17:20:31.746327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d8169a2b-9907-4398-a82a-a3028c3b9746 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:20:31.785217 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2e96bfd-404f-4900-b9dc-c2eb2c22b475 req-7d505912-6f3c-4dcd-8a3d-bce421f29c59 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Jul 08 17:20:31.838090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763a31f-d352-41e3-817a-f9dab8ed825b req-ad3ce9ba-f1dd-4493-8dc8-605a6d5b6fe9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:31.839582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8763a31f-d352-41e3-817a-f9dab8ed825b req-ad3ce9ba-f1dd-4493-8dc8-605a6d5b6fe9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1702380 Jul 08 17:20:31.847991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:31.852112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.955052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8763a31f-d352-41e3-817a-f9dab8ed825b req-bdaa658e-235f-4c7e-a4e4-164ce24b5373 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983534 Jul 08 17:20:32.026121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd476e00-ee05-43fb-9331-34927c455840 req-e280a3d4-8bb8-428b-bc5c-6d7e12c44b9c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.027993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd476e00-ee05-43fb-9331-34927c455840 req-e280a3d4-8bb8-428b-bc5c-6d7e12c44b9c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0806010 Jul 08 17:20:32.071993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd476e00-ee05-43fb-9331-34927c455840 req-f86087bf-1059-41a4-a5fd-d6fb3f21d646 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374837 Jul 08 17:20:32.154754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-0b8c646e-b91a-43e4-b01c-a159dc79ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.156275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-0b8c646e-b91a-43e4-b01c-a159dc79ffa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1101 time: 0.1731853 Jul 08 17:20:32.157104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.285375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=32f60537-8d15-4151-a532-edddef0cd6f6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:32.322672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': 'e2426f9c-6f54-4591-8b31-529bb9de4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:32.322947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: d8169a2b-9907-4398-a82a-a3028c3b9746, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:20:32.339214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517385c-8a44-4c3d-a5d6-0b9272fa9fc8 req-41f6dc55-cc17-44b5-a260-bfbbf76eaff6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.340719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6517385c-8a44-4c3d-a5d6-0b9272fa9fc8 req-41f6dc55-cc17-44b5-a260-bfbbf76eaff6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2333882 Jul 08 17:20:32.349242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-359099e5-b92e-4ff8-a39e-1cccd54864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.349624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378dd15-1755-4d8b-acbf-6f89a47ac537 req-5c2ace5a-76cf-435c-bb39-8dcb65688af1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.350689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-359099e5-b92e-4ff8-a39e-1cccd54864ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1831965 Jul 08 17:20:32.351683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7378dd15-1755-4d8b-acbf-6f89a47ac537 req-5c2ace5a-76cf-435c-bb39-8dcb65688af1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0679750 Jul 08 17:20:32.389861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7378dd15-1755-4d8b-acbf-6f89a47ac537 req-289f5bdd-81ca-4ef2-bff6-606bfff88b76 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Jul 08 17:20:32.409670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-aef6ad51-8702-4bd2-b6cc-578e64d51593 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0494609 Jul 08 17:20:32.412004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d8169a2b-9907-4398-a82a-a3028c3b9746 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:20:32.438915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d8169a2b-9907-4398-a82a-a3028c3b9746) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:32.446952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e5df1-438d-4606-a839-3e652d2972c3 None None] Network d8169a2b-9907-4398-a82a-a3028c3b9746 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:32.462247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6517385c-8a44-4c3d-a5d6-0b9272fa9fc8 req-b5fe681b-5c5c-40ba-b65b-c53de03a4632 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Jul 08 17:20:32.465358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.465964 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.490602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-6606f545-7566-4730-837a-da0bd274a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.492355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-6606f545-7566-4730-837a-da0bd274a03a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0711169 Jul 08 17:20:32.496925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eaa5651d-6612-48c8-98b6-3d632b483b3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7892783 Jul 08 17:20:32.497603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:32.503277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1914970046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:32.546855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.548257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.584756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-a26a49d5-fa02-4e0b-927c-ddda23540e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.588878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-a26a49d5-fa02-4e0b-927c-ddda23540e30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852387 Jul 08 17:20:32.631300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.637117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.660983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d8169a2b-9907-4398-a82a-a3028c3b9746', 'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '32f60537-8d15-4151-a532-edddef0cd6f6'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:20:32.663184 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.697085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.698394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3de33610-d9c8-4fcd-ad33-32566d241f5c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1996567 Jul 08 17:20:32.701039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:32.707082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'port': {'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746', 'name': 'tempest-RoutersIpV6Test-1500207723'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:32.788358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb7e8-e6bb-4b5b-aae7-28eb5a38036e req-6157856d-9aca-4602-a82c-d5e1db5d7a04 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:32.790520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45ecb7e8-e6bb-4b5b-aae7-28eb5a38036e req-6157856d-9aca-4602-a82c-d5e1db5d7a04 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1459651 Jul 08 17:20:32.839220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Allocated IP 2001:db8::2 (d8169a2b-9907-4398-a82a-a3028c3b9746/32f60537-8d15-4151-a532-edddef0cd6f6/b96551fc-ef87-4f70-bb3f-6ee91271aa0b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:32.877772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45ecb7e8-e6bb-4b5b-aae7-28eb5a38036e req-b7bf1a9e-f3f6-4f09-b44e-9ce293e87d9b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726168 Jul 08 17:20:32.901760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:32.923036 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.963469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] device_id is not set on port a4e04a6a-e509-4f9b-932a-4e149cc76f84 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:20:33.047092 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.058373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Transition to ACTIVE for port object b96551fc-ef87-4f70-bb3f-6ee91271aa0b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:33.062471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-9643e37b-6f91-4896-8808-cf15ccad4095 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430580 Jul 08 17:20:33.075150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Transition to ACTIVE for port object b96551fc-ef87-4f70-bb3f-6ee91271aa0b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:33.075430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca7ffe-7556-4e81-b7f2-e878e6e81a0c req-352de361-c538-453b-9f97-4de9cb94d8da tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:33.077187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9ca7ffe-7556-4e81-b7f2-e878e6e81a0c req-352de361-c538-453b-9f97-4de9cb94d8da tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1036673 Jul 08 17:20:33.084863 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.119897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Network d8169a2b-9907-4398-a82a-a3028c3b9746 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:33.124157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:33.129592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:33.142081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Pushing event updated for resources: {'Port': ['ID=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:33.169091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8::6a (d8169a2b-9907-4398-a82a-a3028c3b9746/32f60537-8d15-4151-a532-edddef0cd6f6/a4e04a6a-e509-4f9b-932a-4e149cc76f84) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:33.185034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9ca7ffe-7556-4e81-b7f2-e878e6e81a0c req-8dfa4023-d2e9-4ae0-b90a-0b00c3509fd4 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997047 Jul 08 17:20:33.198254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97265db-5190-48ef-8b4c-c23d594f0a15 req-0c8ed863-864e-42f8-9b1c-a49794cddd75 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:33.199952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f97265db-5190-48ef-8b4c-c23d594f0a15 req-0c8ed863-864e-42f8-9b1c-a49794cddd75 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1379831 Jul 08 17:20:33.202976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Attempting to bind port b96551fc-ef87-4f70-bb3f-6ee91271aa0b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:33.203426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Attempting to bind port b96551fc-ef87-4f70-bb3f-6ee91271aa0b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'e2426f9c-6f54-4591-8b31-529bb9de4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:33.203860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Attempting to bind port b96551fc-ef87-4f70-bb3f-6ee91271aa0b on network d8169a2b-9907-4398-a82a-a3028c3b9746 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:33.209197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:33.209666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Checking segment: {'id': 'e2426f9c-6f54-4591-8b31-529bb9de4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:33.210544 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.211166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Bound using segment: {'id': 'e2426f9c-6f54-4591-8b31-529bb9de4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:33.211877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Bound port: b96551fc-ef87-4f70-bb3f-6ee91271aa0b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2426f9c-6f54-4591-8b31-529bb9de4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8169a2b-9907-4398-a82a-a3028c3b9746'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:33.212481 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.215146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-88d07ee8-ac14-4570-8626-3ad4333526e2 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369450 Jul 08 17:20:33.282281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f97265db-5190-48ef-8b4c-c23d594f0a15 req-51174af8-8559-4d79-86c5-643077942bb1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690801 Jul 08 17:20:33.289075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] For port b96551fc-ef87-4f70-bb3f-6ee91271aa0b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:33.292685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] For port b96551fc-ef87-4f70-bb3f-6ee91271aa0b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,segment=NetworkSegment(e2426f9c-6f54-4591-8b31-529bb9de4969),segment_id=e2426f9c-6f54-4591-8b31-529bb9de4969)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:33.298686 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.385135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8992f0-5596-4f97-afb5-a684216aa232 None None] Pushing event updated for resources: {'Port': ['ID=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:33.427120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.454479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object a4e04a6a-e509-4f9b-932a-4e149cc76f84 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:33.478779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c56be-e98e-422a-9d14-c0cf2d17fd1b req-50281f87-f284-4d21-8f58-32bed4c6c863 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:33.485572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a91c56be-e98e-422a-9d14-c0cf2d17fd1b req-50281f87-f284-4d21-8f58-32bed4c6c863 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0918269 Jul 08 17:20:33.499111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.533312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a91c56be-e98e-422a-9d14-c0cf2d17fd1b req-f555c183-e63b-40f5-8c87-0e7c4f8058d6 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466695 Jul 08 17:20:33.567190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d8169a2b-9907-4398-a82a-a3028c3b9746 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:33.582866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:33.589804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:33.595037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:33.595668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:33.625136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=a4e04a6a-e509-4f9b-932a-4e149cc76f84,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:33.653976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b058330d-a4e6-47b3-85ac-e0900111c6e0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9503911 Jul 08 17:20:33.655347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:33.680137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303b754-15d9-480f-bc70-0b94544cc9d6 req-f7a97111-3013-457c-8e8e-3a89027586a7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:33.681674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6303b754-15d9-480f-bc70-0b94544cc9d6 req-f7a97111-3013-457c-8e8e-3a89027586a7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1133621 Jul 08 17:20:33.740001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6303b754-15d9-480f-bc70-0b94544cc9d6 req-17bf3a3e-15c4-4dc8-80fc-5ecadb975247 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525293 Jul 08 17:20:33.947238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c5d1-9714-4413-9df9-dda901443411 req-1cd23f55-a6e5-42ce-908f-51a40c456635 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:33.948798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a874c5d1-9714-4413-9df9-dda901443411 req-1cd23f55-a6e5-42ce-908f-51a40c456635 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.2441077 Jul 08 17:20:34.048482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a874c5d1-9714-4413-9df9-dda901443411 req-375f5918-7a97-455c-acd9-79d44975726d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763431 Jul 08 17:20:34.107364 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:34.168400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392cdb6-1925-4627-b3ec-6db5042a6f3c req-3974839b-d33c-4b31-9f99-f7836892564b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:34.170113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5392cdb6-1925-4627-b3ec-6db5042a6f3c req-3974839b-d33c-4b31-9f99-f7836892564b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0757291 Jul 08 17:20:34.215821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5392cdb6-1925-4627-b3ec-6db5042a6f3c req-b6a6aaa1-1f1b-44a8-8566-d46127d35ea5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Jul 08 17:20:34.415569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:34.426128 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:34.428853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1ce0-90d4-4b7c-867c-ffec4f4d7fa4 req-f7ad52d8-cb16-4743-a7b3-b0ea84e29c8e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:34.431404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4cf1ce0-90d4-4b7c-867c-ffec4f4d7fa4 req-f7ad52d8-cb16-4743-a7b3-b0ea84e29c8e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0807376 Jul 08 17:20:34.481212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4cf1ce0-90d4-4b7c-867c-ffec4f4d7fa4 req-db28f459-85c9-4866-8dad-c93563b30efe tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Jul 08 17:20:34.487632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7defa01-9184-453b-848b-b52aed8058b8 req-50fa3f18-b795-4c56-af4e-3279f1641e8f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:34.489596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7defa01-9184-453b-848b-b52aed8058b8 req-50fa3f18-b795-4c56-af4e-3279f1641e8f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1312904 Jul 08 17:20:34.539012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=a4e04a6a-e509-4f9b-932a-4e149cc76f84,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:34.564888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8740c-9d9d-43cf-a51e-bf2c6edb93b1 None None] Network d8169a2b-9907-4398-a82a-a3028c3b9746 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:34.603378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7defa01-9184-453b-848b-b52aed8058b8 req-726cc8b4-517d-4615-bf81-4b329fbe1f82 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924079 Jul 08 17:20:34.704069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07e94900-01a6-4009-87db-0467d9ed828d None None] Provisioning for port b96551fc-ef87-4f70-bb3f-6ee91271aa0b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:34.743001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:34.825191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dc391-00cb-4d06-8f17-8709f5a567d3 req-0e74a8ac-0da4-4e22-b168-2dfff864f837 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:34.826989 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-497dc391-00cb-4d06-8f17-8709f5a567d3 req-0e74a8ac-0da4-4e22-b168-2dfff864f837 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0709763 Jul 08 17:20:34.870053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-497dc391-00cb-4d06-8f17-8709f5a567d3 req-e25373f0-7dd1-47d5-b314-fd26b863e0b5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Jul 08 17:20:34.890841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85112a04-fc3e-4799-be29-2f46c2a92744 req-b5a228b3-c433-43c3-87ba-d8b1f1ae9aba tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:34.892440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85112a04-fc3e-4799-be29-2f46c2a92744 req-b5a228b3-c433-43c3-87ba-d8b1f1ae9aba tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1571829 Jul 08 17:20:34.962369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:34.987063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85112a04-fc3e-4799-be29-2f46c2a92744 req-9d7902ab-3f40-4b63-8fdd-e68feac15cd5 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641944 Jul 08 17:20:35.161679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42ce6c7e-e506-4250-82db-90469d23fd5a None None] Provisioning for port a4e04a6a-e509-4f9b-932a-4e149cc76f84 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:35.172231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42ce6c7e-e506-4250-82db-90469d23fd5a None None] Provisioning complete for port a4e04a6a-e509-4f9b-932a-4e149cc76f84 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:35.172604 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42ce6c7e-e506-4250-82db-90469d23fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.218349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b96551fc-ef87-4f70-bb3f-6ee91271aa0b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:35.254501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ec84-b689-4601-8787-663ecf8e6c42 req-32589a30-8390-4608-ad09-e7eefcff9df4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:35.257081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-42ce6c7e-e506-4250-82db-90469d23fd5a None None] Port a4e04a6a-e509-4f9b-932a-4e149cc76f84 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:35.258896 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31f8ec84-b689-4601-8787-663ecf8e6c42 req-32589a30-8390-4608-ad09-e7eefcff9df4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1438410 Jul 08 17:20:35.301818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b96551fc-ef87-4f70-bb3f-6ee91271aa0b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:35.306624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b96551fc-ef87-4f70-bb3f-6ee91271aa0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:35.307165 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.320320 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31f8ec84-b689-4601-8787-663ecf8e6c42 req-144a719e-2514-4e32-a07f-4135bc145c47 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Jul 08 17:20:35.409901 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.410542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.423715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-21568706-c460-4ce0-b3f7-a3ae2a8da721 None None] Provisioning complete for port a4e04a6a-e509-4f9b-932a-4e149cc76f84 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:35.424078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21568706-c460-4ce0-b3f7-a3ae2a8da721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.424471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.425785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.483896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b96551fc-ef87-4f70-bb3f-6ee91271aa0b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,segment=NetworkSegment(e2426f9c-6f54-4591-8b31-529bb9de4969),segment_id=e2426f9c-6f54-4591-8b31-529bb9de4969)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:35.487085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed0bc2-ef94-43f9-9ed5-122e082ebcb5 req-be93cda3-2b37-423d-a181-340c186cd8f7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:35.488679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9ed0bc2-ef94-43f9-9ed5-122e082ebcb5 req-be93cda3-2b37-423d-a181-340c186cd8f7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1818426 Jul 08 17:20:35.490136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21568706-c460-4ce0-b3f7-a3ae2a8da721 None None] Port a4e04a6a-e509-4f9b-932a-4e149cc76f84 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:35.493160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.554877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:35.564379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0ac9c-5fa5-4468-bc85-34f2f4ebb649 req-d890d25b-b8c6-452e-91e4-46c9a2a935b7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:35.566218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2bb0ac9c-5fa5-4468-bc85-34f2f4ebb649 req-d890d25b-b8c6-452e-91e4-46c9a2a935b7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0950458 Jul 08 17:20:35.567789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=a4e04a6a-e509-4f9b-932a-4e149cc76f84,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:35.582477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9ed0bc2-ef94-43f9-9ed5-122e082ebcb5 req-83b05854-864b-4613-ae7a-01ec9a7eec63 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575311 Jul 08 17:20:35.613889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2bb0ac9c-5fa5-4468-bc85-34f2f4ebb649 req-f5e79e3b-54c6-49e5-95a5-07667efac81e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Jul 08 17:20:35.620824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d8169a2b-9907-4398-a82a-a3028c3b9746 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:35.622717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:35.720776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7cc99d14-c8c5-41b8-a453-256226bd6f12 None None] Provisioning complete for port a4e04a6a-e509-4f9b-932a-4e149cc76f84 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:35.721298 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cc99d14-c8c5-41b8-a453-256226bd6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:35.779698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7cc99d14-c8c5-41b8-a453-256226bd6f12 None None] Port a4e04a6a-e509-4f9b-932a-4e149cc76f84 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:35.826233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ba5e-5bc6-4576-8a1f-889c824e106d req-2d027af9-b777-47cd-8779-488e18c25d2a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:35.828237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9865ba5e-5bc6-4576-8a1f-889c824e106d req-2d027af9-b777-47cd-8779-488e18c25d2a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0827792 Jul 08 17:20:35.830106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4495f-c479-45ed-babe-685f9c502b3d req-d6707ce7-8ea7-49e6-ab4b-f60cbdef63c7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:35.837452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ecd4495f-c479-45ed-babe-685f9c502b3d req-d6707ce7-8ea7-49e6-ab4b-f60cbdef63c7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1116829 Jul 08 17:20:35.885844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9865ba5e-5bc6-4576-8a1f-889c824e106d req-2a5c4a58-4c14-4bd7-846f-8e0bdeacfd59 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Jul 08 17:20:35.892667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ecd4495f-c479-45ed-babe-685f9c502b3d req-a4765296-ee53-4b22-86bd-8cecd4d923f8 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Jul 08 17:20:35.895431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router e853217d-4e15-4145-a286-1be4b7a8a1e4 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:20:36.002670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb9f2481-ce11-4fc4-b980-79982acae385 None None] Provisioning complete for port a4e04a6a-e509-4f9b-932a-4e149cc76f84 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:36.002950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2481-ce11-4fc4-b980-79982acae385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:36.029802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:36.038717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-009c0c58-71e2-42a7-9bbf-64d730c78afe tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/e853217d-4e15-4145-a286-1be4b7a8a1e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3798778 Jul 08 17:20:36.039362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:36.042792 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] Sync routers for ids ['e853217d-4e15-4145-a286-1be4b7a8a1e4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:36.044829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f2481-ce11-4fc4-b980-79982acae385 None None] Port a4e04a6a-e509-4f9b-932a-4e149cc76f84 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:36.063979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] Routers {'e853217d-4e15-4145-a286-1be4b7a8a1e4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:36.064594 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e853217d-4e15-4145-a286-1be4b7a8a1e4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:36.098643 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:36.110895 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] Routers {'e853217d-4e15-4145-a286-1be4b7a8a1e4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:36.111632 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e853217d-4e15-4145-a286-1be4b7a8a1e4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:36.113159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca5aec-8adf-409c-b014-d8d12a92ca53 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:36.114612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5aca5aec-8adf-409c-b014-d8d12a92ca53 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports/a4e04a6a-e509-4f9b-932a-4e149cc76f84 HTTP/1.1" status: 200 len: 983 time: 0.0695882 Jul 08 17:20:36.118287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:36.149288 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:36.150127 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f2b48e-14f9-430e-ac5e-5c94d44f16f8 None None] The sync data for ids ['e853217d-4e15-4145-a286-1be4b7a8a1e4'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:36.300919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53a9a4-b9a6-4bd4-9834-31b0607c326c req-cc95ed0b-a628-4660-8e65-2091132a48d8 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:36.302358 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d53a9a4-b9a6-4bd4-9834-31b0607c326c req-cc95ed0b-a628-4660-8e65-2091132a48d8 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0645394 Jul 08 17:20:36.344879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d53a9a4-b9a6-4bd4-9834-31b0607c326c req-16be2b98-cf02-4361-95b6-b11d666e3faa tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Jul 08 17:20:36.413945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6e13e-57f1-4b35-a673-9bedc121c509 req-7347f195-fe77-4a85-b647-74a3e0a741ea tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:36.415589 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0d6e13e-57f1-4b35-a673-9bedc121c509 req-7347f195-fe77-4a85-b647-74a3e0a741ea tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1600640 Jul 08 17:20:36.485623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0d6e13e-57f1-4b35-a673-9bedc121c509 req-c633a705-4fbf-425f-a251-bc37d97f6e57 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627611 Jul 08 17:20:36.642798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:36.771033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a477ec-0b4e-4237-a6a6-572b0f8a39cd req-5bdf1819-97bb-452a-b479-95a2ce9d4e07 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:36.772521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7a477ec-0b4e-4237-a6a6-572b0f8a39cd req-5bdf1819-97bb-452a-b479-95a2ce9d4e07 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0689714 Jul 08 17:20:36.812020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7a477ec-0b4e-4237-a6a6-572b0f8a39cd req-2dfdcfdf-d9d7-4bd4-85aa-f5ad017339a4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Jul 08 17:20:36.860228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port a4e04a6a-e509-4f9b-932a-4e149cc76f84 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:36.860813 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:36.946526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:36.957910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for a4e04a6a-e509-4f9b-932a-4e149cc76f84 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:37.133507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b96551fc-ef87-4f70-bb3f-6ee91271aa0b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:37.156708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54991-fe8e-4d49-b6db-f9b38cb4244d req-e66e1e0a-9fca-417c-8bf7-145084afd8be tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:37.158234 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85b54991-fe8e-4d49-b6db-f9b38cb4244d req-e66e1e0a-9fca-417c-8bf7-145084afd8be tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1483963 Jul 08 17:20:37.178685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b96551fc-ef87-4f70-bb3f-6ee91271aa0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:37.178888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:37.212102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:37.216596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85b54991-fe8e-4d49-b6db-f9b38cb4244d req-7cbcac05-ba2a-472f-8a00-1a2665608dc0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493064 Jul 08 17:20:37.265661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=a4e04a6a-e509-4f9b-932a-4e149cc76f84,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:37.559210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65ced-530b-495d-8802-c748f9d02ffa req-7b27c942-18f7-4629-a501-4051513e5674 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:37.560837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6f65ced-530b-495d-8802-c748f9d02ffa req-7b27c942-18f7-4629-a501-4051513e5674 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0805528 Jul 08 17:20:37.606445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6f65ced-530b-495d-8802-c748f9d02ffa req-8707c03f-72c4-4230-8a48-ed92d936770d tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Jul 08 17:20:37.716162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:37.780567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0f3c4-0240-414a-a6b8-44824bc3813f req-04a472ef-3c9a-495d-82f2-410a80ec7137 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:37.782295 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba0f3c4-0240-414a-a6b8-44824bc3813f req-04a472ef-3c9a-495d-82f2-410a80ec7137 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0687499 Jul 08 17:20:37.827379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba0f3c4-0240-414a-a6b8-44824bc3813f req-87ed17e8-be60-4753-8e83-b9ddedd0f54e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Jul 08 17:20:37.907640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beecb-ca5d-4d69-a5c1-0a731fc8da8a req-f5d89ed9-c71b-464d-8101-e70bf9a8f5f3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:37.909217 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-782beecb-ca5d-4d69-a5c1-0a731fc8da8a req-f5d89ed9-c71b-464d-8101-e70bf9a8f5f3 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.2030947 Jul 08 17:20:37.932659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router e853217d-4e15-4145-a286-1be4b7a8a1e4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:38.000383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcb536-54dd-4bde-8ea4-8e6256807323 req-b9c21de5-26da-483d-aa04-5ce980949979 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:38.002352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79dcb536-54dd-4bde-8ea4-8e6256807323 req-b9c21de5-26da-483d-aa04-5ce980949979 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0695822 Jul 08 17:20:38.049753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-782beecb-ca5d-4d69-a5c1-0a731fc8da8a req-42f22294-40d7-4be5-ad19-04c9e2ceb054 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309531 Jul 08 17:20:38.057787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:38.060387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79dcb536-54dd-4bde-8ea4-8e6256807323 req-4c81d141-2775-4962-af47-a7455ea5cfa0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Jul 08 17:20:38.066585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb27d8a6-b893-4126-a643-ff3a2d5cf105 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/e853217d-4e15-4145-a286-1be4b7a8a1e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443586 Jul 08 17:20:38.066792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44404) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:38.078447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] Sync routers for ids ['e853217d-4e15-4145-a286-1be4b7a8a1e4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:38.090557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] Routers {'e853217d-4e15-4145-a286-1be4b7a8a1e4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:38.091372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e853217d-4e15-4145-a286-1be4b7a8a1e4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:38.150998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:38.160050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] Routers {'e853217d-4e15-4145-a286-1be4b7a8a1e4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:38.160911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['e853217d-4e15-4145-a286-1be4b7a8a1e4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:38.196030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:38.196886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a40dac-c3df-43ec-bbde-60992a1b1d8a None None] The sync data for ids ['e853217d-4e15-4145-a286-1be4b7a8a1e4'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:38.275618 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-18b990eb-73bc-41c7-ae14-9341603e6681 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 17:20:38.276647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-18b990eb-73bc-41c7-ae14-9341603e6681 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/e853217d-4e15-4145-a286-1be4b7a8a1e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2089818 Jul 08 17:20:38.279481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44410) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:38.310291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5d015d13-e6ad-4e2d-b273-ee9287249149 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=e853217d-4e15-4145-a286-1be4b7a8a1e4 HTTP/1.1" status: 200 len: 205 time: 0.0285816 Jul 08 17:20:38.312150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44414) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:38.406645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:38.493321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c04e-2fe0-49d2-9bb3-8986ea7f48a3 req-2a1c051f-408e-4fca-bdf7-1c211f1b6b4f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:38.494855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6894c04e-2fe0-49d2-9bb3-8986ea7f48a3 req-2a1c051f-408e-4fca-bdf7-1c211f1b6b4f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0695736 Jul 08 17:20:38.533030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6894c04e-2fe0-49d2-9bb3-8986ea7f48a3 req-74dfd278-84ec-4215-abc3-d9a97ddba3f6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 08 17:20:38.794235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc190ff7-1a9e-42a6-9a16-f328af8d40d5 req-36332dc6-d2cd-4106-be71-d49b71bef879 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:38.795680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc190ff7-1a9e-42a6-9a16-f328af8d40d5 req-36332dc6-d2cd-4106-be71-d49b71bef879 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0713885 Jul 08 17:20:38.835723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc190ff7-1a9e-42a6-9a16-f328af8d40d5 req-7f25aa8f-289c-4d90-8dc2-15ef73f6a210 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 Jul 08 17:20:38.882570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:38.884677 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:38.926850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:38.927371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router e853217d-4e15-4145-a286-1be4b7a8a1e4 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:20:38.934247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:38.935281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-387b54a4-a82e-4c98-9469-003a5567e740 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/e853217d-4e15-4145-a286-1be4b7a8a1e4 HTTP/1.1" status: 204 len: 168 time: 0.6222379 Jul 08 17:20:38.937891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:38.987373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 32f60537-8d15-4151-a532-edddef0cd6f6 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:38.990372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.032314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.117447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.180802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.223314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=32f60537-8d15-4151-a532-edddef0cd6f6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:39.244621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.246502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2f706fca-4a44-4233-b0c4-023098995709 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/32f60537-8d15-4151-a532-edddef0cd6f6 HTTP/1.1" status: 204 len: 168 time: 0.3076570 Jul 08 17:20:39.249096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44430) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:39.252332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19febbc0-5f71-41da-83d0-34b31a88a643 req-ad933550-b12a-46a0-9b3e-390cafd4cb89 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:39.254079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19febbc0-5f71-41da-83d0-34b31a88a643 req-ad933550-b12a-46a0-9b3e-390cafd4cb89 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0741916 Jul 08 17:20:39.255541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bcc613-4c5f-4235-9af0-58f8dfa5af75 None None] Network d8169a2b-9907-4398-a82a-a3028c3b9746 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:39.300007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19febbc0-5f71-41da-83d0-34b31a88a643 req-8bd92806-bc3a-4063-a6a2-1135b0d3985f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387487 Jul 08 17:20:39.346685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247549fc-5c36-44ae-a732-7e4664ae6fbb req-bab84688-098b-4620-9ea4-74fff3e0afa9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:39.348310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-247549fc-5c36-44ae-a732-7e4664ae6fbb req-bab84688-098b-4620-9ea4-74fff3e0afa9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1643445 Jul 08 17:20:39.352623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.461962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-247549fc-5c36-44ae-a732-7e4664ae6fbb req-12728e00-3e2b-40db-ab9e-ad5a251c3bf5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052740 Jul 08 17:20:39.506195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-8783635e-20a4-48a5-942a-df6ccf1a5c9a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:39.508337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-8783635e-20a4-48a5-942a-df6ccf1a5c9a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 946 time: 0.1481574 Jul 08 17:20:39.513021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port b96551fc-ef87-4f70-bb3f-6ee91271aa0b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:39.513360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.580007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] DHCP port deletion for d8169a2b-9907-4398-a82a-a3028c3b9746 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:20:39.626782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port b96551fc-ef87-4f70-bb3f-6ee91271aa0b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,segment=NetworkSegment(e2426f9c-6f54-4591-8b31-529bb9de4969),segment_id=e2426f9c-6f54-4591-8b31-529bb9de4969)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:39.627140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.631153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] Deleting port b96551fc-ef87-4f70-bb3f-6ee91271aa0b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:39.631629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.670145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for b96551fc-ef87-4f70-bb3f-6ee91271aa0b owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:39.698791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] For port b96551fc-ef87-4f70-bb3f-6ee91271aa0b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,segment=NetworkSegment(e2426f9c-6f54-4591-8b31-529bb9de4969),segment_id=e2426f9c-6f54-4591-8b31-529bb9de4969)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:39.699296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.712716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] Calling delete_port for b96551fc-ef87-4f70-bb3f-6ee91271aa0b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:39.801001 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.806133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:39.806418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.829813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] Pushing event deleted for resources: {'Port': ['ID=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:39.833509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81694cb-6457-4463-a0c6-a5fb2c9b37e4 None None] No DVR routers for this DVR port b96551fc-ef87-4f70-bb3f-6ee91271aa0b on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:39.886093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53e0e6-89b4-40d8-9db3-cc93cfab1a13 req-45db986f-38db-4e43-88f2-65d32eceec31 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:39.887613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f53e0e6-89b4-40d8-9db3-cc93cfab1a13 req-45db986f-38db-4e43-88f2-65d32eceec31 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2329166 Jul 08 17:20:39.924249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:39.963709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=b96551fc-ef87-4f70-bb3f-6ee91271aa0b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:39.965918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port b96551fc-ef87-4f70-bb3f-6ee91271aa0b on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:40.008326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f53e0e6-89b4-40d8-9db3-cc93cfab1a13 req-50024863-16c0-420e-bdb6-bc0ce8569f06 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147628 Jul 08 17:20:40.015552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:40.015919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.019560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc687347-84ab-4246-9134-85cbd506d1e7 req-610ec601-9c6b-4480-8891-e108f80c2506 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:40.021671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc687347-84ab-4246-9134-85cbd506d1e7 req-610ec601-9c6b-4480-8891-e108f80c2506 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0655472 Jul 08 17:20:40.069471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc687347-84ab-4246-9134-85cbd506d1e7 req-ebff538e-5444-4299-940b-44506a6f314d tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362785 Jul 08 17:20:40.069698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for dcca3a64-8c5b-4e93-a791-e3e3e73be6eb owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:40.100096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.150971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8169a2b-9907-4398-a82a-a3028c3b9746']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:40.172972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2426f9c-6f54-4591-8b31-529bb9de4969') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:40.173270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2426f9c-6f54-4591-8b31-529bb9de4969') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:40.205158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.229344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.250733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:20:40.251172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:20:40.256065 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:20:40.353337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d3ac1-80a8-40ca-9765-aa12b3a12c59 req-d9385da7-97b4-467b-b81b-ea4c0d83bea9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:40.354878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb4d3ac1-80a8-40ca-9765-aa12b3a12c59 req-d9385da7-97b4-467b-b81b-ea4c0d83bea9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2094026 Jul 08 17:20:40.357983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.370500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.371635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/d8169a2b-9907-4398-a82a-a3028c3b9746 HTTP/1.1" status: 204 len: 168 time: 1.1216266 Jul 08 17:20:40.375476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44446) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:40.381073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-303354765'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:40.403979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64d923-dbe4-43ad-b3be-3b3f7ecd266b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=d8169a2b-9907-4398-a82a-a3028c3b9746,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:40.404483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:40.408438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.429630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.433718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb4d3ac1-80a8-40ca-9765-aa12b3a12c59 req-be563a2a-1882-4d1c-b9d2-c55c41c31222 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701935 Jul 08 17:20:40.475109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:20:40.481343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=dcca3a64-8c5b-4e93-a791-e3e3e73be6eb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:40.490499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.491103 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment ab424cd5-c456-474f-8ae6-1627930d0dc3 of type vlan for network d9f2d1cc-7c75-4a80-9783-75e37768db76 Jul 08 17:20:40.544873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port dcca3a64-8c5b-4e93-a791-e3e3e73be6eb on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:40.548010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.552323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e67b27b-ecb4-41be-9a0c-0c2ca9b28f31 req-625dcf41-75a9-4975-9d51-e4872b73ae5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "DELETE /v2.0/ports/dcca3a64-8c5b-4e93-a791-e3e3e73be6eb HTTP/1.1" status: 204 len: 173 time: 1.0358887 Jul 08 17:20:40.552777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'name': 'network-vif-deleted', 'tag': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:40.555570 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000f884-868d-4b4c-b2ad-e3d706b56e14" -d '{"events": [{"server_uuid": "70a2fbc5-c057-4ade-bcbb-1a6f6fab829c", "name": "network-vif-deleted", "tag": "dcca3a64-8c5b-4e93-a791-e3e3e73be6eb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:40.559212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874dd1a-c075-4aea-80e2-6d86724e6c23 req-fdcda1b5-c6f8-423b-9123-11125aa46c75 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:40.560816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5874dd1a-c075-4aea-80e2-6d86724e6c23 req-fdcda1b5-c6f8-423b-9123-11125aa46c75 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1340108 Jul 08 17:20:40.564700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.632971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5874dd1a-c075-4aea-80e2-6d86724e6c23 req-3b5e1031-c719-42f9-ad42-df979ee73aa8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619216 Jul 08 17:20:40.634912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.643098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:40.643890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.726627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3493319 Jul 08 17:20:40.729943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:40.737596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:40.753044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a1058-3019-4a4d-bfd1-28be3093d429 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=d9f2d1cc-7c75-4a80-9783-75e37768db76,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:40.765752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:20:40.812108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a9cd290-3146-45ef-9d4f-60ae7496e489 req-ac62ad91-ef2d-482a-8306-108550703f5d tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=70a2fbc5-c057-4ade-bcbb-1a6f6fab829c HTTP/1.1" status: 200 len: 210 time: 0.0446784 Jul 08 17:20:40.856818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:40.860979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:40.925780 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ec7f40-0734-4678-a70f-1bc244438ec2 x-openstack-request-id: req-33ec7f40-0734-4678-a70f-1bc244438ec2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:40.926507 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2fbc5-c057-4ade-bcbb-1a6f6fab829c", "name": "network-vif-deleted", "tag": "dcca3a64-8c5b-4e93-a791-e3e3e73be6eb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:40.926507 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33ec7f40-0734-4678-a70f-1bc244438ec2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:40.926743 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2fbc5-c057-4ade-bcbb-1a6f6fab829c', 'name': 'network-vif-deleted', 'tag': 'dcca3a64-8c5b-4e93-a791-e3e3e73be6eb', 'status': 'completed', 'code': 200} Jul 08 17:20:41.001303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfd247-dc9d-4a93-a3d2-9aa620a9f6ed req-0fd28f21-4ddd-4675-b147-75674506e5f1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:41.002865 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4bfd247-dc9d-4a93-a3d2-9aa620a9f6ed req-0fd28f21-4ddd-4675-b147-75674506e5f1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0778522 Jul 08 17:20:41.044191 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4bfd247-dc9d-4a93-a3d2-9aa620a9f6ed req-340033ef-5e16-4a07-ab74-64b0654da6db tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355446 Jul 08 17:20:41.073269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.132559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b96551fc-ef87-4f70-bb3f-6ee91271aa0b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:41.144635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=1205a029-9dea-4a67-8aaa-dae661195075,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:41.157255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b96551fc-ef87-4f70-bb3f-6ee91271aa0b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:41.157817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b96551fc-ef87-4f70-bb3f-6ee91271aa0b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:41.175585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': 'ab424cd5-c456-474f-8ae6-1627930d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:41.176078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: d9f2d1cc-7c75-4a80-9783-75e37768db76, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:20:41.198572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:20:41.236267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d9f2d1cc-7c75-4a80-9783-75e37768db76) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:41.243242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:41.243957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.246222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af96fa-c960-49aa-87c1-9796e91c59fa None None] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:41.282455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45334245-1005-431b-9013-6771f6f7c8d2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5511353 Jul 08 17:20:41.284977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44468) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:41.293216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821383354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:41.298526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7d066-7cf0-45ec-8eb5-40cc2aa9ed44 req-c17b010a-6715-4bee-8e51-78bd031f52cc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:41.300222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-35f7d066-7cf0-45ec-8eb5-40cc2aa9ed44 req-c17b010a-6715-4bee-8e51-78bd031f52cc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0772133 Jul 08 17:20:41.325259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80f19-6402-41b8-bb21-1a53eb254a8d req-9e68ad26-902b-497b-979c-233cfc02a3af tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:41.333457 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9fe80f19-6402-41b8-bb21-1a53eb254a8d req-9e68ad26-902b-497b-979c-233cfc02a3af tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1366873 Jul 08 17:20:41.352620 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-35f7d066-7cf0-45ec-8eb5-40cc2aa9ed44 req-8360a849-f0b3-409d-bb48-f7bbc56c9dc2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449569 Jul 08 17:20:41.391505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9fe80f19-6402-41b8-bb21-1a53eb254a8d req-211b5fc4-3f1a-43b5-85d3-f0e77fe7990e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 Jul 08 17:20:41.393159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.394548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.448483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d9f2d1cc-7c75-4a80-9783-75e37768db76', 'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '1205a029-9dea-4a67-8aaa-dae661195075'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:20:41.448483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.462166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.467251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.483890 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.487846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0632210-6d66-4527-b111-2aec4a94fde8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1975803 Jul 08 17:20:41.488133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44474) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:41.591921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Allocated IP 2001:db8::2 (d9f2d1cc-7c75-4a80-9783-75e37768db76/1205a029-9dea-4a67-8aaa-dae661195075/e54ca338-b542-403f-8c09-db0318eedeaa) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:41.744942 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.753208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Transition to ACTIVE for port object e54ca338-b542-403f-8c09-db0318eedeaa will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:41.754596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665291-9108-4c4e-874d-03fe70543397 req-4c17cbe9-2bcb-43d8-9cbd-7299dd8f2aeb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:41.756083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-29665291-9108-4c4e-874d-03fe70543397 req-4c17cbe9-2bcb-43d8-9cbd-7299dd8f2aeb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2042634 Jul 08 17:20:41.771323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Transition to ACTIVE for port object e54ca338-b542-403f-8c09-db0318eedeaa will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:41.778954 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.819041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:41.826455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:41.829999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:41.833693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-29665291-9108-4c4e-874d-03fe70543397 req-449a6fca-9fdb-4c9f-8caf-68a35670d17d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547717 Jul 08 17:20:41.838110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Pushing event updated for resources: {'Port': ['ID=e54ca338-b542-403f-8c09-db0318eedeaa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:41.872437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.902706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f24cac-f363-4798-8d57-1bdd7db4c47b req-c5f6935c-3446-4e90-b799-83e90db43f7e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:41.908138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6f24cac-f363-4798-8d57-1bdd7db4c47b req-c5f6935c-3446-4e90-b799-83e90db43f7e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1109986 Jul 08 17:20:41.909559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Attempting to bind port e54ca338-b542-403f-8c09-db0318eedeaa on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:41.909961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Attempting to bind port e54ca338-b542-403f-8c09-db0318eedeaa by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'ab424cd5-c456-474f-8ae6-1627930d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:41.910404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Attempting to bind port e54ca338-b542-403f-8c09-db0318eedeaa on network d9f2d1cc-7c75-4a80-9783-75e37768db76 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:41.918732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:41.919264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Checking segment: {'id': 'ab424cd5-c456-474f-8ae6-1627930d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:41.919733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.920131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Bound using segment: {'id': 'ab424cd5-c456-474f-8ae6-1627930d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:41.920705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Bound port: e54ca338-b542-403f-8c09-db0318eedeaa, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab424cd5-c456-474f-8ae6-1627930d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd9f2d1cc-7c75-4a80-9783-75e37768db76'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:41.921259 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:41.956671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6f24cac-f363-4798-8d57-1bdd7db4c47b req-c62e7ce9-2df4-4e45-9755-f85dd3c9d324 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Jul 08 17:20:41.999811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] For port e54ca338-b542-403f-8c09-db0318eedeaa, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:42.003146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] For port e54ca338-b542-403f-8c09-db0318eedeaa, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e54ca338-b542-403f-8c09-db0318eedeaa,segment=NetworkSegment(ab424cd5-c456-474f-8ae6-1627930d0dc3),segment_id=ab424cd5-c456-474f-8ae6-1627930d0dc3)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:42.009559 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.076925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d85119-673e-4fdf-a046-fc451d14249a None None] Pushing event updated for resources: {'Port': ['ID=e54ca338-b542-403f-8c09-db0318eedeaa,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:42.121095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31b3cb-d6b8-467c-b746-5cc810885591 req-218955a1-08dc-4639-b881-425663429e27 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:42.122672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb31b3cb-d6b8-467c-b746-5cc810885591 req-218955a1-08dc-4639-b881-425663429e27 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.1638629 Jul 08 17:20:42.217890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb31b3cb-d6b8-467c-b746-5cc810885591 req-6a3ac8e1-8a53-4e66-bcaf-44ebcd868407 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896299 Jul 08 17:20:42.236667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8::1 (d9f2d1cc-7c75-4a80-9783-75e37768db76/1205a029-9dea-4a67-8aaa-dae661195075/c35fbf53-fd68-469b-9939-7f8f2f424955) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:42.335242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcca3a64-8c5b-4e93-a791-e3e3e73be6eb no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:42.365860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: dcca3a64-8c5b-4e93-a791-e3e3e73be6eb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:42.367412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcca3a64-8c5b-4e93-a791-e3e3e73be6eb not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:42.397668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308fe9-ec69-46cf-9e93-229d3593dfab req-a3280f80-39b5-4b05-a1c5-7c8a0d4709b4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:42.400117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19308fe9-ec69-46cf-9e93-229d3593dfab req-a3280f80-39b5-4b05-a1c5-7c8a0d4709b4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1426716 Jul 08 17:20:42.427873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.449122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19308fe9-ec69-46cf-9e93-229d3593dfab req-998f0cb6-1d29-4246-99de-eb75849074e7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Jul 08 17:20:42.450728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object c35fbf53-fd68-469b-9939-7f8f2f424955 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:42.494579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.558288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:42.561527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:42.565600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:42.566200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.618996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=c35fbf53-fd68-469b-9939-7f8f2f424955,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:42.651865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-8caa65ac-d1f2-46fe-8283-d0183f4038a7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:42.653397 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-8caa65ac-d1f2-46fe-8283-d0183f4038a7 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.1079786 Jul 08 17:20:42.673878 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.678415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-e2c971bf-87e8-4e12-a974-30dabd071645 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/quotas/63b8eb0402414096a68f4d7255277876 HTTP/1.1" status: 200 len: 375 time: 0.0114250 Jul 08 17:20:42.687052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.687390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.687730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.688069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.688399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.688755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.689091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.689420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.689750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.690152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.690483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.690804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:42.720529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-06594675-f10b-430c-887b-c236c729f05f tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358126 Jul 08 17:20:42.757998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.779528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a96d6b-a8df-4bd1-85e3-cda246dc2e9f req-0b6d1dfd-a26c-4b7d-bf33-7d540eff36c6 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:42.781058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46a96d6b-a8df-4bd1-85e3-cda246dc2e9f req-0b6d1dfd-a26c-4b7d-bf33-7d540eff36c6 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1694686 Jul 08 17:20:42.786729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:42.799512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3d5d708b-4be5-4829-8467-f3e18922a4a8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:20:42.801010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3d5d708b-4be5-4829-8467-f3e18922a4a8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727084 Jul 08 17:20:42.867944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46a96d6b-a8df-4bd1-85e3-cda246dc2e9f req-a214871b-e039-460f-9737-877c0733e585 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767856 Jul 08 17:20:42.904107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-46661034-0f99-4d64-b6e5-249a2e4a14d9 service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972495 Jul 08 17:20:43.031772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-eacf1fa6-6c44-41bb-bc3f-e6c98a87f19c service neutron] 10.222.0.48 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215427 Jul 08 17:20:43.160740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.171894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.177636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.189652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e54ca338-b542-403f-8c09-db0318eedeaa up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:43.264101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116f1b3-5a60-4f16-bcc5-6854816ec1c9 None None] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:43.309205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc3b3-da94-4858-896a-1cf46a404447 req-6ed0e266-1fb1-496c-8c9e-9ea7a073b60c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:43.318034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e54ca338-b542-403f-8c09-db0318eedeaa completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:43.319693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d8dc3b3-da94-4858-896a-1cf46a404447 req-6ed0e266-1fb1-496c-8c9e-9ea7a073b60c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.2165153 Jul 08 17:20:43.365290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=c35fbf53-fd68-469b-9939-7f8f2f424955,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:43.378259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] Provisioning for port e54ca338-b542-403f-8c09-db0318eedeaa completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:43.388632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] Provisioning complete for port e54ca338-b542-403f-8c09-db0318eedeaa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:43.389066 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.393549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc230eb-948e-4a46-8b5e-012525a69a52 req-42cf34fd-0da7-4c6d-9fb4-28c16a210ab3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:43.402168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efc230eb-948e-4a46-8b5e-012525a69a52 req-42cf34fd-0da7-4c6d-9fb4-28c16a210ab3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0998318 Jul 08 17:20:43.403275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d8dc3b3-da94-4858-896a-1cf46a404447 req-c180607b-bc82-428d-857c-9d2ecd042e7a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823519 Jul 08 17:20:43.441972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:43.446413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:43.463939 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efc230eb-948e-4a46-8b5e-012525a69a52 req-e3c15861-b474-4ebe-969d-380453e1aa87 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608065 Jul 08 17:20:43.576834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4f6ebc5-f93d-4198-8467-b1d4d5b6db2d req-5562b8d6-3a48-4b03-87e4-b5b2518fc0c9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 210 time: 0.0502033 Jul 08 17:20:43.595278 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.657167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] For port e54ca338-b542-403f-8c09-db0318eedeaa, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e54ca338-b542-403f-8c09-db0318eedeaa,segment=NetworkSegment(ab424cd5-c456-474f-8ae6-1627930d0dc3),segment_id=ab424cd5-c456-474f-8ae6-1627930d0dc3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:43.680184 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.786593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e33ea-5169-400d-a040-e1e6ebeaf4ea None None] Pushing event updated for resources: {'Port': ['ID=e54ca338-b542-403f-8c09-db0318eedeaa,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:44.023247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4efde03-eb51-4692-9788-fb935888f579 None None] Provisioning for port c35fbf53-fd68-469b-9939-7f8f2f424955 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:44.028600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4efde03-eb51-4692-9788-fb935888f579 None None] Provisioning complete for port c35fbf53-fd68-469b-9939-7f8f2f424955 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:44.028981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4efde03-eb51-4692-9788-fb935888f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:44.111163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f4efde03-eb51-4692-9788-fb935888f579 None None] Port c35fbf53-fd68-469b-9939-7f8f2f424955 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:44.113030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad27ec-0f42-4b92-9bb7-b6a2b5dc0410 req-1a057b29-a136-49dd-a85f-f1432b5de991 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:44.121954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5dad27ec-0f42-4b92-9bb7-b6a2b5dc0410 req-1a057b29-a136-49dd-a85f-f1432b5de991 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1201136 Jul 08 17:20:44.125310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4efde03-eb51-4692-9788-fb935888f579 None None] Provisioning complete for port e54ca338-b542-403f-8c09-db0318eedeaa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:44.125790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4efde03-eb51-4692-9788-fb935888f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:44.218770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5dad27ec-0f42-4b92-9bb7-b6a2b5dc0410 req-88579c60-7a39-4581-8a29-b71e225ae335 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958354 Jul 08 17:20:44.256447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router cc074d09-56fc-46db-9b27-e97aefbc796e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:20:44.292298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82ac3-e128-4a8d-8c8d-40730ed1fea2 req-c4f94f4f-d21a-48d5-aee9-f5693f0972ec tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:44.300905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55d82ac3-e128-4a8d-8c8d-40730ed1fea2 req-c4f94f4f-d21a-48d5-aee9-f5693f0972ec tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1178124 Jul 08 17:20:44.365340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55d82ac3-e128-4a8d-8c8d-40730ed1fea2 req-a935cc15-aa33-4998-abbe-98c95d71a397 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641625 Jul 08 17:20:44.393786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:44.410412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-29b26f0d-95ea-4107-ac99-945aa946dc68 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/cc074d09-56fc-46db-9b27-e97aefbc796e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9188764 Jul 08 17:20:44.410549 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] Sync routers for ids ['cc074d09-56fc-46db-9b27-e97aefbc796e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:44.411345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:44.424490 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] Routers {'cc074d09-56fc-46db-9b27-e97aefbc796e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:44.427939 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cc074d09-56fc-46db-9b27-e97aefbc796e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:44.455091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5438b442-2c8d-4d48-b199-3fd6496691f0 None None] Provisioning complete for port c35fbf53-fd68-469b-9939-7f8f2f424955 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:44.455579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5438b442-2c8d-4d48-b199-3fd6496691f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:44.509201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5438b442-2c8d-4d48-b199-3fd6496691f0 None None] Port c35fbf53-fd68-469b-9939-7f8f2f424955 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:44.509966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8478e8a6-5039-4153-8f3c-178c0e37369c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:44.513445 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:44.516056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:44.516526 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8478e8a6-5039-4153-8f3c-178c0e37369c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports/c35fbf53-fd68-469b-9939-7f8f2f424955 HTTP/1.1" status: 200 len: 911 time: 0.1049209 Jul 08 17:20:44.541812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] Routers {'cc074d09-56fc-46db-9b27-e97aefbc796e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:44.542656 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cc074d09-56fc-46db-9b27-e97aefbc796e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:44.586758 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:44.587520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f41a29-cace-458f-97a3-0b1ab373d729 None None] The sync data for ids ['cc074d09-56fc-46db-9b27-e97aefbc796e'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:44.628437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07ef51ea-d22a-4e52-aa09-faa05fb50a05 None None] Provisioning complete for port c35fbf53-fd68-469b-9939-7f8f2f424955 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:44.628804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07ef51ea-d22a-4e52-aa09-faa05fb50a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:44.668737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-07ef51ea-d22a-4e52-aa09-faa05fb50a05 None None] Port c35fbf53-fd68-469b-9939-7f8f2f424955 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:44.693628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20c89f-c032-4a30-9078-92964e752988 req-3ca0891e-e327-44f6-b0ae-aeb137229456 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:44.695970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e20c89f-c032-4a30-9078-92964e752988 req-3ca0891e-e327-44f6-b0ae-aeb137229456 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.0975132 Jul 08 17:20:44.744924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e20c89f-c032-4a30-9078-92964e752988 req-c6252832-3203-44c7-bf01-642c78ffba6f tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Jul 08 17:20:44.789291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b259b4-7c1a-4bb8-9d08-d46748ed4e40 req-0b63bb7e-9945-4ad1-a730-d15a41ae2631 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:44.790864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6b259b4-7c1a-4bb8-9d08-d46748ed4e40 req-0b63bb7e-9945-4ad1-a730-d15a41ae2631 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1943266 Jul 08 17:20:44.870669 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6b259b4-7c1a-4bb8-9d08-d46748ed4e40 req-5f5fe7eb-10a9-4d08-8f61-e296ef0741c0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706596 Jul 08 17:20:44.993201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b08634-e828-4ab8-aad5-49da16d7b124 req-3dcbcf27-dc76-43cc-82f6-4df434726c9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:44.994903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45b08634-e828-4ab8-aad5-49da16d7b124 req-3dcbcf27-dc76-43cc-82f6-4df434726c9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1231441 Jul 08 17:20:45.001326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-4cacd01d-a681-405e-ab0d-74abada44e27 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:45.002850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-4cacd01d-a681-405e-ab0d-74abada44e27 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 811 time: 0.1955848 Jul 08 17:20:45.022927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Request body: {'port': {'device_id': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'admin_state_up': True, 'tenant_id': '63b8eb0402414096a68f4d7255277876'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:45.038302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b9697e2e-bc75-4775-ac64-c2e0d10680cd req-78fd93ff-3e4b-42ca-9bab-d771b1497d98 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 210 time: 0.0509899 Jul 08 17:20:45.074902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.125534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45b08634-e828-4ab8-aad5-49da16d7b124 req-39b1c30c-fb90-40ea-8768-a99a01eaa68f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216979 Jul 08 17:20:45.170716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e54ca338-b542-403f-8c09-db0318eedeaa up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:45.222476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Made reservation on behalf of 63b8eb0402414096a68f4d7255277876 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:45.236840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.261844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e54ca338-b542-403f-8c09-db0318eedeaa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:45.262577 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.424910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port c35fbf53-fd68-469b-9939-7f8f2f424955 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:45.425486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.495526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Allocated IP 172.20.0.14 (e111b7c2-688d-43ba-a08d-8f73229229f4/c8e83fd1-5584-42b6-b582-9c0248a51c22/b8c28ad2-7b54-42da-904d-12da82f7becc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:45.553344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.562390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a5c0e-9e3a-491c-b4bc-1d0e626acc95 req-dd96c0e9-016c-41fc-8f25-b036df3428be tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:45.563892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f0a5c0e-9e3a-491c-b4bc-1d0e626acc95 req-dd96c0e9-016c-41fc-8f25-b036df3428be tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1777670 Jul 08 17:20:45.572846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for c35fbf53-fd68-469b-9939-7f8f2f424955 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:45.598979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dbbe6-b46c-43f8-8d9b-63f2c3c80fb3 req-8aeff1f3-d70b-4698-9ea0-e59f4269937f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:45.600468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-738dbbe6-b46c-43f8-8d9b-63f2c3c80fb3 req-8aeff1f3-d70b-4698-9ea0-e59f4269937f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1138592 Jul 08 17:20:45.663460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f0a5c0e-9e3a-491c-b4bc-1d0e626acc95 req-251896b3-68e0-42cd-a7e2-bd5fe5c73828 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906136 Jul 08 17:20:45.685200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-738dbbe6-b46c-43f8-8d9b-63f2c3c80fb3 req-71c31127-db2c-4da2-b544-1514cfaec4b2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520582 Jul 08 17:20:45.704176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.767455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.807580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.814935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Network e111b7c2-688d-43ba-a08d-8f73229229f4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:45.820068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:45.823485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:45.847027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=c35fbf53-fd68-469b-9939-7f8f2f424955,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:45.866280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event updated for resources: {'Port': ['ID=b8c28ad2-7b54-42da-904d-12da82f7becc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:45.932146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:45.932870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.959285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-3f19697c-3035-4f38-a437-cbb8aa44210b tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9405255 Jul 08 17:20:45.963542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.978875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f05625-60b2-4a25-843f-8e6b1e2e9532 req-37f2f1fc-ec89-47f6-83ba-1c42de2ec870 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:45.980524 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08f05625-60b2-4a25-843f-8e6b1e2e9532 req-37f2f1fc-ec89-47f6-83ba-1c42de2ec870 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1153929 Jul 08 17:20:45.985955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Request body: {'port': {'device_id': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:46.089399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08f05625-60b2-4a25-843f-8e6b1e2e9532 req-b115872c-a3da-4c6d-8729-3ef92c634fad tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998585 Jul 08 17:20:46.144914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.232814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router cc074d09-56fc-46db-9b27-e97aefbc796e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:46.254354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-6e14a1f1-cfa0-4b39-9fbd-7af39db91243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:46.256279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-6e14a1f1-cfa0-4b39-9fbd-7af39db91243 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1097 time: 0.1588936 Jul 08 17:20:46.409919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:46.413157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61a1e4-782f-4d0e-b1fc-be1529abbf5c req-3b249571-38a3-4033-bdb8-c81c10c83b90 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:46.415350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e61a1e4-782f-4d0e-b1fc-be1529abbf5c req-3b249571-38a3-4033-bdb8-c81c10c83b90 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1435359 Jul 08 17:20:46.418753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-73f3f099-f60d-457c-9f62-aa85364bfa01 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/cc074d09-56fc-46db-9b27-e97aefbc796e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990393 Jul 08 17:20:46.421278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:46.426189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] Sync routers for ids ['cc074d09-56fc-46db-9b27-e97aefbc796e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:46.435977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] Routers {'cc074d09-56fc-46db-9b27-e97aefbc796e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:46.437035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cc074d09-56fc-46db-9b27-e97aefbc796e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:46.468332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9aa1cfc3-2485-446e-aa3c-ebe4267fdb90 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc074d09-56fc-46db-9b27-e97aefbc796e HTTP/1.1" status: 200 len: 205 time: 0.0416632 Jul 08 17:20:46.470455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44584) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:46.475691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:46.480917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-1fec11ff-3fc1-40f6-b7bf-28d731909dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:46.482534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-1fec11ff-3fc1-40f6-b7bf-28d731909dbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 0.1851575 Jul 08 17:20:46.487402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] Routers {'cc074d09-56fc-46db-9b27-e97aefbc796e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:46.488028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['cc074d09-56fc-46db-9b27-e97aefbc796e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:46.517328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e61a1e4-782f-4d0e-b1fc-be1529abbf5c req-6ba0fc49-26cc-4ecc-99cc-b3be512ab348 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950665 Jul 08 17:20:46.531708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:46.532510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56277b3-8d00-4514-9d83-aed82f77cb1c None None] The sync data for ids ['cc074d09-56fc-46db-9b27-e97aefbc796e'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:46.553411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c28ad2-7b54-42da-904d-12da82f7becc {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:46.561805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73209f-b6fa-42d2-b2ed-75b73f1cede8 req-dc7267cf-fee7-4280-b584-7112603afff0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:46.561949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.563473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b73209f-b6fa-42d2-b2ed-75b73f1cede8 req-dc7267cf-fee7-4280-b584-7112603afff0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 932 time: 0.1929960 Jul 08 17:20:46.576485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Transition to ACTIVE for port object b8c28ad2-7b54-42da-904d-12da82f7becc will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:46.583293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.630507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.638165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c28ad2-7b54-42da-904d-12da82f7becc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:46.763024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Attempting to bind port b8c28ad2-7b54-42da-904d-12da82f7becc on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:46.763364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Attempting to bind port b8c28ad2-7b54-42da-904d-12da82f7becc by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:46.763698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Attempting to bind port b8c28ad2-7b54-42da-904d-12da82f7becc on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:46.771575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Port b8c28ad2-7b54-42da-904d-12da82f7becc on network e111b7c2-688d-43ba-a08d-8f73229229f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:20:46.771904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Attempting to bind port b8c28ad2-7b54-42da-904d-12da82f7becc on network e111b7c2-688d-43ba-a08d-8f73229229f4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:46.783709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2654c6-226f-4bf6-87c8-f95c0363c3ff req-290b23f7-84e6-4539-a8f6-02908a969c7a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:46.785310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c2654c6-226f-4bf6-87c8-f95c0363c3ff req-290b23f7-84e6-4539-a8f6-02908a969c7a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1266611 Jul 08 17:20:46.788503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:46.788848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Checking segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:46.789192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Bound using segment: {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:46.789633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Bound port: b8c28ad2-7b54-42da-904d-12da82f7becc, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:46.790041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.867011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c2654c6-226f-4bf6-87c8-f95c0363c3ff req-5d6e339f-22c0-4ac9-a07a-5d0ec897ab39 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 Jul 08 17:20:46.899003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] For port b8c28ad2-7b54-42da-904d-12da82f7becc, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:46.902306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] For port b8c28ad2-7b54-42da-904d-12da82f7becc, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8c28ad2-7b54-42da-904d-12da82f7becc,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:46.907496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.948330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:46.948970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:46.950445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] 10.222.0.53 "PUT /v2.0/ports/b8c28ad2-7b54-42da-904d-12da82f7becc HTTP/1.1" status: 200 len: 1092 time: 0.9689887 Jul 08 17:20:46.950906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'tag': 'b8c28ad2-7b54-42da-904d-12da82f7becc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:46.953193 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b3293-b11b-411f-aa93-c89bffbe3225" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe95285-4a18-4244-9b29-f2f0cbe889d8", "tag": "b8c28ad2-7b54-42da-904d-12da82f7becc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:46.976463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2ce1e-62c2-4017-a92b-9880241c2006 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c28ad2-7b54-42da-904d-12da82f7becc,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:47.042417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-99c439d9-9301-46d2-91a4-bbcd4fb71898 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 1001 time: 0.5202444 Jul 08 17:20:47.045099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b73209f-b6fa-42d2-b2ed-75b73f1cede8 req-24a930f5-a7bd-4d5b-8190-b753f70352a0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448133 Jul 08 17:20:47.087068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027e46a-6300-4ea1-a92e-7d2e89cb43f9 req-9e99e511-904c-4597-a941-b8e87198d70f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.088429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5027e46a-6300-4ea1-a92e-7d2e89cb43f9 req-9e99e511-904c-4597-a941-b8e87198d70f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1142173 Jul 08 17:20:47.098690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-6eb8c5d6-571c-4ac3-ad01-588f33c0cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.100143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-6eb8c5d6-571c-4ac3-ad01-588f33c0cadd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 1095 time: 0.0904195 Jul 08 17:20:47.157628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-daf5e860-0003-4457-8fb5-0072e9c84be1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c28ad2-7b54-42da-904d-12da82f7becc HTTP/1.1" status: 200 len: 217 time: 0.0440094 Jul 08 17:20:47.170730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5027e46a-6300-4ea1-a92e-7d2e89cb43f9 req-e52c2259-9659-4490-9218-81472177a7ed tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749969 Jul 08 17:20:47.193300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.205980 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.218057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-2faa68a4-ce64-4885-818f-850df0cac4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.219555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-2faa68a4-ce64-4885-818f-850df0cac4d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.0479956 Jul 08 17:20:47.227400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-4affa49d-004b-4ddb-a521-5282e0f133f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.228927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-4affa49d-004b-4ddb-a521-5282e0f133f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.1457174 Jul 08 17:20:47.258909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-09ce6691-ea43-48ba-a9bf-ef4ea88b7e39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303400 Jul 08 17:20:47.296072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.296498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router cc074d09-56fc-46db-9b27-e97aefbc796e {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:20:47.305299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.306425 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c300f404-c9e9-44c3-9b25-c794caac95c0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/cc074d09-56fc-46db-9b27-e97aefbc796e HTTP/1.1" status: 204 len: 168 time: 0.8342187 Jul 08 17:20:47.312821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:47.373588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-0901410a-ce4b-429c-880d-dd21cbe921a6 service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056628 Jul 08 17:20:47.387277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98739cc1-b85a-4070-9a10-0fb36bb11bb2 req-13a371c9-f262-4b6b-9578-fa41b6a32aec tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.388786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98739cc1-b85a-4070-9a10-0fb36bb11bb2 req-13a371c9-f262-4b6b-9578-fa41b6a32aec tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.2196081 Jul 08 17:20:47.393673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 1205a029-9dea-4a67-8aaa-dae661195075 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:47.399746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.447897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-87faf596-b505-42d8-9ba7-2a35cb9cc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.449449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-87faf596-b505-42d8-9ba7-2a35cb9cc6ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858001 Jul 08 17:20:47.477502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ff5636b-ea00-4f97-89e9-46881a1b7216 req-deea922e-78bb-4fc3-b282-cf4affb81b1d service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955901 Jul 08 17:20:47.485067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.516376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98739cc1-b85a-4070-9a10-0fb36bb11bb2 req-716804d8-9421-48e7-9a97-c3f80e1a9ce9 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199279 Jul 08 17:20:47.553434 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280425b2-7e7a-4a96-aa3f-afd493c5e5ce x-openstack-request-id: req-280425b2-7e7a-4a96-aa3f-afd493c5e5ce {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:47.553838 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe95285-4a18-4244-9b29-f2f0cbe889d8", "tag": "b8c28ad2-7b54-42da-904d-12da82f7becc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:47.554250 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-280425b2-7e7a-4a96-aa3f-afd493c5e5ce {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:47.554693 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'tag': 'b8c28ad2-7b54-42da-904d-12da82f7becc', 'status': 'completed', 'code': 200} Jul 08 17:20:47.676660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-6df5c895-08d4-492d-b279-1127ce05e4b6 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151251 Jul 08 17:20:47.682102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.693019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-09f6612a-17b5-4c90-a363-ec5d71254b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.695572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-09f6612a-17b5-4c90-a363-ec5d71254b71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63b8eb0402414096a68f4d7255277876&device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 1095 time: 0.0970976 Jul 08 17:20:47.791171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e5e83-4a39-4702-ae03-0b1f3458693c req-d46ed829-af47-4f7f-8fc8-288183c9b4cd tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.792677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f5e5e83-4a39-4702-ae03-0b1f3458693c req-d46ed829-af47-4f7f-8fc8-288183c9b4cd tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1384604 Jul 08 17:20:47.828872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43348e4f-37bc-4a7a-b63a-80078bdb08c2 req-f960a18a-48c8-40c2-87d1-3f910e4a68b1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.830365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43348e4f-37bc-4a7a-b63a-80078bdb08c2 req-f960a18a-48c8-40c2-87d1-3f910e4a68b1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1999311 Jul 08 17:20:47.831787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-53e1116b-6708-46fa-95fc-471e00601399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:47.833242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-53e1116b-6708-46fa-95fc-471e00601399 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 200 len: 912 time: 0.1286125 Jul 08 17:20:47.838134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.863143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f5e5e83-4a39-4702-ae03-0b1f3458693c req-e1ae0ade-b3c7-466d-9289-c9d715f46ed3 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620878 Jul 08 17:20:47.886650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=1205a029-9dea-4a67-8aaa-dae661195075,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:47.887173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:47.891293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/1205a029-9dea-4a67-8aaa-dae661195075 HTTP/1.1" status: 204 len: 168 time: 0.5743484 Jul 08 17:20:47.891970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:47.894343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a89a5-9642-4185-960f-efda5ea47bad None None] Network d9f2d1cc-7c75-4a80-9783-75e37768db76 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:47.900404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f698ae1d-4e59-4f39-866c-8755d6b19823 req-a2d54695-3930-414b-a1b2-ca8e14ecfa43 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943829 Jul 08 17:20:47.901814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-cc794cc9-1afa-48f7-8636-78703d44f805 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c28ad2-7b54-42da-904d-12da82f7becc HTTP/1.1" status: 200 len: 217 time: 0.0511746 Jul 08 17:20:47.906878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.907231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.908088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.908088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.908282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.908538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.908863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.909191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.909517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.909841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.910194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.910519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24c498d-6a96-4dbe-831f-ba59b933eead tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:47.931296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43348e4f-37bc-4a7a-b63a-80078bdb08c2 req-2d53c43f-4b70-4ce8-8ebf-7d5920a745e7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894213 Jul 08 17:20:48.027469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-68a7fc4b-016f-43cd-b4cb-80dec8043f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:48.029367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-68a7fc4b-016f-43cd-b4cb-80dec8043f8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 200 len: 851 time: 0.1099072 Jul 08 17:20:48.032610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.073205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-f86d1759-a2f2-433a-8659-f1caaed51278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e111b7c2-688d-43ba-a08d-8f73229229f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324545 Jul 08 17:20:48.108628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] DHCP port deletion for d9f2d1cc-7c75-4a80-9783-75e37768db76 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:20:48.158657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] Deleting port e54ca338-b542-403f-8c09-db0318eedeaa {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:48.159403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.224785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] For port e54ca338-b542-403f-8c09-db0318eedeaa, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e54ca338-b542-403f-8c09-db0318eedeaa,segment=NetworkSegment(ab424cd5-c456-474f-8ae6-1627930d0dc3),segment_id=ab424cd5-c456-474f-8ae6-1627930d0dc3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:48.225325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.243418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] Calling delete_port for e54ca338-b542-403f-8c09-db0318eedeaa owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:48.259993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cfce-2510-4b23-8f81-d512b876369a req-2e2f716c-7003-4f60-a541-dfe465b89099 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:48.261506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bb6cfce-2510-4b23-8f81-d512b876369a req-2e2f716c-7003-4f60-a541-dfe465b89099 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1927192 Jul 08 17:20:48.267138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-9352965b-cf14-4a05-968d-fa8c23a3f7eb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:48.268653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-9352965b-cf14-4a05-968d-fa8c23a3f7eb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.53 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.1105678 Jul 08 17:20:48.282246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port e54ca338-b542-403f-8c09-db0318eedeaa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:48.282582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.292918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550d525-3032-47d3-8dcf-5bf09c25ac50 req-68e2dea6-e918-4d6f-9276-5c6b3913ad62 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:48.294447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5550d525-3032-47d3-8dcf-5bf09c25ac50 req-68e2dea6-e918-4d6f-9276-5c6b3913ad62 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 944 time: 0.1035259 Jul 08 17:20:48.331408 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.334101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-aff0b7e9-6427-4af0-907d-f0f94f2a50df service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478571 Jul 08 17:20:48.358739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] Pushing event deleted for resources: {'Port': ['ID=e54ca338-b542-403f-8c09-db0318eedeaa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:48.365358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c3bc6-03c5-4ab9-98ba-817b0e480d20 None None] No DVR routers for this DVR port e54ca338-b542-403f-8c09-db0318eedeaa on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:48.389241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5550d525-3032-47d3-8dcf-5bf09c25ac50 req-26d341c6-f258-4f75-9762-a2485d3dff19 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761011 Jul 08 17:20:48.417313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Deleting port ce963ac1-3435-406f-821b-32eb6d46f568 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:48.417646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.438442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port e54ca338-b542-403f-8c09-db0318eedeaa, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e54ca338-b542-403f-8c09-db0318eedeaa,segment=NetworkSegment(ab424cd5-c456-474f-8ae6-1627930d0dc3),segment_id=ab424cd5-c456-474f-8ae6-1627930d0dc3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:48.438797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.451919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bb6cfce-2510-4b23-8f81-d512b876369a req-f7322829-b3de-4195-ab06-28c47b9e8914 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798594 Jul 08 17:20:48.462381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for e54ca338-b542-403f-8c09-db0318eedeaa owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:48.547176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f87b3293-b11b-411f-aa93-c89bffbe3225 req-751f3b42-27ae-49a0-a659-6aa3373b05dd service neutron] 10.222.0.53 "GET /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034423 Jul 08 17:20:48.553022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] For port ce963ac1-3435-406f-821b-32eb6d46f568, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ce963ac1-3435-406f-821b-32eb6d46f568,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:48.553448 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.586412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.615324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=e54ca338-b542-403f-8c09-db0318eedeaa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:48.620685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port e54ca338-b542-403f-8c09-db0318eedeaa on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:48.652298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f8ae-2b09-43f0-9e52-5bd62675f0da req-9c8adf20-5e24-4145-b815-7803fee5e076 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:48.653832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5761f8ae-2b09-43f0-9e52-5bd62675f0da req-9c8adf20-5e24-4145-b815-7803fee5e076 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1425011 Jul 08 17:20:48.709665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.721009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f2d1cc-7c75-4a80-9783-75e37768db76']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:48.737892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab424cd5-c456-474f-8ae6-1627930d0dc3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:48.738223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab424cd5-c456-474f-8ae6-1627930d0dc3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:48.760861 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.768323 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5761f8ae-2b09-43f0-9e52-5bd62675f0da req-15782845-fae5-4adc-a01b-93e83d2c1ee6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829804 Jul 08 17:20:48.792834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.793738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:20:48.794239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.812013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.812396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.812741 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Floating IP d15abeab-5cdd-4984-95d3-393354682c23 disassociated. External IP: 172.25.3.204, port: ce963ac1-3435-406f-821b-32eb6d46f568. Jul 08 17:20:48.826021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Calling delete_port for ce963ac1-3435-406f-821b-32eb6d46f568 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:48.833778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:20:48.855220 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:20:48.878406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.896405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:48.898520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/d9f2d1cc-7c75-4a80-9783-75e37768db76 HTTP/1.1" status: 204 len: 168 time: 1.0056055 Jul 08 17:20:48.911455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:48.923419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151786075', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:48.936740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57d98d-d99c-480c-a0a2-afc114b450c7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=d9f2d1cc-7c75-4a80-9783-75e37768db76,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:48.997381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470952c-a775-4af2-a71b-a4be4d1afc56 req-47684ea6-c133-47ef-9515-d812c05da06d tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:48.998944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6470952c-a775-4af2-a71b-a4be4d1afc56 req-47684ea6-c133-47ef-9515-d812c05da06d tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 945 time: 0.0989456 Jul 08 17:20:49.002269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:49.003240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:49.040882 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6470952c-a775-4af2-a71b-a4be4d1afc56 req-28e358b6-8a8b-4def-8a40-344575005aa9 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups?id=c45d6409-ff2d-48a9-b975-9f9869fb3f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355849 Jul 08 17:20:49.111616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:49.121653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706cd9e-78d0-40ef-9aa9-aa3bd0b631f5 req-03e00b00-022d-4a36-9376-e217e92395f4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:49.123337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7706cd9e-78d0-40ef-9aa9-aa3bd0b631f5 req-03e00b00-022d-4a36-9376-e217e92395f4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2155759 Jul 08 17:20:49.140181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e54ca338-b542-403f-8c09-db0318eedeaa no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:49.160848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e54ca338-b542-403f-8c09-db0318eedeaa {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:49.161194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e54ca338-b542-403f-8c09-db0318eedeaa not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:49.208496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8749655-f18d-4a6e-8254-e3bef1db6d26 req-cb73d4d4-01d0-413d-a170-98016be74072 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:49.210156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8749655-f18d-4a6e-8254-e3bef1db6d26 req-cb73d4d4-01d0-413d-a170-98016be74072 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0666776 Jul 08 17:20:49.248967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7706cd9e-78d0-40ef-9aa9-aa3bd0b631f5 req-719f367e-ec9c-4385-ac13-311cfb201726 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134183 Jul 08 17:20:49.249556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:49.249717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8749655-f18d-4a6e-8254-e3bef1db6d26 req-2d630ebb-89c8-4e2a-a7de-6914edad6cae tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Jul 08 17:20:49.338689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event deleted for resources: {'Port': ['ID=ce963ac1-3435-406f-821b-32eb6d46f568,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:49.351913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:49.428130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e054f29e-63f3-46b6-b347-c6bd6f0d1a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:49.449154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d71ea-feea-43f3-9581-e1b2dd68d6f6 req-7136b760-534e-4d2a-afea-207b6a81b641 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:49.450725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-932d71ea-feea-43f3-9581-e1b2dd68d6f6 req-7136b760-534e-4d2a-afea-207b6a81b641 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0749049 Jul 08 17:20:49.525232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Router 1726b21e-b462-423e-afee-bc906bc5347c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:49.798616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-932d71ea-feea-43f3-9581-e1b2dd68d6f6 req-d04be7b2-aacc-45ce-9452-d129814af54a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409705 Jul 08 17:20:50.044636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617114-c502-430a-805a-653ca29d5fac req-5e655a98-ec56-4c22-a09e-689ebeb83be0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:50.046181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04617114-c502-430a-805a-653ca29d5fac req-5e655a98-ec56-4c22-a09e-689ebeb83be0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 944 time: 0.5197549 Jul 08 17:20:50.133220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:50.145385 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] Sync routers for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:50.156268 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:50.156948 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:50.169676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb2330-d36e-485a-b31e-b089b1b102d8 req-457c7266-1d8f-4548-89a1-e7b3fe8617aa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:50.170883 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2aeb2330-d36e-485a-b31e-b089b1b102d8 req-457c7266-1d8f-4548-89a1-e7b3fe8617aa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0668635 Jul 08 17:20:50.200141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] No DVR routers for this DVR port ce963ac1-3435-406f-821b-32eb6d46f568 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:50.205646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.207681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f58a7477-e122-47f7-9e02-6da4038b0ca1 req-44fb13de-4254-4eaa-845c-0cdb4eeb12bb tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.53 "DELETE /v2.0/ports/ce963ac1-3435-406f-821b-32eb6d46f568 HTTP/1.1" status: 204 len: 173 time: 1.9305856 Jul 08 17:20:50.208517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'name': 'network-vif-deleted', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:50.211248 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518b7d3-ff6a-4b51-b70b-9fddab8c56ac" -d '{"events": [{"server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "name": "network-vif-deleted", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:50.215598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2aeb2330-d36e-485a-b31e-b089b1b102d8 req-34043b00-30e1-48b5-824c-88a71dbe247d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376389 Jul 08 17:20:50.234789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04617114-c502-430a-805a-653ca29d5fac req-d03c17a7-aeb9-41f7-a271-0ac408218cd5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774735 Jul 08 17:20:50.236081 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.271370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.274913 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:20:50.363819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8c28ad2-7b54-42da-904d-12da82f7becc details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:20:50.420774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 172.25.3.74 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/8d824659-e1cf-4853-b960-ca3cf40fd891) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:50.454466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-878ceea1-7c4f-466e-9f5d-b186ae15b9ac req-e348793d-9d21-46ad-9ba9-a2c931278cec tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6 HTTP/1.1" status: 200 len: 210 time: 0.0570397 Jul 08 17:20:50.559309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b8c28ad2-7b54-42da-904d-12da82f7becc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8c28ad2-7b54-42da-904d-12da82f7becc,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:50.583753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b8c28ad2-7b54-42da-904d-12da82f7becc', 'network_id': 'e111b7c2-688d-43ba-a08d-8f73229229f4', 'port_id': 'b8c28ad2-7b54-42da-904d-12da82f7becc', 'mac_address': 'fa:16:3e:8d:7e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e83fd1-5584-42b6-b582-9c0248a51c22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:20:50.599184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.602959 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:31Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:50.629576 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ceb58e-3e04-482d-9b06-f65e829ccfcb x-openstack-request-id: req-35ceb58e-3e04-482d-9b06-f65e829ccfcb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:50.629920 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6", "name": "network-vif-deleted", "tag": "ce963ac1-3435-406f-821b-32eb6d46f568", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:50.630497 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35ceb58e-3e04-482d-9b06-f65e829ccfcb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:50.630617 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e4dd49-d49e-4cd6-952d-7e36c7d8d7b6', 'name': 'network-vif-deleted', 'tag': 'ce963ac1-3435-406f-821b-32eb6d46f568', 'status': 'completed', 'code': 200} Jul 08 17:20:50.635062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.636246 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] Checking router: 1726b21e-b462-423e-afee-bc906bc5347c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:20:50.646587 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:50.648188 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:50.649397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c28ad2-7b54-42da-904d-12da82f7becc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:20:50.670559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b8c28ad2-7b54-42da-904d-12da82f7becc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8c28ad2-7b54-42da-904d-12da82f7becc,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:50.676227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.721823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5e755-aef8-49dd-8f7c-159fbe67207f req-13396f38-093c-4a32-8860-ac95667a434e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:50.727700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10a5e755-aef8-49dd-8f7c-159fbe67207f req-13396f38-093c-4a32-8860-ac95667a434e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1205359 Jul 08 17:20:50.732644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:50.738118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b8c28ad2-7b54-42da-904d-12da82f7becc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:50.769983 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:20:50.799954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:50.808400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:50.815563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=8d824659-e1cf-4853-b960-ca3cf40fd891,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:50.818306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:50.849684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10a5e755-aef8-49dd-8f7c-159fbe67207f req-293bc64b-59c3-4712-9048-156669dfe789 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134968 Jul 08 17:20:51.071343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b8c28ad2-7b54-42da-904d-12da82f7becc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:20:51.098925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfbea7-a716-40e8-aefa-2127a885631f req-fb701e04-5c44-4923-8c94-5708dc797378 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:51.103135 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:31Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:51.110501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50cfbea7-a716-40e8-aefa-2127a885631f req-fb701e04-5c44-4923-8c94-5708dc797378 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0961943 Jul 08 17:20:51.132909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16601a97-5b87-420d-ad88-f88ef6cbf84f None None] The sync data for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 is: [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:18:21Z', 'revision_number': 4, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8ad7f144-b20d-4f83-b7e7-bdf807ee119f', 'name': '', 'network_id': 'b1954c47-fa00-40ca-b518-adac011bed5b', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'mac_address': 'fa:16:3e:4d:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:19Z', 'updated_at': '2021-07-08T17:18:31Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'subnets': [{'id': 'af47c43c-3e81-490c-a40a-0cb3e4b2e42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:51.170963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50cfbea7-a716-40e8-aefa-2127a885631f req-81f63f01-eccc-47b5-a7bd-c536c8da6797 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593908 Jul 08 17:20:51.261687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.437399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5c2e9-cabd-477c-b601-581c65b6f14e req-518d9287-cce0-4417-bfab-ba287babae23 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:51.439326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2aa5c2e9-cabd-477c-b601-581c65b6f14e req-518d9287-cce0-4417-bfab-ba287babae23 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0736690 Jul 08 17:20:51.479156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2aa5c2e9-cabd-477c-b601-581c65b6f14e req-800f2c73-c45b-41c3-9338-57b0154f9644 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Jul 08 17:20:51.513559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef4b1a-3105-4351-a424-287d742b8413 None None] New status for floating IP d15abeab-5cdd-4984-95d3-393354682c23: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:20:51.546586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34c871-d763-4d8e-a26b-6a0a637c736f req-a4fe920d-0b58-4eba-bf71-62ad446e1ff0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:51.548194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b34c871-d763-4d8e-a26b-6a0a637c736f req-a4fe920d-0b58-4eba-bf71-62ad446e1ff0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 945 time: 0.1671581 Jul 08 17:20:51.574647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.626671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b34c871-d763-4d8e-a26b-6a0a637c736f req-a823b35e-c168-4a83-be65-0e0a8c9cd68c tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710955 Jul 08 17:20:51.655376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce55c1f-cc8a-4f8e-a323-be82cfacb38b req-0e95688a-5e3e-4792-9bfc-33f6226d3d70 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:51.657212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ce55c1f-cc8a-4f8e-a323-be82cfacb38b req-0e95688a-5e3e-4792-9bfc-33f6226d3d70 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0723774 Jul 08 17:20:51.698970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ce55c1f-cc8a-4f8e-a323-be82cfacb38b req-49670406-6702-4ba7-9a28-3125bc4a6efd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Jul 08 17:20:51.752028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:20:51.777193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:51.866993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5961ffb3-79e3-4d95-8309-0bab192c5150 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.869689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:51.879664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] Sync routers for ids ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:51.889756 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] Routers {'c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:51.890345 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:51.893456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.899364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-111f926f-d985-4b0c-9969-64bcc2b91d8c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9851706 Jul 08 17:20:51.900050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:51.901243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5961ffb3-79e3-4d95-8309-0bab192c5150 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.924084 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:51.933442 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] Routers {'c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:51.934075 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:51.944995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4f297-d60f-4842-8af5-99914a6626b2 req-73bf60a3-1616-440c-a4ad-890cbd1e883d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:51.946559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14a4f297-d60f-4842-8af5-99914a6626b2 req-73bf60a3-1616-440c-a4ad-890cbd1e883d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1195383 Jul 08 17:20:51.969005 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:51.969649 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad693f40-783f-4bad-85f6-a452537c6933 None None] The sync data for ids ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:51.991966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14a4f297-d60f-4842-8af5-99914a6626b2 req-80346375-8275-4669-8b7d-182f69de0867 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364456 Jul 08 17:20:51.992965 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5961ffb3-79e3-4d95-8309-0bab192c5150 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.995543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5961ffb3-79e3-4d95-8309-0bab192c5150 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:51.996587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5961ffb3-79e3-4d95-8309-0bab192c5150 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "DELETE /v2.0/security-groups/c45d6409-ff2d-48a9-b975-9f9869fb3f39 HTTP/1.1" status: 204 len: 168 time: 0.2183356 Jul 08 17:20:51.999208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44666) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:52.005632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961ffb3-79e3-4d95-8309-0bab192c5150 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d6409-ff2d-48a9-b975-9f9869fb3f39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:52.029878 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c709a770-b080-48cb-bef0-2e6868b7d4a0 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] show failed (client error): The resource could not be found. Jul 08 17:20:52.030931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c709a770-b080-48cb-bef0-2e6868b7d4a0 tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "GET /v2.0/security-groups/c45d6409-ff2d-48a9-b975-9f9869fb3f39 HTTP/1.1" status: 404 len: 347 time: 0.0307064 Jul 08 17:20:52.033545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:52.096063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-37a86566-959d-4cce-85d4-d10b0400b211 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/routers/c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 200 len: 884 time: 0.1926289 Jul 08 17:20:52.096479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:52.174238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b283cc7d-eb99-4db9-a681-e3ccb0063611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.188585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Deleting port 32d44dfc-004c-4d23-abe5-2d1c6b7d279a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:52.189021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.268336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.269038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.287060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Calling delete_port for 32d44dfc-004c-4d23-abe5-2d1c6b7d279a owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:52.310666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526861a-f1f3-4ce9-b5ab-ec4b5de1adb5 req-03713c02-f01c-4521-8829-6cd101ba46b9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:52.312262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f526861a-f1f3-4ce9-b5ab-ec4b5de1adb5 req-03713c02-f01c-4521-8829-6cd101ba46b9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1535673 Jul 08 17:20:52.388869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f526861a-f1f3-4ce9-b5ab-ec4b5de1adb5 req-76f47cdd-469d-4ec1-a1b1-5c228f4c3f9f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Jul 08 17:20:52.394076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8c28ad2-7b54-42da-904d-12da82f7becc up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:52.447440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.451196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-96d5208b-0a6f-4a1b-a0c1-b4af7e2f3e84 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3535793 Jul 08 17:20:52.453666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:52.459132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1151786075'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:52.473836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port b8c28ad2-7b54-42da-904d-12da82f7becc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:52.479637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b8c28ad2-7b54-42da-904d-12da82f7becc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:52.480155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.485162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.522714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Pushing event deleted for resources: {'Port': ['ID=32d44dfc-004c-4d23-abe5-2d1c6b7d279a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:52.579213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.607594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c28ad2-7b54-42da-904d-12da82f7becc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:20:52.608286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.610555 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa0fc1-5d2c-4d9e-a51e-fd5a6ed68bc6" -d '{"events": [{"server_uuid": "5fe95285-4a18-4244-9b29-f2f0cbe889d8", "name": "network-vif-plugged", "status": "completed", "tag": "b8c28ad2-7b54-42da-904d-12da82f7becc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:20:52.611148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.612394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bc011daf-d40a-4686-a63c-7d4fe00cb68e tempest-ServersTestManualDisk-1109347384 tempest-ServersTestManualDisk-1109347384-project] 10.222.0.48 "DELETE /v2.0/floatingips/d15abeab-5cdd-4984-95d3-393354682c23 HTTP/1.1" status: 204 len: 168 time: 0.5778193 Jul 08 17:20:52.616273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:52.626884 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b8c28ad2-7b54-42da-904d-12da82f7becc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8c28ad2-7b54-42da-904d-12da82f7becc,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:52.633867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.635118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ce963ac1-3435-406f-821b-32eb6d46f568 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:52.681855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: ce963ac1-3435-406f-821b-32eb6d46f568 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:52.682534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ce963ac1-3435-406f-821b-32eb6d46f568 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:52.702767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f214a-9185-4935-8b92-0a7cfea13947 req-c61f7f22-78dc-4995-8191-c0c2f8cb6aa3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:52.704286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-212f214a-9185-4935-8b92-0a7cfea13947 req-c61f7f22-78dc-4995-8191-c0c2f8cb6aa3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1760612 Jul 08 17:20:52.713595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b8c28ad2-7b54-42da-904d-12da82f7becc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:52.789360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-212f214a-9185-4935-8b92-0a7cfea13947 req-f0329bfc-8022-4de2-80cb-bb1a72533984 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740659 Jul 08 17:20:52.824520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5623a-b6ee-41fd-baf9-15a20753b533 req-19555b6b-daeb-4cee-a69c-c1979564d17c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:52.826130 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ab5623a-b6ee-41fd-baf9-15a20753b533 req-19555b6b-daeb-4cee-a69c-c1979564d17c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1690197 Jul 08 17:20:52.841899 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75959dfc-7c4d-4edb-ae7c-2e9755fdb78f x-openstack-request-id: req-75959dfc-7c4d-4edb-ae7c-2e9755fdb78f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:20:52.842324 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe95285-4a18-4244-9b29-f2f0cbe889d8", "name": "network-vif-plugged", "status": "completed", "tag": "b8c28ad2-7b54-42da-904d-12da82f7becc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:20:52.842641 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75959dfc-7c4d-4edb-ae7c-2e9755fdb78f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:20:52.843093 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c28ad2-7b54-42da-904d-12da82f7becc', 'code': 200} Jul 08 17:20:52.906658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.919484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:52.930958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ab5623a-b6ee-41fd-baf9-15a20753b533 req-b628beea-38f1-4aa7-870d-da700dd7a5b4 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Jul 08 17:20:53.071629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb239f2-f767-40ab-8143-05483c485d8c req-46a9030d-1ab2-45c8-a972-2b61217934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:53.073318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aeb239f2-f767-40ab-8143-05483c485d8c req-46a9030d-1ab2-45c8-a972-2b61217934d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 1097 time: 0.1413610 Jul 08 17:20:53.076010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699514d-c46a-4a22-8eaf-8db3789dbdeb req-a410a745-8cbc-4d9e-bddc-0210352f83b5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:53.077505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3699514d-c46a-4a22-8eaf-8db3789dbdeb req-a410a745-8cbc-4d9e-bddc-0210352f83b5 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.1190162 Jul 08 17:20:53.085526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:53.162711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3699514d-c46a-4a22-8eaf-8db3789dbdeb req-6517fbf5-9c96-40a1-8b29-25a88f24c181 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765123 Jul 08 17:20:53.168126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aeb239f2-f767-40ab-8143-05483c485d8c req-e186abc1-e33f-4b84-acd1-75d226dc71d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690825 Jul 08 17:20:53.211160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:53.233330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:53.241627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:53.242858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e68a974-dfd3-4d0b-8463-e1af5fec3c03 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 200 len: 891 time: 0.7878318 Jul 08 17:20:53.243732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] Sync routers for ids ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:53.250593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:53.255579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] Routers {'c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:53.259377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:53.312331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:53.323592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] Routers {'c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:53.324211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:53.372300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:53.373364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95d153-bb74-46e4-8d84-21f318454e05 None None] The sync data for ids ['c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:53.384961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-383ed904-5c4e-4f6e-9085-06f6467b696e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/routers/c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 200 len: 891 time: 0.1330562 Jul 08 17:20:53.388674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:53.429548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:53.430202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-59d16ee7-4615-4931-8095-bdca84dfb0f7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 200 len: 205 time: 0.0403454 Jul 08 17:20:53.458423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:53.961756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.064548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413941a0-c141-4f94-8d6b-936e54fb7cdd req-207b6d28-9a5c-4929-a4e6-f198e932cac8 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:54.065990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-413941a0-c141-4f94-8d6b-936e54fb7cdd req-207b6d28-9a5c-4929-a4e6-f198e932cac8 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1937270 Jul 08 17:20:54.072082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Deleting port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:54.072427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.119904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbef4cc-e6bb-4e9e-b020-bd1dd772b3ce req-174070ff-8359-4208-9b0e-15afd455d978 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:54.121372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcbef4cc-e6bb-4e9e-b020-bd1dd772b3ce req-174070ff-8359-4208-9b0e-15afd455d978 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0667636 Jul 08 17:20:54.162286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcbef4cc-e6bb-4e9e-b020-bd1dd772b3ce req-cd9438a6-322a-4e8e-ac80-1d3a6cd1b74e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Jul 08 17:20:54.189236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.207925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-413941a0-c141-4f94-8d6b-936e54fb7cdd req-2d2aa6f2-9271-4ed3-aae5-6a1cf42c8720 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313093 Jul 08 17:20:54.252829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] For port 8ad7f144-b20d-4f83-b7e7-bdf807ee119f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:54.253195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.267871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Calling delete_port for 8ad7f144-b20d-4f83-b7e7-bdf807ee119f owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:54.338243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 8d824659-e1cf-4853-b960-ca3cf40fd891 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:54.338368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.393253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021d67b-2058-4ef2-bea2-acadd406a7f1 req-cbd12af2-3f1c-4a97-8d84-a32674a84cae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:54.394878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a021d67b-2058-4ef2-bea2-acadd406a7f1 req-cbd12af2-3f1c-4a97-8d84-a32674a84cae tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.0916443 Jul 08 17:20:54.442510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a021d67b-2058-4ef2-bea2-acadd406a7f1 req-b09f17eb-a11c-46df-8c27-167f8f1ffc07 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390103 Jul 08 17:20:54.482865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.503030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 8d824659-e1cf-4853-b960-ca3cf40fd891 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:54.609720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.680546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad7f144-b20d-4f83-b7e7-bdf807ee119f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:54.832026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.838076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.893657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=8d824659-e1cf-4853-b960-ca3cf40fd891,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:54.962791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:54.972716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.099766 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.105958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.188259 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.188724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:20:55.197552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.202223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-007c33ff-0077-43d9-a7e3-fb2e03599fe0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 204 len: 168 time: 1.7655971 Jul 08 17:20:55.203094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:55.208868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1236981125'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:55.232266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:55.235893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.261348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:20:55.273215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.273749 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment 8f248444-619b-4e45-adf5-2e076669febf of type vlan for network 293b948f-05ec-4ce6-b170-c0d6319a9e2a Jul 08 17:20:55.318632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Router 1726b21e-b462-423e-afee-bc906bc5347c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:20:55.348286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.391155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.396979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:55.397611 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.462072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa1734-aba9-4c17-9a6b-cf69aad3c375 req-dc47f746-bdf7-4557-b084-c99bcdf7ecf0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:55.463587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2daa1734-aba9-4c17-9a6b-cf69aad3c375 req-dc47f746-bdf7-4557-b084-c99bcdf7ecf0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1596487 Jul 08 17:20:55.470128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2641828 Jul 08 17:20:55.470897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:55.477524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:55.478064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:55.485856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be4ea157-3fbc-4dd6-9c6c-be799bed3715 admin admin] 10.222.0.48 "PUT /v2.0/routers/1726b21e-b462-423e-afee-bc906bc5347c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8661129 Jul 08 17:20:55.487193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:55.492437 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] Sync routers for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:55.502243 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:55.503108 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:55.508536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bcbe2-00c1-405c-b02c-c341c32631c8 req-9700eec3-04fa-4144-a629-66331b66b8d9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:55.510788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef5bcbe2-00c1-405c-b02c-c341c32631c8 req-9700eec3-04fa-4144-a629-66331b66b8d9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1417823 Jul 08 17:20:55.541486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ce91d-dc82-4185-bbf4-0916267da200 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=293b948f-05ec-4ce6-b170-c0d6319a9e2a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:55.567700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:20:55.587354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2daa1734-aba9-4c17-9a6b-cf69aad3c375 req-688e6337-d566-46f8-8f0d-5f6126290d18 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155033 Jul 08 17:20:55.614029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:55.618365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.637669 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:20:55.679849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef5bcbe2-00c1-405c-b02c-c341c32631c8 req-e534c259-98de-4c82-98cd-375481c50da9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562212 Jul 08 17:20:55.681135 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.803415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.915106 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:20:54Z', 'revision_number': 5, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port': {'id': 'e07c3465-936c-4e61-8f84-5aaecb3072c6', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1726b21e-b462-423e-afee-bc906bc5347c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:16Z', 'updated_at': '2021-07-08T17:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:55.945555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Deleting port e07c3465-936c-4e61-8f84-5aaecb3072c6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:55.945955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.957320 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] Checking router: 1726b21e-b462-423e-afee-bc906bc5347c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:20:55.967881 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] Routers {'1726b21e-b462-423e-afee-bc906bc5347c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:55.968506 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['1726b21e-b462-423e-afee-bc906bc5347c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:56.059752 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] Set router 1726b21e-b462-423e-afee-bc906bc5347c gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:20:56.114027 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:20:55Z', 'revision_number': 6, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:56.146607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c0d46-44a1-4aec-a528-48442d0222d6 None None] The sync data for ids ['1726b21e-b462-423e-afee-bc906bc5347c'] in n-d-799527-4 is: [{'id': '1726b21e-b462-423e-afee-bc906bc5347c', 'name': 'tempest-ServersTestManualDisk-332112922-router', 'tenant_id': '63043324e2e6427eb651731aa1624cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:14Z', 'updated_at': '2021-07-08T17:20:55Z', 'revision_number': 6, 'project_id': '63043324e2e6427eb651731aa1624cae', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:56.203424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.274855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=06610d42-9094-46a1-b5d9-691e116eeeb8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:56.283811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': '8f248444-619b-4e45-adf5-2e076669febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:56.284171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: 293b948f-05ec-4ce6-b170-c0d6319a9e2a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:20:56.301071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:20:56.311138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 293b948f-05ec-4ce6-b170-c0d6319a9e2a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:56.315259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:56.315857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.325213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91d207-b9e2-4681-a670-cf5b0042f118 None None] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:56.335447 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-39fe53f1-00e8-432f-9694-a50f0a45cd2d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8595302 Jul 08 17:20:56.335819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:56.335950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aba33-7723-4675-a9fd-95bc287d92e9 req-8ce8bb00-d4f6-4b90-8a52-08617d144744 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:56.337426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849aba33-7723-4675-a9fd-95bc287d92e9 req-8ce8bb00-d4f6-4b90-8a52-08617d144744 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.4777250 Jul 08 17:20:56.340821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-524162044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:56.364269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.365446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.403906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] For port e07c3465-936c-4e61-8f84-5aaecb3072c6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e07c3465-936c-4e61-8f84-5aaecb3072c6,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:56.404264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.409051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-849aba33-7723-4675-a9fd-95bc287d92e9 req-979e7212-f818-40a3-882a-065fbdf365fb tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647149 Jul 08 17:20:56.419968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Calling delete_port for e07c3465-936c-4e61-8f84-5aaecb3072c6 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:56.430377 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.436683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.459232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.462034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e296147-ecd4-4168-94c0-8001380411f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1249561 Jul 08 17:20:56.465279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44744) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:56.521626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-293b948f-05ec-4ce6-b170-c0d6319a9e2a', 'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '06610d42-9094-46a1-b5d9-691e116eeeb8'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:20:56.523940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.646492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.741814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Pushing event deleted for resources: {'Port': ['ID=e07c3465-936c-4e61-8f84-5aaecb3072c6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:56.767872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Allocated IP 2001:db8::2 (293b948f-05ec-4ce6-b170-c0d6319a9e2a/06610d42-9094-46a1-b5d9-691e116eeeb8/ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:56.896762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.927459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:56.990801 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.003186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Transition to ACTIVE for port object ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:57.013103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.015981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.035697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd92bd-2793-4f55-96ab-2cd9791bc8a0 req-0d80dd9f-ce4a-4a98-9711-625c178aef1d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:57.041841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Transition to ACTIVE for port object ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:57.044204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bccd92bd-2793-4f55-96ab-2cd9791bc8a0 req-0d80dd9f-ce4a-4a98-9711-625c178aef1d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1999264 Jul 08 17:20:57.050641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.108650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:57.109899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.110800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1726b21e-b462-423e-afee-bc906bc5347c {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:20:57.116795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:57.116928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.120006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d76ec5f5-b150-4545-a996-5ca39abce37b admin admin] 10.222.0.48 "DELETE /v2.0/routers/1726b21e-b462-423e-afee-bc906bc5347c HTTP/1.1" status: 204 len: 168 time: 1.6318762 Jul 08 17:20:57.120527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:57.120630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.130592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Pushing event updated for resources: {'Port': ['ID=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.176838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Deleting subnet af47c43c-3e81-490c-a40a-0cb3e4b2e42c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:20:57.185749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ad7f144-b20d-4f83-b7e7-bdf807ee119f no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:57.186469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bccd92bd-2793-4f55-96ab-2cd9791bc8a0 req-f01ed745-57b2-4f44-aab0-0ec61ecf032d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413476 Jul 08 17:20:57.187496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.216926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd404-cdbe-45c3-b07c-7a9c2a8ecfe3 req-4008d628-354c-4040-9937-b4bd358277e7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:57.218687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed3cd404-cdbe-45c3-b07c-7a9c2a8ecfe3 req-4008d628-354c-4040-9937-b4bd358277e7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1774151 Jul 08 17:20:57.236291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 8ad7f144-b20d-4f83-b7e7-bdf807ee119f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:57.236642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ad7f144-b20d-4f83-b7e7-bdf807ee119f not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:57.237062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e07c3465-936c-4e61-8f84-5aaecb3072c6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:57.239209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Attempting to bind port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:20:57.242061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Attempting to bind port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '8f248444-619b-4e45-adf5-2e076669febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:20:57.247464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Attempting to bind port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e on network 293b948f-05ec-4ce6-b170-c0d6319a9e2a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:20:57.263224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.278004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e07c3465-936c-4e61-8f84-5aaecb3072c6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:57.278337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e07c3465-936c-4e61-8f84-5aaecb3072c6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:57.286709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:20:57.287274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Checking segment: {'id': '8f248444-619b-4e45-adf5-2e076669febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:20:57.288494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.289060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Bound using segment: {'id': '8f248444-619b-4e45-adf5-2e076669febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:20:57.289789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Bound port: ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f248444-619b-4e45-adf5-2e076669febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '293b948f-05ec-4ce6-b170-c0d6319a9e2a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:20:57.293208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.313431 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed3cd404-cdbe-45c3-b07c-7a9c2a8ecfe3 req-016725d6-c8a7-4f94-b92e-c2c3e784dc7d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892351 Jul 08 17:20:57.346252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8::1 (293b948f-05ec-4ce6-b170-c0d6319a9e2a/06610d42-9094-46a1-b5d9-691e116eeeb8/bafd5189-1846-440b-9b5f-93a5fabc6aaa) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:20:57.370790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] For port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:20:57.377800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] For port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,segment=NetworkSegment(8f248444-619b-4e45-adf5-2e076669febf),segment_id=8f248444-619b-4e45-adf5-2e076669febf)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:20:57.386778 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.402429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.475576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76940c4-528e-4b17-9d5c-1b182db0554b None None] Pushing event updated for resources: {'Port': ['ID=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.488556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.518759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.523560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/af47c43c-3e81-490c-a40a-0cb3e4b2e42c HTTP/1.1" status: 204 len: 168 time: 0.3968315 Jul 08 17:20:57.526218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf256ec-eaf6-4c5d-9550-0ed0be56946d None None] Network b1954c47-fa00-40ca-b518-adac011bed5b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:57.533006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.570975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b470797-c33e-474e-aed8-e744d05a2bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af47c43c-3e81-490c-a40a-0cb3e4b2e42c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.657182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.696432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.720382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object bafd5189-1846-440b-9b5f-93a5fabc6aaa will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:20:57.829042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] DHCP port deletion for b1954c47-fa00-40ca-b518-adac011bed5b request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:20:57.831116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1954-b819-4c61-814c-ec1dd5804a40 req-fe40b9bf-8a7e-4aa7-98c2-5862123809b9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:57.832840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20ca1954-b819-4c61-814c-ec1dd5804a40 req-fe40b9bf-8a7e-4aa7-98c2-5862123809b9 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.2989264 Jul 08 17:20:57.853688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.889687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] Deleting port 770b396a-cc16-4962-b659-0531d60d5e82 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:57.890284 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.920639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:57.933357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:57.936348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:20:57.936903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.943695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20ca1954-b819-4c61-814c-ec1dd5804a40 req-85d1c754-da49-47f3-8b83-987b5b9b2176 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027703 Jul 08 17:20:57.982738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] For port 770b396a-cc16-4962-b659-0531d60d5e82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=770b396a-cc16-4962-b659-0531d60d5e82,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:57.983295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.984426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Deleting port 770b396a-cc16-4962-b659-0531d60d5e82 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:20:57.984765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.989383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=bafd5189-1846-440b-9b5f-93a5fabc6aaa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.996549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] Calling delete_port for 770b396a-cc16-4962-b659-0531d60d5e82 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:58.074761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.090859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] For port 770b396a-cc16-4962-b659-0531d60d5e82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=770b396a-cc16-4962-b659-0531d60d5e82,segment=NetworkSegment(dbe49d8a-186f-4601-84fd-2de9915edd25),segment_id=dbe49d8a-186f-4601-84fd-2de9915edd25)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:58.091217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.103978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] Pushing event deleted for resources: {'Port': ['ID=770b396a-cc16-4962-b659-0531d60d5e82,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.107545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be791f-406f-4991-a509-24c2a890fecd None None] No DVR routers for this DVR port 770b396a-cc16-4962-b659-0531d60d5e82 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:58.109467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Calling delete_port for 770b396a-cc16-4962-b659-0531d60d5e82 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:20:58.194102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.326254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.361410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Pushing event deleted for resources: {'Port': ['ID=770b396a-cc16-4962-b659-0531d60d5e82,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.367887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] No DVR routers for this DVR port 770b396a-cc16-4962-b659-0531d60d5e82 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:20:58.393413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732d3bc-e890-4fab-a3c6-2b8c64b0764b req-0f0729b7-42ba-42ee-a555-b7bf1e552e3e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:58.398576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b732d3bc-e890-4fab-a3c6-2b8c64b0764b req-0f0729b7-42ba-42ee-a555-b7bf1e552e3e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.0908513 Jul 08 17:20:58.454210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b732d3bc-e890-4fab-a3c6-2b8c64b0764b req-46a0bc1e-a078-47b0-ac99-5894d74ab9f8 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Jul 08 17:20:58.537545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.558414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1954c47-fa00-40ca-b518-adac011bed5b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:58.576643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe49d8a-186f-4601-84fd-2de9915edd25') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:58.576949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe49d8a-186f-4601-84fd-2de9915edd25') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:58.602591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.638443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.655971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:20:58.656376 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:20:58.659388 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:20:58.680231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71982350-c4c4-4c10-8972-cff161adba0e None None] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:20:58.711703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e852-602a-4ded-9988-32d1bd2b21b6 req-ac52dcc2-de66-41c1-9fb2-a3fa2c9c5b0f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:58.713349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a47e852-602a-4ded-9988-32d1bd2b21b6 req-ac52dcc2-de66-41c1-9fb2-a3fa2c9c5b0f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2648718 Jul 08 17:20:58.746363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.749089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4a5f102-c560-45be-9a0d-39f82844e948 None None] Provisioning for port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:58.757735 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.758568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.775692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.780146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.782017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b1954c47-fa00-40ca-b518-adac011bed5b HTTP/1.1" status: 204 len: 168 time: 1.2468815 Jul 08 17:20:58.844871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c55dd-0bd9-47e9-bd9a-61b9baf45549 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1954c47-fa00-40ca-b518-adac011bed5b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.882779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a47e852-602a-4ded-9988-32d1bd2b21b6 req-173a29c6-663c-43d5-8601-84a976950aa1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537902 Jul 08 17:20:58.888107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=bafd5189-1846-440b-9b5f-93a5fabc6aaa,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.948221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:20:58.949696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:20:59.002643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.055737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f91901d3-f88c-4736-84e8-04ddca1e2f12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63043324e2e6427eb651731aa1624cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518308 Jul 08 17:20:59.058038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.111081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 302a5740-e271-4d4f-93f0-5d114e61ff5b is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:20:59.157744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9029-56ba-43be-9f97-99a8a4835784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.195667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b679adf-d771-4867-a7e8-a7bcf702ad67 None None] Provisioning for port bafd5189-1846-440b-9b5f-93a5fabc6aaa completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:59.197002 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9029-56ba-43be-9f97-99a8a4835784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.211151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:20:59.226682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e730854-48a5-4cd3-a9a6-3e346142325a req-dfea9635-d729-42a9-b85e-09abe35c1f23 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:59.228156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e730854-48a5-4cd3-a9a6-3e346142325a req-dfea9635-d729-42a9-b85e-09abe35c1f23 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.1223404 Jul 08 17:20:59.243249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:20:59.249137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ecf3cf2-9667-419c-9759-16571da6fdd7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/302a5740-e271-4d4f-93f0-5d114e61ff5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821116 Jul 08 17:20:59.249716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b679adf-d771-4867-a7e8-a7bcf702ad67 None None] Provisioning complete for port bafd5189-1846-440b-9b5f-93a5fabc6aaa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:59.250748 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b679adf-d771-4867-a7e8-a7bcf702ad67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.252667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.274166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] Sync routers for ids ['302a5740-e271-4d4f-93f0-5d114e61ff5b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:20:59.318334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] Routers {'302a5740-e271-4d4f-93f0-5d114e61ff5b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:59.318898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e730854-48a5-4cd3-a9a6-3e346142325a req-6c7142f0-1c63-4135-af17-586b2ddd8fea tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Jul 08 17:20:59.319716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['302a5740-e271-4d4f-93f0-5d114e61ff5b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:59.322737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b679adf-d771-4867-a7e8-a7bcf702ad67 None None] Port bafd5189-1846-440b-9b5f-93a5fabc6aaa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:59.340130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9029-56ba-43be-9f97-99a8a4835784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.342851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7ce9029-56ba-43be-9f97-99a8a4835784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.346945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d7ce9029-56ba-43be-9f97-99a8a4835784 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ae26044-7ccc-4449-b989-40a95817e7fc HTTP/1.1" status: 204 len: 168 time: 0.2878385 Jul 08 17:20:59.357588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce9029-56ba-43be-9f97-99a8a4835784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae26044-7ccc-4449-b989-40a95817e7fc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:59.360489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd7a89-7a1e-4691-aa6b-d08d41958c6f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:59.369128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44782) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.370244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8bcd7a89-7a1e-4691-aa6b-d08d41958c6f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports/bafd5189-1846-440b-9b5f-93a5fabc6aaa HTTP/1.1" status: 200 len: 911 time: 0.1159542 Jul 08 17:20:59.375872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06610d42-9094-46a1-b5d9-691e116eeeb8'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:59.386995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:59.416708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] Routers {'302a5740-e271-4d4f-93f0-5d114e61ff5b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:20:59.417334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['302a5740-e271-4d4f-93f0-5d114e61ff5b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:59.490902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:20:59.495632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:20:59.496288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c8a9f-f528-4d39-a9f8-11bf901ad324 None None] The sync data for ids ['302a5740-e271-4d4f-93f0-5d114e61ff5b'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:20:59.505533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:59.505905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.569706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c011a52-3d2e-40e5-a871-17c6bb30e7a6 None None] Provisioning complete for port bafd5189-1846-440b-9b5f-93a5fabc6aaa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:59.570222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c011a52-3d2e-40e5-a871-17c6bb30e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.636138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6c011a52-3d2e-40e5-a871-17c6bb30e7a6 None None] Port bafd5189-1846-440b-9b5f-93a5fabc6aaa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:20:59.679290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.679998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.723576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,segment=NetworkSegment(8f248444-619b-4e45-adf5-2e076669febf),segment_id=8f248444-619b-4e45-adf5-2e076669febf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:20:59.734976 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.820456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 770b396a-cc16-4962-b659-0531d60d5e82 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:20:59.846293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:59.850930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 770b396a-cc16-4962-b659-0531d60d5e82 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:20:59.851452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 770b396a-cc16-4962-b659-0531d60d5e82 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:20:59.959547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-24b02c6e-6c8a-4d50-a28d-8304461a05b8 None None] Provisioning complete for port bafd5189-1846-440b-9b5f-93a5fabc6aaa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:20:59.960561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e63b-9053-4a92-b427-b460de9ee22c req-e92629bd-ac55-47cd-a9aa-330b01e7807b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:59.962141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5181e63b-9053-4a92-b427-b460de9ee22c req-e92629bd-ac55-47cd-a9aa-330b01e7807b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.2764115 Jul 08 17:20:59.964072 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24b02c6e-6c8a-4d50-a28d-8304461a05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.012821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-24b02c6e-6c8a-4d50-a28d-8304461a05b8 None None] Port bafd5189-1846-440b-9b5f-93a5fabc6aaa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:00.048347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5181e63b-9053-4a92-b427-b460de9ee22c req-93027c07-0fb2-4135-ba39-d2bb8d147185 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773745 Jul 08 17:21:00.222659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.244387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.247593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:00.248217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.249581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/ports/bafd5189-1846-440b-9b5f-93a5fabc6aaa HTTP/1.1" status: 200 len: 911 time: 0.8787839 Jul 08 17:21:00.252581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:00.298516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55360-5795-4a5e-a3a2-efce679df0f4 req-ec5eb179-5c9d-45e8-9a09-674137509171 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:00.306375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ef55360-5795-4a5e-a3a2-efce679df0f4 req-ec5eb179-5c9d-45e8-9a09-674137509171 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1350846 Jul 08 17:21:00.327432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ae4b1-6982-4a7f-88bf-17a411f9d325 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=bafd5189-1846-440b-9b5f-93a5fabc6aaa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:00.351253 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ef55360-5795-4a5e-a3a2-efce679df0f4 req-23948b72-bf9d-4874-a37d-06015eaa661a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Jul 08 17:21:00.459248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:00.498902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e356143-8214-4f4d-b357-3f3b0500141f req-e3bd3874-9b9e-4534-8602-c9e0b34cd7f1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:00.500295 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e356143-8214-4f4d-b357-3f3b0500141f req-e3bd3874-9b9e-4534-8602-c9e0b34cd7f1 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.3588312 Jul 08 17:21:00.558463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1697357642-network', 'tenant_id': '694855de710d40cb82d451088612caf7'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:00.579005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Made reservation on behalf of 694855de710d40cb82d451088612caf7 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:00.581423 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.589906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e356143-8214-4f4d-b357-3f3b0500141f req-3ab3c231-6c3e-4843-896a-6d4c65b58da0 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Jul 08 17:21:00.606355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.665808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.735304 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-156bbaec-91b5-42f0-a020-2b20971338a6 service neutron] show failed (client error): The resource could not be found. Jul 08 17:21:00.736360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-156bbaec-91b5-42f0-a020-2b20971338a6 service neutron] 10.222.0.53 "GET /v2.0/ports/bf62b21d-a5e2-4ca7-aa33-d2f055196c74/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0803771 Jul 08 17:21:00.752340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.758250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.789349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:00.796058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe10a7-6f04-4c95-9a7f-5dea6b4bbb76,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:00.803081 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.803478 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Added segment 73a8b0fc-dac4-4a00-a71a-f43b91702960 of type vlan for network ba9a10dd-48e8-454e-8576-b4babf961d30 Jul 08 17:21:00.848074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.883878 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.885059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:00.885724 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.954826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4938872 Jul 08 17:21:00.962825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b11175-3bed-461d-9592-27cfa0e23b0b admin admin] Pushing event updated for resources: {'Network': ['ID=ba9a10dd-48e8-454e-8576-b4babf961d30,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:00.976185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network ba9a10dd-48e8-454e-8576-b4babf961d30 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:01.062058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-8b701c72-3b8d-4402-a14a-464acfecf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.064041 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-8b701c72-3b8d-4402-a14a-464acfecf68d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e&tenant_id=ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 1101 time: 0.0804191 Jul 08 17:21:01.088073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:01.190336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:01.223836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.274556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:01.275369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.403946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port bafd5189-1846-440b-9b5f-93a5fabc6aaa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:01.404471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.490590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335129-1922-4554-9bbf-ac4f3395b895 req-7eb1d601-717b-49ea-948b-d811b53534fb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.493012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb335129-1922-4554-9bbf-ac4f3395b895 req-7eb1d601-717b-49ea-948b-d811b53534fb tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1864071 Jul 08 17:21:01.549488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:01.564260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb335129-1922-4554-9bbf-ac4f3395b895 req-8fa6dd2c-3396-4d72-afb8-44327e992154 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587146 Jul 08 17:21:01.598786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:01.650660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.674705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for bafd5189-1846-440b-9b5f-93a5fabc6aaa owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:01.676253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:01.679079 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca96c809-cfbf-4f80-bca8-fa41ed6fa786" -d '{"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:01.683296 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.685817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f3ef-6f5a-45d9-92b7-1238ba8f1592 req-a3f71a4d-ea14-400f-b3b0-ecf32b5ac7c6 tempest-ComputeTenantNetworksTest-1367989392 tempest-ComputeTenantNetworksTest-1367989392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.691950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f3ef-6f5a-45d9-92b7-1238ba8f1592 req-a3f71a4d-ea14-400f-b3b0-ecf32b5ac7c6 tempest-ComputeTenantNetworksTest-1367989392 tempest-ComputeTenantNetworksTest-1367989392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.698714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f3ef-6f5a-45d9-92b7-1238ba8f1592 req-a3f71a4d-ea14-400f-b3b0-ecf32b5ac7c6 tempest-ComputeTenantNetworksTest-1367989392 tempest-ComputeTenantNetworksTest-1367989392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.700344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d4f3ef-6f5a-45d9-92b7-1238ba8f1592 req-a3f71a4d-ea14-400f-b3b0-ecf32b5ac7c6 tempest-ComputeTenantNetworksTest-1367989392 tempest-ComputeTenantNetworksTest-1367989392-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2513356 Jul 08 17:21:01.728002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Transition to ACTIVE for port object bf62b21d-a5e2-4ca7-aa33-d2f055196c74 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:01.744807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.810725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-a3e34897-8fd3-41eb-97f6-3b227bdd0c85 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.812285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-a3e34897-8fd3-41eb-97f6-3b227bdd0c85 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.1922269 Jul 08 17:21:01.830842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:01.874554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] No DVR routers for this DVR port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:01.899039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4cc7-5a08-4df2-b29d-225659750bb4 req-683c2945-1037-4031-b484-419e2c1dacef tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.900589 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78fb4cc7-5a08-4df2-b29d-225659750bb4 req-683c2945-1037-4031-b484-419e2c1dacef tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2281456 Jul 08 17:21:01.946406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b358a-05ae-40c1-9518-4684abf5a119 req-34bdd105-8568-41b8-9576-eb2f9bd5aa4a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.948813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f96b358a-05ae-40c1-9518-4684abf5a119 req-34bdd105-8568-41b8-9576-eb2f9bd5aa4a tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 946 time: 0.1278772 Jul 08 17:21:01.971232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.981992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:01.982334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:01.982664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:02.002809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78fb4cc7-5a08-4df2-b29d-225659750bb4 req-eb09a58e-b21d-40a3-9761-1efb388b5081 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951915 Jul 08 17:21:02.003366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:02.003686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:02.006556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=bafd5189-1846-440b-9b5f-93a5fabc6aaa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:02.017426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:02.017750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:02.018240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:02.018738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Bound port: bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:02.019165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.062941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f96b358a-05ae-40c1-9518-4684abf5a119 req-0519d448-1e81-44ee-923a-039c3c343ebc tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/security-groups?id=3258b6c5-bdde-49f5-b89b-90d0d0804ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065176 Jul 08 17:21:02.073081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Deleting port b8c28ad2-7b54-42da-904d-12da82f7becc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:02.078262 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.190583 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7058a53-b051-449d-8951-2c159d0e843e x-openstack-request-id: req-a7058a53-b051-449d-8951-2c159d0e843e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:02.191134 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:02.191557 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7058a53-b051-449d-8951-2c159d0e843e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:02.192099 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'code': 200} Jul 08 17:21:02.197628 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.208447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] For port b8c28ad2-7b54-42da-904d-12da82f7becc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b8c28ad2-7b54-42da-904d-12da82f7becc,segment=NetworkSegment(51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b),segment_id=51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:02.209096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.234710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Calling delete_port for b8c28ad2-7b54-42da-904d-12da82f7becc owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:02.254569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:02.262510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:02.271721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89610d1f-e48a-49a9-aa0c-049a30bd4fcb req-3bb6eb5a-06a6-4032-8d5a-276ef0fdf706 tempest-ComputeTenantNetworksTest-1367989392 tempest-ComputeTenantNetworksTest-1367989392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:02.274265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-89610d1f-e48a-49a9-aa0c-049a30bd4fcb req-3bb6eb5a-06a6-4032-8d5a-276ef0fdf706 tempest-ComputeTenantNetworksTest-1367989392 tempest-ComputeTenantNetworksTest-1367989392-project] 10.222.0.48 "GET /v2.0/networks/ba9a10dd-48e8-454e-8576-b4babf961d30 HTTP/1.1" status: 200 len: 769 time: 0.1635284 Jul 08 17:21:02.296949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:02.306088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.396685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 302a5740-e271-4d4f-93f0-5d114e61ff5b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:02.403111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:02.403763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.405377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] 10.222.0.21 "PUT /v2.0/ports/bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 1096 time: 1.3279519 Jul 08 17:21:02.480318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:02.485461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73613bd4-f563-49c7-8558-df72e78be0ea tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/302a5740-e271-4d4f-93f0-5d114e61ff5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2316468 Jul 08 17:21:02.489573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:02.494173 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345703c8-f915-48bb-9884-6527df24db35 None None] Sync routers for ids ['302a5740-e271-4d4f-93f0-5d114e61ff5b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:02.503923 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345703c8-f915-48bb-9884-6527df24db35 None None] Routers {'302a5740-e271-4d4f-93f0-5d114e61ff5b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:02.504634 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-345703c8-f915-48bb-9884-6527df24db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['302a5740-e271-4d4f-93f0-5d114e61ff5b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.510493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfd012-e4e5-404c-9720-69674e50e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:02.516096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.543731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-21f5581e-bc8e-41d6-a463-a4626dd281eb tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=302a5740-e271-4d4f-93f0-5d114e61ff5b HTTP/1.1" status: 200 len: 205 time: 0.0478585 Jul 08 17:21:02.544051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:02.549054 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-345703c8-f915-48bb-9884-6527df24db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.560665 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345703c8-f915-48bb-9884-6527df24db35 None None] Routers {'302a5740-e271-4d4f-93f0-5d114e61ff5b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:02.561573 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-345703c8-f915-48bb-9884-6527df24db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['302a5740-e271-4d4f-93f0-5d114e61ff5b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.599477 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-345703c8-f915-48bb-9884-6527df24db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.600138 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345703c8-f915-48bb-9884-6527df24db35 None None] The sync data for ids ['302a5740-e271-4d4f-93f0-5d114e61ff5b'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:02.645647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.679598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-65eb42d8-d8a2-4de5-a6bf-962181553b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:02.680392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-65eb42d8-d8a2-4de5-a6bf-962181553b1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1099 time: 0.2445376 Jul 08 17:21:02.704037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.721078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.761282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9a10dd-48e8-454e-8576-b4babf961d30']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.805229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a8b0fc-dac4-4a00-a71a-f43b91702960') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.805529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a8b0fc-dac4-4a00-a71a-f43b91702960') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:02.808725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Pushing event deleted for resources: {'Port': ['ID=b8c28ad2-7b54-42da-904d-12da82f7becc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:02.843928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.852379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.855326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.874342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e153-c0d7-4f7f-90c9-367f38d24dab req-c5b01d9d-6581-4f48-a010-297189e97b84 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:02.874804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] No DVR routers for this DVR port b8c28ad2-7b54-42da-904d-12da82f7becc on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:02.875843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c61e153-c0d7-4f7f-90c9-367f38d24dab req-c5b01d9d-6581-4f48-a010-297189e97b84 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 948 time: 0.1668355 Jul 08 17:21:02.877504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.879900 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-74be0cbb-dc50-4526-b786-04b3e5d17f3e req-8665b4cb-5e28-4bb7-bbe1-6ec63a974cbf tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.53 "DELETE /v2.0/ports/b8c28ad2-7b54-42da-904d-12da82f7becc HTTP/1.1" status: 204 len: 173 time: 1.0594590 Jul 08 17:21:02.890012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.908249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:21:02.908767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:21:02.910575 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:21:02.926792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.927325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router 302a5740-e271-4d4f-93f0-5d114e61ff5b {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:21:02.938850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.942333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-612beb18-2c0d-4298-b7f5-c3f677880378 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/302a5740-e271-4d4f-93f0-5d114e61ff5b HTTP/1.1" status: 204 len: 168 time: 0.3947601 Jul 08 17:21:02.942663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:02.962539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-d14c68e4-88ae-4270-86ff-4e4dfa69d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:02.964086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-d14c68e4-88ae-4270-86ff-4e4dfa69d363 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2748184 Jul 08 17:21:02.979671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c61e153-c0d7-4f7f-90c9-367f38d24dab req-f906adbe-80a8-409d-9a40-9d7e85dc6270 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741930 Jul 08 17:21:03.013302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-1f068a8b-57d2-4c3a-97be-e44cbea33f44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0403593 Jul 08 17:21:03.013469 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.016215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 06610d42-9094-46a1-b5d9-691e116eeeb8 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:21:03.018124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.023136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.023336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba9a10dd-48e8-454e-8576-b4babf961d30 HTTP/1.1" status: 204 len: 168 time: 0.7215867 Jul 08 17:21:03.065872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.083035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279a676-239c-4bb2-8e17-d613bf554da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9a10dd-48e8-454e-8576-b4babf961d30,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:03.101388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-a390ae75-2dca-4f4b-a93d-35685f157374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:03.103179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-a390ae75-2dca-4f4b-a93d-35685f157374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0819182 Jul 08 17:21:03.179239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-f14807aa-3473-4be5-861f-d75d4aa1906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:03.181257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-f14807aa-3473-4be5-861f-d75d4aa1906a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708263 Jul 08 17:21:03.211514 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.228998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:03.276680 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aaa8aa1c-dda8-4ef7-a952-5f8f5f70f9bb req-5f4275cc-94c8-4061-9ba6-bae35cb20f30 tempest-DeleteServersTestJSON-1709134730 tempest-DeleteServersTestJSON-1709134730-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fe95285-4a18-4244-9b29-f2f0cbe889d8 HTTP/1.1" status: 200 len: 210 time: 0.0363858 Jul 08 17:21:03.314508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.345778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.348590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/06610d42-9094-46a1-b5d9-691e116eeeb8 HTTP/1.1" status: 204 len: 168 time: 0.4050131 Jul 08 17:21:03.350066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562ea3-670c-4a20-9e98-01191adadfa4 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=06610d42-9094-46a1-b5d9-691e116eeeb8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:03.354027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:03.355911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58ab02-a83b-4d8f-92b7-b24ff8a15f63 None None] Network 293b948f-05ec-4ce6-b170-c0d6319a9e2a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:03.356427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:03.359757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a0f3d93-28bf-4072-b0b2-18378abe65a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=694855de710d40cb82d451088612caf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131721 Jul 08 17:21:03.384333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-cca2a0e3-a555-4bf9-9327-4d86086b33fa service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952584 Jul 08 17:21:03.404054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648a07e-0a94-4297-ad33-139b00236627 req-ca959824-6bea-4176-ae08-4cb926a3c183 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:03.405618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0648a07e-0a94-4297-ad33-139b00236627 req-ca959824-6bea-4176-ae08-4cb926a3c183 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2042649 Jul 08 17:21:03.474554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.497612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c8-2a49-4a14-b869-90ca14e0c448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.564395 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c8-2a49-4a14-b869-90ca14e0c448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.609326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] DHCP port deletion for 293b948f-05ec-4ce6-b170-c0d6319a9e2a request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:21:03.628443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:03.628807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.667223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] Deleting port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:03.668026 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.712681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,segment=NetworkSegment(8f248444-619b-4e45-adf5-2e076669febf),segment_id=8f248444-619b-4e45-adf5-2e076669febf)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:03.713051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.717540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c8-2a49-4a14-b869-90ca14e0c448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.720563 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c8-2a49-4a14-b869-90ca14e0c448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.721849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d151a9c8-2a49-4a14-b869-90ca14e0c448 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80fe10a7-6f04-4c95-9a7f-5dea6b4bbb76 HTTP/1.1" status: 204 len: 168 time: 0.3589888 Jul 08 17:21:03.739613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151a9c8-2a49-4a14-b869-90ca14e0c448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe10a7-6f04-4c95-9a7f-5dea6b4bbb76,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:03.745432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:03.780155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] For port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,segment=NetworkSegment(8f248444-619b-4e45-adf5-2e076669febf),segment_id=8f248444-619b-4e45-adf5-2e076669febf)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:03.780713 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.798148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] Calling delete_port for ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:03.859294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: from cryptography.utils import int_from_bytes Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: from cryptography.utils import int_from_bytes Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.887931 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:21:03.890313 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:21:03.899835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.901015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:03.907286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:03.934059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] Pushing event deleted for resources: {'Port': ['ID=ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:03.936893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7664b96-e4b0-4bc8-b115-dc60e5dddc64 None None] No DVR routers for this DVR port ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:03.979096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0648a07e-0a94-4297-ad33-139b00236627 req-f10cdef7-fe76-49f1-815f-9c8d5819154d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466082 Jul 08 17:21:04.005952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec58f37a-92a5-411f-b059-cf9279c15a11 req-5ded0fe8-c910-477c-a8b3-efe48059cd79 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107204 Jul 08 17:21:04.018361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.031500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293b948f-05ec-4ce6-b170-c0d6319a9e2a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:04.043706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f248444-619b-4e45-adf5-2e076669febf') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:04.044092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f248444-619b-4e45-adf5-2e076669febf') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:04.055530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.073551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.080966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:21:04.081605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:21:04.085514 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:21:04.191512 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.193206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}, {'server_uuid': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'name': 'network-vif-deleted', 'tag': 'b8c28ad2-7b54-42da-904d-12da82f7becc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:04.196021 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc2d89c-322d-42f8-998c-1b62a8446d61" -d '{"events": [{"name": "network-changed", "server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}, {"server_uuid": "5fe95285-4a18-4244-9b29-f2f0cbe889d8", "name": "network-vif-deleted", "tag": "b8c28ad2-7b54-42da-904d-12da82f7becc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:04.222107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.229811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/293b948f-05ec-4ce6-b170-c0d6319a9e2a HTTP/1.1" status: 204 len: 168 time: 0.8701742 Jul 08 17:21:04.229951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44890) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:04.234645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1420443712', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:04.238999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba6d1d-b22f-4323-8ddd-a4b76759b835 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=293b948f-05ec-4ce6-b170-c0d6319a9e2a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:04.260099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e77ee2-8f33-4337-871f-44016ba474f2 req-0ea94dbb-fc02-4154-a979-245a1b4cc70c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.262074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40e77ee2-8f33-4337-871f-44016ba474f2 req-0ea94dbb-fc02-4154-a979-245a1b4cc70c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 948 time: 0.1307101 Jul 08 17:21:04.278716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.281405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.288748 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f5520-fab7-4dc9-9ef4-d914233cbda5 x-openstack-request-id: req-290f5520-fab7-4dc9-9ef4-d914233cbda5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:04.289638 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "status": "completed", "code": 200}, {"server_uuid": "5fe95285-4a18-4244-9b29-f2f0cbe889d8", "name": "network-vif-deleted", "tag": "b8c28ad2-7b54-42da-904d-12da82f7becc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:04.290085 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-290f5520-fab7-4dc9-9ef4-d914233cbda5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:04.290630 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'status': 'completed', 'code': 200} Jul 08 17:21:04.291060 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe95285-4a18-4244-9b29-f2f0cbe889d8', 'name': 'network-vif-deleted', 'tag': 'b8c28ad2-7b54-42da-904d-12da82f7becc', 'status': 'completed', 'code': 200} Jul 08 17:21:04.330209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40e77ee2-8f33-4337-871f-44016ba474f2 req-b3a90b48-2776-4f04-b2ad-6d831c1f5e93 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 Jul 08 17:21:04.415406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.429041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.471805 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.473012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99bd9086-5695-4957-b24f-9bb1d839e6e7 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2420785 Jul 08 17:21:04.476464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:04.481859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-727206765'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:04.493229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-4c1b4a7c-96ab-4e99-85f4-bea7245cc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.495306 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-4c1b4a7c-96ab-4e99-85f4-bea7245cc0d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1099 time: 0.1901090 Jul 08 17:21:04.498472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-e86173ca-6bc9-48de-b899-bb1c3e3c190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.501514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-e86173ca-6bc9-48de-b899-bb1c3e3c190e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1099 time: 0.1997354 Jul 08 17:21:04.502602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:04.545538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:04.549583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.605172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:04.629496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.630010 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment 313d772a-6779-4e4f-8eee-a18ab402c498 of type vlan for network 3f503fe1-5c32-4632-b77f-289a17ee9446 Jul 08 17:21:04.716568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-828a5a1f-0261-4067-b694-c2387f739117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.721913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-828a5a1f-0261-4067-b694-c2387f739117 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.2169065 Jul 08 17:21:04.766261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.811564 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.821840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.823127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.841863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-af5de6f2-6914-490b-bf1c-c83a4c485cc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0986109 Jul 08 17:21:04.886725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:04.919865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4422495 Jul 08 17:21:04.921257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:04.932731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:04.938028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cbcf2-46c3-48ef-bf4f-bef1214ea2cd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=3f503fe1-5c32-4632-b77f-289a17ee9446,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:04.972170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:04.986939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-2a9676ad-123d-400c-8d46-8cb47276bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.989313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-2a9676ad-123d-400c-8d46-8cb47276bfd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1393757 Jul 08 17:21:05.065094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:05.065960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8c28ad2-7b54-42da-904d-12da82f7becc no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:05.071625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1884886132-network', 'tenant_id': 'abb7ea30bea640f098aeaddb6d10147a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:05.081136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-911b92f8-7ae2-4dc4-8bb4-0f8b92568c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.082906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-911b92f8-7ae2-4dc4-8bb4-0f8b92568c33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3312960 Jul 08 17:21:05.134795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: b8c28ad2-7b54-42da-904d-12da82f7becc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:05.135399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b8c28ad2-7b54-42da-904d-12da82f7becc not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:05.172983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-96bf6982-97fa-4b4b-9a46-cea3d964ac24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0745082 Jul 08 17:21:05.192561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:05.210893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Made reservation on behalf of abb7ea30bea640f098aeaddb6d10147a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:05.214724 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.221031 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:05.221801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ad5dab49-d4fb-4e4b-80dd-cdc2577ec82e not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:05.236423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1248a-9312-46f1-8a90-5ddaf4406b78 req-d4e6c084-f388-40eb-a20c-13d0d1930f4c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.238008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1b1248a-9312-46f1-8a90-5ddaf4406b78 req-d4e6c084-f388-40eb-a20c-13d0d1930f4c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.0831642 Jul 08 17:21:05.265558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.287058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1b1248a-9312-46f1-8a90-5ddaf4406b78 req-44b09651-a519-479b-8125-06e801b5ccd1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Jul 08 17:21:05.293167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:05.296982 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.303041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-47f4fcec-0f7c-46a3-9365-69ae4d25fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.304968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-47f4fcec-0f7c-46a3-9365-69ae4d25fe4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017423 Jul 08 17:21:05.372618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-9c6c6d14-5a09-41b1-ae48-d127dd344acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.374056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-9c6c6d14-5a09-41b1-ae48-d127dd344acb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1915474 Jul 08 17:21:05.660753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-f0b29043-f1d2-4ddb-b462-5757f5321b57 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055296 Jul 08 17:21:05.762853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-732fad61-7259-407e-9b93-02eb54b2640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.764358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-732fad61-7259-407e-9b93-02eb54b2640a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708696 Jul 08 17:21:05.819055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c662329-2e00-4f15-9267-043e4ab9a095 req-54d24545-95e8-4f04-9b00-faa3c57edacd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.820623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c662329-2e00-4f15-9267-043e4ab9a095 req-54d24545-95e8-4f04-9b00-faa3c57edacd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 948 time: 0.3430188 Jul 08 17:21:05.920066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.939006 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.007647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:06.009836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.026745 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-aa7286c2-1c95-49dc-a443-8c396fcbb9eb service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357759 Jul 08 17:21:06.076361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c662329-2e00-4f15-9267-043e4ab9a095 req-ac0d92d2-2d9d-4692-af4d-2a2caf440a39 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173598 Jul 08 17:21:06.087793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-a7c7ce2c-a980-458f-afdc-a490959261b1 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092148 Jul 08 17:21:06.088393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced4368-e62d-4e41-8705-10837cdda002,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:06.091574 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.091929 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Added segment f762bdc0-f2bc-483c-aab7-83de4fdb9a16 of type vlan for network 946f4fad-bc67-451a-9f53-8c55ed40671a Jul 08 17:21:06.188737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=2cd5ea34-ad4f-49b2-8836-9582d0e9973f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:06.213834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.256734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:06.256995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: 3f503fe1-5c32-4632-b77f-289a17ee9446, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:06.285903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cc2d89c-322d-42f8-998c-1b62a8446d61 req-61ebadb7-573c-40fd-93eb-28ff000009dc service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867785 Jul 08 17:21:06.290363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.291353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.291917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.353539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:06.361109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4729850 Jul 08 17:21:06.364485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:06.367954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0677-3150-4c4f-a298-30fcfc39ecc1 admin admin] Pushing event updated for resources: {'Network': ['ID=946f4fad-bc67-451a-9f53-8c55ed40671a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:06.374540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3f503fe1-5c32-4632-b77f-289a17ee9446) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:06.377855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 946f4fad-bc67-451a-9f53-8c55ed40671a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:06.378841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.379660 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.386749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Request body: {'subnet': {'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1884886132-subnet', 'tenant_id': 'abb7ea30bea640f098aeaddb6d10147a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:06.401963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b782add-453a-4c55-9e0d-2492a44c7fca tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4767709 Jul 08 17:21:06.402428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:06.424025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Made reservation on behalf of abb7ea30bea640f098aeaddb6d10147a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:06.427428 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.450945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc37f42-d3b1-4a0a-90a7-90cd4ddd3379 None None] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:06.592323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08932eac-03ac-4753-86e0-b3fa8dd67e08 req-f93997ef-f556-4436-ae2f-9078433bd23b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.594148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08932eac-03ac-4753-86e0-b3fa8dd67e08 req-f93997ef-f556-4436-ae2f-9078433bd23b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1634755 Jul 08 17:21:06.654668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08932eac-03ac-4753-86e0-b3fa8dd67e08 req-92a0c812-6afc-4044-b420-61b3802b51e0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Jul 08 17:21:06.660849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3f503fe1-5c32-4632-b77f-289a17ee9446', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:06.661758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.667094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:06.761840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.812742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.833578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Checking segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:06.833952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Network hostable DHCP agents. Network: 946f4fad-bc67-451a-9f53-8c55ed40671a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:06.838256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f33879-3c85-4830-83ef-24c4a5267438,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:06.860646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Network 946f4fad-bc67-451a-9f53-8c55ed40671a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:06.871721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 946f4fad-bc67-451a-9f53-8c55ed40671a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:06.879046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.879653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.903329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5aae2da-8ce1-4fb4-9514-7ffff392c570 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5346966 Jul 08 17:21:06.942903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602af887-c5f0-413b-9da1-d0b04f899881 None None] Network 946f4fad-bc67-451a-9f53-8c55ed40671a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:07.025006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:07.041986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Allocated IP 2001:db8::2 (3f503fe1-5c32-4632-b77f-289a17ee9446/2cd5ea34-ad4f-49b2-8836-9582d0e9973f/bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:07.086095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:07.225780 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.272504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf62b21d-a5e2-4ca7-aa33-d2f055196c74 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:07.281628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5dc61-2446-463c-a4e5-1176715a06da None None] Network 946f4fad-bc67-451a-9f53-8c55ed40671a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:07.331774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a477960-d4bf-46da-9475-86357bc792fd req-067e793a-aea9-403f-a8ad-95385dc7f92d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:07.333497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a477960-d4bf-46da-9475-86357bc792fd req-067e793a-aea9-403f-a8ad-95385dc7f92d tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 948 time: 0.0965962 Jul 08 17:21:07.369365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:07.400277 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.401509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a477960-d4bf-46da-9475-86357bc792fd req-8ecfade7-b2e3-490f-8cad-cc84e4c2a98b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585721 Jul 08 17:21:07.484357 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.519824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Transition to ACTIVE for port object bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:07.534664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:07.562057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Transition to ACTIVE for port object bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:07.571679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.618916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:07.621853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:07.625586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:07.634054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Pushing event updated for resources: {'Port': ['ID=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:07.666005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8::1 (3f503fe1-5c32-4632-b77f-289a17ee9446/2cd5ea34-ad4f-49b2-8836-9582d0e9973f/9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:07.708597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['bf62b21d-a5e2-4ca7-aa33-d2f055196c74'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:07.813429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Attempting to bind port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:07.814201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Attempting to bind port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:07.814792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Attempting to bind port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd on network 3f503fe1-5c32-4632-b77f-289a17ee9446 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:07.823063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:07.823845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Checking segment: {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:07.824578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.825191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Bound using segment: {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:07.825889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Bound port: bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:07.826517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.932134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] For port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:07.951893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-3d5f710c-d1e6-4e73-ad47-e430a9623d95 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:07.953535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] For port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:07.954271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-3d5f710c-d1e6-4e73-ad47-e430a9623d95 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.5509231 Jul 08 17:21:07.964304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.984775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-1ee18fce-71d4-424d-97b2-7777e4987217 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/quotas/abb7ea30bea640f098aeaddb6d10147a HTTP/1.1" status: 200 len: 375 time: 0.0209646 Jul 08 17:21:08.005339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.018521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-e1abcf6b-4b27-4c6e-8c07-645a2ae1449c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325642 Jul 08 17:21:08.036515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:08.047752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-e4d9a32e-b209-4150-be74-8934b844bd02 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.051343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-e4d9a32e-b209-4150-be74-8934b844bd02 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e&tenant_id=ace6366740c64aa99100e7753ab9b133&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 949 time: 0.2479413 Jul 08 17:21:08.091956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca20aa1-158e-4fb3-bf5b-16d7c7bf3043 None None] Pushing event updated for resources: {'Port': ['ID=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:08.105206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800bb8-f90e-4958-9f41-3cabb3f371ed req-8a983e30-7885-42f9-b5e7-28fed053f643 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.107243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1800bb8-f90e-4958-9f41-3cabb3f371ed req-8a983e30-7885-42f9-b5e7-28fed053f643 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1661210 Jul 08 17:21:08.145673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-15425c1a-1eb7-4ab9-b169-d61135088f36 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:08.147728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-15425c1a-1eb7-4ab9-b169-d61135088f36 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149926 Jul 08 17:21:08.190952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.193882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-d2f08ce6-0fd9-47c0-b6a3-fb0ef84376dc service neutron] 10.222.0.21 "GET /v2.0/ports/bf62b21d-a5e2-4ca7-aa33-d2f055196c74/bindings/n-h2-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.1340954 Jul 08 17:21:08.204281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1800bb8-f90e-4958-9f41-3cabb3f371ed req-3ee6ef7f-3716-4c61-9fcf-6d2524c47670 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856886 Jul 08 17:21:08.248857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:08.280029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-65e8ba04-ada6-46ff-9a41-6b4e12a8369d service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244061 Jul 08 17:21:08.284342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:08.298354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:08.299748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.372768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:08.484627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-dbe1325a-e389-4652-8009-58e9544e9c0f service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951985 Jul 08 17:21:08.487174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-7bbe743e-0ec1-4c9d-81ff-e36ef47bbd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.488758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-7bbe743e-0ec1-4c9d-81ff-e36ef47bbd6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1100 time: 0.2574284 Jul 08 17:21:08.675977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:08.784777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:08.790791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:08.791343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.963153 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.964787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a096c-5257-4b15-a976-f1a045feba7e req-7a8807a0-f817-44c1-a08c-f6a27038f30f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.972205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-344a096c-5257-4b15-a976-f1a045feba7e req-7a8807a0-f817-44c1-a08c-f6a27038f30f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.5535512 Jul 08 17:21:08.983562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.068025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:09.069067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:09.077891 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891d48ad-4a4c-42b0-9581-89c20201aea4" -d '{"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-plugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:09.086405 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.114279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b732df6-8564-4345-a2b6-98231daa2d6b req-a0e3d35c-b074-4293-a344-d044c518d244 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 210 time: 0.0536029 Jul 08 17:21:09.169485 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-344a096c-5257-4b15-a976-f1a045feba7e req-76ccb9d6-cf5c-4c08-aa2f-20a67adc794b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963646 Jul 08 17:21:09.207771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-cf5e1647-711b-4b6e-b6b6-dc8e6fa673e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:09.208680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:09.219946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-cf5e1647-711b-4b6e-b6b6-dc8e6fa673e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.7200990 Jul 08 17:21:09.284857 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f3e5a-a918-4636-ab4a-fe7f717da8f0 x-openstack-request-id: req-866f3e5a-a918-4636-ab4a-fe7f717da8f0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:09.285194 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-plugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:09.285455 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-866f3e5a-a918-4636-ab4a-fe7f717da8f0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:09.286571 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'code': 200} Jul 08 17:21:09.308369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:09.384606 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-6ef77e87-da9b-48f7-a661-2f81cdeebd80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0621357 Jul 08 17:21:09.451343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:09.605244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:09.624445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-a71bdc7a-39fe-43c4-9e7d-b0f119298b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:09.626015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-a71bdc7a-39fe-43c4-9e7d-b0f119298b52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1958694 Jul 08 17:21:09.687391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f4a13-a12b-4b49-a173-751938244246 None None] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:09.723217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Deleting subnet c8e83fd1-5584-42b6-b582-9c0248a51c22 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:21:09.727626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.781213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.783983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] Provisioning for port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:09.800332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] Provisioning complete for port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:09.800709 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.845029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34880907-f4b8-4805-982c-763d011043f9 req-9934361e-380f-4711-a229-2ece02a9f824 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:09.847068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34880907-f4b8-4805-982c-763d011043f9 req-9934361e-380f-4711-a229-2ece02a9f824 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.4076915 Jul 08 17:21:09.854722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.945183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-1537d580-7e6f-41a1-abc5-16e1bc5e7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:09.947580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-1537d580-7e6f-41a1-abc5-16e1bc5e7c5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116331 Jul 08 17:21:09.955157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34880907-f4b8-4805-982c-763d011043f9 req-14dddddd-d868-4fab-96aa-30e15960e1f9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959215 Jul 08 17:21:09.968779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.023613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e83fd1-5584-42b6-b582-9c0248a51c22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.030980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.033388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-83d9288b-74b5-4eab-b1b5-c45f910c3356 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c8e83fd1-5584-42b6-b582-9c0248a51c22 HTTP/1.1" status: 204 len: 168 time: 0.4270487 Jul 08 17:21:10.035825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:10.078152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.092478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.093821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.108260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-9a12a6c9-a972-49d9-ad3c-92c3d9388554 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492288 Jul 08 17:21:10.137248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.140294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.173771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] For port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:10.179852 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.250732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.262271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759cc58-a888-411e-9c73-98c9fb6b632b None None] Pushing event updated for resources: {'Port': ['ID=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.274973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.284454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e111b7c2-688d-43ba-a08d-8f73229229f4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:10.297451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:10.298120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f3a5e6-96ce-4ae4-8e48-4d9c39c0a97b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:10.310492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.337762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.346819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:21:10.347496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:21:10.350690 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:21:10.360150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-f8c30525-a8a5-416f-a426-09fa1d91a963 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239771 Jul 08 17:21:10.408730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c226a39e-9158-4c87-b756-ade36687076b req-0eb4ddb9-a714-4271-bf51-db5cddf4bb44 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 210 time: 0.0511012 Jul 08 17:21:10.418440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:10.420692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:10.468788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.475757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.482635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e111b7c2-688d-43ba-a08d-8f73229229f4 HTTP/1.1" status: 204 len: 168 time: 0.4454119 Jul 08 17:21:10.505015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3e3da-3ee4-49a4-9d4d-51f7fda9c1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e111b7c2-688d-43ba-a08d-8f73229229f4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.536552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77618f0f-ddcf-4f05-b67f-1f3ecb78fe87 req-f38dade7-fcb0-4606-88b1-4cee67f48e2a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.538783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77618f0f-ddcf-4f05-b67f-1f3ecb78fe87 req-f38dade7-fcb0-4606-88b1-4cee67f48e2a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.1321025 Jul 08 17:21:10.547804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:10.618249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77618f0f-ddcf-4f05-b67f-1f3ecb78fe87 req-5dccc0b3-416e-4754-bb63-5ed3199fe785 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 Jul 08 17:21:10.688712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-5ee434cb-5ca4-4b26-83d3-7711172cd7b7 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.690405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-5ee434cb-5ca4-4b26-83d3-7711172cd7b7 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.1809115 Jul 08 17:21:10.696454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f003094-2513-4f84-bf13-47dae48da3d2 None None] Provisioning complete for port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:10.697478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f003094-2513-4f84-bf13-47dae48da3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.702157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:21:10.729463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:10.734015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Request body: {'port': {'device_id': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'admin_state_up': True, 'tenant_id': 'abb7ea30bea640f098aeaddb6d10147a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:10.766621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:10.782710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'port_id': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'mac_address': 'fa:16:3e:52:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f4723-e2d8-4467-9fb9-f44937476311', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:10.791602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5bdc59ab-5bda-4184-b83a-d5b634ddff9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63b8eb0402414096a68f4d7255277876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606320 Jul 08 17:21:10.794375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:10.864976 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.879646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a487a3-edb4-4104-b034-2133c72006fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.881996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed4bb872-d9c4-4f25-8aff-5376deb6c162 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:10.888280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f003094-2513-4f84-bf13-47dae48da3d2 None None] Provisioning for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:10.898929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f003094-2513-4f84-bf13-47dae48da3d2 None None] Provisioning complete for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:10.899313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f003094-2513-4f84-bf13-47dae48da3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.910894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a487a3-edb4-4104-b034-2133c72006fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.932740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:10.939689 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.977171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f003094-2513-4f84-bf13-47dae48da3d2 None None] Port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:10.999031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:10.999915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a487a3-edb4-4104-b034-2133c72006fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.003591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a487a3-edb4-4104-b034-2133c72006fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.005533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9a487a3-edb4-4104-b034-2133c72006fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3258b6c5-bdde-49f5-b89b-90d0d0804ea7 HTTP/1.1" status: 204 len: 168 time: 0.2100806 Jul 08 17:21:11.012180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7cfb7e48-a6d9-413d-ae4f-c0f557df9760 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6085711 Jul 08 17:21:11.018639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:11.028324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-568002908'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:11.030479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:11.054053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:11.058117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a487a3-edb4-4104-b034-2133c72006fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3258b6c5-bdde-49f5-b89b-90d0d0804ea7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:11.068087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ed4bb872-d9c4-4f25-8aff-5376deb6c162'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:11.073609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Made reservation on behalf of abb7ea30bea640f098aeaddb6d10147a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:11.077327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.117606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:11.121291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.170862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:11.185819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.186433 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment bd80d502-bfe2-44eb-8c33-cfb5cfe7787a of type vlan for network 466f5182-9099-44b3-9dd5-48e125bc813f Jul 08 17:21:11.259940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.279892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.280240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.280577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.280908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.281234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.281562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.281886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.293174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.293472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.293803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.294166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.294501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:11.317223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:11.352126 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.361714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:11.362369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.395606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:11.396522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:11.481199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=466f5182-9099-44b3-9dd5-48e125bc813f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:11.494093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a2d7bdcf-3570-4b9f-b626-4bf10b671297 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4719102 Jul 08 17:21:11.494439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:11.500623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:11.579584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Allocated IP 172.20.0.7 (946f4fad-bc67-451a-9f53-8c55ed40671a/54f33879-3c85-4830-83ef-24c4a5267438/31483f63-f0ff-4839-8ee0-6ca533d96add) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:11.584429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add50b6-c388-410e-9512-149177d1011d req-9aecc74c-e329-4dbb-83af-6fc96eb16b68 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:11.592223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9add50b6-c388-410e-9512-149177d1011d req-9aecc74c-e329-4dbb-83af-6fc96eb16b68 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 945 time: 0.3259261 Jul 08 17:21:11.620918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 466f5182-9099-44b3-9dd5-48e125bc813f details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:11.628036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c49eb666-02d7-4343-a9ca-e870eb3e8ed2 None None] Provisioning complete for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:11.633151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c49eb666-02d7-4343-a9ca-e870eb3e8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.659064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9add50b6-c388-410e-9512-149177d1011d req-a2120c31-2dbe-46a6-a109-8f2d0e717bcf tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658636 Jul 08 17:21:11.715311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ac73961-a91b-4fec-9e22-5bdb8c9410dc req-4b1e271b-4771-4e9b-bf19-4821a0fe8704 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 210 time: 0.1306357 Jul 08 17:21:11.766553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:11.770782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.811757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:11.813541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c49eb666-02d7-4343-a9ca-e870eb3e8ed2 None None] Port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:11.944729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.948824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:11.949429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.000089 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.073765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event updated for resources: {'Port': ['ID=31483f63-f0ff-4839-8ee0-6ca533d96add,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:12.096611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Network 946f4fad-bc67-451a-9f53-8c55ed40671a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:12.099297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:12.110319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:12.128583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3d420dc-b77b-4c1f-b159-ca9d9d4f264a None None] Provisioning complete for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:12.128957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3d420dc-b77b-4c1f-b159-ca9d9d4f264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.155242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.175113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c3d420dc-b77b-4c1f-b159-ca9d9d4f264a None None] Port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:12.219798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fec57-5ef3-47ce-9d12-3a044cfc22a5 req-b080cffd-0adc-4cf3-998b-5d3e4c5c17f1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:12.231040 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c62fec57-5ef3-47ce-9d12-3a044cfc22a5 req-b080cffd-0adc-4cf3-998b-5d3e4c5c17f1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.2442865 Jul 08 17:21:12.254825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:12.255659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.336334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c62fec57-5ef3-47ce-9d12-3a044cfc22a5 req-b79c3d1f-6d4d-40cf-92a2-2796092291df tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995295 Jul 08 17:21:12.338354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4d9cc03f-6fec-46d7-a2f5-09416fc3aaea tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6100428 Jul 08 17:21:12.361973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Request body: {'port': {'device_id': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:12.411536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:08Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:09Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:12.419091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=863db19b-ed48-46a5-84b0-02f9860bad79,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:12.445730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:12.447676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: 466f5182-9099-44b3-9dd5-48e125bc813f, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:12.484561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:12.485097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Updating router b82113b3-850f-4a6d-9e0c-9381571789eb port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:12.490840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 466f5182-9099-44b3-9dd5-48e125bc813f is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:12.510966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 466f5182-9099-44b3-9dd5-48e125bc813f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:12.523081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:12.523918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.548842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.569995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e8e3ee64-2492-42ef-b717-37295e8638a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0688426 Jul 08 17:21:12.569995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:12.571978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45106) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:12.572393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa65a0d-3ed7-40ee-9f19-7d5343be8968 None None] Network 466f5182-9099-44b3-9dd5-48e125bc813f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:12.700201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:12.909228 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.958569 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.964141 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.999149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1905489066-network', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:13.033144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ed4bb872-d9c4-4f25-8aff-5376deb6c162 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:13.033668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.056357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007fd63-3823-4878-8437-3be603e730c7 req-e8b9360f-169b-441b-bd11-19120411665b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.057873 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d007fd63-3823-4878-8437-3be603e730c7 req-e8b9360f-169b-441b-bd11-19120411665b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 931 time: 0.1212838 Jul 08 17:21:13.140095 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d007fd63-3823-4878-8437-3be603e730c7 req-e590efac-da29-4066-a61c-ad930209ff8c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745845 Jul 08 17:21:13.148412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31483f63-f0ff-4839-8ee0-6ca533d96add {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:13.159180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:13.161222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.162230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.180807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Transition to ACTIVE for port object 31483f63-f0ff-4839-8ee0-6ca533d96add will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:13.185887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.188291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.232593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-d442a36b-da07-45db-a99d-fa67c049efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.234425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-d442a36b-da07-45db-a99d-fa67c049efde service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e&tenant_id=ace6366740c64aa99100e7753ab9b133 HTTP/1.1" status: 200 len: 1101 time: 0.3133194 Jul 08 17:21:13.250008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:13.286746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-466f5182-9099-44b3-9dd5-48e125bc813f', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:13.287924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.311937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58240-b60e-4f4a-b114-e3fb8e130c12 req-3edef778-f763-4c68-8fd1-a3261b1ae992 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.320600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fff58240-b60e-4f4a-b114-e3fb8e130c12 req-3edef778-f763-4c68-8fd1-a3261b1ae992 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 945 time: 0.3853617 Jul 08 17:21:13.436059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Pushing event updated for resources: {'Port': ['ID=31483f63-f0ff-4839-8ee0-6ca533d96add,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:13.463604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Attempting to bind port 31483f63-f0ff-4839-8ee0-6ca533d96add on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:13.463604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Attempting to bind port 31483f63-f0ff-4839-8ee0-6ca533d96add by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:13.463604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Attempting to bind port 31483f63-f0ff-4839-8ee0-6ca533d96add on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:13.471765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.473067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Port 31483f63-f0ff-4839-8ee0-6ca533d96add on network 946f4fad-bc67-451a-9f53-8c55ed40671a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:13.473453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Attempting to bind port 31483f63-f0ff-4839-8ee0-6ca533d96add on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:13.485628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fff58240-b60e-4f4a-b114-e3fb8e130c12 req-03a5ea30-824c-454b-b3f0-462b631a0f39 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639943 Jul 08 17:21:13.491097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:13.491413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Checking segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:13.492541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Bound using segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:13.492985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Bound port: 31483f63-f0ff-4839-8ee0-6ca533d96add, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:13.493352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.498619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.625455 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.665418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] For port 31483f63-f0ff-4839-8ee0-6ca533d96add, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:13.686822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] For port 31483f63-f0ff-4839-8ee0-6ca533d96add, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=31483f63-f0ff-4839-8ee0-6ca533d96add,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:13.702063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.730132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:13.732459 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc8cf87-4768-446f-8d7a-a2c8d7662ac5" -d '{"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:13.738452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e463-2cac-4a72-be91-e20eb4508511 req-d02c6052-0521-48c4-8ee3-09335f63c88c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.749241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d914e463-2cac-4a72-be91-e20eb4508511 req-d02c6052-0521-48c4-8ee3-09335f63c88c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.2324338 Jul 08 17:21:13.784569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:13.810292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.826985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.861496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.862449 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.864729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/31483f63-f0ff-4839-8ee0-6ca533d96add HTTP/1.1" status: 200 len: 1091 time: 1.5172715 Jul 08 17:21:13.885232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d914e463-2cac-4a72-be91-e20eb4508511 req-8f094bf7-fe7c-43a1-adf7-356e47640f73 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347315 Jul 08 17:21:13.887629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'tag': '31483f63-f0ff-4839-8ee0-6ca533d96add'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:13.893903 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d651bd59-42ff-4e0f-b867-b5931db61c69" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d7d22-b62e-4943-8e47-0580c747a797", "tag": "31483f63-f0ff-4839-8ee0-6ca533d96add"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:13.970275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Allocated IP 2001:db8:1::2 (466f5182-9099-44b3-9dd5-48e125bc813f/863db19b-ed48-46a5-84b0-02f9860bad79/350ef104-2ef2-4ce1-a79e-34f2ead68efc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:14.010566 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60122a2d-0382-4ec5-a3d8-1dbf8bb0c3f3 x-openstack-request-id: req-60122a2d-0382-4ec5-a3d8-1dbf8bb0c3f3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:14.010863 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:14.011112 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60122a2d-0382-4ec5-a3d8-1dbf8bb0c3f3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:14.011507 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'code': 200} Jul 08 17:21:14.021846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:14.033671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413038-1168-44cb-bc00-940eb25120d9 service neutron] Pushing event updated for resources: {'Port': ['ID=31483f63-f0ff-4839-8ee0-6ca533d96add,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:14.070945 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76414dcf-6327-4c92-a39d-58749527e60b x-openstack-request-id: req-76414dcf-6327-4c92-a39d-58749527e60b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:14.071967 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d7d22-b62e-4943-8e47-0580c747a797", "tag": "31483f63-f0ff-4839-8ee0-6ca533d96add", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:14.072421 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76414dcf-6327-4c92-a39d-58749527e60b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:14.073040 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'tag': '31483f63-f0ff-4839-8ee0-6ca533d96add', 'status': 'completed', 'code': 200} Jul 08 17:21:14.088315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-ab666cc9-b8a8-4340-a661-4ab80e992959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:14.090371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-ab666cc9-b8a8-4340-a661-4ab80e992959 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 1094 time: 0.1676922 Jul 08 17:21:14.106242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.144821 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.158057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Transition to ACTIVE for port object 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:14.159206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb692be1-049f-4957-8f03-ca3090bc32f4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:14.165651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:14.176143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-abed3ca3-07d7-4403-81fd-164f25969a73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31483f63-f0ff-4839-8ee0-6ca533d96add HTTP/1.1" status: 200 len: 217 time: 0.0535462 Jul 08 17:21:14.185541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:14.212846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.213502 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Added segment 218ad0c3-01cf-4eea-a3f8-760c569cf707 of type vlan for network c9ca8108-1bbb-4a87-b242-837d354904da Jul 08 17:21:14.256902 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.268506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-94797ef2-73e2-4cde-ac94-6283927eb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:14.271820 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-94797ef2-73e2-4cde-ac94-6283927eb2e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.0937696 Jul 08 17:21:14.288315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:14.314057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-0654c183-ac67-4dd7-a8e0-3a0f4489b457 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344076 Jul 08 17:21:14.324667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.357156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:14.362263 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5dcfb1-389a-4b4e-8daa-61d687854b1f" -d '{"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:14.368718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.401880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Transition to ACTIVE for port object bf62b21d-a5e2-4ca7-aa33-d2f055196c74 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:14.406287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5922b6-2f9b-40c0-b05d-05b2a0cfea50 None None] Pushing event updated for resources: {'Port': ['ID=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:14.409865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.411372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:14.412213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.436561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.517678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Attempting to bind port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:14.518420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Attempting to bind port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:14.519020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Attempting to bind port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 on network 3f503fe1-5c32-4632-b77f-289a17ee9446 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:14.534881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:14.535635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Checking segment: {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:14.536290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.536892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Bound using segment: {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:14.538498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Bound port: 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313d772a-6779-4e4f-8eee-a18ab402c498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:14.539346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.570194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.575122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9884005 Jul 08 17:21:14.603162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45132) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:14.619507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Transition to ACTIVE for port object 350ef104-2ef2-4ce1-a79e-34f2ead68efc will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:14.620825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Request body: {'subnet': {'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1905489066-subnet', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:14.656561 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b59bb3-9ba4-4aa2-a5b1-b1c7c5860e98 x-openstack-request-id: req-e3b59bb3-9ba4-4aa2-a5b1-b1c7c5860e98 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:14.656953 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:14.657128 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3b59bb3-9ba4-4aa2-a5b1-b1c7c5860e98 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:14.657514 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'code': 200} Jul 08 17:21:14.695247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Transition to ACTIVE for port object 350ef104-2ef2-4ce1-a79e-34f2ead68efc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:14.711151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] For port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:14.719000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] For port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:14.720748 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.767867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:14.770305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.795267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-59b4c51d-7e16-4fda-abfd-7368f188567b service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694247 Jul 08 17:21:14.799279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Pushing event updated for resources: {'Port': ['ID=350ef104-2ef2-4ce1-a79e-34f2ead68efc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:14.805896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.841896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8:1::1 (466f5182-9099-44b3-9dd5-48e125bc813f/863db19b-ed48-46a5-84b0-02f9860bad79/596f415b-d790-48ec-8b80-08848755b118) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:14.844594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Network 466f5182-9099-44b3-9dd5-48e125bc813f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:14.855672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:14.863146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:14.868219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd82cb-d595-43ec-9d45-1bb9726db05c req-102c57c7-8d63-49e0-9ca1-3745370f807a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:14.869963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44fd82cb-d595-43ec-9d45-1bb9726db05c req-102c57c7-8d63-49e0-9ca1-3745370f807a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 943 time: 0.3774061 Jul 08 17:21:14.914397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:14.915131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:15.021587 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44fd82cb-d595-43ec-9d45-1bb9726db05c req-56d3ee0e-4d8e-415a-9bf0-98bb67694c10 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358724 Jul 08 17:21:15.071052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c36fb372-5a45-4122-85f0-9c780eb6826f req-4ab13bfa-afe9-4506-bd25-e47616c751e4 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178495 Jul 08 17:21:15.101123 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.140247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object 596f415b-d790-48ec-8b80-08848755b118 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:15.175909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5922b6-2f9b-40c0-b05d-05b2a0cfea50 None None] Pushing event updated for resources: {'Port': ['ID=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.232541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Attempting to bind port 350ef104-2ef2-4ce1-a79e-34f2ead68efc on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:15.242241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Attempting to bind port 350ef104-2ef2-4ce1-a79e-34f2ead68efc by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:15.242849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Attempting to bind port 350ef104-2ef2-4ce1-a79e-34f2ead68efc on network 466f5182-9099-44b3-9dd5-48e125bc813f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:15.262425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:15.262993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Checking segment: {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:15.263511 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.264010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Bound using segment: {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:15.264608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Bound port: 350ef104-2ef2-4ce1-a79e-34f2ead68efc, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:15.266616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.275585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] No DVR routers for this DVR port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:15.326451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:15.363493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.407094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.521595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:15.522355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:15.522906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:15.552830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=596f415b-d790-48ec-8b80-08848755b118,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.562094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72810e0-b0d9-4c00-b861-d220aafadf06 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ca8108-1bbb-4a87-b242-837d354904da,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.569075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:15.570138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Attempting to bind port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:15.583314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 466f5182-9099-44b3-9dd5-48e125bc813f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:15.589448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:15.597651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:15.598482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.603715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:15.604240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:15.604727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:15.605268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Bound port: bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:15.605996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.642666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c9ca8108-1bbb-4a87-b242-837d354904da details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:15.699089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-6de73a86-f452-450c-b5d0-0d4d06441e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.701591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-6de73a86-f452-450c-b5d0-0d4d06441e2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 1094 time: 0.1882427 Jul 08 17:21:15.704834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.727455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] For port 350ef104-2ef2-4ce1-a79e-34f2ead68efc, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:15.754026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] For port 350ef104-2ef2-4ce1-a79e-34f2ead68efc, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=350ef104-2ef2-4ce1-a79e-34f2ead68efc,segment=NetworkSegment(bd80d502-bfe2-44eb-8c33-cfb5cfe7787a),segment_id=bd80d502-bfe2-44eb-8c33-cfb5cfe7787a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:15.778389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b479c3-7651-41ff-ae34-75f6315fe2d3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.786836 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.849487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e738915-78db-4cc9-98ca-f14b9af2e155 req-d7932686-0358-4aec-b655-d093df4d3c61 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.849781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7aa5f-9a24-4a37-8721-1e40c537acfb req-55d26c02-ab43-4ed4-8fbb-7ba199b0b1f0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.853284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77b7aa5f-9a24-4a37-8721-1e40c537acfb req-55d26c02-ab43-4ed4-8fbb-7ba199b0b1f0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.3390203 Jul 08 17:21:15.853694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e738915-78db-4cc9-98ca-f14b9af2e155 req-d7932686-0358-4aec-b655-d093df4d3c61 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5659187 Jul 08 17:21:15.902465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.902781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f8a8-5ae5-4619-aa17-c271c6f76905 None None] Pushing event updated for resources: {'Port': ['ID=350ef104-2ef2-4ce1-a79e-34f2ead68efc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.911830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:08Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:14Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:15.917503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Checking segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:15.918347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Network hostable DHCP agents. Network: c9ca8108-1bbb-4a87-b242-837d354904da, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:15.943029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e738915-78db-4cc9-98ca-f14b9af2e155 req-70f31380-e3f1-45ec-acff-5802099d3825 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Jul 08 17:21:15.958145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15195c80-47a9-4a20-a709-5ef85aa539c5 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:08Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:14Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:15.958427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77b7aa5f-9a24-4a37-8721-1e40c537acfb req-0a023b11-76f9-4ea1-a315-61a0f2517e7a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Jul 08 17:21:15.998494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:16.029729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-0f37ccc7-ed8f-4dc7-aeaa-509fb5890b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:16.035113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-0f37ccc7-ed8f-4dc7-aeaa-509fb5890b6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 916 time: 0.2562513 Jul 08 17:21:16.051169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:16.057432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Network c9ca8108-1bbb-4a87-b242-837d354904da is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:16.135994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.142767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-b6deb479-8245-4303-ab8c-efffee6542f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31483f63-f0ff-4839-8ee0-6ca533d96add HTTP/1.1" status: 200 len: 217 time: 0.0991788 Jul 08 17:21:16.260754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c9ca8108-1bbb-4a87-b242-837d354904da) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:16.268468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff4a98a-b71c-42a7-8723-911937c50cfc None None] Network c9ca8108-1bbb-4a87-b242-837d354904da requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:16.296942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:16.297840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.402243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-e380921b-b2fa-4acb-bf93-b18218e85337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:16.404447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-e380921b-b2fa-4acb-bf93-b18218e85337 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.2481673 Jul 08 17:21:16.408594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-781a1499-a933-49ab-aec4-32cb954ee8d6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8043494 Jul 08 17:21:16.412965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:16.420767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:16.549169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-ee844f92-388d-4175-a52c-25f787393fbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371431 Jul 08 17:21:16.552295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.558391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.660553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba866093-1764-4723-98a6-eeedea8008f9 req-dd4d0fc4-4b4d-4a74-b514-177698534c53 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:16.662085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c9ca8108-1bbb-4a87-b242-837d354904da', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:16.662978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.668626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba866093-1764-4723-98a6-eeedea8008f9 req-dd4d0fc4-4b4d-4a74-b514-177698534c53 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 943 time: 0.3677411 Jul 08 17:21:16.734191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:16.794654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.899171 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba866093-1764-4723-98a6-eeedea8008f9 req-3afde372-c5ab-4648-b16c-e297645a2bbb tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222750 Jul 08 17:21:16.951158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-a84c63f2-b2b1-489f-b5a9-40304746df79 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858469 Jul 08 17:21:16.988712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:17.039791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.040417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.043578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] 10.222.0.53 "PUT /v2.0/ports/bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 1097 time: 3.7976551 Jul 08 17:21:17.045768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:17.055742 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:17.193296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Allocated IP 172.20.0.2 (c9ca8108-1bbb-4a87-b242-837d354904da/21b479c3-7651-41ff-ae34-75f6315fe2d3/4abd78bf-1d66-4c67-a79e-bbea9d3d37bf) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:17.345519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.418408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2905d-4b1f-4d1b-b786-3c29a5af763f service neutron] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=11']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:17.454780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 350ef104-2ef2-4ce1-a79e-34f2ead68efc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:17.588893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-47f1b43a-2158-42f4-ad43-0a246015c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.591284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-47f1b43a-2158-42f4-ad43-0a246015c12d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1100 time: 0.4670773 Jul 08 17:21:17.629194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.704875 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d651bd59-42ff-4e0f-b867-b5931db61c69 req-08d6329f-120a-47f2-b2f9-d168b461340d service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269730 Jul 08 17:21:17.728244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 350ef104-2ef2-4ce1-a79e-34f2ead68efc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:17.729261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e948c6-c34f-4aef-ab77-12b049118078 req-ec9cbcc4-4f23-4e6b-9ec4-d4abe55a35fc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.737131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3e948c6-c34f-4aef-ab77-12b049118078 req-ec9cbcc4-4f23-4e6b-9ec4-d4abe55a35fc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.3210340 Jul 08 17:21:17.759559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:17.786295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-c552ed7a-7eb9-4901-afc2-6448ed264a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.788452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-c552ed7a-7eb9-4901-afc2-6448ed264a87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1532998 Jul 08 17:21:17.794037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.794974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.809220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c192f4d-d123-4511-b984-f2b63d418abd None None] Network 466f5182-9099-44b3-9dd5-48e125bc813f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:17.814458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3e948c6-c34f-4aef-ab77-12b049118078 req-6f97bfa3-ffd8-4aa6-902b-657d004ae7e2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764308 Jul 08 17:21:17.919728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-8834d78a-1a0e-4e4f-a842-db63b5cacfde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.1141067 Jul 08 17:21:17.921404 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4348fa-f38d-4868-b51a-6fceba75f031 x-openstack-request-id: req-3d4348fa-f38d-4868-b51a-6fceba75f031 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:17.921689 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:17.921969 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d4348fa-f38d-4868-b51a-6fceba75f031 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:17.922351 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'status': 'completed', 'code': 200} Jul 08 17:21:18.033885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=596f415b-d790-48ec-8b80-08848755b118,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:18.047580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe81e8-9aba-4e33-a348-e7522cebf8b0 req-45d0a799-22c6-4abf-bab6-0c8adc6ba051 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.049395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6bfe81e8-9aba-4e33-a348-e7522cebf8b0 req-45d0a799-22c6-4abf-bab6-0c8adc6ba051 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5829628 Jul 08 17:21:18.097632 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.124265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6bfe81e8-9aba-4e33-a348-e7522cebf8b0 req-d5854a0f-1744-4f85-b1ea-a7c2b0aa7428 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669179 Jul 08 17:21:18.137389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-42e1a48f-77c8-440f-a809-78841a2256a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.143261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-42e1a48f-77c8-440f-a809-78841a2256a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1741121 Jul 08 17:21:18.181002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] Provisioning for port 350ef104-2ef2-4ce1-a79e-34f2ead68efc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:18.202480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Transition to ACTIVE for port object 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:18.216113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 466f5182-9099-44b3-9dd5-48e125bc813f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:18.220113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:18.245771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:18.260693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] Provisioning complete for port 350ef104-2ef2-4ce1-a79e-34f2ead68efc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:18.262585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.350735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-11de8eac-a794-43d4-8bae-e1a103b708c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.352868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-11de8eac-a794-43d4-8bae-e1a103b708c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025108 Jul 08 17:21:18.383534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:18.383961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.397862 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.430084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.456468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Transition to ACTIVE for port object 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:18.486463 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.506145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:18.589552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Pushing event updated for resources: {'Port': ['ID=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:18.594439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Network c9ca8108-1bbb-4a87-b242-837d354904da is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:18.610822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Allocated IP 172.25.3.253 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/322fb62f-6294-4c28-b3ba-def94bae32d0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:18.644088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:18.647110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:18.647259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:18.653433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.657318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 31483f63-f0ff-4839-8ee0-6ca533d96add details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:18.661047 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-24fb1116-0557-4ca0-8548-34991a577ab8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0876975 Jul 08 17:21:18.662549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:18.667347 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:18.669652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-225463574'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:18.682225 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:18.683007 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:18.689525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e1459-62d9-4aaf-a984-b335e053fa93 req-f2bed341-b7c8-406a-9cb6-6bb9f4a2d2c2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.691066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc5e1459-62d9-4aaf-a984-b335e053fa93 req-f2bed341-b7c8-406a-9cb6-6bb9f4a2d2c2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 943 time: 0.3318431 Jul 08 17:21:18.734992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-91424be4-f4dc-421d-a83b-704356f6b5ed service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173525 Jul 08 17:21:18.774065 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.828416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.828919 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:18.851193 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8abb288-fc50-4ea2-a31d-64c42ea77577 req-4c7f5bb7-a2d4-425e-9256-5ef613ed2706 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084554 Jul 08 17:21:18.852580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:18.858464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.950100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:18.960544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc5e1459-62d9-4aaf-a984-b335e053fa93 req-f2f5665f-e051-4802-abca-74586f940542 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612000 Jul 08 17:21:18.977672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=322fb62f-6294-4c28-b3ba-def94bae32d0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:19.025801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:19.027744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.027956 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment 023c63bc-0fec-4ed5-aef2-1d72d36db72e of type vlan for network a0b26111-bafd-4d01-bca0-d071f04f1af5 Jul 08 17:21:19.033829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:19.041127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:19.056563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-ff93e28c-d54c-4dc3-a4e5-ca00c839c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.060433 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-ff93e28c-d54c-4dc3-a4e5-ca00c839c729 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1100 time: 1.0691006 Jul 08 17:21:19.107403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.115271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] For port 350ef104-2ef2-4ce1-a79e-34f2ead68efc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=350ef104-2ef2-4ce1-a79e-34f2ead68efc,segment=NetworkSegment(bd80d502-bfe2-44eb-8c33-cfb5cfe7787a),segment_id=bd80d502-bfe2-44eb-8c33-cfb5cfe7787a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:19.121679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-96c6c424-d6b1-45e5-96fa-9b31cae58b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.123086 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-96c6c424-d6b1-45e5-96fa-9b31cae58b79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1100 time: 0.1900947 Jul 08 17:21:19.148268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Attempting to bind port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:19.148639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Attempting to bind port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:19.148999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Attempting to bind port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf on network c9ca8108-1bbb-4a87-b242-837d354904da {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:19.163597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:19.163978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Checking segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:19.164380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.164776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Bound using segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:19.165253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Bound port: 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:19.165631 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.171831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.207187 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.224898 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:15Z', 'revision_number': 3, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:17Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:14Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:19.245493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.258520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-be0190c0-4fc7-40df-b56b-ff4ceffb39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.260570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-be0190c0-4fc7-40df-b56b-ff4ceffb39e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1467488 Jul 08 17:21:19.262324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.263294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.264720 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:19.265430 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Updating router b82113b3-850f-4a6d-9e0c-9381571789eb port 596f415b-d790-48ec-8b80-08848755b118 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:19.342200 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.385460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 31483f63-f0ff-4839-8ee0-6ca533d96add, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=31483f63-f0ff-4839-8ee0-6ca533d96add,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:19.395824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-46f7cf49-2a5e-4e97-9a67-ead0b366bd94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.0891664 Jul 08 17:21:19.433817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7657771 Jul 08 17:21:19.439420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:19.448051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:19.461513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:19.527482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95c1f1-de2c-47ff-973a-164d5748d95a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=a0b26111-bafd-4d01-bca0-d071f04f1af5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:19.570869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.594663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '31483f63-f0ff-4839-8ee0-6ca533d96add', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'port_id': '31483f63-f0ff-4839-8ee0-6ca533d96add', 'mac_address': 'fa:16:3e:8c:5f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f33879-3c85-4830-83ef-24c4a5267438', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:19.601247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0926204-d10c-4f61-b42a-a9cc359c07e0 None None] Pushing event updated for resources: {'Port': ['ID=350ef104-2ef2-4ce1-a79e-34f2ead68efc,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:19.685227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:19.776256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-b735a36d-caff-4921-a7d6-8be0811a58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.777875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-b735a36d-caff-4921-a7d6-8be0811a58b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.6440294 Jul 08 17:21:19.924485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-f53eebc9-c6a4-4395-90fa-8d7f05c59afd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 200 len: 217 time: 0.1113825 Jul 08 17:21:19.935918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:19.939505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.981978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eda55c6e-6cac-4b29-bb4a-ee270992d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.020921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d9ce9dc-39b3-4a9d-ae24-2e0715df3c6b None None] Provisioning complete for port 350ef104-2ef2-4ce1-a79e-34f2ead68efc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:20.023667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d9ce9dc-39b3-4a9d-ae24-2e0715df3c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.048572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-da023ef4-90eb-4c5a-afcb-e6b2e0d725b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.051879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-da023ef4-90eb-4c5a-afcb-e6b2e0d725b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.3396964 Jul 08 17:21:20.059489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-674c0d82-f4b9-4617-97c2-41b69ae731fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.060983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-674c0d82-f4b9-4617-97c2-41b69ae731fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1179905 Jul 08 17:21:20.085014 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.096645 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Transition to ACTIVE for port object 596f415b-d790-48ec-8b80-08848755b118 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:20.109129 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.118507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75936-8c37-40a9-819a-f795b3270b63 req-509a41ae-0939-4bc5-8b57-72bd4ceb7acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.133241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fe75936-8c37-40a9-819a-f795b3270b63 req-509a41ae-0939-4bc5-8b57-72bd4ceb7acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.8716242 Jul 08 17:21:20.144914 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.155933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] For port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:20.172355 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Pushing event updated for resources: {'Port': ['ID=596f415b-d790-48ec-8b80-08848755b118,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.188535 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.189383 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.189975 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.190577 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.191267 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.192220 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.192924 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.194441 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.195049 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.195766 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.196326 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.196905 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.228989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd1ff-515f-4420-b692-cab73782dd7f req-9d29608f-3062-4e43-82e5-754d1d562b38 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.236718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-332fd1ff-515f-4420-b692-cab73782dd7f req-9d29608f-3062-4e43-82e5-754d1d562b38 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.4885571 Jul 08 17:21:20.250762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31483f63-f0ff-4839-8ee0-6ca533d96add {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:20.268842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] For port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:20.276525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.281623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.330844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 31483f63-f0ff-4839-8ee0-6ca533d96add, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=31483f63-f0ff-4839-8ee0-6ca533d96add,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:20.346175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.375052 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Attempting to bind port 596f415b-d790-48ec-8b80-08848755b118 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:20.375733 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Attempting to bind port 596f415b-d790-48ec-8b80-08848755b118 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:20.376437 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Attempting to bind port 596f415b-d790-48ec-8b80-08848755b118 on network 466f5182-9099-44b3-9dd5-48e125bc813f {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:20.385070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-8111c16b-b920-45f2-851f-931c5c060657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.387201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-8111c16b-b920-45f2-851f-931c5c060657 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686377 Jul 08 17:21:20.388094 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:20.389653 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Checking segment: {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:20.390578 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.391924 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Bound using segment: {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:20.394359 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Bound port: 596f415b-d790-48ec-8b80-08848755b118, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:20.394932 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.453194 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-332fd1ff-515f-4420-b692-cab73782dd7f req-6408da19-fc6c-47db-b8d9-5066be8dc23f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155106 Jul 08 17:21:20.481615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-8f41e1bb-e249-441d-bc3e-d7fd87901b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.483186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-8f41e1bb-e249-441d-bc3e-d7fd87901b14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4097338 Jul 08 17:21:20.488286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3dea-a4a1-4a60-bcf0-5bdf0c5e8b20 None None] Pushing event updated for resources: {'Port': ['ID=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.513138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fe75936-8c37-40a9-819a-f795b3270b63 req-21fa6eb4-88b9-4321-8264-d1a43f12f0e5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789675 Jul 08 17:21:20.561847 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] For port 596f415b-d790-48ec-8b80-08848755b118, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:20.571037 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] For port 596f415b-d790-48ec-8b80-08848755b118, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=596f415b-d790-48ec-8b80-08848755b118,segment=NetworkSegment(bd80d502-bfe2-44eb-8c33-cfb5cfe7787a),segment_id=bd80d502-bfe2-44eb-8c33-cfb5cfe7787a)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:20.577536 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.673039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=31483f63-f0ff-4839-8ee0-6ca533d96add,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.681239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d9ce9dc-39b3-4a9d-ae24-2e0715df3c6b None None] Provisioning for port 596f415b-d790-48ec-8b80-08848755b118 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:20.768867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:20.827490 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc43a79-42af-4b0d-ae79-3a0e2da48056 None None] Pushing event updated for resources: {'Port': ['ID=596f415b-d790-48ec-8b80-08848755b118,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.833284 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:20.833918 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:20:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:20.843603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-e41a7f27-6fed-42b7-bec5-a7081f442edf service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418686 Jul 08 17:21:20.877678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-21403669-256e-4463-b840-6084fa34bbec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0280383 Jul 08 17:21:21.143448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:21.157430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.201106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-5fc48efb-df71-4363-9a10-2e74667e6fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281112 Jul 08 17:21:21.228849 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.294318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-158a1f37-af94-45e9-8a1d-3f9eb5a6a48b service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812521 Jul 08 17:21:21.483007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=0edee6c4-6362-4741-9331-425305f54582,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:21.566431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:21.567097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: a0b26111-bafd-4d01-bca0-d071f04f1af5, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:21.683255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:21.691533 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:15Z', 'revision_number': 3, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:20Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:21.695578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-749104ea-651e-4509-89ef-918311ff2946 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674276 Jul 08 17:21:21.699004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a0b26111-bafd-4d01-bca0-d071f04f1af5) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:21.710251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.711622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.729835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-00317e4b-2a5f-4536-9a31-b6139706e96e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2806654 Jul 08 17:21:21.740221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:21.781671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54e970-659f-4c0a-9a4e-c65250495617 None None] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:21.805259 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6d28-6f8e-445c-aed7-e36ed6d2611f None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:15Z', 'revision_number': 3, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:20Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:22.072797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:22.278522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a0b26111-bafd-4d01-bca0-d071f04f1af5', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:22.280173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.293399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5351e9dc-9b2c-4693-8d69-f0679d6a6137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.357235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.379430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3ff08-d4a9-45ec-9521-6da527ffea62 req-c3603486-ecef-42ac-880c-d60c822fdacb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:22.389741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1c3ff08-d4a9-45ec-9521-6da527ffea62 req-c3603486-ecef-42ac-880c-d60c822fdacb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5459828 Jul 08 17:21:22.566041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5d9ad-d0c6-4522-9e7f-5aa7f7efbc30 None None] Network c9ca8108-1bbb-4a87-b242-837d354904da requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:22.570543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb538-fd5b-4017-b41a-7e1098fd892c req-28c64a8f-76b4-4495-a192-948d2aa0e8ac tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:22.572319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-271eb538-fd5b-4017-b41a-7e1098fd892c req-28c64a8f-76b4-4495-a192-948d2aa0e8ac tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 944 time: 1.6935599 Jul 08 17:21:22.597588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-fac7ca15-8fce-42cc-bea6-c30c6e8a4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:22.599122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-fac7ca15-8fce-42cc-bea6-c30c6e8a4f30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ace6366740c64aa99100e7753ab9b133&device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 1101 time: 1.3970892 Jul 08 17:21:22.610163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.642895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1c3ff08-d4a9-45ec-9521-6da527ffea62 req-85e53ee5-1868-418b-b7cf-8bedef61ff1d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520354 Jul 08 17:21:22.643180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-271eb538-fd5b-4017-b41a-7e1098fd892c req-71e5e028-d835-4442-80f7-24b1ff163213 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622871 Jul 08 17:21:22.870260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:22.963513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-fc9dd2b6-9ebb-4dcb-a0e0-705a9cb50ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:22.965025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-fc9dd2b6-9ebb-4dcb-a0e0-705a9cb50ad1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.3350854 Jul 08 17:21:23.066655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-5b2b783a-26db-4c82-b31e-82ce3f06f237 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 200 len: 217 time: 0.0812113 Jul 08 17:21:23.204663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-75f9916c-eb87-40a1-aa2e-ffe5d46479e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.206501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-75f9916c-eb87-40a1-aa2e-ffe5d46479e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1184614 Jul 08 17:21:23.217767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f19731-1b32-4f02-b638-c1edfaa82df6 req-d4959677-9512-44dc-9b5d-09069d32600f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.225807 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8f19731-1b32-4f02-b638-c1edfaa82df6 req-d4959677-9512-44dc-9b5d-09069d32600f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 949 time: 0.2579155 Jul 08 17:21:23.244146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Router 2db53818-ec78-452f-8486-5835650e3d0c is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:21:23.262526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:23.275634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 31483f63-f0ff-4839-8ee0-6ca533d96add up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:23.313455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8f19731-1b32-4f02-b638-c1edfaa82df6 req-6c012f4a-6d28-40f3-a973-cf3952dbdf0b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863643 Jul 08 17:21:23.330386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:23.341557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:23.369843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.430447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-d35b8717-1b3d-4a7b-a541-8e56e55e9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.432387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-d35b8717-1b3d-4a7b-a541-8e56e55e9fba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988955 Jul 08 17:21:23.467304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:23.467700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.469136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1edc0063-f276-4745-88dc-6b2081aba84a None None] Provisioning for port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:23.527231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:23.571060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.580542 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-62117e14-6979-4e47-9b25-84bb8af48bf4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1661971 Jul 08 17:21:23.581253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45192) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:23.661416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Sync routers for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:23.663964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1edc0063-f276-4745-88dc-6b2081aba84a None None] Provisioning complete for port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:23.664879 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1edc0063-f276-4745-88dc-6b2081aba84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.712735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.733119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-214a100b-c0fa-4447-91f3-5ef505d16b9d service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909405 Jul 08 17:21:23.755130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf62b21d-a5e2-4ca7-aa33-d2f055196c74 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:23.782667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:23.790426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 31483f63-f0ff-4839-8ee0-6ca533d96add completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:23.811643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 31483f63-f0ff-4839-8ee0-6ca533d96add triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:23.812036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.854869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.857600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.888268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad942d6f-1432-4196-a1a5-9c09bace20ab req-8d44bfca-9eae-4629-b063-bb786aa161fa service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438677 Jul 08 17:21:24.061889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.078093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:24.094788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1edc0063-f276-4745-88dc-6b2081aba84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.135755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:24.213438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.214612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9dfc3-d7f6-4066-b426-c4981747ab50 req-08491e02-65e3-4426-b639-7078990e2e97 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.214783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 350ef104-2ef2-4ce1-a79e-34f2ead68efc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:24.223864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cc9dfc3-d7f6-4066-b426-c4981747ab50 req-08491e02-65e3-4426-b639-7078990e2e97 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 944 time: 0.2722125 Jul 08 17:21:24.266973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-c09d14ce-3acd-41ca-87e2-e2980624a1ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1852384 Jul 08 17:21:24.307744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77cc2c-cb20-48c9-bfc5-14b7bd4c3cb7 req-90dd40ee-38ac-48a9-8d10-5603a430d19f tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.315851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e77cc2c-cb20-48c9-bfc5-14b7bd4c3cb7 req-90dd40ee-38ac-48a9-8d10-5603a430d19f tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 1101 time: 0.2352479 Jul 08 17:21:24.333147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cc9dfc3-d7f6-4066-b426-c4981747ab50 req-8831f4c6-f377-48ff-9583-9f6a0c4a4a16 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049142 Jul 08 17:21:24.366614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.458318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Allocated IP 2001:db8:2::2 (a0b26111-bafd-4d01-bca0-d071f04f1af5/0edee6c4-6362-4741-9331-425305f54582/a75cdbb7-6c39-406a-bd0d-01c9219160e4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:24.463208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-1edc0063-f276-4745-88dc-6b2081aba84a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:21:24.463574 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-1edc0063-f276-4745-88dc-6b2081aba84a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:21:24.489188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 31483f63-f0ff-4839-8ee0-6ca533d96add, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=31483f63-f0ff-4839-8ee0-6ca533d96add,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:24.491236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:24.519394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e77cc2c-cb20-48c9-bfc5-14b7bd4c3cb7 req-d65461e5-2e55-4058-917a-89fd2e80032b tempest-MigrationsAdminTest-1375970262 tempest-MigrationsAdminTest-1375970262-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972413 Jul 08 17:21:24.524660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['bf62b21d-a5e2-4ca7-aa33-d2f055196c74'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:24.579698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-19ea9037-900b-4999-8fa2-c7bb543313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.582376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-19ea9037-900b-4999-8fa2-c7bb543313fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1097 time: 0.2621808 Jul 08 17:21:24.618333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31483f63-f0ff-4839-8ee0-6ca533d96add'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:24.622150 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d75068-4479-43ae-9db8-e34b24756cc9" -d '{"events": [{"server_uuid": "d79d7d22-b62e-4943-8e47-0580c747a797", "name": "network-vif-plugged", "status": "completed", "tag": "31483f63-f0ff-4839-8ee0-6ca533d96add"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:24.633545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.665188 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.677688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:24.677688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:24.875945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-936e3dfd-fad4-4d1c-ad44-4287bf18aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.878447 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-936e3dfd-fad4-4d1c-ad44-4287bf18aed3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 0.2608991 Jul 08 17:21:24.882426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5933d2b-03b2-4ff7-b4e8-65ab70f48a21 req-e73133fc-3d59-44b4-8167-5962cab09a87 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.908962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5933d2b-03b2-4ff7-b4e8-65ab70f48a21 req-e73133fc-3d59-44b4-8167-5962cab09a87 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2487597 Jul 08 17:21:24.954908 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.964969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Transition to ACTIVE for port object a75cdbb7-6c39-406a-bd0d-01c9219160e4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:24.982176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Transition to ACTIVE for port object a75cdbb7-6c39-406a-bd0d-01c9219160e4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:24.989714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 350ef104-2ef2-4ce1-a79e-34f2ead68efc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:24.991156 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.029517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.045832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5933d2b-03b2-4ff7-b4e8-65ab70f48a21 req-effffb07-8103-4f02-83b2-0bf7fbfa3b5d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358716 Jul 08 17:21:25.077097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:25.113261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:25.149777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:25.159727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-b53313b0-1c20-48d6-ba26-062eef092c07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 1001 time: 0.2745011 Jul 08 17:21:25.207059 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98286f5a-8083-429c-b850-ca888b303e43 x-openstack-request-id: req-98286f5a-8083-429c-b850-ca888b303e43 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:25.207375 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d7d22-b62e-4943-8e47-0580c747a797", "name": "network-vif-plugged", "status": "completed", "tag": "31483f63-f0ff-4839-8ee0-6ca533d96add", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:25.208108 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98286f5a-8083-429c-b850-ca888b303e43 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:25.208514 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31483f63-f0ff-4839-8ee0-6ca533d96add', 'code': 200} Jul 08 17:21:25.259195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8:2::1 (a0b26111-bafd-4d01-bca0-d071f04f1af5/0edee6c4-6362-4741-9331-425305f54582/db543920-1316-4d75-97ec-d13c8991851d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:25.300764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-a5c0d3f1-e17b-4438-ab76-99dd78a59d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.302654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-a5c0d3f1-e17b-4438-ab76-99dd78a59d1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.1313896 Jul 08 17:21:25.337667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.478830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Allocated IP 172.20.0.1 (c9ca8108-1bbb-4a87-b242-837d354904da/21b479c3-7651-41ff-ae34-75f6315fe2d3/74690ad5-44c7-4030-8418-f6794be30aa2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:25.559300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:25.644935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-fc282543-9c64-41ed-9c19-93d0beafeff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.649305 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-fc282543-9c64-41ed-9c19-93d0beafeff4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3365843 Jul 08 17:21:25.679974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=31483f63-f0ff-4839-8ee0-6ca533d96add,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:25.715630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0d3b-85e2-4c0b-a56e-bff5e652f979 req-6ff3ffd7-58fa-4e49-8264-28ec062df05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.717154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c08c0d3b-85e2-4c0b-a56e-bff5e652f979 req-6ff3ffd7-58fa-4e49-8264-28ec062df05e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 1096 time: 0.4418199 Jul 08 17:21:25.786231 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.816543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c08c0d3b-85e2-4c0b-a56e-bff5e652f979 req-ab59cf11-295f-48a3-9bbb-ddc37b9c4f86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876329 Jul 08 17:21:25.816836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Pushing event updated for resources: {'Port': ['ID=a75cdbb7-6c39-406a-bd0d-01c9219160e4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:25.824717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Transition to ACTIVE for port object 74690ad5-44c7-4030-8418-f6794be30aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:25.833090 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:21:25.844668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19fd91-8e64-4b00-be6f-383eca72b463 req-fa28a5ac-720e-46e0-8c3c-af4eb9b7e6d1 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.852972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e19fd91-8e64-4b00-be6f-383eca72b463 req-fa28a5ac-720e-46e0-8c3c-af4eb9b7e6d1 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 945 time: 0.1831360 Jul 08 17:21:25.868412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-5608f4c2-482a-4159-b763-843bd9bc7f19 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083502 Jul 08 17:21:25.876554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.918587 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e19fd91-8e64-4b00-be6f-383eca72b463 req-b3e674eb-695a-487f-b99f-9423a2fae089 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Jul 08 17:21:25.952831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.994770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e96238c-bca3-4e6a-86c5-b0feeb474465 req-96666e6c-6cd9-44d7-9f99-c628dd4ab6e2 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053350 Jul 08 17:21:26.005678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:26.006788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ea96-caf8-4a28-98ae-c360dc38cb4b req-fafb4021-bab1-4840-a5f9-39e20c0cae65 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:26.015235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65e5ea96-caf8-4a28-98ae-c360dc38cb4b req-fafb4021-bab1-4840-a5f9-39e20c0cae65 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.3565154 Jul 08 17:21:26.020182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object db543920-1316-4d75-97ec-d13c8991851d will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:26.037907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Network c9ca8108-1bbb-4a87-b242-837d354904da is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:26.039983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Attempting to bind port a75cdbb7-6c39-406a-bd0d-01c9219160e4 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:26.040574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Attempting to bind port a75cdbb7-6c39-406a-bd0d-01c9219160e4 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:26.041012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Attempting to bind port a75cdbb7-6c39-406a-bd0d-01c9219160e4 on network a0b26111-bafd-4d01-bca0-d071f04f1af5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:26.054216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:26.054893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Checking segment: {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:26.055823 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.055949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:26.056243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Bound using segment: {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:26.057520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Bound port: a75cdbb7-6c39-406a-bd0d-01c9219160e4, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:26.059429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:26.068196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.100390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7679805e-a830-4fd7-a112-b8b6e994f387 None None] Provisioning complete for port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:26.101258 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7679805e-a830-4fd7-a112-b8b6e994f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.101546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65e5ea96-caf8-4a28-98ae-c360dc38cb4b req-2cd1c4c4-6c83-4b98-b250-b1da7e0c2ff0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853438 Jul 08 17:21:26.130796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Pushing event updated for resources: {'Port': ['ID=74690ad5-44c7-4030-8418-f6794be30aa2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.137915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.173542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.284376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:26.290255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=db543920-1316-4d75-97ec-d13c8991851d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.294219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:26.302351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:26.303785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.536621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.562347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96442e7f-cb09-4d9d-a60d-970588dc5294 req-582df198-1a48-489d-ab05-3a1007b87a74 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:26.569344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96442e7f-cb09-4d9d-a60d-970588dc5294 req-582df198-1a48-489d-ab05-3a1007b87a74 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2001545 Jul 08 17:21:26.598240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] For port a75cdbb7-6c39-406a-bd0d-01c9219160e4, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:26.598574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.607042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] For port a75cdbb7-6c39-406a-bd0d-01c9219160e4, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a75cdbb7-6c39-406a-bd0d-01c9219160e4,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:26.646629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96442e7f-cb09-4d9d-a60d-970588dc5294 req-ef1bc08b-6032-4ae6-9e56-3d37a6a5d937 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759962 Jul 08 17:21:26.653742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.674778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 3, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:26.751628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Checking router: 2db53818-ec78-452f-8486-5835650e3d0c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:26.752054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Updating router 2db53818-ec78-452f-8486-5835650e3d0c port 322fb62f-6294-4c28-b3ba-def94bae32d0 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:26.810633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:26.811419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.868209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.880066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.892473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a27e3-7e70-4292-b07b-9d8379fea445 None None] Pushing event updated for resources: {'Port': ['ID=a75cdbb7-6c39-406a-bd0d-01c9219160e4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.926426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-67895b3c-2f01-4742-b174-34cd6cc4b32f None None] Provisioning for port 74690ad5-44c7-4030-8418-f6794be30aa2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:26.961051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-67895b3c-2f01-4742-b174-34cd6cc4b32f None None] Provisioning complete for port 74690ad5-44c7-4030-8418-f6794be30aa2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:26.962148 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-67895b3c-2f01-4742-b174-34cd6cc4b32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.996339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.020901 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.036405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Pushing event updated for resources: {'Port': ['ID=74690ad5-44c7-4030-8418-f6794be30aa2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:27.090667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.102212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.103339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.260865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-67895b3c-2f01-4742-b174-34cd6cc4b32f None None] Port 74690ad5-44c7-4030-8418-f6794be30aa2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:27.262330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Network c9ca8108-1bbb-4a87-b242-837d354904da is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:27.271775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:27.527737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=db543920-1316-4d75-97ec-d13c8991851d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:27.682408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-e993f14c-2a82-4b81-85eb-b92f9d093c9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:27.684319 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-e993f14c-2a82-4b81-85eb-b92f9d093c9f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.5337403 Jul 08 17:21:27.686054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:27.694900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:27.717815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066ab16-7fb9-491c-b2ba-c1b2e0657f7d req-786c719e-449a-4e0c-bf99-b64d0458eb7f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:27.728904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff6831-351f-4cab-be19-cf628da356e6 req-6640e262-20d2-4a95-88bc-68f2ffe0daaa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:27.731664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e066ab16-7fb9-491c-b2ba-c1b2e0657f7d req-786c719e-449a-4e0c-bf99-b64d0458eb7f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 945 time: 0.3551676 Jul 08 17:21:27.750907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8ff6831-351f-4cab-be19-cf628da356e6 req-6640e262-20d2-4a95-88bc-68f2ffe0daaa tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 950 time: 0.3114378 Jul 08 17:21:27.765342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Router 2db53818-ec78-452f-8486-5835650e3d0c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:27.827154 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.846858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Transition to ACTIVE for port object 322fb62f-6294-4c28-b3ba-def94bae32d0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:27.859327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a75cdbb7-6c39-406a-bd0d-01c9219160e4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:27.864562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.953803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8ff6831-351f-4cab-be19-cf628da356e6 req-149aa863-e6f9-4829-bdab-edf38ba8ad68 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994436 Jul 08 17:21:27.958062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85054571-8c39-4841-9ecc-437f9b69f4c0 None None] Provisioning complete for port 74690ad5-44c7-4030-8418-f6794be30aa2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:27.959192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85054571-8c39-4841-9ecc-437f9b69f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.975696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e066ab16-7fb9-491c-b2ba-c1b2e0657f7d req-5cb4c130-f907-4b3e-ba25-735f882f2f73 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429819 Jul 08 17:21:28.029492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:28.076879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Attempting to bind port 322fb62f-6294-4c28-b3ba-def94bae32d0 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:28.078382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Attempting to bind port 322fb62f-6294-4c28-b3ba-def94bae32d0 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:28.078382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Attempting to bind port 322fb62f-6294-4c28-b3ba-def94bae32d0 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:28.095756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:28.117767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6d6cf774-aede-4327-be4f-e98fa661e795 admin admin] 10.222.0.48 "PUT /v2.0/routers/2db53818-ec78-452f-8486-5835650e3d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5219541 Jul 08 17:21:28.126105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Deleting port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:28.128878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.192591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:28.192988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:28.193433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.193841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:28.198717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Bound port: 322fb62f-6294-4c28-b3ba-def94bae32d0, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:28.199078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.200902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d247e3-2f5e-4cf7-a509-0a60c09851a8 None None] Pushing event updated for resources: {'Port': ['ID=322fb62f-6294-4c28-b3ba-def94bae32d0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:28.208648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-85054571-8c39-4841-9ecc-437f9b69f4c0 None None] Port 74690ad5-44c7-4030-8418-f6794be30aa2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:28.342841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a75cdbb7-6c39-406a-bd0d-01c9219160e4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:28.369901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:28.460663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:28.470903 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:28.475761 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28425e44-9cbc-4ba8-bc73-3273d6dc0d9b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7322469 Jul 08 17:21:28.485715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:28.488712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] For port 322fb62f-6294-4c28-b3ba-def94bae32d0, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:28.489208 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:28.490074 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:28.494998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623749396'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:28.531642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] For port 322fb62f-6294-4c28-b3ba-def94bae32d0, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=322fb62f-6294-4c28-b3ba-def94bae32d0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:28.536674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:28.537831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.546015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.574753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Calling delete_port for bf62b21d-a5e2-4ca7-aa33-d2f055196c74 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:28.580003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f82c4-a867-4594-9205-338cf9f30a72 req-d80cf864-ebbf-4f34-85c2-2de2c4078c2d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:28.581604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-316f82c4-a867-4594-9205-338cf9f30a72 req-d80cf864-ebbf-4f34-85c2-2de2c4078c2d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1604073 Jul 08 17:21:28.595141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:28.608453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.673362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-316f82c4-a867-4594-9205-338cf9f30a72 req-a7d7046c-2ce2-4dfe-a3d1-a90d9bdc1756 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743632 Jul 08 17:21:28.685731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d247e3-2f5e-4cf7-a509-0a60c09851a8 None None] Pushing event updated for resources: {'Port': ['ID=322fb62f-6294-4c28-b3ba-def94bae32d0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:28.692601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:28.722925 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:28.732776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f7163-80f9-452b-864e-38bf13c9d52e None None] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:28.801839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:28.847579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.850691 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added segment 09ca1dd9-4bcf-443f-a634-f50b1a7a070d of type vlan for network 74a1922c-9670-4098-a419-41c32c3a9cd9 Jul 08 17:21:28.866695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:28.867253 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.923892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.978439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] Provisioning for port a75cdbb7-6c39-406a-bd0d-01c9219160e4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:29.002908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:29.003555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:29.011636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] Provisioning complete for port a75cdbb7-6c39-406a-bd0d-01c9219160e4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:29.012011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.032029 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:20Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:29.072033 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:29.072363 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Updating router b82113b3-850f-4a6d-9e0c-9381571789eb port db543920-1316-4d75-97ec-d13c8991851d binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:29.091528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.105340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:29.110845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.115986 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.137353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:21:29.258739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.278990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99f3ac87-0030-48bb-b7b0-1aadd81a4f86 req-4800b0e7-3faa-4072-91dd-d65a30e15a28 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 210 time: 0.0683587 Jul 08 17:21:29.322040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port bf62b21d-a5e2-4ca7-aa33-d2f055196c74, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:29.337151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:29.409580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event deleted for resources: {'Port': ['ID=bf62b21d-a5e2-4ca7-aa33-d2f055196c74,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:29.428510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9390156 Jul 08 17:21:29.430995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:29.435621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:29.443227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:29.469632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'subnet': {'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:29.482539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6507e2-b189-47fc-a90e-a55c8b0bc1e1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Network': ['ID=74a1922c-9670-4098-a419-41c32c3a9cd9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:29.544730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:29.810020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.841256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] No DVR routers for this DVR port bf62b21d-a5e2-4ca7-aa33-d2f055196c74 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:29.854499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.856657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a566828-8552-4fa9-9823-1421bcefd2bc req-ee73e56a-146d-4ba0-8042-b1ba4250fe16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "DELETE /v2.0/ports/bf62b21d-a5e2-4ca7-aa33-d2f055196c74 HTTP/1.1" status: 204 len: 173 time: 2.1586256 Jul 08 17:21:29.857202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-deleted', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:29.861305 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27968700-375b-4e36-8e7d-a310726b94af" -d '{"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-deleted", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:30.023230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Made reservation on behalf of 170f2bf23063480d9c8c48ebb3c49052 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:30.029324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.112032 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.132048 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Transition to ACTIVE for port object db543920-1316-4d75-97ec-d13c8991851d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:30.142171 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.231950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] For port a75cdbb7-6c39-406a-bd0d-01c9219160e4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a75cdbb7-6c39-406a-bd0d-01c9219160e4,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:30.238043 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea246-948b-4d49-ba75-3bdb42562b55 None None] Pushing event updated for resources: {'Port': ['ID=db543920-1316-4d75-97ec-d13c8991851d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:30.308515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa41dae-2a17-4c94-8002-fb25f949967c req-263f4ec2-4628-4c08-8181-079406beaa7c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:30.317838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5aa41dae-2a17-4c94-8002-fb25f949967c req-263f4ec2-4628-4c08-8181-079406beaa7c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 945 time: 1.0291977 Jul 08 17:21:30.329888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.334506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 596f415b-d790-48ec-8b80-08848755b118 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:30.369021 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Attempting to bind port db543920-1316-4d75-97ec-d13c8991851d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:30.369450 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Attempting to bind port db543920-1316-4d75-97ec-d13c8991851d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:30.369880 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Attempting to bind port db543920-1316-4d75-97ec-d13c8991851d on network a0b26111-bafd-4d01-bca0-d071f04f1af5 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:30.378539 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:30.379095 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Checking segment: {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:30.379759 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.380176 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Bound using segment: {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:30.380725 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Bound port: db543920-1316-4d75-97ec-d13c8991851d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023c63bc-0fec-4ed5-aef2-1d72d36db72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:30.381851 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.392529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5aa41dae-2a17-4c94-8002-fb25f949967c req-e5d4e8b5-aaca-42f6-95c7-ded1a07712bb tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Jul 08 17:21:30.550754 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113fc636-6fc3-43be-a3ba-dfc9fcfe3c40 x-openstack-request-id: req-113fc636-6fc3-43be-a3ba-dfc9fcfe3c40 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:30.551042 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b56e42b-ba98-4594-820b-a7b5c44a128e", "name": "network-vif-deleted", "tag": "bf62b21d-a5e2-4ca7-aa33-d2f055196c74", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:30.551172 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] For port db543920-1316-4d75-97ec-d13c8991851d, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:30.551341 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-113fc636-6fc3-43be-a3ba-dfc9fcfe3c40 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:30.551685 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b56e42b-ba98-4594-820b-a7b5c44a128e', 'name': 'network-vif-deleted', 'tag': 'bf62b21d-a5e2-4ca7-aa33-d2f055196c74', 'status': 'completed', 'code': 200} Jul 08 17:21:30.557190 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] For port db543920-1316-4d75-97ec-d13c8991851d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=db543920-1316-4d75-97ec-d13c8991851d,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:30.567835 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.651501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea246-948b-4d49-ba75-3bdb42562b55 None None] Pushing event updated for resources: {'Port': ['ID=db543920-1316-4d75-97ec-d13c8991851d,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:30.711370 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:30.723518 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:30.736325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f1068-c7d0-4b84-b5df-e65f95ae7108 None None] Pushing event updated for resources: {'Port': ['ID=a75cdbb7-6c39-406a-bd0d-01c9219160e4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:30.752741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:30.840241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.995200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Subnet': ['ID=025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:31.018594 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:31.019913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a98de20-7a21-4be1-88cf-619142d885d3 req-58f5dc43-24fb-45d1-83d2-bc36afeb0815 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b56e42b-ba98-4594-820b-a7b5c44a128e HTTP/1.1" status: 200 len: 210 time: 0.1224120 Jul 08 17:21:31.055478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74c448-2d8b-447e-ac18-a82fc976319f req-bceb61a6-2935-4bd0-ac1a-2f8d29138e65 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:31.063337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb74c448-2d8b-447e-ac18-a82fc976319f req-bceb61a6-2935-4bd0-ac1a-2f8d29138e65 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5454226 Jul 08 17:21:31.122433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Checking segment: {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:31.123343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network hostable DHCP agents. Network: 74a1922c-9670-4098-a419-41c32c3a9cd9, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:31.201689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb74c448-2d8b-447e-ac18-a82fc976319f req-96335eb7-5ec7-4e08-985a-32c4978a50ae tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372638 Jul 08 17:21:31.235076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:31.252150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 74a1922c-9670-4098-a419-41c32c3a9cd9) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:31.262042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:31.263963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.297484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4a2624a9-4a2b-43a9-92b0-de69f3c30f81 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8526042 Jul 08 17:21:31.300407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:31.331699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: bf62b21d-a5e2-4ca7-aa33-d2f055196c74 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:31.333478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device bf62b21d-a5e2-4ca7-aa33-d2f055196c74 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:31.339998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb041a-872d-42f9-97dd-009f22992085 None None] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:31.691484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 596f415b-d790-48ec-8b80-08848755b118 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:31.696284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:31.939464 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:20Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:30Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:31.986487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-74a1922c-9670-4098-a419-41c32c3a9cd9', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:31.987645 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.025598 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5a89d-e8d1-4f50-bd82-b3ccaf00c8c0 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:20Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:30Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:32.418282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Allocated IP 2001:db8:3::2 (74a1922c-9670-4098-a419-41c32c3a9cd9/025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3/89292b7d-43d9-498b-98a1-ceab3d425abd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:32.474367 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.657320 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.675680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Transition to ACTIVE for port object 89292b7d-43d9-498b-98a1-ceab3d425abd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:32.692667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Transition to ACTIVE for port object 89292b7d-43d9-498b-98a1-ceab3d425abd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:32.696871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 596f415b-d790-48ec-8b80-08848755b118 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:32.697316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.804463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884d59-fbd1-477c-9718-7ac02c1b4bca req-4a5c195f-d043-455b-9617-9a7f6c128db0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:32.830389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22884d59-fbd1-477c-9718-7ac02c1b4bca req-4a5c195f-d043-455b-9617-9a7f6c128db0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2864926 Jul 08 17:21:32.833344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.033384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22884d59-fbd1-477c-9718-7ac02c1b4bca req-4d02ff44-3f38-4e29-9c97-406bb578ec31 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996069 Jul 08 17:21:33.197407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:33.222234 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.230512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:33.242174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:33.545484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Allocated IP 2001:db8:3::1 (74a1922c-9670-4098-a419-41c32c3a9cd9/025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3/5932a5a8-0b6b-43ae-b56c-6c70a5a434e8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:33.550901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba588d1d-7fec-4990-85d6-a1510f80b5cc None None] Provisioning complete for port a75cdbb7-6c39-406a-bd0d-01c9219160e4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:33.551278 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba588d1d-7fec-4990-85d6-a1510f80b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.782744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 596f415b-d790-48ec-8b80-08848755b118, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=596f415b-d790-48ec-8b80-08848755b118,segment=NetworkSegment(bd80d502-bfe2-44eb-8c33-cfb5cfe7787a),segment_id=bd80d502-bfe2-44eb-8c33-cfb5cfe7787a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:33.784390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Pushing event updated for resources: {'Port': ['ID=89292b7d-43d9-498b-98a1-ceab3d425abd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:33.812622 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.956971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Attempting to bind port 89292b7d-43d9-498b-98a1-ceab3d425abd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:33.957474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Attempting to bind port 89292b7d-43d9-498b-98a1-ceab3d425abd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:33.957851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Attempting to bind port 89292b7d-43d9-498b-98a1-ceab3d425abd on network 74a1922c-9670-4098-a419-41c32c3a9cd9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:33.964506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=596f415b-d790-48ec-8b80-08848755b118,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:33.977306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:33.977860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Checking segment: {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:33.978290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.978838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Bound using segment: {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:33.979336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Bound port: 89292b7d-43d9-498b-98a1-ceab3d425abd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:33.979725 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.078111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 2, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:34.097102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.186746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Transition to ACTIVE for port object 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:34.225132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df0722-119d-46e2-b447-d34b2686eae1 None None] The sync data for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 is: [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 2, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:34.245252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a75cdbb7-6c39-406a-bd0d-01c9219160e4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:34.343075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3942a-9b20-4811-b5cb-84e31e9ff9c0 req-ac74d55c-1e5b-4fbe-9be2-1aedc19e8da6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:34.359887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3a3942a-9b20-4811-b5cb-84e31e9ff9c0 req-ac74d55c-1e5b-4fbe-9be2-1aedc19e8da6 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 950 time: 0.4236999 Jul 08 17:21:34.376548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.551634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:34.629027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] For port 89292b7d-43d9-498b-98a1-ceab3d425abd, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:34.630666 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3a3942a-9b20-4811-b5cb-84e31e9ff9c0 req-d630799c-93fe-4abe-8aa4-bb8cb444035c tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663388 Jul 08 17:21:34.640774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] For port 89292b7d-43d9-498b-98a1-ceab3d425abd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89292b7d-43d9-498b-98a1-ceab3d425abd,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:34.648838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba588d1d-7fec-4990-85d6-a1510f80b5cc None None] Provisioning for port db543920-1316-4d75-97ec-d13c8991851d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:34.661770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.702165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:34.717133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:34.723763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:34.726367 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.944351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a75cdbb7-6c39-406a-bd0d-01c9219160e4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:34.946383 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.093633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-98f34dc1-ffef-47c5-98cf-775266d490ea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.096172 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-98f34dc1-ffef-47c5-98cf-775266d490ea tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 950 time: 0.2883375 Jul 08 17:21:35.194567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.234603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f1028-6991-4935-b212-4b0889ab918a None None] Pushing event updated for resources: {'Port': ['ID=89292b7d-43d9-498b-98a1-ceab3d425abd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:35.441996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device db543920-1316-4d75-97ec-d13c8991851d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:35.553822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port db543920-1316-4d75-97ec-d13c8991851d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:35.558486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port db543920-1316-4d75-97ec-d13c8991851d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:35.558867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.618177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e859e-55d6-4bb9-a811-1d74e0fe912d req-b22a92ef-0964-4006-bae4-0080f4e4827e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.625408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec3e859e-55d6-4bb9-a811-1d74e0fe912d req-b22a92ef-0964-4006-bae4-0080f4e4827e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.5178370 Jul 08 17:21:35.715735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec3e859e-55d6-4bb9-a811-1d74e0fe912d req-4cc69766-f818-4552-84ff-5be572b7e049 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891054 Jul 08 17:21:35.759139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Deleting port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:35.760363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.839405 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.005416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port db543920-1316-4d75-97ec-d13c8991851d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=db543920-1316-4d75-97ec-d13c8991851d,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:36.016301 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.019456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] For port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:36.020042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.042733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Calling delete_port for 7cd0c266-1ab6-49ae-b181-e75cb0cd330a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:36.284583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=db543920-1316-4d75-97ec-d13c8991851d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:36.314104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.327927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.328767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.614476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 322fb62f-6294-4c28-b3ba-def94bae32d0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:36.794016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 322fb62f-6294-4c28-b3ba-def94bae32d0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:36.800134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 322fb62f-6294-4c28-b3ba-def94bae32d0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:36.800843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.950145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event updated for resources: {'Port': ['ID=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:37.108136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.185502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 322fb62f-6294-4c28-b3ba-def94bae32d0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=322fb62f-6294-4c28-b3ba-def94bae32d0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:37.202655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.203832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89292b7d-43d9-498b-98a1-ceab3d425abd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:37.247710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d980e-3c5e-4c34-bb7e-cb017560b1d6 req-7c6e0177-1017-4ef9-81ca-9d6061bcc963 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:37.252397 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-085d980e-3c5e-4c34-bb7e-cb017560b1d6 req-7c6e0177-1017-4ef9-81ca-9d6061bcc963 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 950 time: 0.5160599 Jul 08 17:21:37.256512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:37.258103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:37.294929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6b952-7f98-4a8f-be49-def23bab439d None None] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:37.389475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-085d980e-3c5e-4c34-bb7e-cb017560b1d6 req-0117d7aa-31fb-4f7d-a6c0-874d30fc2058 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281207 Jul 08 17:21:37.410081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb12c5ad-4206-4e05-8014-66f0f5392baa None None] Provisioning for port 89292b7d-43d9-498b-98a1-ceab3d425abd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:37.454022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=322fb62f-6294-4c28-b3ba-def94bae32d0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:37.554492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.641063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event deleted for resources: {'Port': ['ID=7cd0c266-1ab6-49ae-b181-e75cb0cd330a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:37.652722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:37.669336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:37.672694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:37.681405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e99cc-3e7a-4c6e-b8fb-21f80b6ac6d8 req-9c88d9ca-4e3b-443d-b933-3ac645f05f9e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:37.693889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c0e99cc-3e7a-4c6e-b8fb-21f80b6ac6d8 req-9c88d9ca-4e3b-443d-b933-3ac645f05f9e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2911522 Jul 08 17:21:37.847847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] No DVR routers for this DVR port 7cd0c266-1ab6-49ae-b181-e75cb0cd330a on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:37.852626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.864131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7fb4c19-f6b4-4942-a12f-b82d742cc5df req-e8dbd8bd-7c89-473b-aec9-0b0c83d09bbd tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "DELETE /v2.0/ports/7cd0c266-1ab6-49ae-b181-e75cb0cd330a HTTP/1.1" status: 204 len: 173 time: 2.7574625 Jul 08 17:21:37.866035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-deleted', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:37.870119 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39668ed-fb49-4630-8cc0-5519a2aa20f1" -d '{"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-deleted", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:37.939140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c0e99cc-3e7a-4c6e-b8fb-21f80b6ac6d8 req-4b90dc87-456f-4e22-a4fd-03f0b4dd2c5e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407303 Jul 08 17:21:37.989365 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b72972-dcec-4232-b10c-8a163afcd6d1 x-openstack-request-id: req-d6b72972-dcec-4232-b10c-8a163afcd6d1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:37.989668 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c4c3-bcef-48b1-85af-92712fb8529d", "name": "network-vif-deleted", "tag": "7cd0c266-1ab6-49ae-b181-e75cb0cd330a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:37.990538 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6b72972-dcec-4232-b10c-8a163afcd6d1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:37.991125 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1813c4c3-bcef-48b1-85af-92712fb8529d', 'name': 'network-vif-deleted', 'tag': '7cd0c266-1ab6-49ae-b181-e75cb0cd330a', 'status': 'completed', 'code': 200} Jul 08 17:21:38.027399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:38.041187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:38.043854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15bb4942-9f50-4c32-b029-16559263c507 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7352312 Jul 08 17:21:38.046990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:38.380446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:38.450699 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Sync routers for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:38.472979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:38.476690 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:38.503598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:38.504529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:38.509690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 89292b7d-43d9-498b-98a1-ceab3d425abd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:38.621235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 89292b7d-43d9-498b-98a1-ceab3d425abd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:38.621616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.747508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:38.753711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:38.836496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 7cd0c266-1ab6-49ae-b181-e75cb0cd330a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:38.836943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7cd0c266-1ab6-49ae-b181-e75cb0cd330a not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:38.888694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc22b4af-2ee2-43ec-a33e-ce881e7aa9a2 req-2160151f-e843-43f1-8788-16253021ed74 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=1813c4c3-bcef-48b1-85af-92712fb8529d HTTP/1.1" status: 200 len: 210 time: 0.1292307 Jul 08 17:21:38.943763 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:39.097965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:21:39.126915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Removed routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:21:39.127580 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.464705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a997e-f5e5-46e8-9b53-1d4940a49e99 req-5b9fc6ac-760f-4e43-80b5-0b383ee2c59d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.487366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283a997e-f5e5-46e8-9b53-1d4940a49e99 req-5b9fc6ac-760f-4e43-80b5-0b383ee2c59d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1839836 Jul 08 17:21:39.504419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.566362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50179ee9-0983-4e57-a457-aa00945013b9 None None] Provisioning for port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:39.590704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283a997e-f5e5-46e8-9b53-1d4940a49e99 req-59c0a67e-c86d-4cde-b8ba-51f797066c4d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982678 Jul 08 17:21:39.634511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50179ee9-0983-4e57-a457-aa00945013b9 None None] Provisioning complete for port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:39.635179 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50179ee9-0983-4e57-a457-aa00945013b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.775444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.793752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.799597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 89292b7d-43d9-498b-98a1-ceab3d425abd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89292b7d-43d9-498b-98a1-ceab3d425abd,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:39.805154 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 2, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:39.812806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.813890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 596f415b-d790-48ec-8b80-08848755b118 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:39.823619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-50179ee9-0983-4e57-a457-aa00945013b9 None None] Port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:39.892599 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Checking router: 2db53818-ec78-452f-8486-5835650e3d0c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:39.892950 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Updating router 2db53818-ec78-452f-8486-5835650e3d0c port 74690ad5-44c7-4030-8418-f6794be30aa2 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:39.988994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50179ee9-0983-4e57-a457-aa00945013b9 None None] Provisioning complete for port 89292b7d-43d9-498b-98a1-ceab3d425abd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:39.997346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50179ee9-0983-4e57-a457-aa00945013b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.999441 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.061496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=89292b7d-43d9-498b-98a1-ceab3d425abd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:40.088662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '5932a5a8-0b6b-43ae-b56c-6c70a5a434e8', 'name': '', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a6:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:32Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:40.191378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:40.194407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Updating router b82113b3-850f-4a6d-9e0c-9381571789eb port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:40.195393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:40.200486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 596f415b-d790-48ec-8b80-08848755b118 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:40.214579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.358943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.542400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:40.558354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.559576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8b4fd192-ee03-4bac-82ff-e8658959c6a3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 954 time: 2.5169156 Jul 08 17:21:40.562290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:40.695119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa40e5bf-8e05-4539-8d41-5365fa662516 None None] Provisioning complete for port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:40.695688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa40e5bf-8e05-4539-8d41-5365fa662516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.802156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa40e5bf-8e05-4539-8d41-5365fa662516 None None] Port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:40.805528 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.833776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b314db5a-ada9-4a8e-b59b-e979bf8dc751 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 954 time: 0.2701640 Jul 08 17:21:40.836738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45442) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:40.845109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'routes': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:40.857040 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Transition to ACTIVE for port object 74690ad5-44c7-4030-8418-f6794be30aa2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:40.872437 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.957067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 322fb62f-6294-4c28-b3ba-def94bae32d0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:41.053369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae195-4104-4998-84da-40f732408250 req-4a0e6ba0-9c74-416f-b687-60864f563208 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.063461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feaae195-4104-4998-84da-40f732408250 req-4a0e6ba0-9c74-416f-b687-60864f563208 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.2050281 Jul 08 17:21:41.174111 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65bdec-3e9f-4395-8429-e2ae08dd524a None None] Pushing event updated for resources: {'Port': ['ID=74690ad5-44c7-4030-8418-f6794be30aa2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:41.200050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feaae195-4104-4998-84da-40f732408250 req-14e5b398-f9f5-412a-a35c-9b1aee162df3 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297054 Jul 08 17:21:41.231568 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Attempting to bind port 74690ad5-44c7-4030-8418-f6794be30aa2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:41.231961 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Attempting to bind port 74690ad5-44c7-4030-8418-f6794be30aa2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:41.232333 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Attempting to bind port 74690ad5-44c7-4030-8418-f6794be30aa2 on network c9ca8108-1bbb-4a87-b242-837d354904da {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:41.250752 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:41.251202 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Checking segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:41.251619 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.252027 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Bound using segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:41.252541 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Bound port: 74690ad5-44c7-4030-8418-f6794be30aa2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:41.252946 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.341534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 322fb62f-6294-4c28-b3ba-def94bae32d0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:41.341956 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.439974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6dddc-8995-42d9-97de-05c70ba72e95 req-ac1359eb-426e-41b6-bce8-133534dc9e42 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.441541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3dd6dddc-8995-42d9-97de-05c70ba72e95 req-ac1359eb-426e-41b6-bce8-133534dc9e42 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.3102102 Jul 08 17:21:41.483371 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] For port 74690ad5-44c7-4030-8418-f6794be30aa2, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:41.493600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] For port 74690ad5-44c7-4030-8418-f6794be30aa2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=74690ad5-44c7-4030-8418-f6794be30aa2,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:41.503419 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.682165 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65bdec-3e9f-4395-8429-e2ae08dd524a None None] Pushing event updated for resources: {'Port': ['ID=74690ad5-44c7-4030-8418-f6794be30aa2,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:41.703133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89292b7d-43d9-498b-98a1-ceab3d425abd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:41.703684 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:41.704440 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:41.845093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3dd6dddc-8995-42d9-97de-05c70ba72e95 req-299c86e0-b8fe-4604-9563-70f23fd6d015 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846707 Jul 08 17:21:41.873629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.904781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Transition to ACTIVE for port object 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:41.938019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.041171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:42.088148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:21:42.088391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:21:42.227181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 89292b7d-43d9-498b-98a1-ceab3d425abd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:42.244954 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.280259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-7c048dac-ee15-4dbf-b461-8f77cd341fb0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:42.288101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-7c048dac-ee15-4dbf-b461-8f77cd341fb0 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.3451095 Jul 08 17:21:42.318118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.447578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4902b3-db8a-47e0-a5e4-2c02fd3299b0 None None] Pushing event updated for resources: {'Port': ['ID=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:42.469365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Attempting to bind port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:42.470329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Attempting to bind port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:42.471841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Attempting to bind port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 on network 74a1922c-9670-4098-a419-41c32c3a9cd9 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:42.481379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:42.482048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Checking segment: {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:42.482775 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.483471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Bound using segment: {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:42.484120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Bound port: 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ca1dd9-4bcf-443f-a634-f50b1a7a070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:42.484675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.721916 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:41Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:42.750741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ee4f2-e8e8-4960-abad-d3a31dc7288c req-820a8c11-886e-4881-b1fc-fd76cc10dd3f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:42.761255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-395ee4f2-e8e8-4960-abad-d3a31dc7288c req-820a8c11-886e-4881-b1fc-fd76cc10dd3f tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1507127 Jul 08 17:21:42.785706 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52b824-f963-49d1-9071-bb8ac359a2c2 None None] The sync data for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 is: [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:41Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:42.910343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-395ee4f2-e8e8-4960-abad-d3a31dc7288c req-a44d67cd-76e4-4db1-b3df-805471b9647a tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462336 Jul 08 17:21:42.946334 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.033629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device db543920-1316-4d75-97ec-d13c8991851d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:43.052523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.169762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] For port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:43.191158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] For port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:43.205430 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.244639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.287587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.392892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4902b3-db8a-47e0-a5e4-2c02fd3299b0 None None] Pushing event updated for resources: {'Port': ['ID=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:43.447871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port db543920-1316-4d75-97ec-d13c8991851d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:43.463245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.484055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9c60a-56eb-41bd-8aaa-287666ff743b req-d4f4676c-3f01-46cf-b06d-e669ceff4304 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:43.501603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ef9c60a-56eb-41bd-8aaa-287666ff743b req-d4f4676c-3f01-46cf-b06d-e669ceff4304 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2328620 Jul 08 17:21:43.576978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:43.576978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:43.621484 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ef9c60a-56eb-41bd-8aaa-287666ff743b req-caa45314-524e-48b9-b59c-53680ebc288d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171186 Jul 08 17:21:43.789263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:44.255893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Deleting port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:44.256431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.337212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501bf96-f6ed-4447-9f35-3567c9916a61 req-38e1e31a-aea3-4d61-88d0-1694213c38df tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.354537 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7501bf96-f6ed-4447-9f35-3567c9916a61 req-38e1e31a-aea3-4d61-88d0-1694213c38df tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 950 time: 0.1226645 Jul 08 17:21:44.438671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7501bf96-f6ed-4447-9f35-3567c9916a61 req-1a4ec1ac-d2a4-4409-803c-855a5fc499ef tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827827 Jul 08 17:21:44.451340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:44.461657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:44.462082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.472204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588e01-09de-4af8-b80c-ed518df081c8 req-1dbde81c-ad85-44b8-95e4-04a0a41817d2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.479575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11588e01-09de-4af8-b80c-ed518df081c8 req-1dbde81c-ad85-44b8-95e4-04a0a41817d2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.2564404 Jul 08 17:21:44.516993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Calling delete_port for b6bf8c1b-0eb6-47dc-986d-dc8187afce7c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:44.546783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 7, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '5932a5a8-0b6b-43ae-b56c-6c70a5a434e8', 'name': '', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a6:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:32Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:44.606612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2cbe7-ad48-47ed-bff5-38fce21aa809 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 7, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '5932a5a8-0b6b-43ae-b56c-6c70a5a434e8', 'name': '', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a6:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:32Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:44.767309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11588e01-09de-4af8-b80c-ed518df081c8 req-a1f29d13-d982-4c84-b9f9-58567af3686e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826962 Jul 08 17:21:44.781652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b6bf8c1b-0eb6-47dc-986d-dc8187afce7c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:44.790001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 74690ad5-44c7-4030-8418-f6794be30aa2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:44.900530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 74690ad5-44c7-4030-8418-f6794be30aa2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:44.909614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 74690ad5-44c7-4030-8418-f6794be30aa2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:44.910306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.977745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:44.991811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.993028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-11d43128-d64c-49f1-a784-79f719560ee9 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 704 time: 4.1550574 Jul 08 17:21:45.003346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:45.007616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.119719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96722fe-9399-48a5-bcfd-2919010d3aa2 req-0324c7f2-0a24-47d3-8304-bf97dd7b3313 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.133230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b96722fe-9399-48a5-bcfd-2919010d3aa2 req-0324c7f2-0a24-47d3-8304-bf97dd7b3313 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1205940 Jul 08 17:21:45.174220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-42b6cdbf-dce1-44a0-9371-b5e6eeaacfd8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 704 time: 0.1662245 Jul 08 17:21:45.176934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:45.204384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-da2a186c-5022-413f-ba44-eda8f847253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.208093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-da2a186c-5022-413f-ba44-eda8f847253f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1097 time: 0.2827373 Jul 08 17:21:45.250408 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.258247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:45.261738 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef5bef-5fd1-4bb9-8713-4ab42aedce72" -d '{"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:45.294745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:45.295253 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b96722fe-9399-48a5-bcfd-2919010d3aa2 req-021e3661-5862-48e7-a159-172609585921 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606960 Jul 08 17:21:45.347491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 74690ad5-44c7-4030-8418-f6794be30aa2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=74690ad5-44c7-4030-8418-f6794be30aa2,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:45.351422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.457532 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.484114 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e03050-a43c-4d2a-9925-c8dc4784eda3 x-openstack-request-id: req-c1e03050-a43c-4d2a-9925-c8dc4784eda3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:45.488184 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:45.488184 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1e03050-a43c-4d2a-9925-c8dc4784eda3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:45.488184 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'code': 200} Jul 08 17:21:45.488184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:45.527036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-c38a37f4-042d-4403-8b7c-b744f259dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.532369 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-c38a37f4-042d-4403-8b7c-b744f259dbc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 915 time: 0.2481093 Jul 08 17:21:45.609965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=74690ad5-44c7-4030-8418-f6794be30aa2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:45.634538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-0e6d8e14-912f-4c79-a690-ac3d289cc7b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 200 len: 217 time: 0.0902364 Jul 08 17:21:45.695536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.713184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:45.734112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-34ef5e43-c595-4435-ad85-4b1427c53b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.739484 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-34ef5e43-c595-4435-ad85-4b1427c53b19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.0971727 Jul 08 17:21:45.759672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb42612d-cb36-44db-90e4-95c5e9498ef7 req-3ec49e8f-68cb-4337-8bbb-bfc16699cdc7 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 210 time: 0.0602984 Jul 08 17:21:45.800821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-4cb2f6ec-9e8e-4b88-beef-ca76b0d5ee6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445333 Jul 08 17:21:45.815975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event deleted for resources: {'Port': ['ID=b6bf8c1b-0eb6-47dc-986d-dc8187afce7c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:45.857738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.859707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.860476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.861901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.863653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.864179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.864687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.865436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.867632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.870327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.870872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:45.871415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:46.018640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] No DVR routers for this DVR port b6bf8c1b-0eb6-47dc-986d-dc8187afce7c on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:46.020717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.023795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-154a10a7-08ed-4e1a-9b73-116b05aae700 req-e38bc9d7-f8b3-4d36-add7-36e3ac2f3acc tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.53 "DELETE /v2.0/ports/b6bf8c1b-0eb6-47dc-986d-dc8187afce7c HTTP/1.1" status: 204 len: 173 time: 3.7258236 Jul 08 17:21:46.024501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-deleted', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:46.027009 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b732d5-9392-4ca5-a280-43f2daf129c7" -d '{"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-deleted", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:46.038632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-cd7bd33b-1c5c-4e82-b4a0-6ef1285dde19 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251346 Jul 08 17:21:46.082081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:46.114557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:46.115747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:46.117252 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009b246-1a43-4365-a636-20eb04524ede x-openstack-request-id: req-e009b246-1a43-4365-a636-20eb04524ede {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:46.117549 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71df19c4-3e13-4d3c-bf65-9f8fd8addf0f", "name": "network-vif-deleted", "tag": "b6bf8c1b-0eb6-47dc-986d-dc8187afce7c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:46.117797 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e009b246-1a43-4365-a636-20eb04524ede {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:46.118217 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71df19c4-3e13-4d3c-bf65-9f8fd8addf0f', 'name': 'network-vif-deleted', 'tag': 'b6bf8c1b-0eb6-47dc-986d-dc8187afce7c', 'status': 'completed', 'code': 200} Jul 08 17:21:46.231327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433839e-1d9a-4b15-bae1-ac2c097664ab req-88c3d586-634d-4fbd-94fa-f24fdbbcd79b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.239107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5433839e-1d9a-4b15-bae1-ac2c097664ab req-88c3d586-634d-4fbd-94fa-f24fdbbcd79b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1818800 Jul 08 17:21:46.249249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-239d0fda-6c3d-4e4c-9038-41a2929c2c27 req-3b9e0c79-ee96-4063-8563-76d50f5afa98 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999655 Jul 08 17:21:46.286960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:46.354416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5433839e-1d9a-4b15-bae1-ac2c097664ab req-1516d7f0-ced7-41ba-a442-dd7e30a502bd tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105292 Jul 08 17:21:46.398363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.750962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b4df7-2a8c-4c0b-b77c-d11f7cb2b7b7 req-2d4cdeee-a2fb-4cb0-bc2f-78ed4b06f5b4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.755461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c5b4df7-2a8c-4c0b-b77c-d11f7cb2b7b7 req-2d4cdeee-a2fb-4cb0-bc2f-78ed4b06f5b4 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.1945136 Jul 08 17:21:46.821977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:46.876156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c5b4df7-2a8c-4c0b-b77c-d11f7cb2b7b7 req-efdb5892-84f4-4e23-a170-ad43c25dcd41 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070142 Jul 08 17:21:46.955949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 7, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '5932a5a8-0b6b-43ae-b56c-6c70a5a434e8', 'name': '', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a6:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:32Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:46.963296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:47.045465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:47.060216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:47.062761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.109959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:47.110672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:47.112952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c42d9203-72f0-4ee5-9195-4e9d0becc851 req-bc46d762-e91d-438a-a2c9-8031cdeb7dc1 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=71df19c4-3e13-4d3c-bf65-9f8fd8addf0f HTTP/1.1" status: 200 len: 210 time: 0.0762625 Jul 08 17:21:47.172497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:47.173668 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.239086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:47.288472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:47.288876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.305702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:47.355594 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.598318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:47.602917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9bba5-b26c-4c32-ac4c-72af10818551 req-202dee19-0e0d-4fe5-a0f3-7720288fbe86 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.604061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.604847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 74690ad5-44c7-4030-8418-f6794be30aa2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:47.605572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ba9bba5-b26c-4c32-ac4c-72af10818551 req-202dee19-0e0d-4fe5-a0f3-7720288fbe86 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.0925024 Jul 08 17:21:47.719985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:47.743298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 74690ad5-44c7-4030-8418-f6794be30aa2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:47.743676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.753913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ba9bba5-b26c-4c32-ac4c-72af10818551 req-d9948372-5ac6-4cd1-afd6-c95ca6fa43d3 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350591 Jul 08 17:21:47.757892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.796983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 7, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '5932a5a8-0b6b-43ae-b56c-6c70a5a434e8', 'name': '', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a6:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:32Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:47.819948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=5932a5a8-0b6b-43ae-b56c-6c70a5a434e8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:47.830167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9879a0-6d5f-4d10-a3d2-da412b7786a5 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 7, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '5932a5a8-0b6b-43ae-b56c-6c70a5a434e8', 'name': '', 'network_id': '74a1922c-9670-4098-a419-41c32c3a9cd9', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a6:31:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:32Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:48.140929 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.307979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5543cba-eca8-4e51-8d8b-2549809f8bee req-6ac1ecc6-98c1-4543-878d-098ff4f26aaf tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:48.309623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5543cba-eca8-4e51-8d8b-2549809f8bee req-6ac1ecc6-98c1-4543-878d-098ff4f26aaf tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 946 time: 0.2082672 Jul 08 17:21:48.460498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5543cba-eca8-4e51-8d8b-2549809f8bee req-358adbb9-3d1d-4916-8ef0-3af5bf6e83bf tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390626 Jul 08 17:21:48.483958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:48.669098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:48.674556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9b957ac-b5a3-45bc-ae03-bfa623f092a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4965582 Jul 08 17:21:48.677112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:48.688940 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:48.718829 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:48.719899 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:48.819675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:21:48.823538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.831727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:48.890879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.920377 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:49.014629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.053322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:49.057267 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6bc91e-2e2b-4ef8-8d1d-e695384e4440" -d '{"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:49.117378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.121615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:49.131196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.243433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aaeef-4c8e-4809-941a-303a7d8ea3ff req-8bf5f418-40e3-4cb5-a67e-81a4e0ba40fe tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.252811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-394aaeef-4c8e-4809-941a-303a7d8ea3ff req-8bf5f418-40e3-4cb5-a67e-81a4e0ba40fe tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1941438 Jul 08 17:21:49.266652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:49.272199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb8833-e6d1-4bbe-b94c-758e302065ed req-66ea0cd5-85bc-4eca-87b5-c2d21410c680 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.283042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ccb8833-e6d1-4bbe-b94c-758e302065ed req-66ea0cd5-85bc-4eca-87b5-c2d21410c680 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1899729 Jul 08 17:21:49.317449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.376392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-394aaeef-4c8e-4809-941a-303a7d8ea3ff req-06d9996e-e439-4486-bada-11873933107e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226804 Jul 08 17:21:49.386566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:49.412094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ccb8833-e6d1-4bbe-b94c-758e302065ed req-932a8165-4592-415b-85d8-a0c80e9aa6b2 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224360 Jul 08 17:21:49.425756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.428653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833c560-9d4a-40a8-bcd6-af789bf3062e None None] Network 74a1922c-9670-4098-a419-41c32c3a9cd9 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:49.432274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73a4b8c1-d674-4f93-a6c8-235619aae06b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3 HTTP/1.1" status: 204 len: 168 time: 0.7513320 Jul 08 17:21:49.432864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:49.447974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-851e0155-548c-4716-87e4-fb65c027d460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.497267 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6695de8-0e60-4d85-8c71-90816eb35328 x-openstack-request-id: req-b6695de8-0e60-4d85-8c71-90816eb35328 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:49.498897 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-unplugged", "status": "failed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162", "code": 422}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:49.499620 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:47Z', 'revision_number': 8, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:49.500461 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6695de8-0e60-4d85-8c71-90816eb35328 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:49.501571 n-d-799527-4 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'code': 422} returned with failed status Jul 08 17:21:49.579496 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:49.592117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.603711 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:49.604343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:49.756900 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:49.779233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 89292b7d-43d9-498b-98a1-ceab3d425abd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:49.779866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.882073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port 89292b7d-43d9-498b-98a1-ceab3d425abd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89292b7d-43d9-498b-98a1-ceab3d425abd,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:49.882438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.883952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] DHCP port deletion for 74a1922c-9670-4098-a419-41c32c3a9cd9 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:21:49.912873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed7d81-8d4d-435a-a3cd-6ff4e6112af2 req-8597d6bf-8ba2-4b6c-a84e-db76f9dd0711 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.923291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07ed7d81-8d4d-435a-a3cd-6ff4e6112af2 req-8597d6bf-8ba2-4b6c-a84e-db76f9dd0711 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.1899843 Jul 08 17:21:49.926187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 89292b7d-43d9-498b-98a1-ceab3d425abd owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:49.949156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] Deleting port 89292b7d-43d9-498b-98a1-ceab3d425abd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:49.949681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.029813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] For port 89292b7d-43d9-498b-98a1-ceab3d425abd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89292b7d-43d9-498b-98a1-ceab3d425abd,segment=NetworkSegment(09ca1dd9-4bcf-443f-a634-f50b1a7a070d),segment_id=09ca1dd9-4bcf-443f-a634-f50b1a7a070d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:50.030263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.044476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07ed7d81-8d4d-435a-a3cd-6ff4e6112af2 req-bfe8780a-f523-4905-9976-6a3580bd05ab tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205342 Jul 08 17:21:50.049581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:47Z', 'revision_number': 8, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:50.059156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] Calling delete_port for 89292b7d-43d9-498b-98a1-ceab3d425abd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:50.091258 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432780f-e032-4693-8fb1-2d756190a32e None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:47Z', 'revision_number': 8, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db543920-1316-4d75-97ec-d13c8991851d', 'name': '', 'network_id': 'a0b26111-bafd-4d01-bca0-d071f04f1af5', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:37:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '0edee6c4-6362-4741-9331-425305f54582', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:35Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '0edee6c4-6362-4741-9331-425305f54582', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:50.104816 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.135943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=89292b7d-43d9-498b-98a1-ceab3d425abd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:50.151255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port 89292b7d-43d9-498b-98a1-ceab3d425abd on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:50.245675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.265386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] No DVR routers for this DVR port 89292b7d-43d9-498b-98a1-ceab3d425abd on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:50.269958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.275977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-b1cc4880-122d-4853-8859-cd1346c6525e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.278126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-b1cc4880-122d-4853-8859-cd1346c6525e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.21 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1975904 Jul 08 17:21:50.285117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a1922c-9670-4098-a419-41c32c3a9cd9']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:50.292704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69425d-8514-48df-b43f-81a2950b1723 None None] Pushing event deleted for resources: {'Port': ['ID=89292b7d-43d9-498b-98a1-ceab3d425abd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:50.301595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ca1dd9-4bcf-443f-a634-f50b1a7a070d') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:50.302066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ca1dd9-4bcf-443f-a634-f50b1a7a070d') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:50.314973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.331225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.343906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:21:50.344130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:21:50.349086 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:21:50.428998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e804-5b23-4bcf-a929-2e810d918777 req-4049df6c-b103-45a6-8dc4-f6bafb0ead34 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.436285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d527e804-5b23-4bcf-a929-2e810d918777 req-4049df6c-b103-45a6-8dc4-f6bafb0ead34 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.2166030 Jul 08 17:21:50.481595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.499269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.503446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/74a1922c-9670-4098-a419-41c32c3a9cd9 HTTP/1.1" status: 204 len: 168 time: 1.0692360 Jul 08 17:21:50.508998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:50.531222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f28cf-7aee-4e5e-bf0a-206f28f59c22 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=74a1922c-9670-4098-a419-41c32c3a9cd9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:50.545460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d527e804-5b23-4bcf-a929-2e810d918777 req-f45c657b-1cbf-441e-a2a4-ed3df6577877 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050448 Jul 08 17:21:50.554079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Deleting port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:50.554432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.619497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:50.670167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:50.671618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5932a5a8-0b6b-43ae-b56c-6c70a5a434e8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:50.674098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89292b7d-43d9-498b-98a1-ceab3d425abd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:50.704947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 89292b7d-43d9-498b-98a1-ceab3d425abd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:50.705793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89292b7d-43d9-498b-98a1-ceab3d425abd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:50.843405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fccb0-2c2d-4b85-9595-d88d5a4b0999 req-9526f282-6c1c-46ec-b6f2-1f1e77da6b4e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.844941 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f4fccb0-2c2d-4b85-9595-d88d5a4b0999 req-9526f282-6c1c-46ec-b6f2-1f1e77da6b4e tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 950 time: 0.1602473 Jul 08 17:21:50.846953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] For port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:50.847314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.906514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f4fccb0-2c2d-4b85-9595-d88d5a4b0999 req-972ec893-4c0b-4ea9-a7f2-622a29989b16 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/security-groups?id=21ea4260-4704-4afa-8f3c-689dfa49ba32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525634 Jul 08 17:21:50.911733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Calling delete_port for 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:51.102845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.116772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['5fdfd7fd-15d6-47fd-8841-44f9042f9e23'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:51.148329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Pushing event deleted for resources: {'Port': ['ID=5fdfd7fd-15d6-47fd-8841-44f9042f9e23,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:51.159292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.159721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.160134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.160539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.160949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.161367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.161796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.162392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.162775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.163176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.163575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.163971 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:51.173193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841421d-99d4-4422-b19b-9aff373d649e req-11d107cd-ecf1-481a-b27c-fe5ffd47e270 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.180095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1841421d-99d4-4422-b19b-9aff373d649e req-11d107cd-ecf1-481a-b27c-fe5ffd47e270 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.5083218 Jul 08 17:21:51.228594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] No DVR routers for this DVR port 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:51.231439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.233573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.21 "DELETE /v2.0/ports/5fdfd7fd-15d6-47fd-8841-44f9042f9e23 HTTP/1.1" status: 204 len: 173 time: 0.9477398 Jul 08 17:21:51.234062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-deleted', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:51.236386 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064c4448-abc3-4db7-bdd5-1adb9413cee9" -d '{"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-deleted", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:51.257370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1841421d-99d4-4422-b19b-9aff373d649e req-4ed91a19-6ad6-48cf-83d7-97731175c0d0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762985 Jul 08 17:21:51.513740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd426-b5b5-4431-a4fe-15493a4f8400 req-6cbac0ce-2eef-45b3-a95c-e97830992807 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.524075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87ddd426-b5b5-4431-a4fe-15493a4f8400 req-6cbac0ce-2eef-45b3-a95c-e97830992807 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.1425941 Jul 08 17:21:51.572687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87ddd426-b5b5-4431-a4fe-15493a4f8400 req-f8a789c8-3e74-47ce-9cd9-5d081406f90c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477033 Jul 08 17:21:51.649848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.654515 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95d485e-8d2c-41ca-bb64-85f3b4895d2f x-openstack-request-id: req-f95d485e-8d2c-41ca-bb64-85f3b4895d2f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:51.655107 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48147b4c-2017-4815-b963-28f55562d8de", "name": "network-vif-deleted", "tag": "5fdfd7fd-15d6-47fd-8841-44f9042f9e23", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:51.655637 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f95d485e-8d2c-41ca-bb64-85f3b4895d2f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:51.656210 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48147b4c-2017-4815-b963-28f55562d8de', 'name': 'network-vif-deleted', 'tag': '5fdfd7fd-15d6-47fd-8841-44f9042f9e23', 'status': 'completed', 'code': 200} Jul 08 17:21:51.980937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fa1a0-40a5-433b-91f5-1e10b6edc77c req-4449d1a1-468b-4f74-b9c7-0959e3693aa5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.982483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-254fa1a0-40a5-433b-91f5-1e10b6edc77c req-4449d1a1-468b-4f74-b9c7-0959e3693aa5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.2231898 Jul 08 17:21:52.049952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-c4803006-1f27-4b25-b8c3-9cd3010fa5df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439180 Jul 08 17:21:52.062482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-254fa1a0-40a5-433b-91f5-1e10b6edc77c req-935034ea-09eb-4c33-b682-f88edad6accb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732298 Jul 08 17:21:52.110527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca7a0e3d-18a0-4e19-b25e-521382b337f0 req-441ad979-aaf9-431f-b5aa-dd47015c52d5 tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] 10.222.0.48 "GET /v2.0/ports?device_id=48147b4c-2017-4815-b963-28f55562d8de HTTP/1.1" status: 200 len: 210 time: 0.0539937 Jul 08 17:21:52.171286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e26d99b-c823-4819-9aa8-6e72d1e40fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.190192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port db543920-1316-4d75-97ec-d13c8991851d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:52.190536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.265072 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.297789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port db543920-1316-4d75-97ec-d13c8991851d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=db543920-1316-4d75-97ec-d13c8991851d,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:52.298362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.315839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for db543920-1316-4d75-97ec-d13c8991851d owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:52.591650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daba203-7789-4237-a782-f80ec6abfa77 req-33247eed-1b4d-4eba-8188-3429707d1a56 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:52.593233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4daba203-7789-4237-a782-f80ec6abfa77 req-33247eed-1b4d-4eba-8188-3429707d1a56 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1564424 Jul 08 17:21:52.697663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4daba203-7789-4237-a782-f80ec6abfa77 req-49dbd0d5-611f-4480-bc6f-4852521bbfeb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762107 Jul 08 17:21:52.736085 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.774129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=db543920-1316-4d75-97ec-d13c8991851d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:52.853364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:52.946249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.231580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:53.252758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90305137-1a7b-4a98-81ba-875863b5032a req-a532f12c-13a7-4824-b9bc-00f3d25953fd tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.254276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-90305137-1a7b-4a98-81ba-875863b5032a req-a532f12c-13a7-4824-b9bc-00f3d25953fd tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.1237292 Jul 08 17:21:53.306040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa48e7-4084-4909-aff1-4207e4761edb req-021107b5-35a5-49c7-8642-130469e2ce16 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.307584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80fa48e7-4084-4909-aff1-4207e4761edb req-021107b5-35a5-49c7-8642-130469e2ce16 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.1130364 Jul 08 17:21:53.315334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-878b98bb-d4b2-4e78-b032-0efecb0137d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.317310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-878b98bb-d4b2-4e78-b032-0efecb0137d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e&tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e HTTP/1.1" status: 200 len: 1095 time: 0.0927844 Jul 08 17:21:53.375371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-90305137-1a7b-4a98-81ba-875863b5032a req-53d8788d-ef63-4ae1-9b4f-8290b6a4f6db tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112075 Jul 08 17:21:53.382543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:53.387945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80fa48e7-4084-4909-aff1-4207e4761edb req-d0ebd766-8b83-43e1-8c5f-a33bcc6dcafd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747292 Jul 08 17:21:53.405016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45640) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:53.405179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fd2d3ea6-1692-4334-bfb1-9f8dbf91bf42 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8947957 Jul 08 17:21:53.412446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:53.432194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:53.434383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:53.457360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-9db4410c-54fd-4520-9960-ec3b08159ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.459364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-9db4410c-54fd-4520-9960-ec3b08159ab3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1095 time: 0.1078718 Jul 08 17:21:53.600440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:53.611611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-96b36ce2-b4e8-41f9-9786-bf3a4d93e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.613406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-96b36ce2-b4e8-41f9-9786-bf3a4d93e783 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 915 time: 0.1447461 Jul 08 17:21:53.622546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 0edee6c4-6362-4741-9331-425305f54582 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:21:53.629988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.638893 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.743260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.860008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-d9b8b13c-4f5e-407c-bf07-101a2086f817 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 200 len: 217 time: 0.1262293 Jul 08 17:21:53.874808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45658) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:53.918871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-09114cdc-ad26-444b-b251-7a6277903b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.920278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-09114cdc-ad26-444b-b251-7a6277903b40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.0519569 Jul 08 17:21:53.929890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:52Z', 'revision_number': 9, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:53.954471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-bcda4455-1cc1-425b-b426-81bd8f791ffe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275302 Jul 08 17:21:53.995354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:54.018696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:54.019217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:54.022983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8500b-e2fe-4a9a-9350-98074a5fbde7 req-a588c6da-121f-49cb-ac83-d52c5759e7f8 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:54.029494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2a8500b-e2fe-4a9a-9350-98074a5fbde7 req-a588c6da-121f-49cb-ac83-d52c5759e7f8 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1485207 Jul 08 17:21:54.049648 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.140137 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-22a6a8df-c0ba-4b83-8951-db61dea6519b service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596563 Jul 08 17:21:54.155893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2a8500b-e2fe-4a9a-9350-98074a5fbde7 req-9968d6ad-b1a8-47d0-8ad9-d8996d705eb2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184430 Jul 08 17:21:54.165037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:54.197831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-647c0eff-a675-4710-ab4e-d2ae0f4e48ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ace6366740c64aa99100e7753ab9b133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215425 Jul 08 17:21:54.199072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:54.284938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54611b11-fe1a-403e-b15d-10718daf8a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.321762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54611b11-fe1a-403e-b15d-10718daf8a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.410028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54611b11-fe1a-403e-b15d-10718daf8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.419322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54611b11-fe1a-403e-b15d-10718daf8a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.419621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54611b11-fe1a-403e-b15d-10718daf8a97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21ea4260-4704-4afa-8f3c-689dfa49ba32 HTTP/1.1" status: 204 len: 168 time: 0.2194023 Jul 08 17:21:54.437448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54611b11-fe1a-403e-b15d-10718daf8a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ea4260-4704-4afa-8f3c-689dfa49ba32,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:54.603238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cd9dc-3d0b-4f39-8a10-8270a334b15f req-700904ed-bc94-432c-a24a-3124790ab4bb tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:54.604850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-603cd9dc-3d0b-4f39-8a10-8270a334b15f req-700904ed-bc94-432c-a24a-3124790ab4bb tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.1354678 Jul 08 17:21:54.612689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:52Z', 'revision_number': 9, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:54.677622 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df8b515-e661-43a5-863b-9b31297ef646 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:52Z', 'revision_number': 9, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '596f415b-d790-48ec-8b80-08848755b118', 'name': '', 'network_id': '466f5182-9099-44b3-9dd5-48e125bc813f', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:d3:c6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:13Z', 'updated_at': '2021-07-08T17:21:33Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '863db19b-ed48-46a5-84b0-02f9860bad79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:54.687245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-603cd9dc-3d0b-4f39-8a10-8270a334b15f req-119af3e8-b494-4507-a893-95f973e4069a tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727897 Jul 08 17:21:54.840551 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.855507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.907781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=0edee6c4-6362-4741-9331-425305f54582,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:54.919544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.921388 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-49b3273f-33b5-48c5-948c-84696b1af0a8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/0edee6c4-6362-4741-9331-425305f54582 HTTP/1.1" status: 204 len: 168 time: 1.5147512 Jul 08 17:21:54.922417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5745a2e-e3b4-4578-8069-7604a52855c7 None None] Network a0b26111-bafd-4d01-bca0-d071f04f1af5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:54.924171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:54.950247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:54.979582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:54.993629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-8a3ea175-6869-4c6e-8561-a263df8f002e service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8451538 Jul 08 17:21:55.011021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.016433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:55.017305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 5fdfd7fd-15d6-47fd-8841-44f9042f9e23 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:55.034133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bef2887f-f40b-4479-a774-0013378c83a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0848216eb374dbf97aff7a5469e5525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814502 Jul 08 17:21:55.034738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:55.074363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7fa2a-56c2-41f7-8f00-69fe8d32dcbe req-3c244d74-a60e-42d9-aaea-604aa779d0f5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:55.079852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port a75cdbb7-6c39-406a-bd0d-01c9219160e4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:55.080183 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.085709 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69b7fa2a-56c2-41f7-8f00-69fe8d32dcbe req-3c244d74-a60e-42d9-aaea-604aa779d0f5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.2976346 Jul 08 17:21:55.219673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69b7fa2a-56c2-41f7-8f00-69fe8d32dcbe req-2472091b-0066-4d58-af93-023bcdc718e7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311388 Jul 08 17:21:55.241115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9a31b3-2f01-400b-bd5d-0a2a21660f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.241336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] DHCP port deletion for a0b26111-bafd-4d01-bca0-d071f04f1af5 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:21:55.252355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port a75cdbb7-6c39-406a-bd0d-01c9219160e4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a75cdbb7-6c39-406a-bd0d-01c9219160e4,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:55.258155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.287694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for a75cdbb7-6c39-406a-bd0d-01c9219160e4 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:55.290734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9a31b3-2f01-400b-bd5d-0a2a21660f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.342930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] Deleting port a75cdbb7-6c39-406a-bd0d-01c9219160e4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:55.345972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.382216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9a31b3-2f01-400b-bd5d-0a2a21660f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.385496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9a31b3-2f01-400b-bd5d-0a2a21660f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.391630 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e9a31b3-2f01-400b-bd5d-0a2a21660f63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eef6c34-3033-4bd0-84ef-ca3fb491c170 HTTP/1.1" status: 204 len: 168 time: 0.3550820 Jul 08 17:21:55.407998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a31b3-2f01-400b-bd5d-0a2a21660f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef6c34-3033-4bd0-84ef-ca3fb491c170,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:55.454675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] For port a75cdbb7-6c39-406a-bd0d-01c9219160e4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a75cdbb7-6c39-406a-bd0d-01c9219160e4,segment=NetworkSegment(023c63bc-0fec-4ed5-aef2-1d72d36db72e),segment_id=023c63bc-0fec-4ed5-aef2-1d72d36db72e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:55.455072 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.470768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] Calling delete_port for a75cdbb7-6c39-406a-bd0d-01c9219160e4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:55.525401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677fa2-4c1b-41aa-9b41-f03847058d3e req-beccc2c5-0d46-4e05-9962-b89c06610555 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:55.536592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72677fa2-4c1b-41aa-9b41-f03847058d3e req-beccc2c5-0d46-4e05-9962-b89c06610555 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1402240 Jul 08 17:21:55.546572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.672038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port a75cdbb7-6c39-406a-bd0d-01c9219160e4 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:55.675630 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.683873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=a75cdbb7-6c39-406a-bd0d-01c9219160e4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:55.762013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] Pushing event deleted for resources: {'Port': ['ID=a75cdbb7-6c39-406a-bd0d-01c9219160e4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:55.764846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf395ded-0621-4df4-aa9a-efda19f4cfbc None None] No DVR routers for this DVR port a75cdbb7-6c39-406a-bd0d-01c9219160e4 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:55.858492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72677fa2-4c1b-41aa-9b41-f03847058d3e req-e23cbf2d-1fce-4e94-911c-6d2099438b1a tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197711 Jul 08 17:21:56.125251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.159103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b26111-bafd-4d01-bca0-d071f04f1af5']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:56.208088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023c63bc-0fec-4ed5-aef2-1d72d36db72e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:56.209067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023c63bc-0fec-4ed5-aef2-1d72d36db72e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:56.228852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.264097 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.276263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:21:56.276786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:21:56.288802 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:21:56.367066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6af912-ddd8-4ed3-ade4-7c9671774950 req-b1e05c07-5847-48a8-b85c-629845afb92c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:56.372595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e6af912-ddd8-4ed3-ade4-7c9671774950 req-b1e05c07-5847-48a8-b85c-629845afb92c tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.3027425 Jul 08 17:21:56.415758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.422456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-31ac89f6-6ab9-4292-967f-21ca694d5521 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:56.427469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-31ac89f6-6ab9-4292-967f-21ca694d5521 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 945 time: 0.3710463 Jul 08 17:21:56.453720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.461472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/a0b26111-bafd-4d01-bca0-d071f04f1af5 HTTP/1.1" status: 204 len: 168 time: 1.5359097 Jul 08 17:21:56.483729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:56.497703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e74ecb-0171-42d9-aeb8-0f5c6258469a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=a0b26111-bafd-4d01-bca0-d071f04f1af5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:56.569554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a75cdbb7-6c39-406a-bd0d-01c9219160e4 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:56.640296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a75cdbb7-6c39-406a-bd0d-01c9219160e4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:56.645714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a75cdbb7-6c39-406a-bd0d-01c9219160e4 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:56.647237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device db543920-1316-4d75-97ec-d13c8991851d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:56.683484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: db543920-1316-4d75-97ec-d13c8991851d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:56.684560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device db543920-1316-4d75-97ec-d13c8991851d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:57.051440 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3e6af912-ddd8-4ed3-ade4-7c9671774950 req-5bd57284-c059-43f0-88ab-5ac13de8b669 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6198094 Jul 08 17:21:57.450284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Deleting port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:57.451000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:57.472892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-a3cdc264-a91f-4884-af24-dfa51b9d393c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:57.475516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-a3cdc264-a91f-4884-af24-dfa51b9d393c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.2534175 Jul 08 17:21:57.585003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-e677e089-4619-4fed-9d81-203d7e7b7986 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/quotas/abb7ea30bea640f098aeaddb6d10147a HTTP/1.1" status: 200 len: 375 time: 0.0679486 Jul 08 17:21:57.697420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:57.887299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] For port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:57.888056 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.014409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-9f00f7be-a660-449a-92f2-3484f70e86d1 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4279454 Jul 08 17:21:58.418312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-9063610e-68fd-41a7-b7a7-94d7a310bb6f service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029150 Jul 08 17:21:58.529712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.530759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.530759 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Floating IP ee1090a0-a4db-4ffb-b289-38efe3703b9e disassociated. External IP: 172.25.3.127, port: 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae. Jul 08 17:21:58.530759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Calling delete_port for 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:58.672820 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-e19fdfab-3300-4062-92ac-bed0840d6039 service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462807 Jul 08 17:21:58.731460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 596f415b-d790-48ec-8b80-08848755b118 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:58.731811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.873059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.879513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:58.917821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event deleted for resources: {'Port': ['ID=13f2bda8-fec0-4e59-814d-d3b3fb9c7cae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:58.924757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port 596f415b-d790-48ec-8b80-08848755b118, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=596f415b-d790-48ec-8b80-08848755b118,segment=NetworkSegment(bd80d502-bfe2-44eb-8c33-cfb5cfe7787a),segment_id=bd80d502-bfe2-44eb-8c33-cfb5cfe7787a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:58.925127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.944490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 596f415b-d790-48ec-8b80-08848755b118 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:58.964508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:58.966595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:59.302492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Router 83bb659e-bd0f-4a58-9735-fe6c2abde25b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:59.353868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c538-2525-45d3-bcb8-80eee6e6f024 req-0338d6cb-399c-415d-9019-8a80211bd503 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:59.355462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1d5c538-2525-45d3-bcb8-80eee6e6f024 req-0338d6cb-399c-415d-9019-8a80211bd503 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.2496016 Jul 08 17:21:59.357819 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.460155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=596f415b-d790-48ec-8b80-08848755b118,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:00.087768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1d5c538-2525-45d3-bcb8-80eee6e6f024 req-d523f4c2-2b3e-488f-887a-07bca02199eb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989436 Jul 08 17:22:00.130049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.138157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:00.145356 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] Sync routers for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:00.167448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:00.168057 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:00.216604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] No DVR routers for this DVR port 13f2bda8-fec0-4e59-814d-d3b3fb9c7cae on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:00.291037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.293495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2955851f-8446-47c2-a0af-ca4c7f0d513a req-e831b4d2-edc8-4268-80ec-07b0d86d1661 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.53 "DELETE /v2.0/ports/13f2bda8-fec0-4e59-814d-d3b3fb9c7cae HTTP/1.1" status: 204 len: 173 time: 3.8420792 Jul 08 17:22:00.294128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'name': 'network-vif-deleted', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:00.297497 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516939d5-451d-4cd6-a908-d90c344fcf05" -d '{"events": [{"server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "name": "network-vif-deleted", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:00.300203 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:00.518114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4eb86-fac0-4c1a-9c1a-76658cf61abb req-8802d168-468d-4de0-be62-75fc00976828 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:00.519848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8fa4eb86-fac0-4c1a-9c1a-76658cf61abb req-8802d168-468d-4de0-be62-75fc00976828 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.2308757 Jul 08 17:22:00.618203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:00.662518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8fa4eb86-fac0-4c1a-9c1a-76658cf61abb req-40ca0bc6-051d-427f-a66b-aeb7d768ef54 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275668 Jul 08 17:22:00.678051 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:51Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:00.742457 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] Checking router: 83bb659e-bd0f-4a58-9735-fe6c2abde25b for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:00.757603 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:00.758263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:00.808083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:00.815079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5154fed0-2369-4855-970f-c437db00d0af tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3299339 Jul 08 17:22:00.818402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:00.821682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:00.839223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:00.840248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:00.892353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 863db19b-ed48-46a5-84b0-02f9860bad79 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:00.899018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.969022 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:00.974940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:00.990704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-707c9ab6-9036-4705-9496-2e5a9b023689 req-a992826c-7c36-4fd7-ab2c-629103893590 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0952148 Jul 08 17:22:01.038909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.204307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.288965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.362923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.365420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/863db19b-ed48-46a5-84b0-02f9860bad79 HTTP/1.1" status: 204 len: 168 time: 0.5440578 Jul 08 17:22:01.366725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3f1fc-8561-472d-b82c-4065c7f56f3d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=863db19b-ed48-46a5-84b0-02f9860bad79,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:01.368151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:01.468503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa5bfaf-bb0d-46e2-bf3f-52b1c123368e None None] Network 466f5182-9099-44b3-9dd5-48e125bc813f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:01.503388 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:51Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:01.504139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef13b63c-9d5e-4448-a3c1-0b5bb7f6551e req-4ce2202c-560d-4a25-b58b-b0ab8a94d64a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 210 time: 0.0792184 Jul 08 17:22:01.550849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d4998-c22e-4885-885c-6bea0c8e7d97 None None] The sync data for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 is: [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:18:43Z', 'revision_number': 4, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '09fbdd27-84c1-4ad8-893a-187a4f49a6ea', 'name': '', 'network_id': '2fa35345-33d1-4967-8670-36bcddfc50f5', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'mac_address': 'fa:16:3e:15:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:42Z', 'updated_at': '2021-07-08T17:18:51Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'subnets': [{'id': 'a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:01.552899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.601980 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05da050-65a3-48f4-97e3-5da4660f4fd8 x-openstack-request-id: req-c05da050-65a3-48f4-97e3-5da4660f4fd8 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:01.602285 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f49f2d-581e-4267-a711-f1d5c302265a", "name": "network-vif-deleted", "tag": "13f2bda8-fec0-4e59-814d-d3b3fb9c7cae", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:01.602542 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c05da050-65a3-48f4-97e3-5da4660f4fd8 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:01.602952 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f49f2d-581e-4267-a711-f1d5c302265a', 'name': 'network-vif-deleted', 'tag': '13f2bda8-fec0-4e59-814d-d3b3fb9c7cae', 'status': 'completed', 'code': 200} Jul 08 17:22:01.726861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 350ef104-2ef2-4ce1-a79e-34f2ead68efc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:01.727446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.875948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port 350ef104-2ef2-4ce1-a79e-34f2ead68efc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=350ef104-2ef2-4ce1-a79e-34f2ead68efc,segment=NetworkSegment(bd80d502-bfe2-44eb-8c33-cfb5cfe7787a),segment_id=bd80d502-bfe2-44eb-8c33-cfb5cfe7787a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:01.876314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.917804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 350ef104-2ef2-4ce1-a79e-34f2ead68efc owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:01.966972 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:59Z', 'revision_number': 10, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:02.034900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192cb4c-b915-49fc-a464-cf1e13bec2a7 req-efcada0b-afeb-4f14-962e-ea5ad046c571 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:02.042317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7192cb4c-b915-49fc-a464-cf1e13bec2a7 req-efcada0b-afeb-4f14-962e-ea5ad046c571 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.1623120 Jul 08 17:22:02.054943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:02.061337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24550e6-2d44-441f-b2fe-1d1cfcb654c2 None None] DHCP port deletion for 466f5182-9099-44b3-9dd5-48e125bc813f request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:22:02.077488 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c6e57-1cb3-4427-a13e-061d5ba1e1f6 None None] New status for floating IP ee1090a0-a4db-4ffb-b289-38efe3703b9e: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:22:02.078952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:02.079797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:02.100343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.125113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7192cb4c-b915-49fc-a464-cf1e13bec2a7 req-a1fb713d-d73d-4474-b28b-ed7b18e1bf5f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805941 Jul 08 17:22:02.167351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d24550e6-2d44-441f-b2fe-1d1cfcb654c2 None None] The port '350ef104-2ef2-4ce1-a79e-34f2ead68efc' was deleted {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 17:22:02.167778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=350ef104-2ef2-4ce1-a79e-34f2ead68efc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:02.178050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port 350ef104-2ef2-4ce1-a79e-34f2ead68efc on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:02.221864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:02.334531 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.355993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466f5182-9099-44b3-9dd5-48e125bc813f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:02.386692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:02.387289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd80d502-bfe2-44eb-8c33-cfb5cfe7787a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:02.407071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.432420 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.440351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:02.440769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:02.486547 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:02.495365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 350ef104-2ef2-4ce1-a79e-34f2ead68efc no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:02.521147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.530814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 350ef104-2ef2-4ce1-a79e-34f2ead68efc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:02.531356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 350ef104-2ef2-4ce1-a79e-34f2ead68efc not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:02.551102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.554292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/466f5182-9099-44b3-9dd5-48e125bc813f HTTP/1.1" status: 204 len: 168 time: 1.1845236 Jul 08 17:22:02.555451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49150995-a67f-487e-8e65-0f7929b4219d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=466f5182-9099-44b3-9dd5-48e125bc813f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:02.557340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:02.590983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:59Z', 'revision_number': 10, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:02.619068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70596224-b60e-4f98-9fba-892ffe8896a9 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:21:59Z', 'revision_number': 10, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None, '_interfaces': [{'id': '9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8', 'name': '', 'network_id': '3f503fe1-5c32-4632-b77f-289a17ee9446', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'mac_address': 'fa:16:3e:a3:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:06Z', 'updated_at': '2021-07-08T17:21:19Z', 'revision_number': 5, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'subnets': [{'id': '2cd5ea34-ad4f-49b2-8836-9582d0e9973f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:02.834772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:22:02.947742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70961c-8567-4856-b6ce-aa4defec568e req-fd204f7c-66b4-4f77-8907-1fd47c54d044 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:02.949273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db70961c-8567-4856-b6ce-aa4defec568e req-fd204f7c-66b4-4f77-8907-1fd47c54d044 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1741993 Jul 08 17:22:03.013153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db70961c-8567-4856-b6ce-aa4defec568e req-3a7985eb-426c-469d-a8c5-61cff52a4e57 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559745 Jul 08 17:22:03.191193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.342231 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25e79bfc-a061-4830-a37e-770aed043ca7 req-e9f9616b-6a6d-4905-b09f-afa065a5e032 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0886340 Jul 08 17:22:03.541177 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9bfb365-6abc-4a42-9cb3-b4c29ddc2af1 req-2f67ca76-96ea-4a34-908a-303823645eba tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 210 time: 0.0709262 Jul 08 17:22:03.627944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:03.628944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.762269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:03.762922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.797435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:03.898424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0144-8af1-4356-b124-5d8cc78a386b req-30ca98c6-b8a8-4853-9536-bad3755c9cb1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.900557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08ac0144-8af1-4356-b124-5d8cc78a386b req-30ca98c6-b8a8-4853-9536-bad3755c9cb1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.1648576 Jul 08 17:22:04.006045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08ac0144-8af1-4356-b124-5d8cc78a386b req-066436c3-404a-4973-94b0-24b0f668e82d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946729 Jul 08 17:22:04.083725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.117536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:04.242130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.340305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:04.348528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1265772474'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:04.406745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:04.424808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.478336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:04.516006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.516399 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Added segment b061c5bd-9a39-432a-8c29-c66b30b7969e of type vlan for network 8113c37f-037b-4cd6-808e-cf4df62f11fd Jul 08 17:22:04.566477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 596f415b-d790-48ec-8b80-08848755b118 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:04.596581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.608523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:04.610738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:04.624913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 596f415b-d790-48ec-8b80-08848755b118 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:04.625358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 596f415b-d790-48ec-8b80-08848755b118 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:04.644255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f10df6-09ac-4f88-bedb-fa807c8a0bc8 req-de84ed92-b2a2-4f50-8506-b188388ae7d5 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.646473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72f10df6-09ac-4f88-bedb-fa807c8a0bc8 req-de84ed92-b2a2-4f50-8506-b188388ae7d5 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.2805767 Jul 08 17:22:04.657966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.666072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.667016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.785624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4438541 Jul 08 17:22:04.794929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:04.809237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1148271092'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:04.814995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:04.821599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-773d0203-02a4-4e77-806e-e0b3ab11accd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2626057 Jul 08 17:22:04.826458 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2da7-aed2-4aac-9911-d3ba8af21a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.830127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:04.830315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:04.839526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:04.839918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6220d-839a-4126-9e73-8cf47c8d026b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Network': ['ID=8113c37f-037b-4cd6-808e-cf4df62f11fd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:04.840292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:04.870892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:04.879554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.886024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72f10df6-09ac-4f88-bedb-fa807c8a0bc8 req-28a23061-6bc6-48f5-abcb-187893206293 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235775 Jul 08 17:22:04.931209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting subnet 2cd5ea34-ad4f-49b2-8836-9582d0e9973f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:04.935308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.949870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:04.956338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:04.976858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.977220 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Added segment b153e6b4-5a77-4333-910c-1dc6cab4487c of type vlan for network 3fd40a7a-e8b5-493c-b840-3d726f610c42 Jul 08 17:22:05.001093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:05.004687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.037947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:22:04Z', 'revision_number': 11, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:05.055121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.111891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:05.127117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:05.128618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:05.137995 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.154677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.156720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:05.158227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.177532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2da7-aed2-4aac-9911-d3ba8af21a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.199613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ddc2da7-aed2-4aac-9911-d3ba8af21a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.236812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30b010d6-38d1-4192-b003-55af591474ff req-cb99f206-7162-4222-96d9-6093680655ab tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0593822 Jul 08 17:22:05.253256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:05.294895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.315118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5138929 Jul 08 17:22:05.321665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:05.326712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'subnet': {'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:05.331156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc2da7-aed2-4aac-9911-d3ba8af21a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd3df0-cfae-46bc-8a10-05ba9e92b8b2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:05.338317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3ddc2da7-aed2-4aac-9911-d3ba8af21a69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c906ce0f745d4401ad2c7c1b1f6a0911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7240400 Jul 08 17:22:05.339321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa2f41-351d-409b-822f-989cffd5be3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Network': ['ID=3fd40a7a-e8b5-493c-b840-3d726f610c42,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:05.341253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:05.347030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:22:04Z', 'revision_number': 11, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:05.377689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd5ea34-ad4f-49b2-8836-9582d0e9973f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:05.382629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.390094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d529c812-6ced-44d6-afaf-58e4a6f98ef8 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/2cd5ea34-ad4f-49b2-8836-9582d0e9973f HTTP/1.1" status: 204 len: 168 time: 0.5566347 Jul 08 17:22:05.390260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe664101-843b-415f-bcaf-ee7ed1504c05 None None] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:05.390516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:05.390882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45874) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:05.416799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc916b6-a534-4878-822c-3971acf34096 None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:22:04Z', 'revision_number': 11, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:05.532689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-063f984f-8ca6-4828-bd2d-ecfcc64717fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.536140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:05.539848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dfa2c950-2163-4d59-87f2-c929e35c22ea req-1b93edc9-a1bf-4247-9869-ed3baa4db273 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 210 time: 0.0557642 Jul 08 17:22:05.540680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.597819 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.635606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-063f984f-8ca6-4828-bd2d-ecfcc64717fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.737480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-063f984f-8ca6-4828-bd2d-ecfcc64717fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.740856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-063f984f-8ca6-4828-bd2d-ecfcc64717fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.751164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-063f984f-8ca6-4828-bd2d-ecfcc64717fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83cd3df0-cfae-46bc-8a10-05ba9e92b8b2 HTTP/1.1" status: 204 len: 168 time: 0.3980999 Jul 08 17:22:05.778255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f984f-8ca6-4828-bd2d-ecfcc64717fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd3df0-cfae-46bc-8a10-05ba9e92b8b2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:05.837308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] DHCP port deletion for 3f503fe1-5c32-4632-b77f-289a17ee9446 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:22:05.871560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Deleting port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:05.872122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.978014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Deleting port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:05.978476 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.041614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.043608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] For port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:06.044240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.054826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb23d09-1058-4af2-a7cc-b90429c048d2 req-c5906b91-d2d7-4df1-84ac-f2fc893f09e9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:06.063041 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9fb23d09-1058-4af2-a7cc-b90429c048d2 req-c5906b91-d2d7-4df1-84ac-f2fc893f09e9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.3813858 Jul 08 17:22:06.104191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Calling delete_port for bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:06.124821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] For port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,segment=NetworkSegment(313d772a-6779-4e4f-8eee-a18ab402c498),segment_id=313d772a-6779-4e4f-8eee-a18ab402c498)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:06.125205 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.136362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9fb23d09-1058-4af2-a7cc-b90429c048d2 req-458a810e-02d4-4c0e-9e9a-6b04cc23cf38 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719945 Jul 08 17:22:06.151722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Calling delete_port for bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:06.195968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Subnet': ['ID=e8a8c760-97f0-4542-8349-2bfbe625f105,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.209534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Checking segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:06.209908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network hostable DHCP agents. Network: 8113c37f-037b-4cd6-808e-cf4df62f11fd, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:06.246858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:06.259310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8113c37f-037b-4cd6-808e-cf4df62f11fd) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:06.263353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:06.263937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.273697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.293298 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cff54ccf-f7f7-4ba7-b49c-f3ef81ee7be6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9705012 Jul 08 17:22:06.296625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45884) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.301642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'subnet': {'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:06.312340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Port': ['ID=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.321458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No DVR routers for this DVR port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:06.406134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.429317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-186bdab7-eb7f-4de5-8354-95eea711c190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.435527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.450784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f503fe1-5c32-4632-b77f-289a17ee9446']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:06.467817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313d772a-6779-4e4f-8eee-a18ab402c498') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:06.468262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313d772a-6779-4e4f-8eee-a18ab402c498') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:06.470163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27b90b-e4af-49f5-9632-3f60bef2938e None None] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:06.482944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.502913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.512994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:06.513659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.568091 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-186bdab7-eb7f-4de5-8354-95eea711c190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.574514 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-186bdab7-eb7f-4de5-8354-95eea711c190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.586508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:06.601590 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:06.652919 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.662596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:06.663201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a60adc6-f5ce-4bbe-892f-6ea4c3088fc8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:06.663787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:06.670082 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.672166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/networks/3f503fe1-5c32-4632-b77f-289a17ee9446 HTTP/1.1" status: 204 len: 168 time: 1.2779293 Jul 08 17:22:06.676306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.686244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f48881-1cbb-422b-b605-b586a21fd024 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Pushing event deleted for resources: {'Network': ['ID=3f503fe1-5c32-4632-b77f-289a17ee9446,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.687389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bdab7-eb7f-4de5-8354-95eea711c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e53b63-c0b4-4701-aa93-4a7f28a9a1c3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.700442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-186bdab7-eb7f-4de5-8354-95eea711c190 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be2fb7aa031a43c4bc04cfcb53426d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932391 Jul 08 17:22:06.708739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.715997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'routes': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:06.750755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:06.762986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.776531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5c15-07ea-46f8-9483-0df8b20587b6 req-2a627339-b257-453e-88f8-9dca24c3efdb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:06.779181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:06.780408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:06.781293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-876f5c15-07ea-46f8-9483-0df8b20587b6 req-2a627339-b257-453e-88f8-9dca24c3efdb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.1814041 Jul 08 17:22:06.887373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.914659 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-876f5c15-07ea-46f8-9483-0df8b20587b6 req-f53a368b-d7df-42d3-8d51-8a7a199d6fd2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251299 Jul 08 17:22:06.921893 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71a90c8e-fd40-4b06-8d1f-9afaa8f6cbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.922494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-8113c37f-037b-4cd6-808e-cf4df62f11fd', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:06.923926 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.927430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Pushing event deleted for resources: {'Port': ['ID=bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.930314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] Network 3f503fe1-5c32-4632-b77f-289a17ee9446 is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:22:06.931388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9321805-49a2-4f69-b475-e16279f91f18 None None] No DVR routers for this DVR port bcbf0d14-e6da-4e62-a9bf-d5e36d6d5abd on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:06.996335 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71a90c8e-fd40-4b06-8d1f-9afaa8f6cbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.098358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71a90c8e-fd40-4b06-8d1f-9afaa8f6cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.101494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71a90c8e-fd40-4b06-8d1f-9afaa8f6cbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.102725 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-71a90c8e-fd40-4b06-8d1f-9afaa8f6cbce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40e53b63-c0b4-4701-aa93-4a7f28a9a1c3 HTTP/1.1" status: 204 len: 168 time: 0.3870883 Jul 08 17:22:07.120070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a90c8e-fd40-4b06-8d1f-9afaa8f6cbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e53b63-c0b4-4701-aa93-4a7f28a9a1c3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.186857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6d2a94f-410b-4eb0-af76-e83e05a63ad0 req-bcb93385-a3c9-4732-9962-f1451b9caf40 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0625081 Jul 08 17:22:07.227907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Allocated IP 10.1.1.2 (8113c37f-037b-4cd6-808e-cf4df62f11fd/e8a8c760-97f0-4542-8349-2bfbe625f105/dacd2dea-c889-4524-b800-f71cbdc741ba) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:07.425658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.437350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Transition to ACTIVE for port object dacd2dea-c889-4524-b800-f71cbdc741ba will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:07.462888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Transition to ACTIVE for port object dacd2dea-c889-4524-b800-f71cbdc741ba will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:07.472176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.474649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c395978f-b750-4973-8cd6-e991076959fc req-fe2dbaad-5f6d-466a-9bcf-e7e32042954c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 210 time: 0.0830944 Jul 08 17:22:07.535170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Pushing event updated for resources: {'Port': ['ID=dacd2dea-c889-4524-b800-f71cbdc741ba,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.549897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:07.551373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:07.556136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:07.631019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Attempting to bind port dacd2dea-c889-4524-b800-f71cbdc741ba on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:07.631662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Attempting to bind port dacd2dea-c889-4524-b800-f71cbdc741ba by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:07.632174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Attempting to bind port dacd2dea-c889-4524-b800-f71cbdc741ba on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:07.638201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:07.638930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Checking segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:07.639484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.640154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Bound using segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:07.640804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Bound port: dacd2dea-c889-4524-b800-f71cbdc741ba, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:07.641340 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.674380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64806931-9409-43f3-b375-40716b9f91ae req-c27d34fc-630c-4deb-8bdb-7adce7c6c08e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:07.676297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-64806931-9409-43f3-b375-40716b9f91ae req-c27d34fc-630c-4deb-8bdb-7adce7c6c08e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 0.0902987 Jul 08 17:22:07.692120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Added routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:22:07.693264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Removed routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:22:07.694045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.720716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-64806931-9409-43f3-b375-40716b9f91ae req-c694d801-f70f-4667-8ced-3e92e4c47ebc tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375850 Jul 08 17:22:07.743082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] For port dacd2dea-c889-4524-b800-f71cbdc741ba, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:07.747154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] For port dacd2dea-c889-4524-b800-f71cbdc741ba, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacd2dea-c889-4524-b800-f71cbdc741ba,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:07.751231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.834566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638e5d0-bb38-4ac2-8a16-443ccfa26e9e None None] Pushing event updated for resources: {'Port': ['ID=dacd2dea-c889-4524-b800-f71cbdc741ba,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.940126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-51086a24-17ca-4ad4-8ffc-1e8b54211aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:07.942072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-51086a24-17ca-4ad4-8ffc-1e8b54211aad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 1097 time: 0.1306159 Jul 08 17:22:07.979760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.985894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.246609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-cf39e2ba-a577-4a67-a82a-78cafa06c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.248516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-cf39e2ba-a577-4a67-a82a-78cafa06c5e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 0.2913079 Jul 08 17:22:08.345310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.357269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router b82113b3-850f-4a6d-9e0c-9381571789eb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:08.406245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fac67a-a4ac-4029-bfc5-ae94639c4508 req-cf11d7c7-0d40-42f7-99c5-c992292b0730 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.426674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70fac67a-a4ac-4029-bfc5-ae94639c4508 req-cf11d7c7-0d40-42f7-99c5-c992292b0730 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.3751643 Jul 08 17:22:08.430035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-a04be697-b2a8-4c5b-a009-ec5c4a80242f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 200 len: 1001 time: 0.1705606 Jul 08 17:22:08.512442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70fac67a-a4ac-4029-bfc5-ae94639c4508 req-07bcedc9-bd03-43cc-990a-b806dcc21607 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846927 Jul 08 17:22:08.551847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-0c763d36-c3a0-48e4-a47c-d69984da18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.553318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-0c763d36-c3a0-48e4-a47c-d69984da18aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.1145625 Jul 08 17:22:08.558703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Subnet': ['ID=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:08.580413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7e90d-4bda-45db-926a-d21338c3c0f2 req-16f8ef61-ee07-4b67-b784-cad6e50fdba4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.582232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce7e90d-4bda-45db-926a-d21338c3c0f2 req-16f8ef61-ee07-4b67-b784-cad6e50fdba4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.3954048 Jul 08 17:22:08.606581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacd2dea-c889-4524-b800-f71cbdc741ba up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:08.619380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Checking segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:08.619782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network hostable DHCP agents. Network: 3fd40a7a-e8b5-493c-b840-3d726f610c42, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:08.666114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:08.668923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-3cb0780d-636a-42e6-9874-a9ffd9dfd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.673111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-3cb0780d-636a-42e6-9874-a9ffd9dfd534 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083772 Jul 08 17:22:08.680305 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] Sync routers for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:08.698343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:08.699665 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:08.707368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.707922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port dacd2dea-c889-4524-b800-f71cbdc741ba completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:08.713450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-139b00a0-83c4-47ac-8b4f-8dde499c463b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 705 time: 2.0256073 Jul 08 17:22:08.718772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:08.745104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce7e90d-4bda-45db-926a-d21338c3c0f2 req-573df9e5-247e-48b9-bdf3-abcbe343273e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531172 Jul 08 17:22:08.819719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:08.822789 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:08.839980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3fd40a7a-e8b5-493c-b840-3d726f610c42) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:08.844852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.845451 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.854649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd6df6-c8d4-4d73-883f-e0fa13a0d859 None None] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:08.858513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3eaaa11b-0764-4257-858d-8053274f8b31 req-b52440ed-3e4e-49f0-b34c-ea05e2c96bf8 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.1385789 Jul 08 17:22:08.903619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3c88331-252f-422b-8bc2-6c085a0953f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6058605 Jul 08 17:22:08.906424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:08.913098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'name': 'tempest-TaggedBootDevicesTest-322433475', 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:08.930367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-20653aa6-4f44-4053-a97f-cd79605f229f tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 205 time: 0.2069824 Jul 08 17:22:08.947057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:09.228405 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:22:04Z', 'revision_number': 11, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:09.260683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3fd40a7a-e8b5-493c-b840-3d726f610c42', 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'fixed_ips': [{'subnet_id': '9d2c2c51-62cf-4c69-8f24-507aaf0e15e7'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:09.261550 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.275594 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] Checking router: b82113b3-850f-4a6d-9e0c-9381571789eb for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:09.282635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe3e0209-06ab-46f1-a36f-e0286b3a7b4a req-fee564fe-425e-49fe-801e-1d95596fa240 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 210 time: 0.1592484 Jul 08 17:22:09.303064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] Routers {'b82113b3-850f-4a6d-9e0c-9381571789eb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:09.303698 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b82113b3-850f-4a6d-9e0c-9381571789eb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:09.499872 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] Set router b82113b3-850f-4a6d-9e0c-9381571789eb gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:09.656015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Allocated IP 10.2.2.2 (3fd40a7a-e8b5-493c-b840-3d726f610c42/9d2c2c51-62cf-4c69-8f24-507aaf0e15e7/d3ac609e-5dad-4a61-bef7-3c4f8772a0b5) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:09.656775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:09.705528 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:22:04Z', 'revision_number': 11, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:09.768179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe4de5-a74b-4dff-88ee-26282c0163c8 None None] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:09.799996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-135ab50a-12b9-4715-8656-55825f563463 None None] Provisioning for port dacd2dea-c889-4524-b800-f71cbdc741ba completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:09.832644 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be136d4e-eb74-4aa6-8d1e-259bdaceb07c None None] The sync data for ids ['b82113b3-850f-4a6d-9e0c-9381571789eb'] in n-d-799527-4 is: [{'id': 'b82113b3-850f-4a6d-9e0c-9381571789eb', 'name': 'tempest-RoutersIpV6Test-router-1420443712', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:04Z', 'updated_at': '2021-07-08T17:22:04Z', 'revision_number': 11, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:09.835006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-ffed836a-c834-4eaf-bf7e-6eb26cf3fae1 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:09.836275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-135ab50a-12b9-4715-8656-55825f563463 None None] Provisioning complete for port dacd2dea-c889-4524-b800-f71cbdc741ba triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:09.836523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-ffed836a-c834-4eaf-bf7e-6eb26cf3fae1 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.7121427 Jul 08 17:22:09.837094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-135ab50a-12b9-4715-8656-55825f563463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.856664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Request body: {'port': {'device_id': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'admin_state_up': True, 'tenant_id': 'abb7ea30bea640f098aeaddb6d10147a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:09.963661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.044514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.048960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-135ab50a-12b9-4715-8656-55825f563463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.061583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] device_id is not set on port 70146bd0-9c34-47db-abf0-c49edc42217b yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:22:10.092788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Made reservation on behalf of abb7ea30bea640f098aeaddb6d10147a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:10.096842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.153731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-3717e8f3-0422-40df-8448-5996d7538f31 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4725175 Jul 08 17:22:10.157124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.166618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Transition to ACTIVE for port object d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:10.169984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2afab-2a36-4b12-85e1-ee1aa57391ba req-e1dc311d-0af3-471e-9525-d8de7e75bb73 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:10.177796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cb2afab-2a36-4b12-85e1-ee1aa57391ba req-e1dc311d-0af3-471e-9525-d8de7e75bb73 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 944 time: 1.0044346 Jul 08 17:22:10.185039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Transition to ACTIVE for port object d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:10.254951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Allocated IP 172.20.0.8 (946f4fad-bc67-451a-9f53-8c55ed40671a/54f33879-3c85-4830-83ef-24c4a5267438/c5b05e55-3e1d-4b89-a6d2-e3d29245a50f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:10.258101 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.282048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-135ab50a-12b9-4715-8656-55825f563463 None None] For port dacd2dea-c889-4524-b800-f71cbdc741ba, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacd2dea-c889-4524-b800-f71cbdc741ba,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:10.296403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6cb2afab-2a36-4b12-85e1-ee1aa57391ba req-57a4efc3-fa62-4017-847f-4a1de4a213d1 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175613 Jul 08 17:22:10.321508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:10.331373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-135ab50a-12b9-4715-8656-55825f563463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.350081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:10.367008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:10.408509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.411993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb3cd-30c9-47b8-ba05-363ee8eee1b3 req-1feee281-0aa5-4b45-9332-36da8287d267 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:10.412674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.419806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aacbb3cd-30c9-47b8-ba05-363ee8eee1b3 req-1feee281-0aa5-4b45-9332-36da8287d267 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.4242868 Jul 08 17:22:10.496321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aacbb3cd-30c9-47b8-ba05-363ee8eee1b3 req-a726f340-c140-4325-89f9-0d8edf0208e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739849 Jul 08 17:22:10.498025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Attempting to bind port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:10.501517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Attempting to bind port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:10.502255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Attempting to bind port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:10.509969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Pushing event updated for resources: {'Port': ['ID=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.550131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.555937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:10.556520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Checking segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:10.557097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.561068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router b82113b3-850f-4a6d-9e0c-9381571789eb {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:22:10.570121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Bound using segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:10.570778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Bound port: d3ac609e-5dad-4a61-bef7-3c4f8772a0b5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:10.571282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.580219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.581599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97b0cf3e-2df0-4d10-80ec-700b028e7081 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 204 len: 168 time: 1.6310561 Jul 08 17:22:10.596194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45964) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:10.609663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1165023663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:10.630772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-352fd1bc-ada2-4553-868d-0f92be59c9cc req-dd080717-2000-48c0-911a-848fd9434b37 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469469 Jul 08 17:22:10.658878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ab50a-12b9-4715-8656-55825f563463 None None] Pushing event updated for resources: {'Port': ['ID=dacd2dea-c889-4524-b800-f71cbdc741ba,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.681854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.683903 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.817176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] For port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:10.826618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] For port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:10.831770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.876020 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.883607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.897483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1b85-0de9-400a-a17e-562feefa5460 None None] Pushing event updated for resources: {'Port': ['ID=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.916734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.923156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:10.946959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 10.1.1.140 (8113c37f-037b-4cd6-808e-cf4df62f11fd/e8a8c760-97f0-4542-8349-2bfbe625f105/70146bd0-9c34-47db-abf0-c49edc42217b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:10.984897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0b603e2b-b7e3-4ccc-a9a8-c82614e818a7 req-eb29b1aa-0a98-4e1e-a4f9-aec1371fe98b tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0825343 Jul 08 17:22:10.992045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.995847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bead2996-33c2-4188-a8b9-d91d83f76113 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3936329 Jul 08 17:22:10.996555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:11.010818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:11.158339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:11.196002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'network_id': '3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d', 'port_id': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'mac_address': 'fa:16:3e:52:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f4723-e2d8-4467-9fb9-f44937476311', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:11.212099 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.265830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:11.304501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2aefe2cb-9043-45fb-9590-a2fe6af3820c None None] Provisioning complete for port dacd2dea-c889-4524-b800-f71cbdc741ba triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:11.304964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2aefe2cb-9043-45fb-9590-a2fe6af3820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.328522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Network 946f4fad-bc67-451a-9f53-8c55ed40671a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:11.352636 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.360984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event updated for resources: {'Port': ['ID=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:11.365448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:11.372083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:11.392177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4bb872-d9c4-4f25-8aff-5376deb6c162 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:11.471665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.479439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.482730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.504636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:11.515789 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.522438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.540095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-4c57f8a9-b605-481f-9905-d81f1c52c20a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6874585 Jul 08 17:22:11.588563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Request body: {'port': {'device_id': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:11.636042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:11.656710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.657248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.657707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.658172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.658600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.659029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.659574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.659950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.660370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.660791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.661865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.662320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:11.693968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3b8f5-5fe3-4e70-94f8-45ce6adec38e req-0848d789-2b78-480c-9d97-bdd2dfaaf8c3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.698673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487f4f3-a8a8-4419-a389-566a6c079e76 req-f0f87031-8eb2-4cbc-8f81-1acfae365482 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.703401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21f3b8f5-5fe3-4e70-94f8-45ce6adec38e req-0848d789-2b78-480c-9d97-bdd2dfaaf8c3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 931 time: 0.3768656 Jul 08 17:22:11.708794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8487f4f3-a8a8-4419-a389-566a6c079e76 req-f0f87031-8eb2-4cbc-8f81-1acfae365482 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.5960863 Jul 08 17:22:11.737222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.747315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Router 044aab74-06d4-40af-b553-df44c6bda19a is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:11.756566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21f3b8f5-5fe3-4e70-94f8-45ce6adec38e req-0aa07e7b-1c6e-4da3-86fc-6d73c4e9d314 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515339 Jul 08 17:22:11.767899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.768210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ed4bb872-d9c4-4f25-8aff-5376deb6c162'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:11.795960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object 70146bd0-9c34-47db-abf0-c49edc42217b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:11.834436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8487f4f3-a8a8-4419-a389-566a6c079e76 req-be664ca6-55aa-46b9-b997-88b3eea9a779 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242857 Jul 08 17:22:11.915229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:11.931395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.939505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4127a44a-9126-4812-bfc1-00e897443eb6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "PUT /v2.0/routers/044aab74-06d4-40af-b553-df44c6bda19a HTTP/1.1" status: 200 len: 698 time: 0.9397624 Jul 08 17:22:11.939688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] Sync routers for ids ['044aab74-06d4-40af-b553-df44c6bda19a'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:11.940174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:11.988785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] Routers {'044aab74-06d4-40af-b553-df44c6bda19a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:11.990184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['044aab74-06d4-40af-b553-df44c6bda19a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:12.104703 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.116179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0ba4551-0661-41c4-9fdf-292ff2b294fa tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/routers/044aab74-06d4-40af-b553-df44c6bda19a HTTP/1.1" status: 200 len: 704 time: 0.1723809 Jul 08 17:22:12.134715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45982) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:12.177425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:12.204707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bc6cd00d-53cb-4452-945f-69b59983d2f2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=044aab74-06d4-40af-b553-df44c6bda19a HTTP/1.1" status: 200 len: 205 time: 0.0668201 Jul 08 17:22:12.205817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:12.259964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:12.270421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:12.277567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:12.297775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] Set router 044aab74-06d4-40af-b553-df44c6bda19a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:12.340829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d34cd3-02d7-4da5-ad6c-2b5d369cedf7 req-d22816a8-230b-4fc4-b27e-aa762424074b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.348176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30d34cd3-02d7-4da5-ad6c-2b5d369cedf7 req-d22816a8-230b-4fc4-b27e-aa762424074b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.3287034 Jul 08 17:22:12.368767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044aab74-06d4-40af-b553-df44c6bda19a', 'name': 'tempest-RoutersIpV6Test-router-1165023663', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:10Z', 'updated_at': '2021-07-08T17:22:11Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:12.394604 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.400743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd602d-888a-4130-8021-7b04dd2fa267 req-76bd34aa-d266-4f3d-b53f-8b68815e3a19 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.408310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79cd602d-888a-4130-8021-7b04dd2fa267 req-76bd34aa-d266-4f3d-b53f-8b68815e3a19 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 945 time: 0.3535237 Jul 08 17:22:12.445356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] Checking router: 044aab74-06d4-40af-b553-df44c6bda19a for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:12.472924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79cd602d-888a-4130-8021-7b04dd2fa267 req-b4be1ab5-739f-4ba5-8c42-aeb17b00dd28 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586498 Jul 08 17:22:12.515190 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30d34cd3-02d7-4da5-ad6c-2b5d369cedf7 req-0233d213-a069-4c87-a661-874f31a01aa7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648769 Jul 08 17:22:12.518592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] Routers {'044aab74-06d4-40af-b553-df44c6bda19a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:12.519310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['044aab74-06d4-40af-b553-df44c6bda19a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:12.526243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.547291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.624866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-065d3fda-7e4f-4edd-99d0-b551dc08810c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7169154 Jul 08 17:22:12.633455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:12.657216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'name': 'tempest-TaggedBootDevicesTest-771164572', 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:12.693517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] Set router 044aab74-06d4-40af-b553-df44c6bda19a gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:12.799971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044aab74-06d4-40af-b553-df44c6bda19a', 'name': 'tempest-RoutersIpV6Test-router-1165023663', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:10Z', 'updated_at': '2021-07-08T17:22:11Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:12.806802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb472b-bc6b-49fc-8a59-59f619efdd5d None None] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:12.811165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:12.924119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b05e55-3e1d-4b89-a6d2-e3d29245a50f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:12.927731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-297bfdab-210e-425b-8d0c-e50486a9f178 req-cde33f09-d9b4-439d-8547-65f61d7ca0b1 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.0762601 Jul 08 17:22:12.936946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.941105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.947658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.957136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Transition to ACTIVE for port object c5b05e55-3e1d-4b89-a6d2-e3d29245a50f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:12.960922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:12.965393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39699e3-0120-4400-9c16-a2e017518ffc None None] The sync data for ids ['044aab74-06d4-40af-b553-df44c6bda19a'] in n-d-799527-4 is: [{'id': '044aab74-06d4-40af-b553-df44c6bda19a', 'name': 'tempest-RoutersIpV6Test-router-1165023663', 'tenant_id': '170f2bf23063480d9c8c48ebb3c49052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:10Z', 'updated_at': '2021-07-08T17:22:11Z', 'revision_number': 2, 'project_id': '170f2bf23063480d9c8c48ebb3c49052', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:12.970226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.984989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.035543 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.037009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Fanout notify agent at l3_agent the message router_deleted on router 044aab74-06d4-40af-b553-df44c6bda19a {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:22:13.054853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.056255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-128ae849-e809-42f2-9e3d-54894d656f9d tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/044aab74-06d4-40af-b553-df44c6bda19a HTTP/1.1" status: 204 len: 168 time: 0.8370726 Jul 08 17:22:13.059868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46010) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.076583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Provisioning for port 70146bd0-9c34-47db-abf0-c49edc42217b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:13.101495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] device_id is not set on port c7e1e23b-68a5-4d82-b1af-518af8180490 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:22:13.105871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Provisioning complete for port 70146bd0-9c34-47db-abf0-c49edc42217b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:13.106326 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.114892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cf0f68b9-f021-49db-836c-6b4523922be0 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=044aab74-06d4-40af-b553-df44c6bda19a HTTP/1.1" status: 200 len: 205 time: 0.0529613 Jul 08 17:22:13.123261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.170002 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.174667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.194537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Port 70146bd0-9c34-47db-abf0-c49edc42217b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:13.206682 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-f47ea4ea-cdfb-42f9-8e08-0695edf42d63 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:13.211233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f47ea4ea-cdfb-42f9-8e08-0695edf42d63 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/044aab74-06d4-40af-b553-df44c6bda19a HTTP/1.1" status: 404 len: 336 time: 0.0743756 Jul 08 17:22:13.211807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.215544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:13.229403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacd2dea-c889-4524-b800-f71cbdc741ba up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:13.253826 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02e4982-adfe-49f3-8b45-cd100af7c3b3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:13.256350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02e4982-adfe-49f3-8b45-cd100af7c3b3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:13.258912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c02e4982-adfe-49f3-8b45-cd100af7c3b3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/025d6e9b-4c46-4e0c-a8f5-40fe5ec02bc3 HTTP/1.1" status: 404 len: 337 time: 0.0459013 Jul 08 17:22:13.261413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.287644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Provisioning for port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:13.290254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:13.313275 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2db635-e286-40db-a56a-ed3677129ceb tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:13.314380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2db635-e286-40db-a56a-ed3677129ceb tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:13.316944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb2db635-e286-40db-a56a-ed3677129ceb tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/0edee6c4-6362-4741-9331-425305f54582 HTTP/1.1" status: 404 len: 337 time: 0.0537822 Jul 08 17:22:13.323052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.354253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Provisioning complete for port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:13.354633 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.372212 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6409de33-71fd-4798-8008-92600372d6e5 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:13.372944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6409de33-71fd-4798-8008-92600372d6e5 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:13.375638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6409de33-71fd-4798-8008-92600372d6e5 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/863db19b-ed48-46a5-84b0-02f9860bad79 HTTP/1.1" status: 404 len: 337 time: 0.0510473 Jul 08 17:22:13.378122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.429034 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc04d2e-ca34-42ef-bc6c-b93351c236b2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:13.429340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc04d2e-ca34-42ef-bc6c-b93351c236b2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:13.433374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ffc04d2e-ca34-42ef-bc6c-b93351c236b2 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/2cd5ea34-ad4f-49b2-8836-9582d0e9973f HTTP/1.1" status: 404 len: 337 time: 0.0519247 Jul 08 17:22:13.433875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.479585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3948af5a-22e8-4c19-83c2-c6122e7050dd tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 200 len: 205 time: 0.0425694 Jul 08 17:22:13.480147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.501515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861de236-1028-4506-8029-0fbaabffc5f3 req-e2431e53-8dd9-4901-a01e-138653f21a7f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:13.503200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-861de236-1028-4506-8029-0fbaabffc5f3 req-e2431e53-8dd9-4901-a01e-138653f21a7f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 943 time: 0.4821291 Jul 08 17:22:13.546156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dacd2dea-c889-4524-b800-f71cbdc741ba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:13.546558 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.560120 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-d5a7d8ff-996d-4b19-9307-d93850c8980a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:13.563894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d5a7d8ff-996d-4b19-9307-d93850c8980a tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/b82113b3-850f-4a6d-9e0c-9381571789eb HTTP/1.1" status: 404 len: 336 time: 0.0798571 Jul 08 17:22:13.564520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.575391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Attempting to bind port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:13.575999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Attempting to bind port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:13.576497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Attempting to bind port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:13.588226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f on network 946f4fad-bc67-451a-9f53-8c55ed40671a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:13.588854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Attempting to bind port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:13.605974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 10.1.1.190 (8113c37f-037b-4cd6-808e-cf4df62f11fd/e8a8c760-97f0-4542-8349-2bfbe625f105/c7e1e23b-68a5-4d82-b1af-518af8180490) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:13.609347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:13.610091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Checking segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:13.610811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Bound using segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:13.611929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Bound port: c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:13.612475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.642437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b7d965fe-3d30-42dd-94b2-bbf9f234e865 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=302a5740-e271-4d4f-93f0-5d114e61ff5b HTTP/1.1" status: 200 len: 205 time: 0.0745468 Jul 08 17:22:13.652929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46036) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.657827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-861de236-1028-4506-8029-0fbaabffc5f3 req-94e8c5e5-3df7-45e6-beb2-a8d9f6f557c3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470976 Jul 08 17:22:13.668023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.738445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] For port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:13.748148 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.765417 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-04f70542-9c60-4759-a091-4ad1a91faf7b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:13.769684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-04f70542-9c60-4759-a091-4ad1a91faf7b tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/302a5740-e271-4d4f-93f0-5d114e61ff5b HTTP/1.1" status: 404 len: 336 time: 0.1143389 Jul 08 17:22:13.771679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.811164 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca98a31-46ee-45c6-96da-ff76e36ef19c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:13.811164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca98a31-46ee-45c6-96da-ff76e36ef19c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:13.816618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8ca98a31-46ee-45c6-96da-ff76e36ef19c tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/06610d42-9094-46a1-b5d9-691e116eeeb8 HTTP/1.1" status: 404 len: 337 time: 0.0451894 Jul 08 17:22:13.821143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.857493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2997a896-572a-440d-9f9b-90a2e10ed6c1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 200 len: 205 time: 0.0351818 Jul 08 17:22:13.861256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.874552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7e147-9ac5-401f-a32b-93d3b52fb83e None None] Pushing event updated for resources: {'Port': ['ID=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:13.921489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] For port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:13.921646 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-6fbdfb96-7e38-48cb-8140-a728201541b1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:13.922731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6fbdfb96-7e38-48cb-8140-a728201541b1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/c85d452f-f9c8-48b9-82ea-7ecc63d7ac1d HTTP/1.1" status: 404 len: 336 time: 0.0603166 Jul 08 17:22:13.928045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:13.953808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] For port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:13.978063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.998766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e30461b-6f2f-48e1-9585-c89b1cffe690 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc074d09-56fc-46db-9b27-e97aefbc796e HTTP/1.1" status: 200 len: 205 time: 0.0660567 Jul 08 17:22:14.000644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.056720 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4027e4d5-f558-4ef2-9a0e-112e189abae3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:14.060158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4027e4d5-f558-4ef2-9a0e-112e189abae3 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/cc074d09-56fc-46db-9b27-e97aefbc796e HTTP/1.1" status: 404 len: 336 time: 0.0562959 Jul 08 17:22:14.068273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f39f56-b8cd-4725-b507-f0b06d3d997d req-b059ba93-2d26-41e8-b6c2-be7d713c645c tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:14.070339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5f39f56-b8cd-4725-b507-f0b06d3d997d req-b059ba93-2d26-41e8-b6c2-be7d713c645c tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.4328451 Jul 08 17:22:14.070946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46054) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.073126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d7ee7c31-2207-4224-9a8c-e906cb4a1130 None None] Provisioning complete for port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:14.073511 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7c31-2207-4224-9a8c-e906cb4a1130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.161327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5f39f56-b8cd-4725-b507-f0b06d3d997d req-4b3c4bf6-e597-43ed-8cd9-6de55e299f57 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784082 Jul 08 17:22:14.162908 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-98288787-01a9-43e1-9007-a4c8f6057675 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:14.163446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98288787-01a9-43e1-9007-a4c8f6057675 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:14.167505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98288787-01a9-43e1-9007-a4c8f6057675 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/1205a029-9dea-4a67-8aaa-dae661195075 HTTP/1.1" status: 404 len: 337 time: 0.0932629 Jul 08 17:22:14.168184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.215608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-babfcf0e-d87f-4d41-93ba-a517b1d8a6ef tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=e853217d-4e15-4145-a286-1be4b7a8a1e4 HTTP/1.1" status: 200 len: 205 time: 0.0444953 Jul 08 17:22:14.216267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46058) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.279210 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-e7d117d3-8125-4397-b9d2-f5b1d6917ac1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:14.279210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e7d117d3-8125-4397-b9d2-f5b1d6917ac1 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/e853217d-4e15-4145-a286-1be4b7a8a1e4 HTTP/1.1" status: 404 len: 336 time: 0.0566316 Jul 08 17:22:14.279813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.316812 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-311b5142-823b-40a2-8c14-717160665bcc tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:14.318463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311b5142-823b-40a2-8c14-717160665bcc tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:14.321986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-311b5142-823b-40a2-8c14-717160665bcc tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/32f60537-8d15-4151-a532-edddef0cd6f6 HTTP/1.1" status: 404 len: 337 time: 0.0396242 Jul 08 17:22:14.323336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.363889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-57a26c08-707f-4fd5-a56c-5ba959330bf6 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d48989-266b-4530-9590-f18e208a7483 HTTP/1.1" status: 200 len: 205 time: 0.0379031 Jul 08 17:22:14.366160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.427634 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-646566db-00ca-4507-acef-373a60a4435e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] delete failed (client error): The resource could not be found. Jul 08 17:22:14.428689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-646566db-00ca-4507-acef-373a60a4435e tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/routers/32d48989-266b-4530-9590-f18e208a7483 HTTP/1.1" status: 404 len: 336 time: 0.0613534 Jul 08 17:22:14.431223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.489818 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1da5444-45e4-4588-b174-466834064801 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:14.490319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1da5444-45e4-4588-b174-466834064801 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:14.492364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a1da5444-45e4-4588-b174-466834064801 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/70d056d4-e181-44d7-a4e1-c1448e6e05b6 HTTP/1.1" status: 404 len: 337 time: 0.0602372 Jul 08 17:22:14.542100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:14.559130 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-790601f2-043e-426a-bade-19249fceb61c req-e88d8df7-3019-4f05-a7b7-e7bdbf5cbb44 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6f49f2d-581e-4267-a711-f1d5c302265a HTTP/1.1" status: 200 len: 210 time: 0.1150618 Jul 08 17:22:14.559783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46072) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:14.608497 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3305196-d75f-4ea5-9960-d8fc8e8f1e09 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] DELETE failed (client error): The resource could not be found. Jul 08 17:22:14.609318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3305196-d75f-4ea5-9960-d8fc8e8f1e09 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:22:14.616468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d3305196-d75f-4ea5-9960-d8fc8e8f1e09 tempest-RoutersIpV6Test-1521075010 tempest-RoutersIpV6Test-1521075010-project] 10.222.0.48 "DELETE /v2.0/subnets/41477837-b8cc-460a-b1a1-6b0050efc624 HTTP/1.1" status: 404 len: 337 time: 0.0544014 Jul 08 17:22:14.624326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:14.628401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.631640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] 10.222.0.53 "PUT /v2.0/ports/c5b05e55-3e1d-4b89-a6d2-e3d29245a50f HTTP/1.1" status: 200 len: 1091 time: 3.0666342 Jul 08 17:22:14.636172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'tag': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:14.639898 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b084da-1264-4829-a34d-8116d262ab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6d83f8-24e5-4b6f-b3f6-ee090335700a", "tag": "c5b05e55-3e1d-4b89-a6d2-e3d29245a50f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:14.684565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:14.684928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.699437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb05b8f-c306-4863-869e-78659a194554 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:14.716166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.795448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object c7e1e23b-68a5-4d82-b1af-518af8180490 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:14.824271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed06b4-4edd-4817-997b-87ac62d860d4 req-8c08fcc9-488d-4ac8-804c-8814ff10bae2 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:14.826093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ed06b4-4edd-4817-997b-87ac62d860d4 req-8c08fcc9-488d-4ac8-804c-8814ff10bae2 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 945 time: 0.8526514 Jul 08 17:22:14.924283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:14.984129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ed06b4-4edd-4817-997b-87ac62d860d4 req-6ed68659-340b-4d8a-b299-dcebd927356e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372044 Jul 08 17:22:14.997151 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebb5adc-0d46-45b0-af4e-a05c36c8f4c1 x-openstack-request-id: req-0ebb5adc-0d46-45b0-af4e-a05c36c8f4c1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:14.998805 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6d83f8-24e5-4b6f-b3f6-ee090335700a", "tag": "c5b05e55-3e1d-4b89-a6d2-e3d29245a50f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:14.999952 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ebb5adc-0d46-45b0-af4e-a05c36c8f4c1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:15.006204 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'tag': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', 'status': 'completed', 'code': 200} Jul 08 17:22:15.013708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-caefbbed-d54e-43cb-8ddc-f67a930d647a tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.015458 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-caefbbed-d54e-43cb-8ddc-f67a930d647a tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.3189187 Jul 08 17:22:15.023891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-1794dde4-52b4-4746-b8f1-51a25fe65647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.028261 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-1794dde4-52b4-4746-b8f1-51a25fe65647 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 1094 time: 0.1582093 Jul 08 17:22:15.054604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ed4bb872-d9c4-4f25-8aff-5376deb6c162 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:15.054977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.105801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-d0125259-065f-49de-b9ab-c148757c3857 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f HTTP/1.1" status: 200 len: 217 time: 0.0703723 Jul 08 17:22:15.120919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.205265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.234949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:15.237442 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e309635a-9f7a-471c-9c19-376ffc64d450" -d '{"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:15.239565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-e6c51b69-2c8e-4db9-af25-447e4788dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.241215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-e6c51b69-2c8e-4db9-af25-447e4788dd21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.1293001 Jul 08 17:22:15.257807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:15.263866 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.290263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:15.290803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:15.305723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:15.309004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-028a3cee-056a-4d01-92e8-81b93b52087c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613363 Jul 08 17:22:15.315438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:15.318091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:15.363453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a1241-39ad-416d-bb88-f530852ade9e req-0ffbb978-dd25-4ade-9795-8fae9151efe5 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.367682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:15.369824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-623a1241-39ad-416d-bb88-f530852ade9e req-0ffbb978-dd25-4ade-9795-8fae9151efe5 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 943 time: 0.1915755 Jul 08 17:22:15.389425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:15.479561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Deleting port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:15.480015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.497363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.498846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.564052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b407462d-01d7-4093-9ffb-4e621fb41084 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9214704 Jul 08 17:22:15.590050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-623a1241-39ad-416d-bb88-f530852ade9e req-c8cb8e14-608f-44e8-8791-89973b385cf2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995764 Jul 08 17:22:15.636927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-5030618b-1afa-475b-9b93-aa5e127f83aa service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209152 Jul 08 17:22:15.643683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfe9f-fbf7-4901-a0e3-f0d435a5b130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.652645 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba981c4-a39a-4075-940b-6625a579bf78 x-openstack-request-id: req-2ba981c4-a39a-4075-940b-6625a579bf78 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:15.653024 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:15.653356 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ba981c4-a39a-4075-940b-6625a579bf78 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:15.653816 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'code': 200} Jul 08 17:22:15.685484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-173fa502-7d06-437c-a43a-d12aff6ca82c None None] Provisioning for port c7e1e23b-68a5-4d82-b1af-518af8180490 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:15.694916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-173fa502-7d06-437c-a43a-d12aff6ca82c None None] Provisioning complete for port c7e1e23b-68a5-4d82-b1af-518af8180490 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:15.695228 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-173fa502-7d06-437c-a43a-d12aff6ca82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.708898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4c0c9a2-43fc-4bc5-81f9-910761aaf526 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=170f2bf23063480d9c8c48ebb3c49052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160662 Jul 08 17:22:15.721144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46106) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:15.777015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-173fa502-7d06-437c-a43a-d12aff6ca82c None None] Port c7e1e23b-68a5-4d82-b1af-518af8180490 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:15.797498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c6076-a334-4883-9196-243cb54cb75b req-65abc976-6df6-4d73-b404-1ebf9779610f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.799212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-795c6076-a334-4883-9196-243cb54cb75b req-65abc976-6df6-4d73-b404-1ebf9779610f tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 945 time: 0.3825352 Jul 08 17:22:15.808906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] For port f794439d-3ebc-4017-a651-cbbd5eb0f4f9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:15.809344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.847508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78895021-7c57-4b0e-b056-91fcf0758bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.915087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfe9f-fbf7-4901-a0e3-f0d435a5b130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.917199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78895021-7c57-4b0e-b056-91fcf0758bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.919908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:15.924916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821062349', 'description': 'tempest-description--2063835293'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:15.932024 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f0cfe9f-fbf7-4901-a0e3-f0d435a5b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.020974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2f0cfe9f-fbf7-4901-a0e3-f0d435a5b130 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de3a827ed279437ab3d44f4b6a4dcd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272042 Jul 08 17:22:16.023064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cfe9f-fbf7-4901-a0e3-f0d435a5b130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f1f358-4122-4866-8b14-4dc86862a404,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.042624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:16.043767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46114) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:16.061864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e06ab-3f83-4791-8049-ecc587e8c232 req-d1ccef36-90c8-4f1b-baf2-89e6f2e52db6 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159174 Jul 08 17:22:16.062843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.111023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78895021-7c57-4b0e-b056-91fcf0758bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.113634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78895021-7c57-4b0e-b056-91fcf0758bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.118160 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-78895021-7c57-4b0e-b056-91fcf0758bd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5388ecbd-515e-4d0b-9374-8f2958be648b HTTP/1.1" status: 204 len: 168 time: 0.3936002 Jul 08 17:22:16.159951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-795c6076-a334-4883-9196-243cb54cb75b req-893e3794-d32b-4ea0-b3fb-b75cea6840c6 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530443 Jul 08 17:22:16.180251 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.199303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.221601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78895021-7c57-4b0e-b056-91fcf0758bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388ecbd-515e-4d0b-9374-8f2958be648b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.382850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aefdcc-d2a0-4412-ade3-797d56ba4544 req-84018c73-987c-4358-aab0-7babe1473ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:16.384862 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03aefdcc-d2a0-4412-ade3-797d56ba4544 req-84018c73-987c-4358-aab0-7babe1473ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1098 time: 0.4950042 Jul 08 17:22:16.424017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509687ba-abac-4dd5-bb16-2a1ff738ca0e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.458240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.458626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.459159 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Floating IP 0d6ea685-ed3a-43ff-a245-de5c8bde53f3 disassociated. External IP: 172.25.3.13, port: f794439d-3ebc-4017-a651-cbbd5eb0f4f9. Jul 08 17:22:16.459260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Calling delete_port for f794439d-3ebc-4017-a651-cbbd5eb0f4f9 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:16.478990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03aefdcc-d2a0-4412-ade3-797d56ba4544 req-6492d0e4-7ef7-4751-bc5e-91ebf9a087f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836771 Jul 08 17:22:16.480706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509687ba-abac-4dd5-bb16-2a1ff738ca0e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.595411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509687ba-abac-4dd5-bb16-2a1ff738ca0e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.599321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-509687ba-abac-4dd5-bb16-2a1ff738ca0e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.601011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-509687ba-abac-4dd5-bb16-2a1ff738ca0e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "DELETE /v2.0/security-groups/b3ef5a16-84b6-411a-b22a-9a9d4365c4d5 HTTP/1.1" status: 204 len: 168 time: 0.5553224 Jul 08 17:22:16.607336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:16.635974 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-70012c78-13fd-4c70-8272-35902ee164c0 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] show failed (client error): The resource could not be found. Jul 08 17:22:16.639718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-70012c78-13fd-4c70-8272-35902ee164c0 tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "GET /v2.0/security-groups/b3ef5a16-84b6-411a-b22a-9a9d4365c4d5 HTTP/1.1" status: 404 len: 347 time: 0.0288994 Jul 08 17:22:16.639718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509687ba-abac-4dd5-bb16-2a1ff738ca0e tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef5a16-84b6-411a-b22a-9a9d4365c4d5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.640015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:16.847246 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.849300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9283717 Jul 08 17:22:16.850423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbfe11-2678-4d5a-a118-5a0cffa5f931 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1735c834-8d05-4d3a-9f3e-047082207ec1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.856125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:16.875447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'security_group_rule': {'security_group_id': '1735c834-8d05-4d3a-9f3e-047082207ec1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:16.890610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.935295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event deleted for resources: {'Port': ['ID=f794439d-3ebc-4017-a651-cbbd5eb0f4f9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.944336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b53fdf26-fda9-418b-883b-16d732a1d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.962470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7b3cd-153c-4b03-8a51-a6ecf480f316 req-0e9b4b00-27c4-47b4-b9c0-ca8e2508c126 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:16.971459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36e7b3cd-153c-4b03-8a51-a6ecf480f316 req-0e9b4b00-27c4-47b4-b9c0-ca8e2508c126 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 943 time: 0.1827080 Jul 08 17:22:16.980770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Deleting port fd821f77-bb92-49f6-bedc-d825fedfd610 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:16.981104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.995459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b53fdf26-fda9-418b-883b-16d732a1d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.055889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b53fdf26-fda9-418b-883b-16d732a1d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.059015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b53fdf26-fda9-418b-883b-16d732a1d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.061052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b53fdf26-fda9-418b-883b-16d732a1d3db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96f1f358-4122-4866-8b14-4dc86862a404 HTTP/1.1" status: 204 len: 168 time: 1.0127454 Jul 08 17:22:17.062884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b084da-1264-4829-a34d-8116d262ab9f req-f732c438-4d12-400a-bcd8-a1f0b484f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:17.064815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-f732c438-4d12-400a-bcd8-a1f0b484f784 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 1094 time: 0.8828349 Jul 08 17:22:17.064933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.065237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.068168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.078160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Calling delete_port for fd821f77-bb92-49f6-bedc-d825fedfd610 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:17.079208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fc398-7597-4da7-b282-549dce43b26d req-5acd3638-d4e2-418e-a330-2fa5242e7f15 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:17.087643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-036fc398-7597-4da7-b282-549dce43b26d req-5acd3638-d4e2-418e-a330-2fa5242e7f15 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.8357008 Jul 08 17:22:17.161064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.270635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36e7b3cd-153c-4b03-8a51-a6ecf480f316 req-6bfb48e2-67d4-4059-b383-9689bc53c4a7 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981150 Jul 08 17:22:17.292469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-036fc398-7597-4da7-b282-549dce43b26d req-be569854-4874-4b0b-9552-5864cd339e8b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030046 Jul 08 17:22:17.330946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fdf26-fda9-418b-883b-16d732a1d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f1f358-4122-4866-8b14-4dc86862a404,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.396156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b084da-1264-4829-a34d-8116d262ab9f req-b6206a52-26bf-4a27-9c8d-1b9ed15bae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:17.404658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-b6206a52-26bf-4a27-9c8d-1b9ed15bae05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 916 time: 0.3062692 Jul 08 17:22:17.425230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Router d2085239-8ecf-436f-ac4c-3d36b04a933a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:17.492581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-acf37354-dcf1-4f53-9a8f-6035a9615783 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f HTTP/1.1" status: 200 len: 217 time: 0.0864410 Jul 08 17:22:17.568851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b084da-1264-4829-a34d-8116d262ab9f req-8b4fb0e9-9d7a-4de4-8d84-934d25dba4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:17.572751 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-8b4fb0e9-9d7a-4de4-8d84-934d25dba4fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.0716934 Jul 08 17:22:17.623947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-8776e917-e671-44c8-b22e-1573e93f222a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431983 Jul 08 17:22:17.633034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.655609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7a285f2d-0ebc-4a48-b8a0-a0525334fe92 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:17.656309 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-7a285f2d-0ebc-4a48-b8a0-a0525334fe92 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:22:17.656822 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7a285f2d-0ebc-4a48-b8a0-a0525334fe92 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:22:17.662665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a285f2d-0ebc-4a48-b8a0-a0525334fe92 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4983649 Jul 08 17:22:17.665413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.678885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--450961692'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:17.751017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.751200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.774207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45d5c89d-8520-40e9-adc7-ec44ac65f499 req-5cd906a0-b387-4bb7-bc12-4d3381c24917 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 210 time: 0.1952708 Jul 08 17:22:17.782450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.798538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ba284b1-1bd5-4040-a835-88e195131e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.800334 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.839980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53e5709-0a48-438a-b993-a29029bdbd90,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.851497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Pushing event deleted for resources: {'Port': ['ID=fd821f77-bb92-49f6-bedc-d825fedfd610,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.867494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.871689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.872938 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b807c6f2-3659-4d6c-ab6c-07a9fdc2d65f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0155549 Jul 08 17:22:17.877152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-2ba1a46c-6728-4baf-9426-871c2f7d0b24 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424238 Jul 08 17:22:17.879297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.914960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'security_group_rule': {'security_group_id': '1735c834-8d05-4d3a-9f3e-047082207ec1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:17.932022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:17.943644 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] Sync routers for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:17.955769 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:17.957008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:17.966290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.968806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.969980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0d568623-1362-4f17-8d91-d43a99a30dcf tempest-ServersTestBootFromVolume-203315492 tempest-ServersTestBootFromVolume-203315492-project] 10.222.0.48 "DELETE /v2.0/floatingips/ee1090a0-a4db-4ffb-b289-38efe3703b9e HTTP/1.1" status: 204 len: 168 time: 1.3284461 Jul 08 17:22:17.989326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b084da-1264-4829-a34d-8116d262ab9f req-2c29c5b4-e01f-479d-8067-1da3b2895e95 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035776 Jul 08 17:22:17.989788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.992519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] No DVR routers for this DVR port f794439d-3ebc-4017-a651-cbbd5eb0f4f9 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:17.995446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.999816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2586720f-9026-4174-81b3-6d30d4edfd90 req-1b2b7b70-5d41-4fa2-a6cf-e9f29d27a3dc tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.53 "DELETE /v2.0/ports/f794439d-3ebc-4017-a651-cbbd5eb0f4f9 HTTP/1.1" status: 204 len: 173 time: 2.9766204 Jul 08 17:22:18.000274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'name': 'network-vif-deleted', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:18.008728 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868fc5c2-c865-4975-8dee-ca2df344ccbb" -d '{"events": [{"server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "name": "network-vif-deleted", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:18.073239 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def86b2f-bf95-4b71-ae1e-e9c0e238915d x-openstack-request-id: req-def86b2f-bf95-4b71-ae1e-e9c0e238915d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:18.073535 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cb082-96da-4ac8-8363-fd182773b796", "name": "network-vif-deleted", "tag": "f794439d-3ebc-4017-a651-cbbd5eb0f4f9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:18.073793 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-def86b2f-bf95-4b71-ae1e-e9c0e238915d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:18.074237 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cb082-96da-4ac8-8363-fd182773b796', 'name': 'network-vif-deleted', 'tag': 'f794439d-3ebc-4017-a651-cbbd5eb0f4f9', 'status': 'completed', 'code': 200} Jul 08 17:22:18.137859 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:18.392074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ba284b1-1bd5-4040-a835-88e195131e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.416839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:22:18.416839 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:22:18.416839 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id_1': 'bad6cd90f2e74e0b88c7348096ba2be6', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 22, 17, 927698)}] Jul 08 17:22:18.416839 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:22:18.417511 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:22:18.434191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ba284b1-1bd5-4040-a835-88e195131e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.552280 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:41Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:18.568519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba284b1-1bd5-4040-a835-88e195131e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd330cd-5310-4fe1-b344-ec99596de907,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:18.589234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] Checking router: d2085239-8ecf-436f-ac4c-3d36b04a933a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:18.598680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.603054 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:18.604049 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:18.608821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.649718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4ba284b1-1bd5-4040-a835-88e195131e29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5690c3987144cd18c04f9ff3712c6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8901763 Jul 08 17:22:18.655282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.667585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b641b393-27eb-44db-8711-8b0e620e3a24,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:18.695915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ab33e-8beb-4089-b010-9e9d017b84e6 req-aacb5bab-a041-4a57-835d-7e08d4196266 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:18.697609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-241ab33e-8beb-4089-b010-9e9d017b84e6 req-aacb5bab-a041-4a57-835d-7e08d4196266 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.1470704 Jul 08 17:22:18.771311 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:18.784335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-241ab33e-8beb-4089-b010-9e9d017b84e6 req-a5aa99b0-114d-4706-9771-2aa5917248fe tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793891 Jul 08 17:22:18.833659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.840966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.883980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c835-1014-4bbf-ab13-a635f68c11e3 req-021a385b-aba6-4b47-843c-ccb9d438556a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:18.891232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eea3c835-1014-4bbf-ab13-a635f68c11e3 req-021a385b-aba6-4b47-843c-ccb9d438556a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 943 time: 0.3111880 Jul 08 17:22:18.893013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-393dc3c8-3423-4dc2-930b-2d99692c3e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.917481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.922034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c5b05e55-3e1d-4b89-a6d2-e3d29245a50f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:18.924474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f794439d-3ebc-4017-a651-cbbd5eb0f4f9 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:18.924629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2562084 Jul 08 17:22:18.925276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.933797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '39b2181a-1859-41c9-9e3b-e75841d8dd4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:18.938036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646615a-0ecc-4c08-a61a-e33d92971fe0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b2181a-1859-41c9-9e3b-e75841d8dd4f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:18.976770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: f794439d-3ebc-4017-a651-cbbd5eb0f4f9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:18.977874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f794439d-3ebc-4017-a651-cbbd5eb0f4f9 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:18.986370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:22:18.986370 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:22:18.986370 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id_1': '5472bb0eaef2481eb5223b11144a6aee', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 22, 18, 973390)}] Jul 08 17:22:18.986370 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:22:18.986817 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:22:19.003443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.019395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-393dc3c8-3423-4dc2-930b-2d99692c3e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.045688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eea3c835-1014-4bbf-ab13-a635f68c11e3 req-78856811-7c08-4f48-a3fa-32a0d89556fd tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535759 Jul 08 17:22:19.087408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf447d6f-db1f-4af1-9d37-1921e4de1e78 req-0fdc2ab1-7a6b-4e05-8088-4d6588742bc9 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac1cb082-96da-4ac8-8363-fd182773b796 HTTP/1.1" status: 200 len: 210 time: 0.0530593 Jul 08 17:22:19.105302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:19.118864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'port_id': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', 'mac_address': 'fa:16:3e:44:51:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f33879-3c85-4830-83ef-24c4a5267438', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:19.119220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.124553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.148723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.153525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2472169 Jul 08 17:22:19.157976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:19.161336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:19.168640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaf2e5-06ee-4d15-838d-51a1554a7eee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc06b2a-d2c4-45df-9bb8-67bf42516180,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.183105 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.190168 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:41Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:19.208924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b05e55-3e1d-4b89-a6d2-e3d29245a50f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:19.215412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.219219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-393dc3c8-3423-4dc2-930b-2d99692c3e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.232635 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650480fb-3e5a-4b7c-b36c-b59f9d3172f9 None None] The sync data for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 is: [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:19:34Z', 'revision_number': 4, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd29a0c04-9cf6-4db6-a683-18038307f5a6', 'name': '', 'network_id': '75a9640d-0a16-48c6-8676-56d1b20c7df7', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'mac_address': 'fa:16:3e:2a:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:33Z', 'updated_at': '2021-07-08T17:19:41Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'subnets': [{'id': '5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:19.232970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-393dc3c8-3423-4dc2-930b-2d99692c3e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.234082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-393dc3c8-3423-4dc2-930b-2d99692c3e21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bd330cd-5310-4fe1-b344-ec99596de907 HTTP/1.1" status: 204 len: 168 time: 0.5761781 Jul 08 17:22:19.237395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:19.246348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.257309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dc3c8-3423-4dc2-930b-2d99692c3e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd330cd-5310-4fe1-b344-ec99596de907,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.276933 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.334805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.406617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.431003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5741068a-5048-400a-a9cb-5a4dc12075f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.477822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c5b05e55-3e1d-4b89-a6d2-e3d29245a50f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:19.544409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.636942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Deleting port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:19.637518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.661662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 172.25.3.43 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/6888f952-727a-4d98-ac45-0d102622d1bc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:19.670914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.679256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.704183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f28293-be90-42fa-bb7e-e856b1b03ba0 None None] New status for floating IP 0d6ea685-ed3a-43ff-a245-de5c8bde53f3: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:22:19.749842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.751266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8221974 Jul 08 17:22:19.754554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa0843-e1d2-4234-8abe-b9e0249c5fbd tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a54e2b0-7fa7-4136-8629-231d5d06fe8f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.759309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46224) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:19.765256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9cf6d34b-c6c5-45e6-b63e-7e07b7b62c65 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '39b2181a-1859-41c9-9e3b-e75841d8dd4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:19.789392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] For port 09fbdd27-84c1-4ad8-893a-187a4f49a6ea, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:19.789911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.810169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Calling delete_port for 09fbdd27-84c1-4ad8-893a-187a4f49a6ea owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:19.832857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d34b-c6c5-45e6-b63e-7e07b7b62c65 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.874749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.081019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1489f4-7683-474c-afff-dd333df594a0 req-400984ac-f5bb-45c9-bcee-18c7b480cb96 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:20.084591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc1489f4-7683-474c-afff-dd333df594a0 req-400984ac-f5bb-45c9-bcee-18c7b480cb96 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.1143961 Jul 08 17:22:20.175544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc1489f4-7683-474c-afff-dd333df594a0 req-2464e0ec-30c2-4416-b587-5e8f4c3d47c5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838294 Jul 08 17:22:20.189491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.232678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Pushing event deleted for resources: {'Port': ['ID=09fbdd27-84c1-4ad8-893a-187a4f49a6ea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:20.377018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:20.415882 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-9cf6d34b-c6c5-45e6-b63e-7e07b7b62c65 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:22:20.416941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9cf6d34b-c6c5-45e6-b63e-7e07b7b62c65 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6564686 Jul 08 17:22:20.419915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:20.491637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.503581 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.572705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-network', 'tenant_id': '33cdb8c148bb49318e5687f10d608793'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:20.586050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82033f85-0c4f-4ca2-9197-21d36f32d72c req-24de44f5-3d48-4edc-8693-4455ce761c19 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:20.587527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-82033f85-0c4f-4ca2-9197-21d36f32d72c req-24de44f5-3d48-4edc-8693-4455ce761c19 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 944 time: 0.2559590 Jul 08 17:22:20.604477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:20.623424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:20.645000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:20.653772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=6888f952-727a-4d98-ac45-0d102622d1bc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:20.685809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6eedf462-7847-44a9-8d31-43f55c925f56 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.693060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Made reservation on behalf of 33cdb8c148bb49318e5687f10d608793 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:20.695629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.702522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87200a-8517-4982-ab59-e31e429dc13d req-be30c805-6d7f-4aae-b23e-a45808e48724 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:20.704170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-df87200a-8517-4982-ab59-e31e429dc13d req-be30c805-6d7f-4aae-b23e-a45808e48724 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.1285040 Jul 08 17:22:20.732585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-82033f85-0c4f-4ca2-9197-21d36f32d72c req-898ce2bf-6b9c-47ad-a2e5-170ef1ec85d8 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335452 Jul 08 17:22:20.740815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.765331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6eedf462-7847-44a9-8d31-43f55c925f56 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.818209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-df87200a-8517-4982-ab59-e31e429dc13d req-a16f9b03-9d22-4c37-b40a-6ee8d2fe2b01 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785875 Jul 08 17:22:20.853877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Router 83bb659e-bd0f-4a58-9735-fe6c2abde25b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:20.909632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.921367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c5b05e55-3e1d-4b89-a6d2-e3d29245a50f up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:20.979078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6eedf462-7847-44a9-8d31-43f55c925f56 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.981639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:20.981897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6eedf462-7847-44a9-8d31-43f55c925f56 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.985429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6eedf462-7847-44a9-8d31-43f55c925f56 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/39b2181a-1859-41c9-9e3b-e75841d8dd4f HTTP/1.1" status: 204 len: 168 time: 0.5622826 Jul 08 17:22:20.985672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:20.986287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.991322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.028020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedf462-7847-44a9-8d31-43f55c925f56 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b2181a-1859-41c9-9e3b-e75841d8dd4f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.030933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.043023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:21.049354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9a1bee29-ba77-4c91-a0c2-6bf4c4aff92f admin admin] 10.222.0.48 "PUT /v2.0/routers/83bb659e-bd0f-4a58-9735-fe6c2abde25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0573199 Jul 08 17:22:21.056527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.060800 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] Sync routers for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:21.070818 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:21.071765 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:21.089680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6171c40-df8b-482e-a8b4-48c1712f8bee req-eadd7fa3-8bac-46f7-b123-9d0b47e2d0d3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.096608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6171c40-df8b-482e-a8b4-48c1712f8bee req-eadd7fa3-8bac-46f7-b123-9d0b47e2d0d3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.1217341 Jul 08 17:22:21.115311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.123660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.128566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-308df1aa-37b8-46d0-85e6-0330d44fa36c tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1292598 Jul 08 17:22:21.134132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.141511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907684916'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:21.146470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.155647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:21.159204 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad61566-ce58-46ce-ac9d-4835eb771930" -d '{"events": [{"server_uuid": "2a6d83f8-24e5-4b6f-b3f6-ee090335700a", "name": "network-vif-plugged", "status": "completed", "tag": "c5b05e55-3e1d-4b89-a6d2-e3d29245a50f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:21.175146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:21.181482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.206404 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:21.217699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:21.249472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.252018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.253993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.254344 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Added segment 1d7aa361-80aa-4fde-a7ec-0ea969f02e1a of type vlan for network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 Jul 08 17:22:21.266062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6171c40-df8b-482e-a8b4-48c1712f8bee req-7eb69e72-02ad-482a-ba00-445bb13b8301 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683202 Jul 08 17:22:21.267118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.275917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.331102 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7267a8fa-fbf3-4faa-9542-2e99b399bead x-openstack-request-id: req-7267a8fa-fbf3-4faa-9542-2e99b399bead {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:21.332193 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6d83f8-24e5-4b6f-b3f6-ee090335700a", "name": "network-vif-plugged", "status": "completed", "tag": "c5b05e55-3e1d-4b89-a6d2-e3d29245a50f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:21.332716 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7267a8fa-fbf3-4faa-9542-2e99b399bead {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:21.333309 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', 'code': 200} Jul 08 17:22:21.343869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.399965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.467444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Deleting port 65e1ae78-21d5-4c47-a689-7366aae6ce59 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:21.467866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.483239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.485320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.486204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.493818 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:22:20Z', 'revision_number': 5, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port': {'id': '65e1ae78-21d5-4c47-a689-7366aae6ce59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:73:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:18:39Z', 'updated_at': '2021-07-08T17:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:21.497978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.525356 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] Checking router: 83bb659e-bd0f-4a58-9735-fe6c2abde25b for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:21.531639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.534318 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] Routers {'83bb659e-bd0f-4a58-9735-fe6c2abde25b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:21.534930 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:21.597220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] For port 65e1ae78-21d5-4c47-a689-7366aae6ce59, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=65e1ae78-21d5-4c47-a689-7366aae6ce59,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:21.597622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.618774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25f136-ff3b-4afb-8c7d-274406129404 req-2b0dfffb-88e9-4cfd-b024-7ddd0f9ed172 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.620327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c25f136-ff3b-4afb-8c7d-274406129404 req-2b0dfffb-88e9-4cfd-b024-7ddd0f9ed172 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.1382277 Jul 08 17:22:21.624783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Calling delete_port for 65e1ae78-21d5-4c47-a689-7366aae6ce59 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:21.686925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bf93fa-bd94-4a92-8004-bb0c48dfd922,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.696999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=6888f952-727a-4d98-ac45-0d102622d1bc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.702538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.704779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:21.709505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751779-f4d8-497f-b059-1fc0e759ee53 req-aa80db1d-64db-4a78-9117-45367b59c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.711250 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1751779-f4d8-497f-b059-1fc0e759ee53 req-aa80db1d-64db-4a78-9117-45367b59c479 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 1096 time: 0.3102846 Jul 08 17:22:21.718201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.727205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c25f136-ff3b-4afb-8c7d-274406129404 req-cfbbd373-c06c-4260-bb4a-3a05e6dbf212 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896647 Jul 08 17:22:21.749170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.756496 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-003dd5c1-3429-49b6-a706-8b5ac79b0f47 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3733611 Jul 08 17:22:21.778362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.799943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.803866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6680706 Jul 08 17:22:21.807409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.815724 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] Set router 83bb659e-bd0f-4a58-9735-fe6c2abde25b gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:21.817901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5ce67daa-6018-42fc-8898-b04e7bf4931b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': 'eaaa4bd2-9366-4a9b-bab0-4b9fbaabc27c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:21.819103 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-5ce67daa-6018-42fc-8898-b04e7bf4931b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 17:22:21.819876 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-5ce67daa-6018-42fc-8898-b04e7bf4931b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:21.821111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ce67daa-6018-42fc-8898-b04e7bf4931b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116527 Jul 08 17:22:21.829306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.829487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Request body: {'subnet': {'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-subnet', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:21.830432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c441d3-d808-486e-b814-f5392bec6652 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaa4bd2-9366-4a9b-bab0-4b9fbaabc27c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.844872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.858582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2d6b71cb-981d-47f4-954e-dad6388f2e5a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7017193 Jul 08 17:22:21.878745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.904114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1751779-f4d8-497f-b059-1fc0e759ee53 req-da6aeedc-360a-4a5f-a1cc-add9d3646349 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799438 Jul 08 17:22:21.951714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2af60853-fe7b-435c-ba2b-dba6b44ccd90 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.981329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Made reservation on behalf of 33cdb8c148bb49318e5687f10d608793 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:21.983639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.996324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2af60853-fe7b-435c-ba2b-dba6b44ccd90 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.037331 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 6, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:22.054004 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2af60853-fe7b-435c-ba2b-dba6b44ccd90 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.058606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2af60853-fe7b-435c-ba2b-dba6b44ccd90 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.062872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2af60853-fe7b-435c-ba2b-dba6b44ccd90 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/eaaa4bd2-9366-4a9b-bab0-4b9fbaabc27c HTTP/1.1" status: 204 len: 168 time: 0.2287846 Jul 08 17:22:22.063761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.080483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af60853-fe7b-435c-ba2b-dba6b44ccd90 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaa4bd2-9366-4a9b-bab0-4b9fbaabc27c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:22.088486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d8ce13-beb2-4069-922b-a5b9b3d994ac None None] The sync data for ids ['83bb659e-bd0f-4a58-9735-fe6c2abde25b'] in n-d-799527-4 is: [{'id': '83bb659e-bd0f-4a58-9735-fe6c2abde25b', 'name': 'tempest-ServersTestBootFromVolume-1574464072-router', 'tenant_id': '3fb3215069744df88769bd92eb666404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:18:38Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 6, 'project_id': '3fb3215069744df88769bd92eb666404', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:22.164382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c85c0d93-8ed7-4fed-97d8-8967491af30e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.171391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e001f04-d455-4b37-a041-3c8627b036b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.222117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f4d5f27-2880-46c5-957e-df471aa2c5ac tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423399 Jul 08 17:22:22.222117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.227004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--322583982'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:22.259561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4887d50-1171-4b5a-b67f-90636fe0924f req-96485a53-4b5e-4f08-829b-cf18c2ca0b8b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.267018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4887d50-1171-4b5a-b67f-90636fe0924f req-96485a53-4b5e-4f08-829b-cf18c2ca0b8b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.1828218 Jul 08 17:22:22.273591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.293543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.326331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4887d50-1171-4b5a-b67f-90636fe0924f req-9f256a4f-df7a-4851-9730-84a96107eb78 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582101 Jul 08 17:22:22.427966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.438256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.476306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 09fbdd27-84c1-4ad8-893a-187a4f49a6ea no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:22.507381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 09fbdd27-84c1-4ad8-893a-187a4f49a6ea {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:22.508326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 09fbdd27-84c1-4ad8-893a-187a4f49a6ea not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:22.538109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21968ab7-e33e-46e3-a050-1546244ddafc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--821062349&fields=id&tenant_id=bad6cd90f2e74e0b88c7348096ba2be6 HTTP/1.1" status: 200 len: 267 time: 0.1063778 Jul 08 17:22:22.541535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.545344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3201997 Jul 08 17:22:22.545501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.545630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.550394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f043f2a-fdf3-4d06-9a50-a3d4ac3f6503 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '17596789-9ded-425e-81d8-ef3f4d6e27b3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:22.551868 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-9f043f2a-fdf3-4d06-9a50-a3d4ac3f6503 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 17:22:22.552409 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-9f043f2a-fdf3-4d06-9a50-a3d4ac3f6503 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:22.553585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f043f2a-fdf3-4d06-9a50-a3d4ac3f6503 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070176 Jul 08 17:22:22.556648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf27b35-83f5-4ed6-8ae4-f201dc48bd8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17596789-9ded-425e-81d8-ef3f4d6e27b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:22.558756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.594235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c85c0d93-8ed7-4fed-97d8-8967491af30e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.604597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce67e-d4f1-47ae-9115-90527c7cedbc req-b68af927-a985-4c30-92ec-e4dc2f49b49d tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.612012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d9ce67e-d4f1-47ae-9115-90527c7cedbc req-b68af927-a985-4c30-92ec-e4dc2f49b49d tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 945 time: 0.6572330 Jul 08 17:22:22.622793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-79873972-ac53-41a0-9efd-3e5f8bc1d5ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.624220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-79873972-ac53-41a0-9efd-3e5f8bc1d5ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 931 time: 0.0685303 Jul 08 17:22:22.633302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e1ae78-21d5-4c47-a689-7366aae6ce59,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:22.718636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bf517578-7a15-48e5-8ab2-c2bb8bbd9c34 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.720129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bf517578-7a15-48e5-8ab2-c2bb8bbd9c34 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 931 time: 0.0763876 Jul 08 17:22:22.793943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f72a066d-6a4e-4c64-965d-1451755c46e9 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587466 Jul 08 17:22:22.799407 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d9ce67e-d4f1-47ae-9115-90527c7cedbc req-1def5c0b-b7b5-4777-b1f0-8e0afc714d5f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869311 Jul 08 17:22:22.838104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-df409395-aab1-43cc-8c4c-00ffccf23806 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0431032 Jul 08 17:22:22.850639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.931939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c85c0d93-8ed7-4fed-97d8-8967491af30e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.934532 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c85c0d93-8ed7-4fed-97d8-8967491af30e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.937854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c85c0d93-8ed7-4fed-97d8-8967491af30e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c374d8f-802d-4a18-a5f7-cb5a9b9f5523 HTTP/1.1" status: 204 len: 168 time: 1.0532043 Jul 08 17:22:22.982617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.984499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ae42fd-3a95-4006-a8d3-9b58a050b50d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.998493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.026814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.036774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5e19c0fc-b8fa-46ce-91b9-39ad16000d07 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.038075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c0d93-8ed7-4fed-97d8-8967491af30e tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c374d8f-802d-4a18-a5f7-cb5a9b9f5523,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.045291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5e19c0fc-b8fa-46ce-91b9-39ad16000d07 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.053622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5e19c0fc-b8fa-46ce-91b9-39ad16000d07 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.055775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5e19c0fc-b8fa-46ce-91b9-39ad16000d07 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/networks?id=c9ca8108-1bbb-4a87-b242-837d354904da&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=3fd40a7a-e8b5-493c-b840-3d726f610c42&id=3fd40a7a-e8b5-493c-b840-3d726f610c42 HTTP/1.1" status: 200 len: 1991 time: 0.2167835 Jul 08 17:22:23.066250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.076647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-741367e1-210d-4be9-9d86-a62ff4b5735a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/quotas/bad6cd90f2e74e0b88c7348096ba2be6 HTTP/1.1" status: 200 len: 375 time: 0.0141718 Jul 08 17:22:23.100307 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-304b7ddc-dabf-4e38-93df-759ff8838349 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] show failed (client error): The resource could not be found. Jul 08 17:22:23.101401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-304b7ddc-dabf-4e38-93df-759ff8838349 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "GET /v2.0/security-groups/8c374d8f-802d-4a18-a5f7-cb5a9b9f5523 HTTP/1.1" status: 404 len: 347 time: 0.1177495 Jul 08 17:22:23.104890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.187205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ae42fd-3a95-4006-a8d3-9b58a050b50d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.222807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.223404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83bb659e-bd0f-4a58-9735-fe6c2abde25b {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:22:23.225065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa11af64-0183-4a04-82c9-c8f76f9998dd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.234278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.235441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-094e8963-729e-4fbe-ad1d-43df49d7ebc0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/83bb659e-bd0f-4a58-9735-fe6c2abde25b HTTP/1.1" status: 204 len: 168 time: 2.1769199 Jul 08 17:22:23.243429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46314) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.270017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Checking segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:23.270413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Network hostable DHCP agents. Network: a1bf93fa-bd94-4a92-8004-bb0c48dfd922, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:23.290537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e97f9-70c6-4d09-875a-2212380188e7 req-17db620c-407b-4421-9ae5-5c8f485cbf76 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.292147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a1e97f9-70c6-4d09-875a-2212380188e7 req-17db620c-407b-4421-9ae5-5c8f485cbf76 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.3107805 Jul 08 17:22:23.295913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ae42fd-3a95-4006-a8d3-9b58a050b50d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.298437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14ae42fd-3a95-4006-a8d3-9b58a050b50d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.302465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-14ae42fd-3a95-4006-a8d3-9b58a050b50d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/17596789-9ded-425e-81d8-ef3f4d6e27b3 HTTP/1.1" status: 204 len: 168 time: 0.7328458 Jul 08 17:22:23.304766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.328447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae42fd-3a95-4006-a8d3-9b58a050b50d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17596789-9ded-425e-81d8-ef3f4d6e27b3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.353918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-30f41577-3fd5-442d-9777-97c8830beb72 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2714906 Jul 08 17:22:23.362417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Deleting subnet a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:23.367742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a1e97f9-70c6-4d09-875a-2212380188e7 req-f6c21bde-6770-413d-bf59-bfde5445661a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670264 Jul 08 17:22:23.371100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:23.385783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.392496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a1bf93fa-bd94-4a92-8004-bb0c48dfd922) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:23.402415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.404189 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.416705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55199c99-97e6-4870-a136-839ab4fe49c3 None None] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:23.431273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97928444-c860-4502-9d64-eb1ae10f29cb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6812439 Jul 08 17:22:23.433625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.442774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:23.473001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.475790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.495958 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.550820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ab29ca1a-15b3-4d9c-9137-bae02b97b8f4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2397923 Jul 08 17:22:23.568659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46322) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.570178 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-e01f5930-51dd-4611-8a3f-23e26ab5b358 service neutron] 10.222.0.48 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823244 Jul 08 17:22:23.577741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786367493'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:23.585968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Deleting port 4f31a845-10d4-49d2-b920-b68ac0a5d968 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:23.586561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.587877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.602301 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.611641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'fixed_ips': [{'subnet_id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:23.612586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.673003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.765632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Allocated IP 172.20.0.2 (a1bf93fa-bd94-4a92-8004-bb0c48dfd922/fa11af64-0183-4a04-82c9-c8f76f9998dd/29955ca0-8afa-4fef-a081-a29f579b256c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:23.781493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1191-39dd-414d-bdad-3382d392fbc1 req-84131fe9-da32-41dd-9294-8d834a26d705 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.783083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44af1191-39dd-414d-bdad-3382d392fbc1 req-84131fe9-da32-41dd-9294-8d834a26d705 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.2783575 Jul 08 17:22:23.798574 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.807908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-3f361a6e-147e-4583-a27a-169ad8027d85 service neutron] 10.222.0.48 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362669 Jul 08 17:22:23.814944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.815298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.861349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Calling delete_port for 4f31a845-10d4-49d2-b920-b68ac0a5d968 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:23.875007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.883389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44af1191-39dd-414d-bdad-3382d392fbc1 req-0defe94c-78a7-45c3-8913-58cc5d705c58 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896494 Jul 08 17:22:23.917242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-45f66860-26d5-4403-badb-1eedc611d6c7 service neutron] 10.222.0.48 "GET /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1084628 Jul 08 17:22:23.982176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.012657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.076245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb0548-44af-44ff-b1f4-eb5a8550ca6b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.080436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.092493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.093915 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.101867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02708b5c-a6d1-4d34-8eaa-9f234939a302 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5293739 Jul 08 17:22:24.102799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.106028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Transition to ACTIVE for port object 29955ca0-8afa-4fef-a081-a29f579b256c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:24.110128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c61c4acc-0f35-42d0-939c-d85f76716a8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '99cb0548-44af-44ff-b1f4-eb5a8550ca6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:24.123872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Transition to ACTIVE for port object 29955ca0-8afa-4fef-a081-a29f579b256c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:24.126804 n-d-799527-4 neutron-server[93944]: WARNING neutron.api.v2.base [None req-c61c4acc-0f35-42d0-939c-d85f76716a8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 17:22:24.127788 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c61c4acc-0f35-42d0-939c-d85f76716a8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:24.133016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c61c4acc-0f35-42d0-939c-d85f76716a8e tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0245445 Jul 08 17:22:24.133311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.134119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.138471 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.141468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.147925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7e49d59d-ecb2-457d-ad0f-e5b8cbcabb50 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7a1558e-3ce5-4a7a-82ad-1ca3e8c25d58 HTTP/1.1" status: 204 len: 168 time: 0.9032362 Jul 08 17:22:24.149617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.155998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221a171-8426-45d9-ac26-4b808ec375ba None None] Network 2fa35345-33d1-4967-8670-36bcddfc50f5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:24.156332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-903d1e24-b567-4921-988d-c768e4d97ef3 service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382278 Jul 08 17:22:24.160579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-288b9a7a-c4a3-4515-8872-05c004458c7d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '99cb0548-44af-44ff-b1f4-eb5a8550ca6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:24.162392 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-288b9a7a-c4a3-4515-8872-05c004458c7d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 17:22:24.162902 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-288b9a7a-c4a3-4515-8872-05c004458c7d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:24.166393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-288b9a7a-c4a3-4515-8872-05c004458c7d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0152199 Jul 08 17:22:24.177683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.182349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-953205e4-9edc-4230-ab22-dcca02d14700 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '99cb0548-44af-44ff-b1f4-eb5a8550ca6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:24.183450 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-953205e4-9edc-4230-ab22-dcca02d14700 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 17:22:24.183938 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-953205e4-9edc-4230-ab22-dcca02d14700 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:24.186484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-953205e4-9edc-4230-ab22-dcca02d14700 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062726 Jul 08 17:22:24.195898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.206116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:24.226119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0b353641-4115-48e1-ac6b-b5c3166d34b7 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '99cb0548-44af-44ff-b1f4-eb5a8550ca6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:24.227118 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-0b353641-4115-48e1-ac6b-b5c3166d34b7 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 17:22:24.227483 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-0b353641-4115-48e1-ac6b-b5c3166d34b7 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:24.228567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b353641-4115-48e1-ac6b-b5c3166d34b7 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0311606 Jul 08 17:22:24.232186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.249048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:24.252156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:24.295130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.303276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Pushing event updated for resources: {'Port': ['ID=29955ca0-8afa-4fef-a081-a29f579b256c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.346371 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.371865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5ee5ad2b-f23c-49aa-9f86-0c03715af9d4 service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139142 Jul 08 17:22:24.386217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Attempting to bind port 29955ca0-8afa-4fef-a081-a29f579b256c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:24.387045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Attempting to bind port 29955ca0-8afa-4fef-a081-a29f579b256c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:24.387212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Attempting to bind port 29955ca0-8afa-4fef-a081-a29f579b256c on network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:24.394305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:24.394827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Checking segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:24.395376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.396020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Bound using segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:24.396611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Pushing event deleted for resources: {'Port': ['ID=4f31a845-10d4-49d2-b920-b68ac0a5d968,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.396720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Bound port: 29955ca0-8afa-4fef-a081-a29f579b256c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:24.397434 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.413407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4db0-eaaa-43ec-981d-19873ee8360d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.420098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7ff50-de47-421e-8951-1cda75e7c78d req-342553bb-542d-4780-b806-91a6f30df4b2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:24.422443 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0e7ff50-de47-421e-8951-1cda75e7c78d req-342553bb-542d-4780-b806-91a6f30df4b2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 945 time: 0.2055736 Jul 08 17:22:24.451565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4db0-eaaa-43ec-981d-19873ee8360d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.507094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.547385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.549647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] For port 29955ca0-8afa-4fef-a081-a29f579b256c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:24.554462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] For port 29955ca0-8afa-4fef-a081-a29f579b256c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=29955ca0-8afa-4fef-a081-a29f579b256c,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:24.557819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 65e1ae78-21d5-4c47-a689-7366aae6ce59 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:24.570513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0e7ff50-de47-421e-8951-1cda75e7c78d req-abe90b50-89c8-4d5d-a4b6-b9d39ec05bd6 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190388 Jul 08 17:22:24.590105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 65e1ae78-21d5-4c47-a689-7366aae6ce59 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:24.590105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 65e1ae78-21d5-4c47-a689-7366aae6ce59 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:24.592263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.610557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.613119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.620010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-044d819d-9927-455c-8a92-1f5f55d68aa8 tempest-ServersTestJSON-1307054526 tempest-ServersTestJSON-1307054526-project] 10.222.0.48 "DELETE /v2.0/floatingips/0d6ea685-ed3a-43ff-a245-de5c8bde53f3 HTTP/1.1" status: 204 len: 168 time: 1.4876390 Jul 08 17:22:24.622576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.625344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Deleting port 03aa7139-6155-44dc-82c0-9428f8d21f80 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:24.625344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.632962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] DHCP port deletion for 2fa35345-33d1-4967-8670-36bcddfc50f5 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:22:24.640902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4db0-eaaa-43ec-981d-19873ee8360d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.650205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4db0-eaaa-43ec-981d-19873ee8360d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.654258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7e6a4db0-eaaa-43ec-981d-19873ee8360d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/99cb0548-44af-44ff-b1f4-eb5a8550ca6b HTTP/1.1" status: 204 len: 168 time: 0.4191141 Jul 08 17:22:24.662480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-8ed0ff1a-58f9-4f89-b00a-c35c2b584026 service neutron] 10.222.0.48 "GET /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2613401 Jul 08 17:22:24.663283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.691519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a4db0-eaaa-43ec-981d-19873ee8360d tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb0548-44af-44ff-b1f4-eb5a8550ca6b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.736220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c4595-59c4-4133-abad-b1828facca31 None None] Pushing event updated for resources: {'Port': ['ID=29955ca0-8afa-4fef-a081-a29f579b256c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.759861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] Deleting port 03aa7139-6155-44dc-82c0-9428f8d21f80 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:24.760403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.822802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f491efd3-92c5-4d0f-8944-3fd2dfbba882 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1580894 Jul 08 17:22:24.839500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.845980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208043985'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:24.869501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] For port 03aa7139-6155-44dc-82c0-9428f8d21f80, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=03aa7139-6155-44dc-82c0-9428f8d21f80,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:24.870589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.875234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.885802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.894543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] Calling delete_port for 03aa7139-6155-44dc-82c0-9428f8d21f80 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:24.915350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-43b060ec-fae6-409f-92c5-c5735ec0d0f8 service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428570 Jul 08 17:22:25.060263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.090385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] Pushing event deleted for resources: {'Port': ['ID=03aa7139-6155-44dc-82c0-9428f8d21f80,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:25.108325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc13a3-862b-47a3-bdd5-ca4cd2e3a3d6 None None] No DVR routers for this DVR port 03aa7139-6155-44dc-82c0-9428f8d21f80 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:25.143015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-50597c08-7189-4c91-9aa1-23d6a4c6feec service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109656 Jul 08 17:22:25.146220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.159607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.178542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] For port 03aa7139-6155-44dc-82c0-9428f8d21f80, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=03aa7139-6155-44dc-82c0-9428f8d21f80,segment=NetworkSegment(7f9ea978-a647-4c4a-a2ff-e448940f011d),segment_id=7f9ea978-a647-4c4a-a2ff-e448940f011d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:25.178722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.220279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Calling delete_port for 03aa7139-6155-44dc-82c0-9428f8d21f80 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:25.234645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14449699-8f83-4b59-bdc4-2cabbf6d2110,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:25.237513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Allocated IP 172.25.3.133 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/ff0fc85b-c597-4e95-ac55-16cae7ad3644) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:25.291019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a7089937-d7b5-470c-b8ea-e618d4deea2e service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393726 Jul 08 17:22:25.309227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.310970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-234ba74a-14a4-4081-9398-0ad31b7471fc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4702678 Jul 08 17:22:25.323532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.328951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ba324374-f702-40d6-8593-2552912e1b36 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:25.329787 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-ba324374-f702-40d6-8593-2552912e1b36 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:22:25.330307 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ba324374-f702-40d6-8593-2552912e1b36 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:25.333991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ba324374-f702-40d6-8593-2552912e1b36 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067890 Jul 08 17:22:25.338249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.372429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-95617818-a52c-40a6-bafd-27dff180e037 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:25.400410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bd4da437-3c0d-4baf-8d0b-d70950b56951 service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030836 Jul 08 17:22:25.521294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.529987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-754b058d-2a24-45e9-bf94-fa49e913899c service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227760 Jul 08 17:22:25.542646 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-95617818-a52c-40a6-bafd-27dff180e037 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:25.546171 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95617818-a52c-40a6-bafd-27dff180e037 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2036302 Jul 08 17:22:25.553250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.574277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.585439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c8951c0b-59f3-49c6-8a2f-0a8b8c97c1a6 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:25.586301 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-c8951c0b-59f3-49c6-8a2f-0a8b8c97c1a6 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 17:22:25.588270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Pushing event deleted for resources: {'Port': ['ID=03aa7139-6155-44dc-82c0-9428f8d21f80,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:25.590249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] No DVR routers for this DVR port 03aa7139-6155-44dc-82c0-9428f8d21f80 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:25.600379 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c8951c0b-59f3-49c6-8a2f-0a8b8c97c1a6 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:25.606757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8951c0b-59f3-49c6-8a2f-0a8b8c97c1a6 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0502570 Jul 08 17:22:25.653838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.661526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-747b0062-2b60-4a4c-961f-c1bfca829288 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:25.680188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c313a-dfb0-41a0-aecb-c5003da4ad79 req-7fb87d60-380d-4d9f-bf37-aa62f341a12e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:25.682142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a03c313a-dfb0-41a0-aecb-c5003da4ad79 req-7fb87d60-380d-4d9f-bf37-aa62f341a12e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.2977331 Jul 08 17:22:25.761831 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-747b0062-2b60-4a4c-961f-c1bfca829288 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:25.762917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-747b0062-2b60-4a4c-961f-c1bfca829288 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1081073 Jul 08 17:22:25.765709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.772538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3d5579c6-83c6-4ede-871f-14e6b54efb7b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:25.773017 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-3d5579c6-83c6-4ede-871f-14e6b54efb7b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:22:25.773509 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-3d5579c6-83c6-4ede-871f-14e6b54efb7b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:25.774760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d5579c6-83c6-4ede-871f-14e6b54efb7b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079367 Jul 08 17:22:25.778543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.785646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-0460b230-92dd-4ee6-acea-8fc247c75f15 service neutron] 10.222.0.48 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465644 Jul 08 17:22:25.790436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f12c8d0c-c0e8-41ec-991f-ce7e25cee232 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:25.980590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c199088-3ded-4772-8c7e-22b19b5a4413 None None] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:26.058818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-21a5c965-9944-4256-813a-f9f5f62490ef None None] Provisioning for port 29955ca0-8afa-4fef-a081-a29f579b256c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:26.200915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.209521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a03c313a-dfb0-41a0-aecb-c5003da4ad79 req-c8a4d292-fe8b-4eef-a60a-0b095cf5c5f0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130188 Jul 08 17:22:26.221912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa35345-33d1-4967-8670-36bcddfc50f5']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:26.232705 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f12c8d0c-c0e8-41ec-991f-ce7e25cee232 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:26.242905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f12c8d0c-c0e8-41ec-991f-ce7e25cee232 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4536548 Jul 08 17:22:26.242905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46368) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:26.243805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9ea978-a647-4c4a-a2ff-e448940f011d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:26.243957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9ea978-a647-4c4a-a2ff-e448940f011d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:26.244070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-de8e0594-5768-44b2-a056-106da71d4ddc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:26.244472 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-de8e0594-5768-44b2-a056-106da71d4ddc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 17:22:26.245004 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-de8e0594-5768-44b2-a056-106da71d4ddc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:26.250211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-de8e0594-5768-44b2-a056-106da71d4ddc tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116768 Jul 08 17:22:26.253300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:26.258212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.261032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-465e15ff-7abb-4d86-9401-4636ac6307f0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:26.263180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.291752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-774202ff-a5cc-4311-8f33-0b05dd4ae39d service neutron] 10.222.0.48 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471117 Jul 08 17:22:26.309342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.319592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:26.321504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.326840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:26.329320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:26.393865 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-465e15ff-7abb-4d86-9401-4636ac6307f0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:26.398697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-465e15ff-7abb-4d86-9401-4636ac6307f0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1443422 Jul 08 17:22:26.399272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:26.406339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e2e9e007-ef77-46c2-832e-61b8b05b020a tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '14449699-8f83-4b59-bdc4-2cabbf6d2110', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:26.407674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:26.408134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:26.416083 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:26.452642 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-3a3d1f4b-8ab7-4f3b-bfe6-93620cecf9f5 service neutron] 10.222.0.48 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528478 Jul 08 17:22:26.509529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0fc85b-c597-4e95-ac55-16cae7ad3644,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:26.555747 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-e2e9e007-ef77-46c2-832e-61b8b05b020a tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:26.556655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e2e9e007-ef77-46c2-832e-61b8b05b020a tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1543303 Jul 08 17:22:26.566516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:26.599703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-4d605e38-7987-4dfc-acf9-389857019ade service neutron] 10.222.0.48 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380360 Jul 08 17:22:26.626853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29955ca0-8afa-4fef-a081-a29f579b256c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:26.701252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 29955ca0-8afa-4fef-a081-a29f579b256c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:26.709248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 29955ca0-8afa-4fef-a081-a29f579b256c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:26.710430 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.721742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.739393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.747714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/2fa35345-33d1-4967-8670-36bcddfc50f5 HTTP/1.1" status: 204 len: 168 time: 2.5943611 Jul 08 17:22:26.749321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b796cc84-60c8-47e3-9e23-365484bb84d4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.791626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b796cc84-60c8-47e3-9e23-365484bb84d4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.805817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-d872de02-0a33-4ebb-ae2b-d11b109db352 service neutron] 10.222.0.48 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977401 Jul 08 17:22:26.888213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42189-20ae-49e1-9938-636396edba8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa35345-33d1-4967-8670-36bcddfc50f5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:26.893631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b796cc84-60c8-47e3-9e23-365484bb84d4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.898151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b796cc84-60c8-47e3-9e23-365484bb84d4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.901719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b796cc84-60c8-47e3-9e23-365484bb84d4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/14449699-8f83-4b59-bdc4-2cabbf6d2110 HTTP/1.1" status: 204 len: 168 time: 0.3300362 Jul 08 17:22:26.906213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46384) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:26.919466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796cc84-60c8-47e3-9e23-365484bb84d4 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14449699-8f83-4b59-bdc4-2cabbf6d2110,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:26.936731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.980682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:26.984600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 29955ca0-8afa-4fef-a081-a29f579b256c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=29955ca0-8afa-4fef-a081-a29f579b256c,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:26.991041 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.063031 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4388639d-d3a4-49f6-8ae5-1e9d95df0b28 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1548254 Jul 08 17:22:27.065755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46392) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:27.070468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=29955ca0-8afa-4fef-a081-a29f579b256c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:27.071641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--460962058'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:27.090291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2231c13-945b-4aee-bb89-bcef63c319a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fb3215069744df88769bd92eb666404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058168 Jul 08 17:22:27.090612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:27.111501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 03aa7139-6155-44dc-82c0-9428f8d21f80 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:27.121340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.161889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a48ff9-8c46-4b83-83f2-c7aeb5b64b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.178441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 03aa7139-6155-44dc-82c0-9428f8d21f80 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:27.179669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 03aa7139-6155-44dc-82c0-9428f8d21f80 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:27.211686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a48ff9-8c46-4b83-83f2-c7aeb5b64b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.257623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.297528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a48ff9-8c46-4b83-83f2-c7aeb5b64b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.300840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-72a48ff9-8c46-4b83-83f2-c7aeb5b64b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.302104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-72a48ff9-8c46-4b83-83f2-c7aeb5b64b1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65565961-17ad-4797-966e-84bf4fd46535 HTTP/1.1" status: 204 len: 168 time: 0.2105801 Jul 08 17:22:27.317553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a48ff9-8c46-4b83-83f2-c7aeb5b64b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65565961-17ad-4797-966e-84bf4fd46535,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:27.544958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Deleting port d29a0c04-9cf6-4db6-a683-18038307f5a6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:27.545540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.629472 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.632208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.649740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.789462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8751ddc-80d0-4631-9545-243cf6dd358f req-c6cd60e8-b87d-4d4b-bd4b-285d4f1a427f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0408125 Jul 08 17:22:27.860337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669ab14-9858-49d6-bbfc-8204bd4d8fc9 req-51168460-d4f9-4c5b-949c-88455257e52c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:27.862971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a669ab14-9858-49d6-bbfc-8204bd4d8fc9 req-51168460-d4f9-4c5b-949c-88455257e52c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.4000459 Jul 08 17:22:27.865384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.869833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46430) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:27.874537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9699771f-5625-46df-864c-ad5f77ef30e8 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '879a63f9-786a-4861-8570-4f7d93fe20d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:27.879231 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8119791 Jul 08 17:22:27.928847 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-9699771f-5625-46df-864c-ad5f77ef30e8 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The resource could not be found. Jul 08 17:22:27.930395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9699771f-5625-46df-864c-ad5f77ef30e8 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0592964 Jul 08 17:22:27.933682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:27.941791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] For port d29a0c04-9cf6-4db6-a683-18038307f5a6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d29a0c04-9cf6-4db6-a683-18038307f5a6,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:27.941791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.944535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0e21ef6a-ee15-4ae1-97d3-85d8b2ec58cb tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '879a63f9-786a-4861-8570-4f7d93fe20d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4b4706e5-bd96-4af8-87ff-9c4c4cf829b0'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:27.944686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d4f3-3dad-492a-851b-78a93eaae9c0 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879a63f9-786a-4861-8570-4f7d93fe20d2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:27.987779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Calling delete_port for d29a0c04-9cf6-4db6-a683-18038307f5a6 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:28.015179 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-0e21ef6a-ee15-4ae1-97d3-85d8b2ec58cb tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The resource could not be found. Jul 08 17:22:28.018468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0e21ef6a-ee15-4ae1-97d3-85d8b2ec58cb tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0835967 Jul 08 17:22:28.019403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.078228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a669ab14-9858-49d6-bbfc-8204bd4d8fc9 req-b88cb660-ca93-4d52-b796-3bb5e0d8825f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949954 Jul 08 17:22:28.117810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4141ceac-688e-42e1-9805-bcec72101c53 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.145254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4141ceac-688e-42e1-9805-bcec72101c53 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.206071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4141ceac-688e-42e1-9805-bcec72101c53 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.209795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4141ceac-688e-42e1-9805-bcec72101c53 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.214034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4141ceac-688e-42e1-9805-bcec72101c53 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/879a63f9-786a-4861-8570-4f7d93fe20d2 HTTP/1.1" status: 204 len: 168 time: 0.1908879 Jul 08 17:22:28.214879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.251563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141ceac-688e-42e1-9805-bcec72101c53 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879a63f9-786a-4861-8570-4f7d93fe20d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:28.262758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Router 0d271efd-bc4e-42ab-8b37-8554a56cc703 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:28.315951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4ed972e0-6b8f-4686-94ff-fa9315a07ece tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0970566 Jul 08 17:22:28.323272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.330564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f85293a6-63af-48e9-9f73-f43eed330fc9 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': 'e37102d9-cda3-44d4-b390-84fb39a8d9a4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:28.435822 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f85293a6-63af-48e9-9f73-f43eed330fc9 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The resource could not be found. Jul 08 17:22:28.441694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f85293a6-63af-48e9-9f73-f43eed330fc9 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1125646 Jul 08 17:22:28.442087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46458) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.448131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119940853'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:28.496819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.536990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.569365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29955ca0-8afa-4fef-a081-a29f579b256c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:28.617635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:28.633762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.644377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Sync routers for ids ['0d271efd-bc4e-42ab-8b37-8554a56cc703'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:28.644767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.653195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.715984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Routers {'0d271efd-bc4e-42ab-8b37-8554a56cc703'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:28.719549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0d271efd-bc4e-42ab-8b37-8554a56cc703'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:28.720070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.721442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2774827 Jul 08 17:22:28.722888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9983a9-d758-4c98-b679-1196fec66723 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0591222c-ad8d-4fc6-8c64-a9bd52cced93,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:28.726719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46468) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.732278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--50737838'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:28.745427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29a0c04-9cf6-4db6-a683-18038307f5a6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:28.772849 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.779119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.779119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:28.779938 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ba19be3b-0356-4d6b-a32c-f6befffe2fd2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3417716 Jul 08 17:22:28.960809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-475845917-network', 'tenant_id': 'dab0d0ade69e493fad9d8a32e8b34242'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:28.963244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 29955ca0-8afa-4fef-a081-a29f579b256c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:28.967125 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.052168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.144866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Set router 0d271efd-bc4e-42ab-8b37-8554a56cc703 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:29.213884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-554f05b2-f170-42c2-9462-8b8455d286a8 req-03c5fe38-d790-432b-8f0e-1f7e74e0bae6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.1505215 Jul 08 17:22:29.243109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:22:29.243109 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:22:29.243109 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id_1': '5472bb0eaef2481eb5223b11144a6aee', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 22, 29, 126370)}] Jul 08 17:22:29.243109 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:22:29.244216 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:22:29.287309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Made reservation on behalf of dab0d0ade69e493fad9d8a32e8b34242 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:29.289640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.312460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.385581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-302be4c4-19e7-492c-b77b-07f734c5e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.387711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-302be4c4-19e7-492c-b77b-07f734c5e8d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 1098 time: 0.4417214 Jul 08 17:22:29.457337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:22:26Z', 'revision_number': 3, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:29.502991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Checking router: 0d271efd-bc4e-42ab-8b37-8554a56cc703 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:29.503461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Updating router 0d271efd-bc4e-42ab-8b37-8554a56cc703 port ff0fc85b-c597-4e95-ac55-16cae7ad3644 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:29.503814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb98c43-4bbf-4b62-9fc7-1d5ffee2fde0 req-ffb2f312-4d6b-4671-ae32-00e4f75aecc0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.506038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fb98c43-4bbf-4b62-9fc7-1d5ffee2fde0 req-ffb2f312-4d6b-4671-ae32-00e4f75aecc0 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.5289476 Jul 08 17:22:29.554284 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.610453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Router d2085239-8ecf-436f-ac4c-3d36b04a933a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:29.627021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fb98c43-4bbf-4b62-9fc7-1d5ffee2fde0 req-72f296a3-9fee-417a-93d9-49211afc77dc tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114728 Jul 08 17:22:29.684000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-ba06afe2-2c71-4b75-a044-d6c59d1b13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.685870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-ba06afe2-2c71-4b75-a044-d6c59d1b13a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 200 len: 915 time: 0.2831895 Jul 08 17:22:29.753002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.863436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:29.865671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-8127c0f1-5c8b-44d3-b7a9-8953099a5185 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 200 len: 217 time: 0.1653438 Jul 08 17:22:29.873201 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] Sync routers for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:29.878336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8f4b994e-0cf5-4b47-98e6-2b3c5ed05038 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2085239-8ecf-436f-ac4c-3d36b04a933a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2549741 Jul 08 17:22:29.884467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:29.896557 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:29.897110 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:29.925328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.079915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-0635fcb6-29b9-43bf-bc7a-77fec305ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.081428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-0635fcb6-29b9-43bf-bc7a-77fec305ccda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 200 len: 854 time: 0.1622365 Jul 08 17:22:30.123870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.189365 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:30.205074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.232363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:30.250651 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.252070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.252499 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Added segment ef3774ff-c3f5-4809-8828-6ae0cabf7517 of type vlan for network 6a531ab1-0956-499b-af49-71a423d90a55 Jul 08 17:22:30.268173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Transition to ACTIVE for port object ff0fc85b-c597-4e95-ac55-16cae7ad3644 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:30.277290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.341295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.355597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbd4e1-7420-4f8f-881f-3a84395d70d7 None None] Pushing event updated for resources: {'Port': ['ID=ff0fc85b-c597-4e95-ac55-16cae7ad3644,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.387226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Attempting to bind port ff0fc85b-c597-4e95-ac55-16cae7ad3644 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:30.387602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Attempting to bind port ff0fc85b-c597-4e95-ac55-16cae7ad3644 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:30.387970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Attempting to bind port ff0fc85b-c597-4e95-ac55-16cae7ad3644 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:30.401437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:30.401437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:30.401820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.402234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:30.402737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Bound port: ff0fc85b-c597-4e95-ac55-16cae7ad3644, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:30.403120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.512123 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.513026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.513657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.518773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] For port ff0fc85b-c597-4e95-ac55-16cae7ad3644, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:30.531939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] For port ff0fc85b-c597-4e95-ac55-16cae7ad3644, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ff0fc85b-c597-4e95-ac55-16cae7ad3644,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:30.544687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.577817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-5d41cfeb-760c-4b2c-b62f-cddad0de874f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3737595 Jul 08 17:22:30.624085 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:22:28Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:30.674908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Pushing event updated for resources: {'Network': ['ID=6a531ab1-0956-499b-af49-71a423d90a55,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.689329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Routers {'0d271efd-bc4e-42ab-8b37-8554a56cc703'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:30.690249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0d271efd-bc4e-42ab-8b37-8554a56cc703'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:30.692331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6a531ab1-0956-499b-af49-71a423d90a55 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:30.698528 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] Checking router: d2085239-8ecf-436f-ac4c-3d36b04a933a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:30.700800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.711612 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] Routers {'d2085239-8ecf-436f-ac4c-3d36b04a933a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:30.714805 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d2085239-8ecf-436f-ac4c-3d36b04a933a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:30.810084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.876415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3382685 Jul 08 17:22:30.900990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:30.903164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3227f7-beb1-47e1-adc8-b183cf285d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163aa81a-48cc-4f96-9490-4cb06822d230,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.920809 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] Set router d2085239-8ecf-436f-ac4c-3d36b04a933a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:30.951491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.955565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2276542 Jul 08 17:22:30.961789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:30.965921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Request body: {'subnet': {'network_id': '6a531ab1-0956-499b-af49-71a423d90a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-475845917-subnet', 'tenant_id': 'dab0d0ade69e493fad9d8a32e8b34242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:30.966149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbd4e1-7420-4f8f-881f-3a84395d70d7 None None] Pushing event updated for resources: {'Port': ['ID=ff0fc85b-c597-4e95-ac55-16cae7ad3644,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.993177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3dd18-adca-405c-966d-f0f41c791f46 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddaa25c-0af0-43b3-b09f-2c167eafcfe1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:31.013017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-197961a5-041b-413d-b6aa-9db179ec05f3 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group_rule': {'security_group_id': '0591222c-ad8d-4fc6-8c64-a9bd52cced93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eddaa25c-0af0-43b3-b09f-2c167eafcfe1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:31.024245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Made reservation on behalf of dab0d0ade69e493fad9d8a32e8b34242 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:31.026795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.113184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] Set router 0d271efd-bc4e-42ab-8b37-8554a56cc703 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:31.147698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.210725 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-136524d8-eb8c-4b50-b005-37308e0b2df6 req-5049fedc-97be-47ae-a170-f39c1aec6a6d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0723007 Jul 08 17:22:31.214080 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:22:28Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:31.224688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5de46d02-18e1-4c35-8a48-94e2beeb285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.230400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5de46d02-18e1-4c35-8a48-94e2beeb285d service neutron] 10.222.0.53 "GET /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 1027 time: 1.3468299 Jul 08 17:22:31.282195 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25257af2-3ab4-437b-9428-17e09741e2e9 None None] The sync data for ids ['d2085239-8ecf-436f-ac4c-3d36b04a933a'] in n-d-799527-4 is: [{'id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'name': 'tempest-ServersTestJSON-393962990-router', 'tenant_id': 'b0b58eb629da483d8746f472997bf40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:19:24Z', 'updated_at': '2021-07-08T17:22:28Z', 'revision_number': 5, 'project_id': 'b0b58eb629da483d8746f472997bf40d', 'gw_port': {'id': '11a25ccb-c94a-4c10-bfae-2e66b0f08d1b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2085239-8ecf-436f-ac4c-3d36b04a933a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:19:26Z', 'updated_at': '2021-07-08T17:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:31.319113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ba6e4d74-3544-4091-8578-a884ab0063ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.320483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ba6e4d74-3544-4091-8578-a884ab0063ab service neutron] 10.222.0.53 "GET /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 1027 time: 0.0577090 Jul 08 17:22:31.362488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.379269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:22:26Z', 'revision_number': 3, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:31.408622 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40957da-4771-48b0-b6b3-cd73b7412e59 None None] The sync data for ids ['0d271efd-bc4e-42ab-8b37-8554a56cc703'] in n-d-799527-4 is: [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:22:26Z', 'revision_number': 3, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:31.416043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Deleting port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:31.416488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.462455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fcd314-e2f3-491a-8aa2-48de38069671,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:31.493139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-8b86c5c5-37fb-4758-88c0-d7b8186440c4 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8919005 Jul 08 17:22:31.504445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d73e95-6af0-4970-a5ef-c30a3868e32a req-ea7ad2a5-691a-4ea8-8ec7-63fd7ea1835b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.512480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9d73e95-6af0-4970-a5ef-c30a3868e32a req-ea7ad2a5-691a-4ea8-8ec7-63fd7ea1835b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.7060359 Jul 08 17:22:31.562845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] For port 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:31.563206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.614680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bd14097b-e656-4c75-b745-0387d973bb7b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.624183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bd14097b-e656-4c75-b745-0387d973bb7b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.638090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bd14097b-e656-4c75-b745-0387d973bb7b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.640192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bd14097b-e656-4c75-b745-0387d973bb7b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "GET /v2.0/networks?id=c9ca8108-1bbb-4a87-b242-837d354904da&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=3fd40a7a-e8b5-493c-b840-3d726f610c42&id=3fd40a7a-e8b5-493c-b840-3d726f610c42 HTTP/1.1" status: 200 len: 1991 time: 0.3112891 Jul 08 17:22:31.659082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Calling delete_port for 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:31.679842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c1464a30-4946-4e2e-836c-88c2850b3651 req-2b9d685f-4c5c-4083-96dd-fb4fa4e77d89 service neutron] 10.222.0.53 "GET /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559727 Jul 08 17:22:31.748733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-8b2aa4d5-2943-4a4d-87df-65890f6240b0 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bad6cd90f2e74e0b88c7348096ba2be6 HTTP/1.1" status: 200 len: 379 time: 0.0990565 Jul 08 17:22:31.761229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'admin_state_up': True, 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'security_groups': ['1735c834-8d05-4d3a-9f3e-047082207ec1']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:31.816353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9d73e95-6af0-4970-a5ef-c30a3868e32a req-f2c2f059-d002-4e2f-bda1-c32759a9397e tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029456 Jul 08 17:22:31.846142 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-197961a5-041b-413d-b6aa-9db179ec05f3 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:22:31.846142 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-197961a5-041b-413d-b6aa-9db179ec05f3 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8315315 Jul 08 17:22:31.852347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:31.934384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Checking segment: {'id': 'ef3774ff-c3f5-4809-8828-6ae0cabf7517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:31.934762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Network hostable DHCP agents. Network: 6a531ab1-0956-499b-af49-71a423d90a55, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:31.998071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.021348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Network 6a531ab1-0956-499b-af49-71a423d90a55 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:32.064519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.069359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:32.073398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.106588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 6a531ab1-0956-499b-af49-71a423d90a55) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:32.111804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:32.112417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.116157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939fdb7-0526-410a-b59e-63ced4061eaa None None] Network 6a531ab1-0956-499b-af49-71a423d90a55 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:32.131876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a25ccb-c94a-4c10-bfae-2e66b0f08d1b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:32.208671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-572b9892-2647-4913-9833-a646e15f7405 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.241782 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-33b1f587-77f4-417f-bd7e-9fb6f808dce6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2930834 Jul 08 17:22:32.342012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32365752-6592-48da-bc8f-a749914085d9 None None] Network 6a531ab1-0956-499b-af49-71a423d90a55 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:32.345152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-572b9892-2647-4913-9833-a646e15f7405 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.399570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.565833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-572b9892-2647-4913-9833-a646e15f7405 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.569124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-572b9892-2647-4913-9833-a646e15f7405 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.572703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-572b9892-2647-4913-9833-a646e15f7405 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/eddaa25c-0af0-43b3-b09f-2c167eafcfe1 HTTP/1.1" status: 204 len: 168 time: 0.7155714 Jul 08 17:22:32.593302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 172.20.0.14 (c9ca8108-1bbb-4a87-b242-837d354904da/21b479c3-7651-41ff-ae34-75f6315fe2d3/61967f17-5186-418f-bd70-1340b1c684c5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:32.600675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:32.601481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b9892-2647-4913-9833-a646e15f7405 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddaa25c-0af0-43b3-b09f-2c167eafcfe1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:32.695290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Allocated IP 172.20.0.1 (a1bf93fa-bd94-4a92-8004-bb0c48dfd922/fa11af64-0183-4a04-82c9-c8f76f9998dd/e677128c-0727-4bd4-8ffe-4adb17c0ae93) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:32.768998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ff0fc85b-c597-4e95-ac55-16cae7ad3644 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:32.781139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4318e849-4a05-494f-9ed1-0dc7d35e01ae tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1647487 Jul 08 17:22:32.807959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46504) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:32.883682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ff0fc85b-c597-4e95-ac55-16cae7ad3644 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:32.888214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ff0fc85b-c597-4e95-ac55-16cae7ad3644 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:32.888792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.959956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.976962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Transition to ACTIVE for port object e677128c-0727-4bd4-8ffe-4adb17c0ae93 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:33.008515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dce9e374-f2ea-4c55-a598-82331eee1c62 req-52b43af5-f25e-453e-b440-05ef006a617d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.5204856 Jul 08 17:22:33.022134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.031953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.039268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.056348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object 61967f17-5186-418f-bd70-1340b1c684c5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:33.058060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.067057 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.106093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.106942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2085239-8ecf-436f-ac4c-3d36b04a933a {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:22:33.112234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.113788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-41158d88-3c6c-4b83-9ee0-003155115702 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d2085239-8ecf-436f-ac4c-3d36b04a933a HTTP/1.1" status: 204 len: 168 time: 3.2282021 Jul 08 17:22:33.117226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:33.136778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ff0fc85b-c597-4e95-ac55-16cae7ad3644, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ff0fc85b-c597-4e95-ac55-16cae7ad3644,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:33.145017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.187514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Deleting subnet 5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:33.192778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.195812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.224434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d29a0c04-9cf6-4db6-a683-18038307f5a6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:33.242943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:33.251297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:33.271578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:33.291082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:33.334441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network c9ca8108-1bbb-4a87-b242-837d354904da is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:33.342646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.349823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d29a0c04-9cf6-4db6-a683-18038307f5a6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:33.350544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d29a0c04-9cf6-4db6-a683-18038307f5a6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:33.360002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:33.368812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:33.399623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.415551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ff0fc85b-c597-4e95-ac55-16cae7ad3644,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:33.456794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Pushing event updated for resources: {'Port': ['ID=e677128c-0727-4bd4-8ffe-4adb17c0ae93,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:33.498565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.499163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.558957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-22991ab7-30fa-4fc9-b0f0-c7b9a2b0f2fb tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.560635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-22991ab7-30fa-4fc9-b0f0-c7b9a2b0f2fb tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/networks?id=6a531ab1-0956-499b-af49-71a423d90a55 HTTP/1.1" status: 200 len: 817 time: 0.5203364 Jul 08 17:22:33.563814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac3b-6bae-4083-aa83-e22e525ff5ff tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.587836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6669c2-9b0d-4003-900f-7b3c4d4274ce req-6ff4172d-d7f1-4ae0-a02a-4a72f68ad2cb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.589487 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f6669c2-9b0d-4003-900f-7b3c4d4274ce req-6ff4172d-d7f1-4ae0-a02a-4a72f68ad2cb tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.2811086 Jul 08 17:22:33.593177 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-14535649-ae36-4951-9789-a2f1be160f1d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8367822 Jul 08 17:22:33.622493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'admin_state_up': True, 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'security_groups': ['1735c834-8d05-4d3a-9f3e-047082207ec1']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:33.631909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-f4a00348-d976-4e87-af79-8261f3aa4214 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/quotas/dab0d0ade69e493fad9d8a32e8b34242 HTTP/1.1" status: 200 len: 375 time: 0.0605087 Jul 08 17:22:33.642732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.653188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac3b-6bae-4083-aa83-e22e525ff5ff tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.747004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-cb6d6702-fedf-4107-bfba-936c6ae71c0a tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dab0d0ade69e493fad9d8a32e8b34242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067004 Jul 08 17:22:33.751465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6df75fc4-91cf-458e-b2c4-cf49593c6bdb None None] Provisioning for port e677128c-0727-4bd4-8ffe-4adb17c0ae93 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:33.764624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6df75fc4-91cf-458e-b2c4-cf49593c6bdb None None] Provisioning complete for port e677128c-0727-4bd4-8ffe-4adb17c0ae93 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:33.765059 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6df75fc4-91cf-458e-b2c4-cf49593c6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.894616 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f6669c2-9b0d-4003-900f-7b3c4d4274ce req-e3c2b9f2-3c0c-4de5-8f0f-c7e98f5f06b6 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982399 Jul 08 17:22:33.898239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6df75fc4-91cf-458e-b2c4-cf49593c6bdb None None] Port e677128c-0727-4bd4-8ffe-4adb17c0ae93 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:33.981039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.025474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0aa65617-a569-4eed-b0cb-d2e5c07410b4 None None] Provisioning for port 61967f17-5186-418f-bd70-1340b1c684c5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:34.034071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0aa65617-a569-4eed-b0cb-d2e5c07410b4 None None] Provisioning complete for port 61967f17-5186-418f-bd70-1340b1c684c5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:34.036845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0aa65617-a569-4eed-b0cb-d2e5c07410b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.039089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:34.061823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.070522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-51e141d4-4c2b-4d59-97c9-e1d49406fece admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5cda80b1-7e07-48cd-85f7-2dbabfe4d2f5 HTTP/1.1" status: 204 len: 168 time: 0.9520228 Jul 08 17:22:34.071674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:34.076635 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.079385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:34.094371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7667b-29b1-422b-aa8d-172e6208cf64 None None] Network 75a9640d-0a16-48c6-8676-56d1b20c7df7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:34.180967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.200731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0aa65617-a569-4eed-b0cb-d2e5c07410b4 None None] Port 61967f17-5186-418f-bd70-1340b1c684c5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:34.372536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] DHCP port deletion for 75a9640d-0a16-48c6-8676-56d1b20c7df7 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:22:34.396024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59598305-9f77-4e34-b1b7-e1813210f6bb req-ebc22312-2e31-4d24-9364-5c26a9d5d8ab tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:34.398055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59598305-9f77-4e34-b1b7-e1813210f6bb req-ebc22312-2e31-4d24-9364-5c26a9d5d8ab tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.2136869 Jul 08 17:22:34.402244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.415789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac3b-6bae-4083-aa83-e22e525ff5ff tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.418694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cab3ac3b-6bae-4083-aa83-e22e525ff5ff tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.419824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cab3ac3b-6bae-4083-aa83-e22e525ff5ff tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/0591222c-ad8d-4fc6-8c64-a9bd52cced93 HTTP/1.1" status: 204 len: 168 time: 1.6110246 Jul 08 17:22:34.424495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46530) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:34.446118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ac3b-6bae-4083-aa83-e22e525ff5ff tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0591222c-ad8d-4fc6-8c64-a9bd52cced93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:34.477943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-e0bdefb3-8ba9-4c95-a3df-58dd475b4835 service neutron] 10.222.0.48 "GET /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181513 Jul 08 17:22:34.484480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Deleting port ae8b7808-3356-474b-9151-4226be9cf48c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:34.484858 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.486311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] Deleting port ae8b7808-3356-474b-9151-4226be9cf48c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:34.486597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.498031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 10.1.1.14 (8113c37f-037b-4cd6-808e-cf4df62f11fd/e8a8c760-97f0-4542-8349-2bfbe625f105/55d16da0-dca4-4449-a4a9-9b644745c4cd) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:34.549367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59598305-9f77-4e34-b1b7-e1813210f6bb req-d2ff5715-19af-4c2f-b298-8a32c51c051b tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393814 Jul 08 17:22:34.587377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6136aff8-4957-4c3f-ba40-1b413e0fc9f3 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1573172 Jul 08 17:22:34.588854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:34.600505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ff0fc85b-c597-4e95-ac55-16cae7ad3644 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:34.607471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367008152'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:34.646981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.667224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.689008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] For port ae8b7808-3356-474b-9151-4226be9cf48c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ae8b7808-3356-474b-9151-4226be9cf48c,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:34.689376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.697939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] For port ae8b7808-3356-474b-9151-4226be9cf48c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ae8b7808-3356-474b-9151-4226be9cf48c,segment=NetworkSegment(45077889-c685-4452-8dd0-185ee3372300),segment_id=45077889-c685-4452-8dd0-185ee3372300)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:34.698349 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.748115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] Calling delete_port for ae8b7808-3356-474b-9151-4226be9cf48c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:34.768363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ff0fc85b-c597-4e95-ac55-16cae7ad3644 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:34.768839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.782435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Calling delete_port for ae8b7808-3356-474b-9151-4226be9cf48c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:34.794687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Pushing event updated for resources: {'Port': ['ID=e677128c-0727-4bd4-8ffe-4adb17c0ae93,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:34.824587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.844366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.917245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.951729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] Pushing event deleted for resources: {'Port': ['ID=ae8b7808-3356-474b-9151-4226be9cf48c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:34.958312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82eae2c-af5d-493c-bc35-4caa00d8103f None None] No DVR routers for this DVR port ae8b7808-3356-474b-9151-4226be9cf48c on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:34.966925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:34.969822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:35.024366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:35.060744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.062996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:35.063653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11a25ccb-c94a-4c10-bfae-2e66b0f08d1b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:35.064391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ae8b7808-3356-474b-9151-4226be9cf48c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:35.072509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.081489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725c262-c298-4600-abdc-5e15011a1641 req-9c545ac5-27e0-4bd5-9af0-e64ed119d729 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:35.089235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5725c262-c298-4600-abdc-5e15011a1641 req-9c545ac5-27e0-4bd5-9af0-e64ed119d729 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 932 time: 0.3588076 Jul 08 17:22:35.100193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ae8b7808-3356-474b-9151-4226be9cf48c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:35.100673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ae8b7808-3356-474b-9151-4226be9cf48c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:35.121746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-d88dbe3e-2545-4756-9a53-c74175c252c9 service neutron] 10.222.0.48 "GET /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343181 Jul 08 17:22:35.134262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Router 0d271efd-bc4e-42ab-8b37-8554a56cc703 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:35.152445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object 55d16da0-dca4-4449-a4a9-9b644745c4cd will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:35.159928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8b7808-3356-474b-9151-4226be9cf48c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.169640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] No DVR routers for this DVR port ae8b7808-3356-474b-9151-4226be9cf48c on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:35.287214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:35.295035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0410bfa6-f901-47dd-993f-ec40f6e72434 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d271efd-bc4e-42ab-8b37-8554a56cc703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5131371 Jul 08 17:22:35.297920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Sync routers for ids ['0d271efd-bc4e-42ab-8b37-8554a56cc703'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:35.322737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.345986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Routers {'0d271efd-bc4e-42ab-8b37-8554a56cc703'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:35.346203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5725c262-c298-4600-abdc-5e15011a1641 req-fae3b270-1bf6-4e6b-8950-801b69f8db2d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508647 Jul 08 17:22:35.346654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0d271efd-bc4e-42ab-8b37-8554a56cc703'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:35.352998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.444073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.469204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e79c105f-26df-4e03-817a-a2ad90d12909 None None] Provisioning complete for port e677128c-0727-4bd4-8ffe-4adb17c0ae93 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:35.469580 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e79c105f-26df-4e03-817a-a2ad90d12909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.473637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a9640d-0a16-48c6-8676-56d1b20c7df7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:35.499892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45077889-c685-4452-8dd0-185ee3372300') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:35.500275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45077889-c685-4452-8dd0-185ee3372300') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:35.524952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.547752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.555235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9653192 Jul 08 17:22:35.559135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:35.571849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9c402b1c-6a48-4424-9d0d-615dfc4b5311 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:35.572610 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-9c402b1c-6a48-4424-9d0d-615dfc4b5311 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:22:35.573564 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-9c402b1c-6a48-4424-9d0d-615dfc4b5311 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 17:22:35.574832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c402b1c-6a48-4424-9d0d-615dfc4b5311 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "PUT /v2.0/security-groups/275083e2-7a41-4b01-8b3f-2177e8f11cfd HTTP/1.1" status: 409 len: 330 time: 0.0143797 Jul 08 17:22:35.580155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:35.584829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.647047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e79c105f-26df-4e03-817a-a2ad90d12909 None None] Port e677128c-0727-4bd4-8ffe-4adb17c0ae93 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:35.647664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-e549c938-ddd6-4194-af00-c08d8753dc07 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:35.654577 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-e549c938-ddd6-4194-af00-c08d8753dc07 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.2167165 Jul 08 17:22:35.682961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-c0c3b471-e2bc-4756-bbfa-368138885bdf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/quotas/abb7ea30bea640f098aeaddb6d10147a HTTP/1.1" status: 200 len: 375 time: 0.0267096 Jul 08 17:22:35.686332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Set router 0d271efd-bc4e-42ab-8b37-8554a56cc703 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:35.696603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2417c9c5-877f-4b2b-a79f-39b15a712b73 req-239340d3-09d3-4c67-be2e-d22193c33c69 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 210 time: 0.1297934 Jul 08 17:22:35.780440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9026529-835f-4da0-99b3-c211bfdd8537 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.795964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeea26-adf7-48e9-9059-3fb08756e959 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275083e2-7a41-4b01-8b3f-2177e8f11cfd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.809332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9026529-835f-4da0-99b3-c211bfdd8537 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.821188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.870489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9026529-835f-4da0-99b3-c211bfdd8537 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.872847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c9026529-835f-4da0-99b3-c211bfdd8537 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.874277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c9026529-835f-4da0-99b3-c211bfdd8537 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/275083e2-7a41-4b01-8b3f-2177e8f11cfd HTTP/1.1" status: 204 len: 168 time: 0.2917917 Jul 08 17:22:35.881424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:35.887948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9026529-835f-4da0-99b3-c211bfdd8537 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275083e2-7a41-4b01-8b3f-2177e8f11cfd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.890184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:35.891669 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:35.904566 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:35.913566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-0a5fbfbc-58c9-46fe-9c9f-569858203de2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2273130 Jul 08 17:22:35.916373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:36.014259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:36.034108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.042073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:36.081867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e677128c-0727-4bd4-8ffe-4adb17c0ae93', 'name': '', 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'mac_address': 'fa:16:3e:ac:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:32Z', 'updated_at': '2021-07-08T17:22:34Z', 'revision_number': 2, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'subnets': [{'id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:36.141272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Checking router: 0d271efd-bc4e-42ab-8b37-8554a56cc703 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:36.146954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Updating router 0d271efd-bc4e-42ab-8b37-8554a56cc703 port e677128c-0727-4bd4-8ffe-4adb17c0ae93 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:36.161362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bd6a1cda-232a-48ca-b606-054f96043742 service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454581 Jul 08 17:22:36.165000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.179585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dd7b451d-1d32-417e-a5dc-253bbfd0ec00 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2759438 Jul 08 17:22:36.185839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.190248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/75a9640d-0a16-48c6-8676-56d1b20c7df7 HTTP/1.1" status: 204 len: 168 time: 2.1026988 Jul 08 17:22:36.190248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.211166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.212012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.222037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfa653-72bb-4d73-ad3a-a01e6e4c2bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a9640d-0a16-48c6-8676-56d1b20c7df7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.243248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.263683 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-c67f181b-d46c-4dbe-8766-9950c2a296de tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] delete failed (client error): The resource could not be found. Jul 08 17:22:36.272161 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c67f181b-d46c-4dbe-8766-9950c2a296de tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "DELETE /v2.0/security-groups/93f71a3f-b6c4-40e5-9cbb-1addb5a90620 HTTP/1.1" status: 404 len: 347 time: 0.0701878 Jul 08 17:22:36.279054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.305889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-245c6ead-d904-4572-b6ac-a4efd0cf0e30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6953499 Jul 08 17:22:36.328460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'admin_state_up': True, 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'security_groups': ['1735c834-8d05-4d3a-9f3e-047082207ec1']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:36.339290 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-25a6de54-3761-4b08-b5f9-422cc3a6b60b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] show failed (client error): The resource could not be found. Jul 08 17:22:36.340901 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-25a6de54-3761-4b08-b5f9-422cc3a6b60b tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-groups/257eed9c-d20f-4add-a64e-4c8187df72c7 HTTP/1.1" status: 404 len: 347 time: 0.0514524 Jul 08 17:22:36.370009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.396353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-735b7269-9e9f-4886-9bdf-524c432ac55e service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263813 Jul 08 17:22:36.474796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cbe97-7e3d-4806-b3cc-029c2925c3cc req-0ad2b14a-0be3-43d0-a2cf-283e03c0f07f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.479415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46586) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.484880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-network', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:36.499170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-435cbe97-7e3d-4806-b3cc-029c2925c3cc req-0ad2b14a-0be3-43d0-a2cf-283e03c0f07f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.5217292 Jul 08 17:22:36.508456 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-72f35b99-a405-457b-998b-6b61e70c4ad8 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] show failed (client error): The resource could not be found. Jul 08 17:22:36.512078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-72f35b99-a405-457b-998b-6b61e70c4ad8 tempest-NegativeSecGroupTest-1499118674 tempest-NegativeSecGroupTest-1499118674-project] 10.222.0.48 "GET /v2.0/security-group-rules/64e9b774-0504-4db0-811d-e5cc84e4f431 HTTP/1.1" status: 404 len: 356 time: 0.1409457 Jul 08 17:22:36.542290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Made reservation on behalf of 92e54d47e5e046809dca9fd81167e31b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:36.544919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.568698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.575645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-95781f04-16e0-4283-81b4-18cb38a888a8 None None] Provisioning for port 55d16da0-dca4-4449-a4a9-9b644745c4cd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:36.615143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-95781f04-16e0-4283-81b4-18cb38a888a8 None None] Provisioning complete for port 55d16da0-dca4-4449-a4a9-9b644745c4cd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:36.615447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-95781f04-16e0-4283-81b4-18cb38a888a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.641357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.650112 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-435cbe97-7e3d-4806-b3cc-029c2925c3cc req-271f3275-af69-4ffb-b984-9d39bf7f3cda tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474333 Jul 08 17:22:36.877978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-95781f04-16e0-4283-81b4-18cb38a888a8 None None] Port 55d16da0-dca4-4449-a4a9-9b644745c4cd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:36.976473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7f952-c128-4c73-8248-bd324be575aa req-1be30c6e-35d3-4e69-8cd0-3447e0dab574 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.985752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7f952-c128-4c73-8248-bd324be575aa req-1be30c6e-35d3-4e69-8cd0-3447e0dab574 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.995600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cde7f952-c128-4c73-8248-bd324be575aa req-1be30c6e-35d3-4e69-8cd0-3447e0dab574 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 1653 time: 0.1195672 Jul 08 17:22:37.038063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9d160dbd-eac0-41b8-a4e4-2fab578d167f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b58eb629da483d8746f472997bf40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859565 Jul 08 17:22:37.042276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:37.054160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.067060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cde7f952-c128-4c73-8248-bd324be575aa req-26b947af-2fe3-46ab-be16-896a9212e32e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701337 Jul 08 17:22:37.093261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:37.097295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.124532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.162413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:37.179388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.179972 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Added segment 1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71 of type vlan for network 9453e57a-7246-433d-885a-b0f679a81ae0 Jul 08 17:22:37.214832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74dce24c-9881-4eeb-b920-65da7f7205f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.228429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.252094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Transition to ACTIVE for port object e677128c-0727-4bd4-8ffe-4adb17c0ae93 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:37.252277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.253150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:37.279024 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.313283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199acc-066d-4da2-ab21-b71aea3ebc07 req-21a1551a-1945-4229-bd63-92b62db8e414 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:37.314957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc199acc-066d-4da2-ab21-b71aea3ebc07 req-21a1551a-1945-4229-bd63-92b62db8e414 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.4718068 Jul 08 17:22:37.318004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42659086-77c2-40ee-8fd3-3ec75c820691,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.337737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.339482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:37.340372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.389669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5cc11-eadb-43b9-88cc-bdefd944ae49 None None] Pushing event updated for resources: {'Port': ['ID=e677128c-0727-4bd4-8ffe-4adb17c0ae93,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.415462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a2c84cb-22aa-41dc-b397-8afc106fbb34 req-5b26f7a1-4b2f-4169-b134-3eb9eef1bdde tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 210 time: 0.0955219 Jul 08 17:22:37.433266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74dce24c-9881-4eeb-b920-65da7f7205f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.475620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc199acc-066d-4da2-ab21-b71aea3ebc07 req-340d5efe-74c8-4659-9a67-8def8a2c5f1a tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486025 Jul 08 17:22:37.480868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0002334 Jul 08 17:22:37.496177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:37.507109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Request body: {'subnet': {'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-subnet', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:37.521386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Attempting to bind port e677128c-0727-4bd4-8ffe-4adb17c0ae93 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:37.523657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Attempting to bind port e677128c-0727-4bd4-8ffe-4adb17c0ae93 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:37.524142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Attempting to bind port e677128c-0727-4bd4-8ffe-4adb17c0ae93 on network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:37.536892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:37.537390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Checking segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:37.541629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.542209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Bound using segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:37.542836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Bound port: e677128c-0727-4bd4-8ffe-4adb17c0ae93, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:37.543329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.702531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b873-94e2-41b2-aaaf-161d09f3ff3b admin admin] Pushing event updated for resources: {'Network': ['ID=9453e57a-7246-433d-885a-b0f679a81ae0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.718174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Made reservation on behalf of 92e54d47e5e046809dca9fd81167e31b for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:37.720898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.733473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9453e57a-7246-433d-885a-b0f679a81ae0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:37.768881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] For port e677128c-0727-4bd4-8ffe-4adb17c0ae93, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:37.806770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-29389af6-fc86-45f5-9eff-e768a1c7f85e tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:37.808504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 10.1.1.38 (8113c37f-037b-4cd6-808e-cf4df62f11fd/e8a8c760-97f0-4542-8349-2bfbe625f105/3c0480bd-471b-4ad8-844e-88cb5e261833) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:37.812886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-29389af6-fc86-45f5-9eff-e768a1c7f85e tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.53 "GET /v2.0/networks?id=6a531ab1-0956-499b-af49-71a423d90a55 HTTP/1.1" status: 200 len: 817 time: 0.4485052 Jul 08 17:22:37.826088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Request body: {'port': {'device_id': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55', 'admin_state_up': True, 'tenant_id': 'dab0d0ade69e493fad9d8a32e8b34242'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:37.853330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] For port e677128c-0727-4bd4-8ffe-4adb17c0ae93, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e677128c-0727-4bd4-8ffe-4adb17c0ae93,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:37.860766 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.955519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Routers {'0d271efd-bc4e-42ab-8b37-8554a56cc703'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:37.956183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0d271efd-bc4e-42ab-8b37-8554a56cc703'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:37.959267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5cc11-eadb-43b9-88cc-bdefd944ae49 None None] Pushing event updated for resources: {'Port': ['ID=e677128c-0727-4bd4-8ffe-4adb17c0ae93,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.991623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Made reservation on behalf of dab0d0ade69e493fad9d8a32e8b34242 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:37.996104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.138986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d71deda9-3350-4d09-ac02-5368bd9634dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5472bb0eaef2481eb5223b11144a6aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8844352 Jul 08 17:22:38.139787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46620) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:38.163097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Allocated IP 172.20.0.6 (6a531ab1-0956-499b-af49-71a423d90a55/a9fcd314-e2f3-491a-8aa2-48de38069671/e58180b2-50ac-4327-b227-7ca355e0da3c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:38.200412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] Set router 0d271efd-bc4e-42ab-8b37-8554a56cc703 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:38.215796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74dce24c-9881-4eeb-b920-65da7f7205f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.223647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74dce24c-9881-4eeb-b920-65da7f7205f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.225604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-74dce24c-9881-4eeb-b920-65da7f7205f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4acaba2-25fe-41d9-aa16-7dcc84680ff4 HTTP/1.1" status: 204 len: 168 time: 1.1821728 Jul 08 17:22:38.293230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6104dc-5df9-4014-971f-fe7160787a57 req-bcd0d379-f83b-43be-8579-fdd063af351a tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 210 time: 0.1676764 Jul 08 17:22:38.349981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce24c-9881-4eeb-b920-65da7f7205f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4acaba2-25fe-41d9-aa16-7dcc84680ff4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:38.386710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.398385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58ae940a-ed07-4716-9f28-c2582df0c04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.425576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58ae940a-ed07-4716-9f28-c2582df0c04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.464971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.571367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Pushing event updated for resources: {'Port': ['ID=e58180b2-50ac-4327-b227-7ca355e0da3c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:38.589381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58ae940a-ed07-4716-9f28-c2582df0c04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.594806 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58ae940a-ed07-4716-9f28-c2582df0c04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.595601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Network 6a531ab1-0956-499b-af49-71a423d90a55 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:38.598601 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-58ae940a-ed07-4716-9f28-c2582df0c04f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b641b393-27eb-44db-8711-8b0e620e3a24 HTTP/1.1" status: 204 len: 168 time: 0.4411807 Jul 08 17:22:38.622221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:38.625501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:38.636926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae940a-ed07-4716-9f28-c2582df0c04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641b393-27eb-44db-8711-8b0e620e3a24,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:38.678836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098dd14-86d9-4c8d-97fd-23754cd8f745 req-07dc1a18-ab6f-41e9-a311-4827222b61ce tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.679704 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.680372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5098dd14-86d9-4c8d-97fd-23754cd8f745 req-07dc1a18-ab6f-41e9-a311-4827222b61ce tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.2315412 Jul 08 17:22:38.710676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.711354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.733553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-6bbc16ba-d9ad-4f43-9781-d41a10b1aab2 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117644 Jul 08 17:22:38.738617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object 3c0480bd-471b-4ad8-844e-88cb5e261833 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:38.754275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353d076-e3cd-4421-aae9-4aa6e41e6f44 req-8fa1e320-bcec-4535-a880-ce9dcdf0c1f5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.760690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353d076-e3cd-4421-aae9-4aa6e41e6f44 req-8fa1e320-bcec-4535-a880-ce9dcdf0c1f5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.767872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3353d076-e3cd-4421-aae9-4aa6e41e6f44 req-8fa1e320-bcec-4535-a880-ce9dcdf0c1f5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 1653 time: 0.2469006 Jul 08 17:22:38.768255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Request body: {'port': {'device_id': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:38.886984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5098dd14-86d9-4c8d-97fd-23754cd8f745 req-ea88f2c2-3b2f-4df1-b171-e1a5277ecf3f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983697 Jul 08 17:22:38.903596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e677128c-0727-4bd4-8ffe-4adb17c0ae93', 'name': '', 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'mac_address': 'fa:16:3e:ac:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:32Z', 'updated_at': '2021-07-08T17:22:37Z', 'revision_number': 4, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'subnets': [{'id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:38.971621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f6344-8cbc-44bf-88b9-7d6d98c3301e None None] The sync data for ids ['0d271efd-bc4e-42ab-8b37-8554a56cc703'] in n-d-799527-4 is: [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e677128c-0727-4bd4-8ffe-4adb17c0ae93', 'name': '', 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'mac_address': 'fa:16:3e:ac:c3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:32Z', 'updated_at': '2021-07-08T17:22:37Z', 'revision_number': 4, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'subnets': [{'id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:39.052626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.266406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3002a817-3fbb-431b-a3a5-0f8788589d29 req-0cc3caef-a548-45b9-a8d6-62b978274cb9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 210 time: 0.0678420 Jul 08 17:22:39.649698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3353d076-e3cd-4421-aae9-4aa6e41e6f44 req-330ead97-3668-4c83-8cc4-25b36d1d047c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8808477 Jul 08 17:22:39.798378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46662) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:39.840133 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:22:39.872572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-075a91ec-200c-453c-8fd3-562e430cf560 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:39.877684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-075a91ec-200c-453c-8fd3-562e430cf560 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.5894501 Jul 08 17:22:39.882498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.892492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7290d-75e3-4729-86cb-d5a161fbaac0 req-80da8ace-446b-461a-bc9a-652ec12c1fbe tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:39.912249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b7290d-75e3-4729-86cb-d5a161fbaac0 req-80da8ace-446b-461a-bc9a-652ec12c1fbe tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.4241457 Jul 08 17:22:39.934077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Request body: {'port': {'device_id': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'admin_state_up': True, 'tenant_id': 'abb7ea30bea640f098aeaddb6d10147a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:39.980013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5e55d0-6171-437e-a376-7b2ce433481f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:39.986544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.995148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1194720997-network', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:40.112814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b7290d-75e3-4729-86cb-d5a161fbaac0 req-d123495d-28cc-4f33-bba0-864ecd27cddc tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982589 Jul 08 17:22:40.113303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:40.120712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:40.128133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:40.158959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:40.163735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.166593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:40.284771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58180b2-50ac-4327-b227-7ca355e0da3c {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:40.296695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.298191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.304364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Made reservation on behalf of abb7ea30bea640f098aeaddb6d10147a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:40.320273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.343311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46682) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:40.449749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.450570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.453222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Checking segment: {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:40.453583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Network hostable DHCP agents. Network: 9453e57a-7246-433d-885a-b0f679a81ae0, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:40.590170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88d490b6-95d5-488b-b683-761616624116 None None] Provisioning for port 3c0480bd-471b-4ad8-844e-88cb5e261833 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:40.597311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88d490b6-95d5-488b-b683-761616624116 None None] Provisioning complete for port 3c0480bd-471b-4ad8-844e-88cb5e261833 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:40.597677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88d490b6-95d5-488b-b683-761616624116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.639717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Transition to ACTIVE for port object e58180b2-50ac-4327-b227-7ca355e0da3c will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:40.641099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Allocated IP 172.20.0.3 (946f4fad-bc67-451a-9f53-8c55ed40671a/54f33879-3c85-4830-83ef-24c4a5267438/8d5e00ee-f99f-4f3a-bd18-02768d27689f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:40.644186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7f0427a3-cbe9-41d1-9c48-b3448611eef9 tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1860673546', 'prefixes': ['172.20.0.0/16']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:40.646063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.677045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-88d490b6-95d5-488b-b683-761616624116 None None] Port 3c0480bd-471b-4ad8-844e-88cb5e261833 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:40.680163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e677128c-0727-4bd4-8ffe-4adb17c0ae93 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:40.695402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaec2e-57d0-4c45-bb7e-9510307bb75e req-1290a89f-34a1-4979-a33c-413a297925d7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.698867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ccfaec2e-57d0-4c45-bb7e-9510307bb75e req-1290a89f-34a1-4979-a33c-413a297925d7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 931 time: 0.7315528 Jul 08 17:22:40.770767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e677128c-0727-4bd4-8ffe-4adb17c0ae93 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:40.777138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Network 9453e57a-7246-433d-885a-b0f679a81ae0 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:40.779545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e677128c-0727-4bd4-8ffe-4adb17c0ae93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:40.779929 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.788414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Pushing event updated for resources: {'Port': ['ID=e58180b2-50ac-4327-b227-7ca355e0da3c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:40.823821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ccfaec2e-57d0-4c45-bb7e-9510307bb75e req-bb490282-0ca2-402e-b3e4-41746f405129 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748265 Jul 08 17:22:40.844528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9453e57a-7246-433d-885a-b0f679a81ae0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:40.851558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.852287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.862530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19452325-b6b0-438f-9306-f62d3638372d None None] Network 9453e57a-7246-433d-885a-b0f679a81ae0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:40.940979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.953888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.975067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:40.990129 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.990664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.991166 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Added segment 0c3f795d-144c-4553-8e6d-bed4d7914f21 of type vlan for network 9523a68c-bb06-49cf-b87f-80702e7395eb Jul 08 17:22:41.058877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port e677128c-0727-4bd4-8ffe-4adb17c0ae93, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e677128c-0727-4bd4-8ffe-4adb17c0ae93,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:41.075166 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.077823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.138108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f23b70-d17b-4730-8cff-18e60aa30df2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.144623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a7517776-459b-4de9-ab7e-c4b2430178e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6438632 Jul 08 17:22:41.146238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-92885988-bd54-40d1-9034-43fe919cabb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8315394 Jul 08 17:22:41.149544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46688) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.170455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:41.194800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42', 'admin_state_up': True, 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'security_groups': ['1735c834-8d05-4d3a-9f3e-047082207ec1']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:41.200274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=e677128c-0727-4bd4-8ffe-4adb17c0ae93,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.202015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00640-c07f-4475-ba87-be841dc1760e req-127e23b9-cf31-468f-9ee4-a222ffe388e9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.204211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ce00640-c07f-4475-ba87-be841dc1760e req-127e23b9-cf31-468f-9ee4-a222ffe388e9 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.4567132 Jul 08 17:22:41.218002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-9453e57a-7246-433d-885a-b0f679a81ae0', 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'fixed_ips': [{'subnet_id': '5a5e55d0-6171-437e-a376-7b2ce433481f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:41.218854 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.222309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e72874c-f69b-4314-a560-656360d163f9 req-78bb2916-a6d6-4ed3-aa4e-a03615a74ba4 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 210 time: 0.1243789 Jul 08 17:22:41.250728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Attempting to bind port e58180b2-50ac-4327-b227-7ca355e0da3c on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:41.251073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Attempting to bind port e58180b2-50ac-4327-b227-7ca355e0da3c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ef3774ff-c3f5-4809-8828-6ae0cabf7517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:41.251399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Attempting to bind port e58180b2-50ac-4327-b227-7ca355e0da3c on network 6a531ab1-0956-499b-af49-71a423d90a55 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:41.297466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.298848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.299368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.333459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Port e58180b2-50ac-4327-b227-7ca355e0da3c on network 6a531ab1-0956-499b-af49-71a423d90a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:41.334037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Attempting to bind port e58180b2-50ac-4327-b227-7ca355e0da3c on network 6a531ab1-0956-499b-af49-71a423d90a55 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:41.354102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:41.354741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Checking segment: {'id': 'ef3774ff-c3f5-4809-8828-6ae0cabf7517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:41.355296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Bound using segment: {'id': 'ef3774ff-c3f5-4809-8828-6ae0cabf7517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:41.355908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Bound port: e58180b2-50ac-4327-b227-7ca355e0da3c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3774ff-c3f5-4809-8828-6ae0cabf7517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:41.356446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.402693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f0427a3-cbe9-41d1-9c48-b3448611eef9 tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] Notify callbacks [] for subnetpool, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.403816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7f0427a3-cbe9-41d1-9c48-b3448611eef9 tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0576026 Jul 08 17:22:41.413224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.416165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6167209 Jul 08 17:22:41.417490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.422142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.427190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.428533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.449246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ce00640-c07f-4475-ba87-be841dc1760e req-67fdf45e-3d43-455e-af3e-0b3deae81fd2 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377746 Jul 08 17:22:41.485062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Allocated IP 172.20.0.2 (9453e57a-7246-433d-885a-b0f679a81ae0/5a5e55d0-6171-437e-a376-7b2ce433481f/49d37bcc-1fef-41a3-8fce-1610f50aa027) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:41.514124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Request body: {'subnet': {'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1194720997-subnet', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:41.518870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c42f96-fe5b-400a-863a-d5a6def31b81 admin admin] Pushing event updated for resources: {'Network': ['ID=9523a68c-bb06-49cf-b87f-80702e7395eb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.524054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] For port e58180b2-50ac-4327-b227-7ca355e0da3c, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:41.527409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] For port e58180b2-50ac-4327-b227-7ca355e0da3c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e58180b2-50ac-4327-b227-7ca355e0da3c,segment=NetworkSegment(ef3774ff-c3f5-4809-8828-6ae0cabf7517),segment_id=ef3774ff-c3f5-4809-8828-6ae0cabf7517)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:41.538491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.545506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9523a68c-bb06-49cf-b87f-80702e7395eb details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:41.584257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-69b664d6-3af3-43e8-94d9-2d7f67ef8b93 tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] 10.222.0.48 "GET /v2.0/subnetpools/6f801704-7581-4057-be2d-d23a669a2435 HTTP/1.1" status: 200 len: 732 time: 0.1637220 Jul 08 17:22:41.594678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.604695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7989b278-19ff-4ce9-a83e-1af2a419d68a tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1736608014'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:41.673268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:41.675701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.701832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Pushing event updated for resources: {'Port': ['ID=e58180b2-50ac-4327-b227-7ca355e0da3c,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.721338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.722184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.727664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-980319c0-3953-480a-8cd7-3cf5de6e7b5f service neutron] 10.222.0.53 "PUT /v2.0/ports/e58180b2-50ac-4327-b227-7ca355e0da3c HTTP/1.1" status: 200 len: 1091 time: 2.9789882 Jul 08 17:22:41.756817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.782321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'tag': 'e58180b2-50ac-4327-b227-7ca355e0da3c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:41.782321 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d417de4c-69d8-43ad-a5b3-06bf850b5527" -d '{"events": [{"name": "network-changed", "server_uuid": "91369f23-8ca1-46bc-8b41-8edb04d7a9ec", "tag": "e58180b2-50ac-4327-b227-7ca355e0da3c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:41.782582 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.788175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43979f7-2752-4363-b295-6028ca5c9e57 req-bc51ecf8-0c47-4113-b135-036a7c99cfcf tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.796622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43979f7-2752-4363-b295-6028ca5c9e57 req-bc51ecf8-0c47-4113-b135-036a7c99cfcf tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.798286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Transition to ACTIVE for port object 49d37bcc-1fef-41a3-8fce-1610f50aa027 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:41.803901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43979f7-2752-4363-b295-6028ca5c9e57 req-bc51ecf8-0c47-4113-b135-036a7c99cfcf tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.805787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b43979f7-2752-4363-b295-6028ca5c9e57 req-bc51ecf8-0c47-4113-b135-036a7c99cfcf tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 2373 time: 0.3914034 Jul 08 17:22:41.827689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Transition to ACTIVE for port object 49d37bcc-1fef-41a3-8fce-1610f50aa027 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:41.838132 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.853998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:41.893644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Network 9453e57a-7246-433d-885a-b0f679a81ae0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:41.900283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:41.908335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:41.911644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Pushing event updated for resources: {'Port': ['ID=49d37bcc-1fef-41a3-8fce-1610f50aa027,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.939894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.964048 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7989b278-19ff-4ce9-a83e-1af2a419d68a tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] Notify callbacks [] for subnetpool, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.967496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7989b278-19ff-4ce9-a83e-1af2a419d68a tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] 10.222.0.48 "PUT /v2.0/subnetpools/6f801704-7581-4057-be2d-d23a669a2435 HTTP/1.1" status: 200 len: 684 time: 0.3649228 Jul 08 17:22:41.974667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.976395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add', 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:41.984430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b43979f7-2752-4363-b295-6028ca5c9e57 req-84c4c2b4-876f-4127-9c34-53eadc80667d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610560 Jul 08 17:22:42.036744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Attempting to bind port 49d37bcc-1fef-41a3-8fce-1610f50aa027 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:42.037300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Attempting to bind port 49d37bcc-1fef-41a3-8fce-1610f50aa027 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:42.037667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Attempting to bind port 49d37bcc-1fef-41a3-8fce-1610f50aa027 on network 9453e57a-7246-433d-885a-b0f679a81ae0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:42.065564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.071104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:42.071480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Checking segment: {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:42.071884 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.072278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Bound using segment: {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:42.072843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Bound port: 49d37bcc-1fef-41a3-8fce-1610f50aa027, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:42.073230 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.128070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.154595 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8dbe18-3cb7-47bc-ba32-adffa15781db x-openstack-request-id: req-7d8dbe18-3cb7-47bc-ba32-adffa15781db {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:42.154910 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91369f23-8ca1-46bc-8b41-8edb04d7a9ec", "tag": "e58180b2-50ac-4327-b227-7ca355e0da3c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:42.155164 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d8dbe18-3cb7-47bc-ba32-adffa15781db {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:42.155563 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'tag': 'e58180b2-50ac-4327-b227-7ca355e0da3c', 'status': 'completed', 'code': 200} Jul 08 17:22:42.164789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] For port 49d37bcc-1fef-41a3-8fce-1610f50aa027, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:42.169439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] For port 49d37bcc-1fef-41a3-8fce-1610f50aa027, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=49d37bcc-1fef-41a3-8fce-1610f50aa027,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:42.185355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.209883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Network 946f4fad-bc67-451a-9f53-8c55ed40671a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:42.235455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:42.247518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:42.299864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae92265-7108-4648-b5d2-2aa9ab69c189 req-53a8f8f5-48c4-4a18-8404-e92a5ad678df tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.304761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ae92265-7108-4648-b5d2-2aa9ab69c189 req-53a8f8f5-48c4-4a18-8404-e92a5ad678df tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 943 time: 0.1371222 Jul 08 17:22:42.310520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event updated for resources: {'Port': ['ID=8d5e00ee-f99f-4f3a-bd18-02768d27689f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:42.317449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75e935-08f2-4056-9232-e9c1872891ef None None] Pushing event updated for resources: {'Port': ['ID=49d37bcc-1fef-41a3-8fce-1610f50aa027,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:42.330548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-b8977d55-4c44-4ce4-b70f-28ca26621927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.332095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-b8977d55-4c44-4ce4-b70f-28ca26621927 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dab0d0ade69e493fad9d8a32e8b34242&device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 1094 time: 0.5391123 Jul 08 17:22:42.388183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503b04-33ba-40da-8538-f88cb1f93ec0 req-1750c1e5-5129-4ac9-a686-6a6151b7e105 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.389811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd503b04-33ba-40da-8538-f88cb1f93ec0 req-1750c1e5-5129-4ac9-a686-6a6151b7e105 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.7648602 Jul 08 17:22:42.430013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ae92265-7108-4648-b5d2-2aa9ab69c189 req-7f750b23-ca18-4307-b0e2-d695e51353ce tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199811 Jul 08 17:22:42.479322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.558777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e677128c-0727-4bd4-8ffe-4adb17c0ae93 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:42.592256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd43869f-da37-4f92-8a44-8038aafa016c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:42.667848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e677128c-0727-4bd4-8ffe-4adb17c0ae93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:42.668612 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.702944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Checking segment: {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:42.703333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Network hostable DHCP agents. Network: 9523a68c-bb06-49cf-b87f-80702e7395eb, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:42.737352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 10.2.2.100 (3fd40a7a-e8b5-493c-b840-3d726f610c42/9d2c2c51-62cf-4c69-8f24-507aaf0e15e7/830f14ac-66b0-44b6-a816-6eef45fc70ce) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:42.770904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Network 9523a68c-bb06-49cf-b87f-80702e7395eb is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:42.809176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b5ae7-31ea-48b5-b8fe-06462a9d392f req-bc55fee8-bb35-44d2-9287-02c4df8e4662 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.810996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d7b5ae7-31ea-48b5-b8fe-06462a9d392f req-bc55fee8-bb35-44d2-9287-02c4df8e4662 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 931 time: 0.1669006 Jul 08 17:22:42.814827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.815370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9523a68c-bb06-49cf-b87f-80702e7395eb) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:42.819114 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.822459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.823003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.826221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df89da2-cc60-48ef-be84-57aa05d8d32f None None] Network 9523a68c-bb06-49cf-b87f-80702e7395eb requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:42.881952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2765f57e-f327-4de7-861e-405281fda5da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3739235 Jul 08 17:22:42.887370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:42.905622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:42.964599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d7b5ae7-31ea-48b5-b8fe-06462a9d392f req-476c25fb-3628-4214-8658-4f2e673e9675 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284008 Jul 08 17:22:43.001400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-588851b9-d665-40d5-9a94-bffdf54408c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58180b2-50ac-4327-b227-7ca355e0da3c HTTP/1.1" status: 200 len: 217 time: 0.6425955 Jul 08 17:22:43.001669 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.002748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.031753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26e755-f70b-435e-b139-56742af76808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-9523a68c-bb06-49cf-b87f-80702e7395eb', 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'fixed_ips': [{'subnet_id': 'fd43869f-da37-4f92-8a44-8038aafa016c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:43.033238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db26e755-f70b-435e-b139-56742af76808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.094519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.098903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.099547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.104006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f252706c-eace-4fdf-8276-603408a92b98 tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.107871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f252706c-eace-4fdf-8276-603408a92b98 tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6f801704-7581-4057-be2d-d23a669a2435 HTTP/1.1" status: 204 len: 168 time: 1.1080291 Jul 08 17:22:43.109701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:43.117300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.124006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd503b04-33ba-40da-8538-f88cb1f93ec0 req-792ade82-4b14-4e52-8de1-b7875ffcc943 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406343 Jul 08 17:22:43.135447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-e3d06700-c7b0-43b1-b7d1-53f376675a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.136946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-e3d06700-c7b0-43b1-b7d1-53f376675a93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9fcd314-e2f3-491a-8aa2-48de38069671 HTTP/1.1" status: 200 len: 857 time: 0.1149716 Jul 08 17:22:43.150269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-f7d432af-d412-49bb-8e34-02a894511f7e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2278552 Jul 08 17:22:43.212949 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-b6881d3c-6754-4ffc-bb38-d351de8aa01f tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] show failed (client error): The resource could not be found. Jul 08 17:22:43.214025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b6881d3c-6754-4ffc-bb38-d351de8aa01f tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] 10.222.0.48 "GET /v2.0/subnetpools/6f801704-7581-4057-be2d-d23a669a2435 HTTP/1.1" status: 404 len: 346 time: 0.1026509 Jul 08 17:22:43.216862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Request body: {'port': {'device_id': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:43.220248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:43.220989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-9cb70525-c52f-4753-abb1-b6d93df32a40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a531ab1-0956-499b-af49-71a423d90a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725355 Jul 08 17:22:43.239630 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7994ed15-5f5b-46a6-9cb2-d9b76bdcca2d tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] delete failed (client error): The resource could not be found. Jul 08 17:22:43.241021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7994ed15-5f5b-46a6-9cb2-d9b76bdcca2d tempest-SubnetPoolsTestJSON-1229407749 tempest-SubnetPoolsTestJSON-1229407749-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6f801704-7581-4057-be2d-d23a669a2435 HTTP/1.1" status: 404 len: 346 time: 0.0198543 Jul 08 17:22:43.242199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object 830f14ac-66b0-44b6-a816-6eef45fc70ce will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:43.320277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-db26e755-f70b-435e-b139-56742af76808 None None] Allocated IP 172.20.0.2 (9523a68c-bb06-49cf-b87f-80702e7395eb/fd43869f-da37-4f92-8a44-8038aafa016c/326c195b-1747-457a-afbe-e882747310b6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:43.468322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.509317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-2504ec1c-5b83-444b-b912-5db9f535c37c service neutron] 10.222.0.53 "GET /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271643 Jul 08 17:22:43.660819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db26e755-f70b-435e-b139-56742af76808 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.681029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-db26e755-f70b-435e-b139-56742af76808 None None] Transition to ACTIVE for port object 326c195b-1747-457a-afbe-e882747310b6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:43.688761 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.715399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.716266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-db26e755-f70b-435e-b139-56742af76808 None None] Transition to ACTIVE for port object 326c195b-1747-457a-afbe-e882747310b6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:43.730952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db26e755-f70b-435e-b139-56742af76808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.814170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704dc32-bebd-4bdb-bd7b-b1353899d81f req-32533cfc-5535-4d72-acb9-c588f17df332 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.820650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704dc32-bebd-4bdb-bd7b-b1353899d81f req-32533cfc-5535-4d72-acb9-c588f17df332 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.823820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26e755-f70b-435e-b139-56742af76808 None None] Network 9523a68c-bb06-49cf-b87f-80702e7395eb is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:43.826871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-db26e755-f70b-435e-b139-56742af76808 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:43.830406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26e755-f70b-435e-b139-56742af76808 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:43.837867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704dc32-bebd-4bdb-bd7b-b1353899d81f req-32533cfc-5535-4d72-acb9-c588f17df332 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.843504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26e755-f70b-435e-b139-56742af76808 None None] Pushing event updated for resources: {'Port': ['ID=326c195b-1747-457a-afbe-e882747310b6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.849749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:43.852838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7704dc32-bebd-4bdb-bd7b-b1353899d81f req-32533cfc-5535-4d72-acb9-c588f17df332 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 2373 time: 0.5403099 Jul 08 17:22:43.925051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:43.948899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c1592-7b7b-4b42-a0f8-fefd802cf48e None None] Network 9453e57a-7246-433d-885a-b0f679a81ae0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:43.951296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:43.958893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:43.961298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.977360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7704dc32-bebd-4bdb-bd7b-b1353899d81f req-742f9161-81df-48b6-96b0-bbc532e6a87c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235561 Jul 08 17:22:44.021732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-db26e755-f70b-435e-b139-56742af76808 None None] Attempting to bind port 326c195b-1747-457a-afbe-e882747310b6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:44.029792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-db26e755-f70b-435e-b139-56742af76808 None None] Attempting to bind port 326c195b-1747-457a-afbe-e882747310b6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:44.030299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26e755-f70b-435e-b139-56742af76808 None None] Attempting to bind port 326c195b-1747-457a-afbe-e882747310b6 on network 9523a68c-bb06-49cf-b87f-80702e7395eb {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:44.125695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26e755-f70b-435e-b139-56742af76808 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:44.126130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26e755-f70b-435e-b139-56742af76808 None None] Checking segment: {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:44.128518 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db26e755-f70b-435e-b139-56742af76808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.128982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db26e755-f70b-435e-b139-56742af76808 None None] Bound using segment: {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:44.131620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.131786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-db26e755-f70b-435e-b139-56742af76808 None None] Bound port: 326c195b-1747-457a-afbe-e882747310b6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:44.132125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.132493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db26e755-f70b-435e-b139-56742af76808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.139596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a953545b-f1c9-498b-bf95-12aaf16d9285 None None] Provisioning for port 49d37bcc-1fef-41a3-8fce-1610f50aa027 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:44.177246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240d48cd-9855-4c9c-ad43-ba5273fa489a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.183924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c006d4a5-c597-4fa6-8bc0-bd984c1eb450 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0135608 Jul 08 17:22:44.277323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42', 'admin_state_up': True, 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'security_groups': ['1735c834-8d05-4d3a-9f3e-047082207ec1']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:44.336688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240d48cd-9855-4c9c-ad43-ba5273fa489a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.338843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.367826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.369624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240d48cd-9855-4c9c-ad43-ba5273fa489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.448129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d48cd-9855-4c9c-ad43-ba5273fa489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f22266-d955-4acf-9666-f76b70b05a8e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:44.456110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.496494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.503906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3d723398-842b-4769-9b28-7f49b7f0a39e None None] Provisioning for port 830f14ac-66b0-44b6-a816-6eef45fc70ce completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:44.525978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0ee8-49b1-4df2-b95f-eaa7868f514a req-78733f8d-3384-4759-88cd-751c2dc7dc57 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.532897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98da0ee8-49b1-4df2-b95f-eaa7868f514a req-78733f8d-3384-4759-88cd-751c2dc7dc57 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 943 time: 0.2603896 Jul 08 17:22:44.554157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3d723398-842b-4769-9b28-7f49b7f0a39e None None] Provisioning complete for port 830f14ac-66b0-44b6-a816-6eef45fc70ce triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:44.554157 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3d723398-842b-4769-9b28-7f49b7f0a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.554435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-240d48cd-9855-4c9c-ad43-ba5273fa489a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45cabe2514774c078cdb49393969412c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6972995 Jul 08 17:22:44.554435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd5b9d3e-38e5-4712-9246-313a5f10a07b req-a89baf45-f441-4735-928c-0ae5b1e629fc service neutron] 10.222.0.53 "GET /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207714 Jul 08 17:22:44.565421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:44.574020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141d15a-7248-4754-bb9f-dc145bd8a79b req-637d129e-6ac8-49e7-8a22-eb76b5e73e90 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.576059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5141d15a-7248-4754-bb9f-dc145bd8a79b req-637d129e-6ac8-49e7-8a22-eb76b5e73e90 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.8361175 Jul 08 17:22:44.626727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Made reservation on behalf of bad6cd90f2e74e0b88c7348096ba2be6 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:44.632020 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.643348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-db26e755-f70b-435e-b139-56742af76808 None None] For port 326c195b-1747-457a-afbe-e882747310b6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:44.673114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-db26e755-f70b-435e-b139-56742af76808 None None] For port 326c195b-1747-457a-afbe-e882747310b6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=326c195b-1747-457a-afbe-e882747310b6,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:44.678517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 49d37bcc-1fef-41a3-8fce-1610f50aa027 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:44.690661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98da0ee8-49b1-4df2-b95f-eaa7868f514a req-0b9a367e-8b54-4796-9c61-9bbfed979573 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566834 Jul 08 17:22:44.718286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3d723398-842b-4769-9b28-7f49b7f0a39e None None] Port 830f14ac-66b0-44b6-a816-6eef45fc70ce cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:44.755929 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59b6cee-d085-4826-8357-786fe97550ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.772910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5e00ee-f99f-4f3a-bd18-02768d27689f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:44.779310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db26e755-f70b-435e-b139-56742af76808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.807234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5141d15a-7248-4754-bb9f-dc145bd8a79b req-2c6553cf-cc1f-4eb9-876a-aae81c58ac3d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700380 Jul 08 17:22:44.812437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.845044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59b6cee-d085-4826-8357-786fe97550ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.850745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-6510b7c9-2883-41d0-9861-c060de1edff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.852277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-6510b7c9-2883-41d0-9861-c060de1edff6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dab0d0ade69e493fad9d8a32e8b34242&device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 1094 time: 0.2196763 Jul 08 17:22:44.861520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Transition to ACTIVE for port object 8d5e00ee-f99f-4f3a-bd18-02768d27689f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:44.886339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.908963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Allocated IP 172.25.3.66 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/069ce64c-e115-4e63-b317-08d7ae659d44) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:45.012718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26e755-f70b-435e-b139-56742af76808 None None] Pushing event updated for resources: {'Port': ['ID=326c195b-1747-457a-afbe-e882747310b6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.052385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 49d37bcc-1fef-41a3-8fce-1610f50aa027 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:45.072502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 49d37bcc-1fef-41a3-8fce-1610f50aa027 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:45.072868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.154210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e00ee-f99f-4f3a-bd18-02768d27689f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.194115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59b6cee-d085-4826-8357-786fe97550ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.200134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d59b6cee-d085-4826-8357-786fe97550ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.204831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d59b6cee-d085-4826-8357-786fe97550ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8f22266-d955-4acf-9666-f76b70b05a8e HTTP/1.1" status: 204 len: 168 time: 0.6241958 Jul 08 17:22:45.233938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-63b5bb8d-f320-4bea-b332-7e4b982501bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:45.235676 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-63b5bb8d-f320-4bea-b332-7e4b982501bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a531ab1-0956-499b-af49-71a423d90a55 HTTP/1.1" status: 200 len: 918 time: 0.3730550 Jul 08 17:22:45.237112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Attempting to bind port 8d5e00ee-f99f-4f3a-bd18-02768d27689f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:45.238163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Attempting to bind port 8d5e00ee-f99f-4f3a-bd18-02768d27689f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:45.239229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Attempting to bind port 8d5e00ee-f99f-4f3a-bd18-02768d27689f on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:45.251431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b6cee-d085-4826-8357-786fe97550ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f22266-d955-4acf-9666-f76b70b05a8e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.274021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Port 8d5e00ee-f99f-4f3a-bd18-02768d27689f on network 946f4fad-bc67-451a-9f53-8c55ed40671a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:45.274371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Attempting to bind port 8d5e00ee-f99f-4f3a-bd18-02768d27689f on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:45.308369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.336587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-24314234-9386-4a98-b607-71abbd97fdf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58180b2-50ac-4327-b227-7ca355e0da3c HTTP/1.1" status: 200 len: 217 time: 0.0792441 Jul 08 17:22:45.340189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Allocated IP 10.2.2.200 (3fd40a7a-e8b5-493c-b840-3d726f610c42/9d2c2c51-62cf-4c69-8f24-507aaf0e15e7/113a6a2d-aa04-4c5e-993c-3cfc8af25411) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:45.396793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000b0a6-59ce-41e9-8138-441d76889368 req-e54b18bb-7ed9-4fcf-94dc-ea3bec68efc3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:45.399451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c000b0a6-59ce-41e9-8138-441d76889368 req-e54b18bb-7ed9-4fcf-94dc-ea3bec68efc3 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.3268192 Jul 08 17:22:45.401601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 49d37bcc-1fef-41a3-8fce-1610f50aa027, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=49d37bcc-1fef-41a3-8fce-1610f50aa027,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:45.414014 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.415853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.446299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84864365-de97-419b-b843-8e9a4171d59f req-e9ef4de5-b570-484e-9292-15c1f9e86223 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:45.463958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84864365-de97-419b-b843-8e9a4171d59f req-e9ef4de5-b570-484e-9292-15c1f9e86223 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 943 time: 0.5564492 Jul 08 17:22:45.482939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:45.483280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Checking segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:45.483681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Bound using segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:45.484121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Bound port: 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:45.484497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.492758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-9a0999b2-e68a-46b2-bd2c-aa0949ce6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:45.494293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-9a0999b2-e68a-46b2-bd2c-aa0949ce6903 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9fcd314-e2f3-491a-8aa2-48de38069671 HTTP/1.1" status: 200 len: 857 time: 0.1346896 Jul 08 17:22:45.521457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=49d37bcc-1fef-41a3-8fce-1610f50aa027,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.588962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c000b0a6-59ce-41e9-8138-441d76889368 req-1c5228b5-aa2a-45df-9fbe-fd7c77c99d7d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826142 Jul 08 17:22:45.592048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-fcebe7bb-f9af-4a48-a2ea-02f68cdeb000 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a531ab1-0956-499b-af49-71a423d90a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803657 Jul 08 17:22:45.658389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2fc122f6-0b4e-4db2-9111-8abcf0c4c2cc None None] Provisioning complete for port 49d37bcc-1fef-41a3-8fce-1610f50aa027 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:45.658904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fc122f6-0b4e-4db2-9111-8abcf0c4c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.708125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.752600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-0a9a30b7-9fe7-482c-9ade-7588cc4f406f service neutron] 10.222.0.53 "GET /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362720 Jul 08 17:22:45.777457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Transition to ACTIVE for port object 113a6a2d-aa04-4c5e-993c-3cfc8af25411 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:45.840373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.867229 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.913367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:45.921413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:45.926793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Allocated IP 172.25.3.248 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/83a537e1-6bf5-443c-ac0d-d72af1eadff2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:45.947526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84864365-de97-419b-b843-8e9a4171d59f req-574e3c68-a914-40fa-8e96-c5afd03d1adc tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640419 Jul 08 17:22:45.954560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:46.102183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.102926 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.133578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event updated for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:46.159075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.247614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:46.249878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=069ce64c-e115-4e63-b317-08d7ae659d44,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:46.321290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.329212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:46.336900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:46.408395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c6e5fd6d-3ade-4b26-ac1f-86a4259c6207 None None] Provisioning for port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:46.415444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c6e5fd6d-3ade-4b26-ac1f-86a4259c6207 None None] Provisioning complete for port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:46.415820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fd6d-3ade-4b26-ac1f-86a4259c6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.437752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:46.445640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:46.448195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] For port 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:46.461100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:46.473811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-21d0e5d3-f7e0-4050-bede-264573c6c68b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2288647 Jul 08 17:22:46.500659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5fd6d-3ade-4b26-ac1f-86a4259c6207 None None] Port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:46.506205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:46.606698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.686126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] For port 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:46.694498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa548e-f6b5-4bcb-814e-dd791a192c3e req-3ff88fb1-d941-4c54-8065-318c411783b8 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.696206 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8aa548e-f6b5-4bcb-814e-dd791a192c3e req-3ff88fb1-d941-4c54-8065-318c411783b8 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 943 time: 0.4525633 Jul 08 17:22:46.746709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.760342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Pushing event updated for resources: {'Port': ['ID=83a537e1-6bf5-443c-ac0d-d72af1eadff2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:46.771418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:46.787293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942952b-c792-45f2-b9ad-791386ffbb03 None None] Network 9523a68c-bb06-49cf-b87f-80702e7395eb requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:46.809361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 49d37bcc-1fef-41a3-8fce-1610f50aa027 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:46.831495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d417de4c-69d8-43ad-a5b3-06bf850b5527 req-1202b707-051c-4953-8bf2-85f75bd1681b service neutron] 10.222.0.53 "GET /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0628302 Jul 08 17:22:46.845083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.845083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.848967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.849513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.849865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.850324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.850566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.851864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.852215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.852547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.852878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.853205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:46.878309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.878969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.882444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] 10.222.0.53 "PUT /v2.0/ports/8d5e00ee-f99f-4f3a-bd18-02768d27689f HTTP/1.1" status: 200 len: 1091 time: 3.7129536 Jul 08 17:22:46.895901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-92a6081d-51ce-4673-9277-5c708c6d3de1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.904728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-92a6081d-51ce-4673-9277-5c708c6d3de1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.913153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-92a6081d-51ce-4673-9277-5c708c6d3de1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.916686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3ba075f4-1404-4613-8997-9d76dea9d88a None None] Provisioning for port 326c195b-1747-457a-afbe-e882747310b6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:46.924775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-92a6081d-51ce-4673-9277-5c708c6d3de1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.934325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-92a6081d-51ce-4673-9277-5c708c6d3de1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.943731 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-92a6081d-51ce-4673-9277-5c708c6d3de1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 3815 time: 1.1583166 Jul 08 17:22:46.945584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'tag': '8d5e00ee-f99f-4f3a-bd18-02768d27689f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:46.948009 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9", "tag": "8d5e00ee-f99f-4f3a-bd18-02768d27689f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:46.990350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 49d37bcc-1fef-41a3-8fce-1610f50aa027 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:46.990721 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.010537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde168e-0e0a-406c-92de-01f394af2f4b service neutron] Pushing event updated for resources: {'Port': ['ID=8d5e00ee-f99f-4f3a-bd18-02768d27689f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:47.073622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-187221617'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:47.083177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e58180b2-50ac-4327-b227-7ca355e0da3c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:47.167388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e3b9db1-31f7-4539-9355-bfbab3274425 req-af1cda86-0ea3-448c-913a-3d7e95a2fbcb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212641 Jul 08 17:22:47.171695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-02f361fc-8737-43cd-9009-78afed53fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.177624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-02f361fc-8737-43cd-9009-78afed53fe72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 1094 time: 0.2264841 Jul 08 17:22:47.218504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 326c195b-1747-457a-afbe-e882747310b6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:47.328360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 326c195b-1747-457a-afbe-e882747310b6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:47.350765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e58180b2-50ac-4327-b227-7ca355e0da3c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e58180b2-50ac-4327-b227-7ca355e0da3c,segment=NetworkSegment(ef3774ff-c3f5-4809-8828-6ae0cabf7517),segment_id=ef3774ff-c3f5-4809-8828-6ae0cabf7517)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:47.357490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 326c195b-1747-457a-afbe-e882747310b6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:47.357959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.422086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'e58180b2-50ac-4327-b227-7ca355e0da3c', 'network_id': '6a531ab1-0956-499b-af49-71a423d90a55', 'port_id': 'e58180b2-50ac-4327-b227-7ca355e0da3c', 'mac_address': 'fa:16:3e:78:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fcd314-e2f3-491a-8aa2-48de38069671', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:47.437011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.485471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Made reservation on behalf of 3597a556e644431a9a843ef61691ac31 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:47.490338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.500898 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.511118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.523932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8aa548e-f6b5-4bcb-814e-dd791a192c3e req-8a0c7fe5-682c-4c52-a0a1-666cda901bde tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716000 Jul 08 17:22:47.563946 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.594985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58180b2-50ac-4327-b227-7ca355e0da3c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:47.637507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e58180b2-50ac-4327-b227-7ca355e0da3c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e58180b2-50ac-4327-b227-7ca355e0da3c,segment=NetworkSegment(ef3774ff-c3f5-4809-8828-6ae0cabf7517),segment_id=ef3774ff-c3f5-4809-8828-6ae0cabf7517)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:47.649544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c52b463e-cda1-45e2-8b78-2517abb793f2 None None] Provisioning complete for port 326c195b-1747-457a-afbe-e882747310b6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:47.650206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c52b463e-cda1-45e2-8b78-2517abb793f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.658467 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-62fa18ef-029b-4229-923d-1a4290d7bafc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f HTTP/1.1" status: 200 len: 217 time: 0.2224081 Jul 08 17:22:47.690534 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.696664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 326c195b-1747-457a-afbe-e882747310b6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=326c195b-1747-457a-afbe-e882747310b6,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:47.750029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.795127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e58180b2-50ac-4327-b227-7ca355e0da3c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:47.815651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bf855-c74f-4257-96c7-865d09cffc98 req-0a11e18e-e086-47d5-b251-a6dba1784c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.818799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-0a11e18e-e086-47d5-b251-a6dba1784c99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.1460128 Jul 08 17:22:47.835152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.901210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=326c195b-1747-457a-afbe-e882747310b6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:47.965461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.985771 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb562e5-4708-44ae-995c-a04c37636787 x-openstack-request-id: req-8eb562e5-4708-44ae-995c-a04c37636787 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:47.986124 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9", "tag": "8d5e00ee-f99f-4f3a-bd18-02768d27689f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:47.986371 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8eb562e5-4708-44ae-995c-a04c37636787 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:47.986763 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'tag': '8d5e00ee-f99f-4f3a-bd18-02768d27689f', 'status': 'completed', 'code': 200} Jul 08 17:22:47.992891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e58180b2-50ac-4327-b227-7ca355e0da3c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:48.020856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61967f17-5186-418f-bd70-1340b1c684c5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:48.031529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.083957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Transition to ACTIVE for port object 61967f17-5186-418f-bd70-1340b1c684c5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:48.096070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.236911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Pushing event updated for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:48.276680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.392412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776a64-d59c-4fe4-aa77-02ddabf6713c req-41bf99f1-9e50-4570-9023-35fbb47749ff tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:48.400078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88776a64-d59c-4fe4-aa77-02ddabf6713c req-41bf99f1-9e50-4570-9023-35fbb47749ff tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 943 time: 0.2886212 Jul 08 17:22:48.456844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Attempting to bind port 61967f17-5186-418f-bd70-1340b1c684c5 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:48.457727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Attempting to bind port 61967f17-5186-418f-bd70-1340b1c684c5 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:48.458084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Attempting to bind port 61967f17-5186-418f-bd70-1340b1c684c5 on network c9ca8108-1bbb-4a87-b242-837d354904da {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:48.485557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Port 61967f17-5186-418f-bd70-1340b1c684c5 on network c9ca8108-1bbb-4a87-b242-837d354904da not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:48.485939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Attempting to bind port 61967f17-5186-418f-bd70-1340b1c684c5 on network c9ca8108-1bbb-4a87-b242-837d354904da {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:48.498485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.499287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:48.499509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Checking segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:48.499884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Bound using segment: {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:48.500361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Bound port: 61967f17-5186-418f-bd70-1340b1c684c5, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218ad0c3-01cf-4eea-a3f8-760c569cf707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:48.500731 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.517415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88776a64-d59c-4fe4-aa77-02ddabf6713c req-36d7ca9e-e7a5-48fb-b101-898ce1ad9613 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163721 Jul 08 17:22:48.520470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.532780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:48.542752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.543092 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Added segment 76313fa9-7d36-433a-abbc-2583ff33a22b of type vlan for network 3e94612f-3c02-4e67-aa24-36f6d1f88b08 Jul 08 17:22:48.551419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 326c195b-1747-457a-afbe-e882747310b6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:48.592301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-e84a26a9-736d-489b-a4cf-a314d85352f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6272409 Jul 08 17:22:48.604222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.609654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Router 2fd59797-e726-4383-88d5-164811c2a210 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:48.616993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0468b2-75be-46a0-a6cc-deec3ffd4264 req-f3b1160c-51e3-470f-862a-853a2063d81f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:48.626269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc0468b2-75be-46a0-a6cc-deec3ffd4264 req-f3b1160c-51e3-470f-862a-853a2063d81f tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 1.1911399 Jul 08 17:22:48.626566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:48.632316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=61967f17-5186-418f-bd70-1340b1c684c5,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:48.638426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 326c195b-1747-457a-afbe-e882747310b6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:48.638895 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.685717 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.801400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:48.802195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.804343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] 10.222.0.53 "PUT /v2.0/ports/61967f17-5186-418f-bd70-1340b1c684c5 HTTP/1.1" status: 200 len: 1092 time: 2.3116183 Jul 08 17:22:48.804985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:48.808041 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aba941-5fdc-43af-9f8d-e2d5332457b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "61967f17-5186-418f-bd70-1340b1c684c5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:48.818781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:22:48.841510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b8a4ba-90d4-43ee-b53b-78aa071ac920,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:48.844856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:48.900598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc0468b2-75be-46a0-a6cc-deec3ffd4264 req-bd729ec9-79d8-48ce-b812-8314e450c62d tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731102 Jul 08 17:22:48.907538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd58f3-cc68-42b3-88ee-a0af2c248c1a service neutron] Pushing event updated for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:48.915078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:48.929645 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Sync routers for ids ['2fd59797-e726-4383-88d5-164811c2a210'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:48.943803 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Routers {'2fd59797-e726-4383-88d5-164811c2a210'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:48.949080 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2fd59797-e726-4383-88d5-164811c2a210'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:48.997456 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.009175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.009849 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.017377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.021604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f4550c2-e17a-4ee0-8906-007105ad9fb1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1182542 Jul 08 17:22:49.022840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:49.034069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347188c-3ccc-46f8-9e73-7d9e0b98bc70 req-820d7c58-a825-4cdb-8428-33d87bb385cb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.042693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b347188c-3ccc-46f8-9e73-7d9e0b98bc70 req-820d7c58-a825-4cdb-8428-33d87bb385cb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.3177042 Jul 08 17:22:49.059315 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.095869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e58180b2-50ac-4327-b227-7ca355e0da3c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:49.117196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.3334134 Jul 08 17:22:49.120789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:49.131250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-38ced583-9715-471a-a3c9-41bf1479a537 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-990501052') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:49.143183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-bc34e5da-1229-45b5-97da-98e0c4222f56 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412972 Jul 08 17:22:49.153299 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Set router 2fd59797-e726-4383-88d5-164811c2a210 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:49.191179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port e58180b2-50ac-4327-b227-7ca355e0da3c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:49.192090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a1049-62b8-4cb1-81d8-e013ae8b0532 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Pushing event updated for resources: {'Network': ['ID=3e94612f-3c02-4e67-aa24-36f6d1f88b08,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:49.198989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port e58180b2-50ac-4327-b227-7ca355e0da3c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:49.199444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.206618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b347188c-3ccc-46f8-9e73-7d9e0b98bc70 req-7b5ceced-4924-44b0-b73f-7a6433a23f2e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626525 Jul 08 17:22:49.242621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3e94612f-3c02-4e67-aa24-36f6d1f88b08 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:49.432180 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.445008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:49.455068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4536d8a9-2f9c-4a85-bf49-749aa2c93bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.456603 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:49.465788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-239bf855-c74f-4257-96c7-865d09cffc98 req-5474a428-1d2b-41b5-b3e3-0d49d62d7c8e service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085127 Jul 08 17:22:49.479288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58180b2-50ac-4327-b227-7ca355e0da3c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:49.482985 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a1284f-05ca-4f3f-af83-c7d75f478c4e" -d '{"events": [{"server_uuid": "91369f23-8ca1-46bc-8b41-8edb04d7a9ec", "name": "network-vif-plugged", "status": "completed", "tag": "e58180b2-50ac-4327-b227-7ca355e0da3c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:49.499499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Checking router: 2fd59797-e726-4383-88d5-164811c2a210 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:49.500101 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Updating router 2fd59797-e726-4383-88d5-164811c2a210 port 069ce64c-e115-4e63-b317-08d7ae659d44 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:49.506822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e58180b2-50ac-4327-b227-7ca355e0da3c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e58180b2-50ac-4327-b227-7ca355e0da3c,segment=NetworkSegment(ef3774ff-c3f5-4809-8828-6ae0cabf7517),segment_id=ef3774ff-c3f5-4809-8828-6ae0cabf7517)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:49.522336 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.550093 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.606975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-e6e42215-4633-44a3-8698-8b975151d1c2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.607562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e58180b2-50ac-4327-b227-7ca355e0da3c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:49.612866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-e6e42215-4633-44a3-8698-8b975151d1c2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.618856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-e6e42215-4633-44a3-8698-8b975151d1c2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.624721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-e6e42215-4633-44a3-8698-8b975151d1c2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.631259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-e6e42215-4633-44a3-8698-8b975151d1c2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.633017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-e6e42215-4633-44a3-8698-8b975151d1c2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 3827 time: 0.3887458 Jul 08 17:22:49.746898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b075349e-c30b-46b6-aed0-a98c967a72d5 req-5735e1eb-46dd-4e69-9c63-b9ce8b6fc486 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674903 Jul 08 17:22:49.751740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:49.768004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Sync routers for ids ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:49.773917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-8a3389c8-c373-4dec-8610-4a11f64ab726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.776013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-8a3389c8-c373-4dec-8610-4a11f64ab726 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 1094 time: 0.2287719 Jul 08 17:22:49.776866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.779300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7809f686-bc86-404c-a651-fbb950fdf20a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6190889 Jul 08 17:22:49.781958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:49.786479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-38ced583-9715-471a-a3c9-41bf1479a537 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "PUT /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-990501052 HTTP/1.1" status: 201 len: 201 time: 0.6597414 Jul 08 17:22:49.787153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:49.804284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Routers {'d9f9b05c-aa22-44c1-a772-a52a9e2087a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:49.806257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:49.896979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-47795b84-9ecc-43cf-af33-91d05dbd6359 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-990501052') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:49.965969 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.968748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-68e58989-57b0-402f-ac10-5bc73693fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.970349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-68e58989-57b0-402f-ac10-5bc73693fe9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 916 time: 0.1790802 Jul 08 17:22:49.998167 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Transition to ACTIVE for port object 069ce64c-e115-4e63-b317-08d7ae659d44 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:50.008577 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.066247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-bb853d8b-2066-408d-9a36-9f99942920bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f HTTP/1.1" status: 200 len: 217 time: 0.0808077 Jul 08 17:22:50.131335 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Attempting to bind port 069ce64c-e115-4e63-b317-08d7ae659d44 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:50.138483 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Attempting to bind port 069ce64c-e115-4e63-b317-08d7ae659d44 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:50.139103 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Attempting to bind port 069ce64c-e115-4e63-b317-08d7ae659d44 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:50.141835 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Pushing event updated for resources: {'Port': ['ID=069ce64c-e115-4e63-b317-08d7ae659d44,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:50.164589 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:50.170403 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:50.171085 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.171657 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:50.172425 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Bound port: 069ce64c-e115-4e63-b317-08d7ae659d44, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:50.172996 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.180291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Set router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:50.181456 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.182247 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.182588 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.182924 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.183249 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.183572 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.183894 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.190453 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.190866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.191203 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.192535 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.192899 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:50.265982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-5764793d-17c9-4266-85ae-810b8c996a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.267463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-5764793d-17c9-4266-85ae-810b8c996a19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.1473835 Jul 08 17:22:50.268611 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] For port 069ce64c-e115-4e63-b317-08d7ae659d44, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:50.272924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-f11d4aef-3c62-4a05-a74d-4d9b00d563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.273408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-f11d4aef-3c62-4a05-a74d-4d9b00d563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.273894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-f11d4aef-3c62-4a05-a74d-4d9b00d563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.274394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-f11d4aef-3c62-4a05-a74d-4d9b00d563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.274816 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] For port 069ce64c-e115-4e63-b317-08d7ae659d44, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=069ce64c-e115-4e63-b317-08d7ae659d44,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:50.274997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-f11d4aef-3c62-4a05-a74d-4d9b00d563d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.276696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-f11d4aef-3c62-4a05-a74d-4d9b00d563d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 4362 time: 0.3054121 Jul 08 17:22:50.280822 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.363190 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73025c03-1b41-4267-b433-e646ec5c5fbc None None] Pushing event updated for resources: {'Port': ['ID=069ce64c-e115-4e63-b317-08d7ae659d44,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:50.373486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Routers {'2fd59797-e726-4383-88d5-164811c2a210'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:50.374407 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2fd59797-e726-4383-88d5-164811c2a210'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:50.409015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:50.438558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Checking router: d9f9b05c-aa22-44c1-a772-a52a9e2087a5 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:50.438935 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Updating router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:50.464377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-ab2aae6d-a693-42c2-b24a-a16b2c026dfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831863 Jul 08 17:22:50.478950 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf1869-70bf-44fb-b589-16bae99b9cdb x-openstack-request-id: req-66cf1869-70bf-44fb-b589-16bae99b9cdb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:50.479177 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.479294 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "61967f17-5186-418f-bd70-1340b1c684c5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:50.479592 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66cf1869-70bf-44fb-b589-16bae99b9cdb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:50.482119 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5', 'status': 'completed', 'code': 200} Jul 08 17:22:50.494931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf1b3b-f3d2-41d7-8ad9-be5126a709f4 req-dfa7bd89-396b-400d-841d-e457ed6094c6 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.503050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37cf1b3b-f3d2-41d7-8ad9-be5126a709f4 req-dfa7bd89-396b-400d-841d-e457ed6094c6 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 944 time: 1.1031106 Jul 08 17:22:50.586740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-0bb8917c-b0e7-4c3f-bcf8-00a29838aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.586961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-0bb8917c-b0e7-4c3f-bcf8-00a29838aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.587376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-0bb8917c-b0e7-4c3f-bcf8-00a29838aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.588341 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] Set router 2fd59797-e726-4383-88d5-164811c2a210 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:50.589130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-0bb8917c-b0e7-4c3f-bcf8-00a29838aee1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2979794 Jul 08 17:22:50.627304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc67ee-471a-404f-a07f-b490c11bd5e3 req-85ad4f6a-fa92-42d2-b442-c039203d16be tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.634723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0edc67ee-471a-404f-a07f-b490c11bd5e3 req-85ad4f6a-fa92-42d2-b442-c039203d16be tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.5126336 Jul 08 17:22:50.796871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0edc67ee-471a-404f-a07f-b490c11bd5e3 req-a3d01581-5a8d-4e5a-b603-a5e6e5eb494c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611164 Jul 08 17:22:50.835916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70146bd0-9c34-47db-abf0-c49edc42217b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:50.846078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.862981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Transition to ACTIVE for port object 70146bd0-9c34-47db-abf0-c49edc42217b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:50.876531 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.908559 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4a7b50-3b2c-4fd9-a6cc-16205913d5d6 x-openstack-request-id: req-ab4a7b50-3b2c-4fd9-a6cc-16205913d5d6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:50.911619 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91369f23-8ca1-46bc-8b41-8edb04d7a9ec", "name": "network-vif-plugged", "status": "completed", "tag": "e58180b2-50ac-4327-b227-7ca355e0da3c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:50.911908 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab4a7b50-3b2c-4fd9-a6cc-16205913d5d6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:50.912329 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58180b2-50ac-4327-b227-7ca355e0da3c', 'code': 200} Jul 08 17:22:50.920636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Transition to ACTIVE for port object 83a537e1-6bf5-443c-ac0d-d72af1eadff2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:50.931478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.979959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.53', 50634) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:51.020923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.038104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Attempting to bind port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:51.038475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Attempting to bind port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:51.039119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Attempting to bind port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:51.094466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:51.095172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:51.095781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.096408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:51.098424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Bound port: 83a537e1-6bf5-443c-ac0d-d72af1eadff2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:51.100538 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.105144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458d565-d73a-40ef-b09f-27fb03b46d35 None None] Pushing event updated for resources: {'Port': ['ID=83a537e1-6bf5-443c-ac0d-d72af1eadff2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:51.109594 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:51.146529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37cf1b3b-f3d2-41d7-8ad9-be5126a709f4 req-6fe042b4-67d7-4ea5-b3de-ed150cc1f14e tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378613 Jul 08 17:22:51.157873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Pushing event updated for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:51.184883 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986fde9-8da9-445f-bef9-af3eda117776 None None] The sync data for ids ['2fd59797-e726-4383-88d5-164811c2a210'] in n-d-799527-4 is: [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:51.196736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] For port 83a537e1-6bf5-443c-ac0d-d72af1eadff2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:51.214925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] For port 83a537e1-6bf5-443c-ac0d-d72af1eadff2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=83a537e1-6bf5-443c-ac0d-d72af1eadff2,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:51.221711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.277255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47795b84-9ecc-43cf-af33-91d05dbd6359 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-990501052 HTTP/1.1" status: 204 len: 168 time: 1.4179292 Jul 08 17:22:51.299731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:51.340771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Routers {'d9f9b05c-aa22-44c1-a772-a52a9e2087a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:51.342061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:51.347483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-c05b19b0-b058-4212-a24f-d955b503c2f5 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:51.449961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-ffc1990a-57fb-48fb-9585-3e123ddce485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.451855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0aba941-5fdc-43af-9f8d-e2d5332457b6 req-ffc1990a-57fb-48fb-9585-3e123ddce485 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8150191 Jul 08 17:22:51.452461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faa0b0-31db-425d-9789-adbad1952e7a req-3604e019-3a85-402b-861b-b4b0f76a3c10 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.454019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38faa0b0-31db-425d-9789-adbad1952e7a req-3604e019-3a85-402b-861b-b4b0f76a3c10 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.9242768 Jul 08 17:22:51.496915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] Set router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:51.505062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-baec9e77-2610-429a-aabc-31b0cce32818 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869417 Jul 08 17:22:51.581160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140716d-4c34-41a9-b7ec-9e5f978f00d0 req-61723671-d5ac-4829-b89c-aa2cd2d27e25 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.584140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9140716d-4c34-41a9-b7ec-9e5f978f00d0 req-61723671-d5ac-4829-b89c-aa2cd2d27e25 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 943 time: 0.4276109 Jul 08 17:22:51.670403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.671689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458d565-d73a-40ef-b09f-27fb03b46d35 None None] Pushing event updated for resources: {'Port': ['ID=83a537e1-6bf5-443c-ac0d-d72af1eadff2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:51.710804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c05b19b0-b058-4212-a24f-d955b503c2f5 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags HTTP/1.1" status: 200 len: 237 time: 0.3775368 Jul 08 17:22:51.715609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:51.722310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-eab1e982-e2a0-4001-9d87-612aa170165d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', {'tags': ['tempest-TagsTest-Tag-1777315602', 'tempest-TagsTest-Tag-71390894', 'tempest-TagsTest-Tag-785232252']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:51.749572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ba472-7e8a-4b3e-a3f0-950c4f49671f req-229e6e27-a03a-40b6-8663-a35ad2d93bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.751126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-173ba472-7e8a-4b3e-a3f0-950c4f49671f req-229e6e27-a03a-40b6-8663-a35ad2d93bda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 1096 time: 0.7238605 Jul 08 17:22:51.777843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Attempting to bind port 70146bd0-9c34-47db-abf0-c49edc42217b on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:51.778160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Attempting to bind port 70146bd0-9c34-47db-abf0-c49edc42217b by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:51.787149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Attempting to bind port 70146bd0-9c34-47db-abf0-c49edc42217b on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:51.803349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Port 70146bd0-9c34-47db-abf0-c49edc42217b on network 8113c37f-037b-4cd6-808e-cf4df62f11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:51.803679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Attempting to bind port 70146bd0-9c34-47db-abf0-c49edc42217b on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:51.836794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:51.861773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70dc8-efec-4e54-9558-08256f767f17 req-4330e98c-ebc9-4f09-82e5-acdb9b4579b4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.869166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3f70dc8-efec-4e54-9558-08256f767f17 req-4330e98c-ebc9-4f09-82e5-acdb9b4579b4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 946 time: 0.4474137 Jul 08 17:22:51.885053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f6062-7665-42a6-8a5f-75bc3032129a None None] The sync data for ids ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'] in n-d-799527-4 is: [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:51.889501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:51.890369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Checking segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:51.890369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Bound using segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:51.890795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Bound port: 70146bd0-9c34-47db-abf0-c49edc42217b, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:51.891043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.909226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9140716d-4c34-41a9-b7ec-9e5f978f00d0 req-2e716458-f412-488e-bec8-fc365e6b84b5 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606530 Jul 08 17:22:51.926280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98ca6300-a791-4eb8-85d5-5c46cf4bf7a1 req-dd7040d5-db24-41b1-b269-5a020766cf8c service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983843 Jul 08 17:22:51.993332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-173ba472-7e8a-4b3e-a3f0-950c4f49671f req-17be94d0-5308-4d35-b049-fd3d8147e769 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335200 Jul 08 17:22:52.005014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eab1e982-e2a0-4001-9d87-612aa170165d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "PUT /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags HTTP/1.1" status: 200 len: 306 time: 0.2837367 Jul 08 17:22:52.008347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46814) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:52.012124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3f70dc8-efec-4e54-9558-08256f767f17 req-7dfbba8d-a09f-4423-90d6-1a282f229b18 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419973 Jul 08 17:22:52.022084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-878e8581-56b2-4bd3-8ccf-bba4b52f8fad tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-1777315602') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:52.117133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Deleting port 1edb285e-d400-4ac9-b31e-edd85271db6c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:52.117526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.176393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49d35d61-7aef-44b7-bbbf-d69530095859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.278036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.399934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:52.407436 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.411818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=70146bd0-9c34-47db-abf0-c49edc42217b,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:52.414393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1edb285e-d400-4ac9-b31e-edd85271db6c,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:52.414965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.462488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.692563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.694212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.697212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] 10.222.0.53 "PUT /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 1130 time: 3.8540604 Jul 08 17:22:52.697212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '70146bd0-9c34-47db-abf0-c49edc42217b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:52.699238 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ec077-c773-4158-bed7-05e43dfb5e50" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "70146bd0-9c34-47db-abf0-c49edc42217b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:52.724777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 83a537e1-6bf5-443c-ac0d-d72af1eadff2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:52.806586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Pushing event updated for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:52.833744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:52.840685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:52.842835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.854630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Allocated IP 172.20.0.1 (9453e57a-7246-433d-885a-b0f679a81ae0/5a5e55d0-6171-437e-a376-7b2ce433481f/eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:52.873348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:53.033983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.036434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.037475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.041098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.041634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.042118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.042667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.043669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.043974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.044497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.045594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.046261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e871c73-e942-4fb9-9cad-44a06a39537f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:53.072520 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.110793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-878e8581-56b2-4bd3-8ccf-bba4b52f8fad tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "DELETE /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-1777315602 HTTP/1.1" status: 204 len: 168 time: 1.1013963 Jul 08 17:22:53.116409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:53.120870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-14d6562e-9909-4ddc-8700-a83d2d573beb tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-1777315602') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:53.127035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f5d1-dfdc-4beb-81a2-17064b565c28 req-df27b6b8-c708-434b-b4ee-3c54b41e7a08 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.128938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 83a537e1-6bf5-443c-ac0d-d72af1eadff2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=83a537e1-6bf5-443c-ac0d-d72af1eadff2,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:53.141746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc07f5d1-dfdc-4beb-81a2-17064b565c28 req-df27b6b8-c708-434b-b4ee-3c54b41e7a08 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.9121051 Jul 08 17:22:53.153486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d5e00ee-f99f-4f3a-bd18-02768d27689f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:53.172622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.192749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Transition to ACTIVE for port object eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:53.248583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.257021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.264964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.275781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.282840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.289868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.292483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-46bacb75-0aa2-41d5-aa59-3b5b53f9417c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 4599 time: 1.1650207 Jul 08 17:22:53.300573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:53.321376 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.328650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 1edb285e-d400-4ac9-b31e-edd85271db6c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:53.339825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '8d5e00ee-f99f-4f3a-bd18-02768d27689f', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'port_id': '8d5e00ee-f99f-4f3a-bd18-02768d27689f', 'mac_address': 'fa:16:3e:9f:88:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f33879-3c85-4830-83ef-24c4a5267438', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:53.344516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.345238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 069ce64c-e115-4e63-b317-08d7ae659d44 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:53.383781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.400581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc07f5d1-dfdc-4beb-81a2-17064b565c28 req-04bb0b00-b04e-4134-ac23-93253b290689 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572515 Jul 08 17:22:53.493825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:53.507751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Allocated IP 172.20.0.1 (9523a68c-bb06-49cf-b87f-80702e7395eb/fd43869f-da37-4f92-8a44-8038aafa016c/c5737b60-aadd-43a6-ab80-52741a93454d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:53.579792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Network 9453e57a-7246-433d-885a-b0f679a81ae0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:53.586941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7652e8aa-97e1-419c-84f5-f62a4c226ee3 req-2b41e93e-87c3-44b4-b54a-c64decd184b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2670422 Jul 08 17:22:53.589357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:53.594604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:53.619507 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.668961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.733012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.737492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.741585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5e00ee-f99f-4f3a-bd18-02768d27689f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:53.749127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.754257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.754793 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Floating IP cbc7c006-6ecc-4faa-a61d-afe53ef72f3d disassociated. External IP: 172.25.3.70, port: 1edb285e-d400-4ac9-b31e-edd85271db6c. Jul 08 17:22:53.755574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Calling delete_port for 1edb285e-d400-4ac9-b31e-edd85271db6c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:53.768778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:53.774535 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dad3a-ae96-4444-81fd-ae346a45e2d4 x-openstack-request-id: req-287dad3a-ae96-4444-81fd-ae346a45e2d4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:53.779020 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "70146bd0-9c34-47db-abf0-c49edc42217b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:53.780985 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-287dad3a-ae96-4444-81fd-ae346a45e2d4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:53.781140 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.781731 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '70146bd0-9c34-47db-abf0-c49edc42217b', 'status': 'completed', 'code': 200} Jul 08 17:22:53.803841 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-14d6562e-9909-4ddc-8700-a83d2d573beb tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] show failed (client error): The resource could not be found. Jul 08 17:22:53.807872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-14d6562e-9909-4ddc-8700-a83d2d573beb tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-1777315602 HTTP/1.1" status: 404 len: 326 time: 0.6879010 Jul 08 17:22:53.815047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:53.834980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-1cd54f84-966a-475a-b606-c8032e485f4d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-71390894') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:53.846908 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.861251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=83a537e1-6bf5-443c-ac0d-d72af1eadff2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:53.949004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:53.951614 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe5ca3-87fc-46c0-a39f-2b2cd631f23c" -d '{"events": [{"server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "name": "network-vif-unplugged", "status": "completed", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:53.990448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 069ce64c-e115-4e63-b317-08d7ae659d44 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:53.995805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Transition to ACTIVE for port object c5737b60-aadd-43a6-ab80-52741a93454d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:53.996343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 1edb285e-d400-4ac9-b31e-edd85271db6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=1edb285e-d400-4ac9-b31e-edd85271db6c,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:53.997268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8d5e00ee-f99f-4f3a-bd18-02768d27689f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:54.005611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 069ce64c-e115-4e63-b317-08d7ae659d44 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:54.006048 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.007591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.084788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa52704a-856a-41f5-884e-0d6e73c84c4f None None] Provisioning for port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:54.096540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8d5e00ee-f99f-4f3a-bd18-02768d27689f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:54.099998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1cd54f84-966a-475a-b606-c8032e485f4d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-71390894 HTTP/1.1" status: 204 len: 168 time: 0.2820127 Jul 08 17:22:54.108147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:54.112720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-8df437fb-2740-4a09-bed7-81ef80793a36 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-785232252') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:54.141203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa52704a-856a-41f5-884e-0d6e73c84c4f None None] Provisioning complete for port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:54.141581 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa52704a-856a-41f5-884e-0d6e73c84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.189513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa52704a-856a-41f5-884e-0d6e73c84c4f None None] Port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:54.214634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:54.245035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dbe66-ed86-433d-9d26-7eb79ade230f req-53975452-c538-4727-a38b-29bf7677c311 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.254060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-050dbe66-ed86-433d-9d26-7eb79ade230f req-53975452-c538-4727-a38b-29bf7677c311 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 944 time: 0.2835712 Jul 08 17:22:54.286527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ef23a-3927-425c-93bc-c09836bcd724 req-804e93b9-823d-4950-8a9c-05bb6333b761 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.289732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.294692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8a2ef23a-3927-425c-93bc-c09836bcd724 req-804e93b9-823d-4950-8a9c-05bb6333b761 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 945 time: 0.5792179 Jul 08 17:22:54.303794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.357129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8df437fb-2740-4a09-bed7-81ef80793a36 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-785232252 HTTP/1.1" status: 204 len: 168 time: 0.2449694 Jul 08 17:22:54.364213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 069ce64c-e115-4e63-b317-08d7ae659d44, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=069ce64c-e115-4e63-b317-08d7ae659d44,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:54.369894 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.373572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-050dbe66-ed86-433d-9d26-7eb79ade230f req-8998b6d5-711d-4163-befd-a85c0daec93d tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161082 Jul 08 17:22:54.374557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:54.389720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-df2be2e0-2ab2-4b3b-a558-33e46f4b88d8 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:54.425961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8a2ef23a-3927-425c-93bc-c09836bcd724 req-08e1135a-445c-4e88-9db7-0e0fb8d25e4a tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301603 Jul 08 17:22:54.427598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.437320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.438209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.442894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.443382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.443870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.444355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.448007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-8a111723-815f-4ce1-afd8-7f7569eab6af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5285 time: 0.5948243 Jul 08 17:22:54.451943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=069ce64c-e115-4e63-b317-08d7ae659d44,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:54.522764 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.611232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 83a537e1-6bf5-443c-ac0d-d72af1eadff2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:54.659441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Pushing event updated for resources: {'Port': ['ID=c5737b60-aadd-43a6-ab80-52741a93454d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:54.680694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75a662e5-ca68-4b67-b5d4-7cd2db548dee req-8e6f8b75-c24f-472c-a705-8e2d510ad595 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 210 time: 0.1302021 Jul 08 17:22:54.700843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:54.701316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.746075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df2be2e0-2ab2-4b3b-a558-33e46f4b88d8 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "DELETE /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags HTTP/1.1" status: 204 len: 168 time: 0.3625028 Jul 08 17:22:54.752370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:54.757368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b486b555-67c4-4fc5-aa6b-7985600cc80d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-71390894') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:54.775671 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5dd3d-1f81-4cf4-9954-527251a3928c x-openstack-request-id: req-a3d5dd3d-1f81-4cf4-9954-527251a3928c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:54.776090 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "name": "network-vif-unplugged", "status": "completed", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:54.776398 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3d5dd3d-1f81-4cf4-9954-527251a3928c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:54.778460 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'code': 200} Jul 08 17:22:54.813799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Network 9523a68c-bb06-49cf-b87f-80702e7395eb is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:54.882916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event deleted for resources: {'Port': ['ID=1edb285e-d400-4ac9-b31e-edd85271db6c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:54.887557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:54.889733 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.897862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.900664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:54.907785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e1e23b-68a5-4d82-b1af-518af8180490 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:54.958256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.968709 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.988744 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b486b555-67c4-4fc5-aa6b-7985600cc80d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] show failed (client error): The resource could not be found. Jul 08 17:22:54.992965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b486b555-67c4-4fc5-aa6b-7985600cc80d tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-71390894 HTTP/1.1" status: 404 len: 324 time: 0.2394609 Jul 08 17:22:54.993557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:55.005091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b30f15c3-e482-4c38-94a4-2f4dc2ec0233 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08', 'tempest-TagsTest-Tag-785232252') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:55.107407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.131995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:55.146142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d5e00ee-f99f-4f3a-bd18-02768d27689f up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:55.251311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 8d5e00ee-f99f-4f3a-bd18-02768d27689f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:55.252790 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b30f15c3-e482-4c38-94a4-2f4dc2ec0233 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] show failed (client error): The resource could not be found. Jul 08 17:22:55.261584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 8d5e00ee-f99f-4f3a-bd18-02768d27689f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:55.262219 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.288692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b30f15c3-e482-4c38-94a4-2f4dc2ec0233 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "GET /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags/tempest-TagsTest-Tag-785232252 HTTP/1.1" status: 404 len: 325 time: 0.2907028 Jul 08 17:22:55.289339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:55.296057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b8b15490-5d9f-466c-a6f8-9af55cf98517 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3e94612f-3c02-4e67-aa24-36f6d1f88b08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:55.394460 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.404653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Network 9453e57a-7246-433d-885a-b0f679a81ae0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:55.409426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:55.416462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd7798e9-4316-4e21-8282-703437f19e18 None None] Provisioning for port c5737b60-aadd-43a6-ab80-52741a93454d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:55.428503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fd7798e9-4316-4e21-8282-703437f19e18 None None] Provisioning complete for port c5737b60-aadd-43a6-ab80-52741a93454d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:55.428880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fd7798e9-4316-4e21-8282-703437f19e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.482679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:55.494882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.507457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fd7798e9-4316-4e21-8282-703437f19e18 None None] Port c5737b60-aadd-43a6-ab80-52741a93454d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:55.523719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b8b15490-5d9f-466c-a6f8-9af55cf98517 tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "DELETE /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08/tags HTTP/1.1" status: 204 len: 168 time: 0.2312491 Jul 08 17:22:55.566489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:55.572809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8d5e00ee-f99f-4f3a-bd18-02768d27689f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:55.632992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Transition to ACTIVE for port object c7e1e23b-68a5-4d82-b1af-518af8180490 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:55.685828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:55.710871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.724340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.730750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.740048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.743168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.744147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9daa6873-9320-4a9a-ba8b-54149ea46ba1 None None] Provisioning complete for port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:55.744530 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daa6873-9320-4a9a-ba8b-54149ea46ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.749579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.756455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.758438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-e8dcf0f8-3d4e-44c3-a265-e89d53141663 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 4599 time: 0.3159635 Jul 08 17:22:55.781198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9daa6873-9320-4a9a-ba8b-54149ea46ba1 None None] Port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:55.795678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.866391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9a5b100-b95f-4d2d-807e-53df5c9147af req-daf25d42-e3a1-4408-9869-675d6005efe2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730672 Jul 08 17:22:55.875762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-ae09ca3d-b590-45c0-ad18-fa12547a8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.876254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-ae09ca3d-b590-45c0-ad18-fa12547a8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.876736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-ae09ca3d-b590-45c0-ad18-fa12547a8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.878431 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-ae09ca3d-b590-45c0-ad18-fa12547a8657 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.3522618 Jul 08 17:22:55.912998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7e6f-04bd-4319-aed9-328b13e75db7 req-1dbc50b6-99fe-43c9-ac5f-340e9a6816cd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.913161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:55.914565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edad7e6f-04bd-4319-aed9-328b13e75db7 req-1dbc50b6-99fe-43c9-ac5f-340e9a6816cd tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 1.2433195 Jul 08 17:22:55.923777 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Sync routers for ids ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:55.938309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-71709b97-c609-4580-8e35-42a517ba2465 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9f9b05c-aa22-44c1-a772-a52a9e2087a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1479359 Jul 08 17:22:55.970705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:55.976997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.979704 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Routers {'d9f9b05c-aa22-44c1-a772-a52a9e2087a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:55.980350 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:56.049363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:56.114734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2b073-282f-4a12-a496-1d782d823784 req-de9e0f6f-4111-4494-8768-0591c953d938 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:56.117586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81b2b073-282f-4a12-a496-1d782d823784 req-de9e0f6f-4111-4494-8768-0591c953d938 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 945 time: 0.1028183 Jul 08 17:22:56.165164 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Set router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:56.229456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81b2b073-282f-4a12-a496-1d782d823784 req-cde198b2-1a7e-4998-bed0-835b9ba56e53 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/security-groups?id=163aa81a-48cc-4f96-9490-4cb06822d230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051931 Jul 08 17:22:56.420595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-edad7e6f-04bd-4319-aed9-328b13e75db7 req-dd7f79e3-6370-4613-b5eb-60c6e329390c tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870126 Jul 08 17:22:56.555698 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88', 'name': '', 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'mac_address': 'fa:16:3e:9e:bc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5a5e55d0-6171-437e-a376-7b2ce433481f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:51Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 2, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'subnets': [{'id': '5a5e55d0-6171-437e-a376-7b2ce433481f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:56.617217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.638038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 069ce64c-e115-4e63-b317-08d7ae659d44 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:56.656502 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Checking router: d9f9b05c-aa22-44c1-a772-a52a9e2087a5 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:56.657286 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Updating router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:56.715709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-398cfa34-f781-4f07-98e2-3f263301675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:56.717237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de1ec077-c773-4158-bed7-05e43dfb5e50 req-398cfa34-f781-4f07-98e2-3f263301675d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8017631 Jul 08 17:22:56.733833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e94612f-3c02-4e67-aa24-36f6d1f88b08']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:56.758820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268d21d-1e1f-4f6b-8b3e-f22c9bb7106b req-f655f0fe-58b6-4f8a-99da-31b5412e54ab tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:56.769350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5268d21d-1e1f-4f6b-8b3e-f22c9bb7106b req-f655f0fe-58b6-4f8a-99da-31b5412e54ab tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 945 time: 0.3261197 Jul 08 17:22:56.777661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Attempting to bind port c7e1e23b-68a5-4d82-b1af-518af8180490 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:56.778020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Attempting to bind port c7e1e23b-68a5-4d82-b1af-518af8180490 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:56.778318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Attempting to bind port c7e1e23b-68a5-4d82-b1af-518af8180490 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:56.780404 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.798043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e00ee-f99f-4f3a-bd18-02768d27689f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:56.807181 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb65969-fb08-4cf3-94ca-cae4077d4e0b" -d '{"events": [{"server_uuid": "60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e00ee-f99f-4f3a-bd18-02768d27689f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:56.818551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 069ce64c-e115-4e63-b317-08d7ae659d44 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:56.818930 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.858323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76313fa9-7d36-433a-abbc-2583ff33a22b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:56.858699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76313fa9-7d36-433a-abbc-2583ff33a22b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:56.864009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6748a0fd-5264-434e-aff6-908b4cf9720f req-16a59a58-a5e8-4600-9e0c-d30a980b439f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=b95630f8-ea20-4fc3-8f46-a5165d6eb359 HTTP/1.1" status: 200 len: 210 time: 0.1676142 Jul 08 17:22:56.887733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.911738 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.928171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:56.954612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5268d21d-1e1f-4f6b-8b3e-f22c9bb7106b req-dd08dd40-8665-4117-9280-26c4910c2240 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836774 Jul 08 17:22:56.955127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Port c7e1e23b-68a5-4d82-b1af-518af8180490 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:56.955537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Attempting to bind port c7e1e23b-68a5-4d82-b1af-518af8180490 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:57.003714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-da0bfc34-8025-4f4f-81ed-ee71c8426a18 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.005751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-da0bfc34-8025-4f4f-81ed-ee71c8426a18 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.53 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 945 time: 0.3429086 Jul 08 17:22:57.066769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.089850 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca98183f-d3c6-4668-a328-d60707b9579f x-openstack-request-id: req-ca98183f-d3c6-4668-a328-d60707b9579f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:57.090554 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9", "name": "network-vif-plugged", "status": "completed", "tag": "8d5e00ee-f99f-4f3a-bd18-02768d27689f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:57.090554 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca98183f-d3c6-4668-a328-d60707b9579f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:57.091433 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5e00ee-f99f-4f3a-bd18-02768d27689f', 'code': 200} Jul 08 17:22:57.092084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:57.132918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:57.133641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.151613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:57.152268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:57.174024 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:57.286286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:57.287421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Checking segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:57.288052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Bound using segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:57.288664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Bound port: c7e1e23b-68a5-4d82-b1af-518af8180490, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:57.289188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.379654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Deleting port e58180b2-50ac-4327-b227-7ca355e0da3c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:57.380229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.487900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:57.490332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] For port e58180b2-50ac-4327-b227-7ca355e0da3c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e58180b2-50ac-4327-b227-7ca355e0da3c,segment=NetworkSegment(ef3774ff-c3f5-4809-8828-6ae0cabf7517),segment_id=ef3774ff-c3f5-4809-8828-6ae0cabf7517)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:57.490332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.495939 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.505743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Calling delete_port for e58180b2-50ac-4327-b227-7ca355e0da3c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:57.523970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.533388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] No DVR routers for this DVR port 1edb285e-d400-4ac9-b31e-edd85271db6c on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:57.587350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.593085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.595819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38faa0b0-31db-425d-9789-adbad1952e7a req-df2eed04-798b-494f-b108-9e118078f5bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "DELETE /v2.0/ports/1edb285e-d400-4ac9-b31e-edd85271db6c HTTP/1.1" status: 204 len: 173 time: 6.0626843 Jul 08 17:22:57.606964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'name': 'network-vif-deleted', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:57.615877 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c337ca80-2254-4458-a23e-2e95b710606c" -d '{"events": [{"server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "name": "network-vif-deleted", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:57.642018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.672423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.689231 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Transition to ACTIVE for port object eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:57.697228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.700910 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.718219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.744652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.770636 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.773065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] 10.222.0.48 "DELETE /v2.0/networks/3e94612f-3c02-4e67-aa24-36f6d1f88b08 HTTP/1.1" status: 204 len: 168 time: 2.2052181 Jul 08 17:22:57.773953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.797127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.803298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:57.826357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.841219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-ec6cf47d-69ae-4d2a-a056-cb19793feec8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5371 time: 0.5498478 Jul 08 17:22:57.845852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:57.852651 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1723b5-01e1-45f5-86a9-640707be40d9 None None] Pushing event updated for resources: {'Port': ['ID=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.859135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:57.860260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:57.872498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edf8a9-818c-42f8-a5c0-4d480920d80e tempest-TagsTest-1177211084 tempest-TagsTest-1177211084-project] Pushing event deleted for resources: {'Network': ['ID=3e94612f-3c02-4e67-aa24-36f6d1f88b08,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.879802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.882461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Pushing event updated for resources: {'Port': ['ID=c5737b60-aadd-43a6-ab80-52741a93454d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.890737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:57.899563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d8091-8cef-482d-8f07-78dd0e9bb785 req-653e052b-b9aa-4970-897e-d61e07eee8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.901624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c3d8091-8cef-482d-8f07-78dd0e9bb785 req-653e052b-b9aa-4970-897e-d61e07eee8e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 1096 time: 0.7081087 Jul 08 17:22:57.904824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7e1e23b-68a5-4d82-b1af-518af8180490,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:57.917270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98455f53-122b-4c1e-878f-7d196ea8489e req-0c10b13b-0ce1-4d2f-94e2-ba40f699ff49 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.927901 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98455f53-122b-4c1e-878f-7d196ea8489e req-0c10b13b-0ce1-4d2f-94e2-ba40f699ff49 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.5987453 Jul 08 17:22:57.956917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.076074 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Attempting to bind port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:58.077588 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Attempting to bind port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:58.078548 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Attempting to bind port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 on network 9453e57a-7246-433d-885a-b0f679a81ae0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:58.085675 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:58.086537 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Checking segment: {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:58.087679 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.089073 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Bound using segment: {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:58.089766 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Bound port: eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:58.090445 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.260738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54ef9f79-ad85-45fa-9a09-1ee2908305ab req-8fa424b2-ad75-41dd-80cc-4b8240c8217b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4186108 Jul 08 17:22:58.268773 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] For port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:58.270196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.287129 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] For port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:58.309498 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.320762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:58.353855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:58.378104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.382390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] 10.222.0.53 "PUT /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 1130 time: 5.5712650 Jul 08 17:22:58.443479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Pushing event deleted for resources: {'Port': ['ID=e58180b2-50ac-4327-b227-7ca355e0da3c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:58.524636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:58.578489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] No DVR routers for this DVR port e58180b2-50ac-4327-b227-7ca355e0da3c on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:58.581366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.584907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2dbabc36-66e0-4867-9d4e-463dd1a08024 req-e96c7f3f-7497-4ef5-bcfa-deb749cef4b7 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.53 "DELETE /v2.0/ports/e58180b2-50ac-4327-b227-7ca355e0da3c HTTP/1.1" status: 204 len: 173 time: 1.5015869 Jul 08 17:22:58.585712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'name': 'network-vif-deleted', 'tag': 'e58180b2-50ac-4327-b227-7ca355e0da3c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:58.589313 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b422d105-3fed-44f8-904f-5d3bc542a852" -d '{"events": [{"server_uuid": "91369f23-8ca1-46bc-8b41-8edb04d7a9ec", "name": "network-vif-deleted", "tag": "e58180b2-50ac-4327-b227-7ca355e0da3c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:58.612297 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Routers {'d9f9b05c-aa22-44c1-a772-a52a9e2087a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:58.612973 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:58.633071 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1723b5-01e1-45f5-86a9-640707be40d9 None None] Pushing event updated for resources: {'Port': ['ID=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:58.697837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:58.862267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-479ea1ec-69f3-4447-af7c-4fc2e062db1d req-4a5c8624-3330-4696-8135-cd7175363880 tempest-InstanceActionsV221TestJSON-161765354 tempest-InstanceActionsV221TestJSON-161765354-project] 10.222.0.48 "GET /v2.0/ports?device_id=91369f23-8ca1-46bc-8b41-8edb04d7a9ec HTTP/1.1" status: 200 len: 210 time: 0.0885825 Jul 08 17:22:58.920910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98455f53-122b-4c1e-878f-7d196ea8489e req-02b99958-8484-4eef-8fa2-be5b386909c5 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9917178 Jul 08 17:22:59.000037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c3d8091-8cef-482d-8f07-78dd0e9bb785 req-ae2643ab-ee56-4995-b610-4174271ec61c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0319388 Jul 08 17:22:59.065776 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] Set router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:59.086117 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23393709-49e2-43d8-8dc6-d7f4998c7351 x-openstack-request-id: req-23393709-49e2-43d8-8dc6-d7f4998c7351 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:59.086615 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95630f8-ea20-4fc3-8f46-a5165d6eb359", "name": "network-vif-deleted", "tag": "1edb285e-d400-4ac9-b31e-edd85271db6c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:59.100072 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23393709-49e2-43d8-8dc6-d7f4998c7351 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:59.100512 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95630f8-ea20-4fc3-8f46-a5165d6eb359', 'name': 'network-vif-deleted', 'tag': '1edb285e-d400-4ac9-b31e-edd85271db6c', 'status': 'completed', 'code': 200} Jul 08 17:22:59.123694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ace1-d37b-4406-9f28-6a3404970e94 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:59.141901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.209737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e58180b2-50ac-4327-b227-7ca355e0da3c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:59.265752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c2c6e83-e937-4e35-98c4-af0ee6428c9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3597a556e644431a9a843ef61691ac31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600679 Jul 08 17:22:59.267831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:59.294066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Network 9523a68c-bb06-49cf-b87f-80702e7395eb is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:59.297139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:59.351133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: e58180b2-50ac-4327-b227-7ca355e0da3c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:59.355820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e58180b2-50ac-4327-b227-7ca355e0da3c not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:59.370195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:59.395837 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de99a6c-4d8e-47a2-86f2-cbf5e5624068 x-openstack-request-id: req-9de99a6c-4d8e-47a2-86f2-cbf5e5624068 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:59.396163 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91369f23-8ca1-46bc-8b41-8edb04d7a9ec", "name": "network-vif-deleted", "tag": "e58180b2-50ac-4327-b227-7ca355e0da3c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:59.399241 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9de99a6c-4d8e-47a2-86f2-cbf5e5624068 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:59.399875 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91369f23-8ca1-46bc-8b41-8edb04d7a9ec', 'name': 'network-vif-deleted', 'tag': 'e58180b2-50ac-4327-b227-7ca355e0da3c', 'status': 'completed', 'code': 200} Jul 08 17:22:59.441954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:59.474071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c52b-edab-453f-a9d5-5f9435fcc578 None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:59.548379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f067abc-b2d7-4e00-a7b9-303d103eb0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.902538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f067abc-b2d7-4e00-a7b9-303d103eb0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.918502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa53002e-28d8-469f-92d3-3fb7af1637e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.965210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f5792a79-e0f8-4eff-a756-3094276bd49a None None] Provisioning complete for port c5737b60-aadd-43a6-ab80-52741a93454d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:59.969951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5792a79-e0f8-4eff-a756-3094276bd49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.084145 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88', 'name': '', 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'mac_address': 'fa:16:3e:9e:bc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5a5e55d0-6171-437e-a376-7b2ce433481f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:51Z', 'updated_at': '2021-07-08T17:22:58Z', 'revision_number': 4, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'subnets': [{'id': '5a5e55d0-6171-437e-a376-7b2ce433481f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:00.119495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Router 2fd59797-e726-4383-88d5-164811c2a210 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:23:00.162638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa53002e-28d8-469f-92d3-3fb7af1637e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.210115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.216387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.223809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.231794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.235311 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8244c-f51d-44ad-8495-6fc07ffcc931 None None] New status for floating IP cbc7c006-6ecc-4faa-a61d-afe53ef72f3d: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:23:00.246791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.256557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.276553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.291668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-bc45abb3-49ed-40ac-8a79-8b5a0beebdba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5371 time: 0.4944117 Jul 08 17:23:00.322036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2bb0b-2c47-4e53-8d5a-553f5f738fef req-546893e8-7ee5-4411-a49c-c53100fe61bf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.331628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09b2bb0b-2c47-4e53-8d5a-553f5f738fef req-546893e8-7ee5-4411-a49c-c53100fe61bf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 945 time: 0.7757626 Jul 08 17:23:00.350955 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b187204-1293-4c5f-a1f8-2a74f511f93e None None] The sync data for ids ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'] in n-d-799527-4 is: [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88', 'name': '', 'network_id': '9453e57a-7246-433d-885a-b0f679a81ae0', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'mac_address': 'fa:16:3e:9e:bc:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '5a5e55d0-6171-437e-a376-7b2ce433481f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:51Z', 'updated_at': '2021-07-08T17:22:58Z', 'revision_number': 4, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'subnets': [{'id': '5a5e55d0-6171-437e-a376-7b2ce433481f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:23:00.477570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f5792a79-e0f8-4eff-a756-3094276bd49a None None] Port c5737b60-aadd-43a6-ab80-52741a93454d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:00.582863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09b2bb0b-2c47-4e53-8d5a-553f5f738fef req-7ebe0c44-7e49-4b28-9727-b6bbbb10e549 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497571 Jul 08 17:23:00.587011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f067abc-b2d7-4e00-a7b9-303d103eb0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.604746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f067abc-b2d7-4e00-a7b9-303d103eb0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.617313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f067abc-b2d7-4e00-a7b9-303d103eb0ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3b8a4ba-90d4-43ee-b53b-78aa071ac920 HTTP/1.1" status: 204 len: 168 time: 1.3363969 Jul 08 17:23:00.668327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:00.687363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f067abc-b2d7-4e00-a7b9-303d103eb0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b8a4ba-90d4-43ee-b53b-78aa071ac920,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:00.825046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:00.834941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:00.835376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.052472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.117239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:01.121583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.277074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:01.457602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:01.596499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Deleting subnet a9fcd314-e2f3-491a-8aa2-48de38069671 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:23:01.610631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.617855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': 'c7e1e23b-68a5-4d82-b1af-518af8180490'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:01.620525 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "c7e1e23b-68a5-4d82-b1af-518af8180490"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:01.623920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:23:01.634150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Sync routers for ids ['2fd59797-e726-4383-88d5-164811c2a210'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:23:01.642266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce81ec72-0041-4e99-86bc-b297291df952 admin admin] 10.222.0.48 "PUT /v2.0/routers/2fd59797-e726-4383-88d5-164811c2a210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6114175 Jul 08 17:23:01.687607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Routers {'2fd59797-e726-4383-88d5-164811c2a210'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:01.688439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2fd59797-e726-4383-88d5-164811c2a210'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:01.724790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa53002e-28d8-469f-92d3-3fb7af1637e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.729096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.734281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa53002e-28d8-469f-92d3-3fb7af1637e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.739178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aa53002e-28d8-469f-92d3-3fb7af1637e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "DELETE /v2.0/security-groups/bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c HTTP/1.1" status: 204 len: 168 time: 2.2934959 Jul 08 17:23:01.746023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:01.812882 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-0da415cf-aa86-4d9b-ae2c-c32477567aca tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] show failed (client error): The resource could not be found. Jul 08 17:23:01.824602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0da415cf-aa86-4d9b-ae2c-c32477567aca tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups/bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c HTTP/1.1" status: 404 len: 347 time: 0.0748532 Jul 08 17:23:01.854023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e3bdf927-67a1-4cae-9e43-0adf09d8100f req-b0824596-0954-4a7a-9f03-c1f114de1bbb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5613666 Jul 08 17:23:01.883915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:01.885659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.008370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:02.055021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Set router 2fd59797-e726-4383-88d5-164811c2a210 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:02.120008 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef74ee-0bd9-4460-a58d-f024ed90e6e4 x-openstack-request-id: req-39ef74ee-0bd9-4460-a58d-f024ed90e6e4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:02.120296 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "c7e1e23b-68a5-4d82-b1af-518af8180490", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:02.120548 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39ef74ee-0bd9-4460-a58d-f024ed90e6e4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:02.121388 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': 'c7e1e23b-68a5-4d82-b1af-518af8180490', 'status': 'completed', 'code': 200} Jul 08 17:23:02.286858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae042c2f-b368-4ff1-9abe-b3735d5c56f4 req-2282bd5d-9917-40d1-8e49-e30f7b1be6f3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.290576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae042c2f-b368-4ff1-9abe-b3735d5c56f4 req-2282bd5d-9917-40d1-8e49-e30f7b1be6f3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 945 time: 0.2810628 Jul 08 17:23:02.323998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.384036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53002e-28d8-469f-92d3-3fb7af1637e0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc7c6cf-e0c3-4e86-8412-c30d867f8f7c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:02.457552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fcd314-e2f3-491a-8aa2-48de38069671,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:02.510511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae042c2f-b368-4ff1-9abe-b3735d5c56f4 req-011305da-a98a-4e83-b5f1-8f27d571babf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109339 Jul 08 17:23:02.526390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.528336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ccf7501d-2812-4d03-8cc2-6f1ef8755d90 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a9fcd314-e2f3-491a-8aa2-48de38069671 HTTP/1.1" status: 204 len: 168 time: 1.0693507 Jul 08 17:23:02.538065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:02.686154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:22:56Z', 'revision_number': 4, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c5737b60-aadd-43a6-ab80-52741a93454d', 'name': '', 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'mac_address': 'fa:16:3e:a4:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'fd43869f-da37-4f92-8a44-8038aafa016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:52Z', 'updated_at': '2021-07-08T17:22:57Z', 'revision_number': 2, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'subnets': [{'id': 'fd43869f-da37-4f92-8a44-8038aafa016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:02.767072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1996103219'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:02.785960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Checking router: 2fd59797-e726-4383-88d5-164811c2a210 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:23:02.786312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Updating router 2fd59797-e726-4383-88d5-164811c2a210 port c5737b60-aadd-43a6-ab80-52741a93454d binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:23:02.797029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.798995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.804998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.805643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.806181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.806672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.807153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.812262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0474d133-4a3e-4794-8b89-b45614473050 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6208 time: 0.6776104 Jul 08 17:23:02.830847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.884551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:02.893476 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.896940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:02.905802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.095854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:03.107011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.127096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a531ab1-0956-499b-af49-71a423d90a55']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:03.141968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.143055 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Added segment 70107959-be9e-46ac-aec3-1a20955b15e9 of type vlan for network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 Jul 08 17:23:03.160486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3774ff-c3f5-4809-8828-6ae0cabf7517') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:03.161050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3774ff-c3f5-4809-8828-6ae0cabf7517') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:03.211453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.240093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0d0640f8-4de8-4199-860f-baf4eeeb45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.250309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0d0640f8-4de8-4199-860f-baf4eeeb45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.252453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0d0640f8-4de8-4199-860f-baf4eeeb45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.257523 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-0d0640f8-4de8-4199-860f-baf4eeeb45a0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4252799 Jul 08 17:23:03.259065 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.268271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.290065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:23:03.303867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:23:03.434306 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:23:03.442411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.451266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.453470 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6a531ab1-0956-499b-af49-71a423d90a55 HTTP/1.1" status: 204 len: 168 time: 0.9121661 Jul 08 17:23:03.545189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64043f1-208c-4a3b-a256-8d17042f5014 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a531ab1-0956-499b-af49-71a423d90a55,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:03.567189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:23:03.610519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.616893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.627036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.731315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-bf1b634c-ae92-468e-80a5-bebf90d308f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.741079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6ee351b-c83b-49cc-9bfd-86a16364d2fd req-bf1b634c-ae92-468e-80a5-bebf90d308f0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4633677 Jul 08 17:23:03.823960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.824970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Deleting port 2de0683c-82a3-4085-b21f-92815bf83ba4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:03.825366 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.849852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Transition to ACTIVE for port object c5737b60-aadd-43a6-ab80-52741a93454d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:03.868221 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.881040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Network': ['ID=2d86d8a4-77f4-487d-b44f-2ee3501a4520,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:03.901867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-412988d1-ad83-4d8e-a3d8-9a637952b02d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8859587 Jul 08 17:23:03.911317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:03.922950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'subnet': {'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:04.080346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c311af-772f-44eb-a1f0-e0b07374d865 None None] Pushing event updated for resources: {'Port': ['ID=c5737b60-aadd-43a6-ab80-52741a93454d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:04.096091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:04.112204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:04.166790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.167418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.189742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:04.190292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.194522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Calling delete_port for 2de0683c-82a3-4085-b21f-92815bf83ba4 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:04.329958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-88a93ee6-d640-4297-9e4e-32bc3f25539a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dab0d0ade69e493fad9d8a32e8b34242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025113 Jul 08 17:23:04.335964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:04.588023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:04.592571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d16da0-dca4-4449-a4a9-9b644745c4cd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:04.593827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.692330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.741688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Attempting to bind port c5737b60-aadd-43a6-ab80-52741a93454d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:04.747155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Attempting to bind port c5737b60-aadd-43a6-ab80-52741a93454d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:04.749877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Attempting to bind port c5737b60-aadd-43a6-ab80-52741a93454d on network 9523a68c-bb06-49cf-b87f-80702e7395eb {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:04.806009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:04.806009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Checking segment: {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:04.806009 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.806009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Bound using segment: {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:04.813944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Bound port: c5737b60-aadd-43a6-ab80-52741a93454d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3f795d-144c-4553-8e6d-bed4d7914f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:04.818569 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.846475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Transition to ACTIVE for port object 55d16da0-dca4-4449-a4a9-9b644745c4cd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:04.889807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31bb3fb4-04f0-43ad-b5c8-c7c52e6ef45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.937608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:04.961586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.002835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31bb3fb4-04f0-43ad-b5c8-c7c52e6ef45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.046545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.096092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.140490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.142430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.172366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.183069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-c3f175d2-9dd8-4286-b8c1-3682b4c3054a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5371 time: 1.4328079 Jul 08 17:23:05.233468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31bb3fb4-04f0-43ad-b5c8-c7c52e6ef45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.240888 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-31bb3fb4-04f0-43ad-b5c8-c7c52e6ef45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.246863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-31bb3fb4-04f0-43ad-b5c8-c7c52e6ef45b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/163aa81a-48cc-4f96-9490-4cb06822d230 HTTP/1.1" status: 204 len: 168 time: 0.9043901 Jul 08 17:23:05.275963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb3fb4-04f0-43ad-b5c8-c7c52e6ef45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163aa81a-48cc-4f96-9490-4cb06822d230,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.292113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.446558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.571414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Subnet': ['ID=7cde1ad9-fa61-40ca-a664-6fd8212535aa,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.591964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Pushing event updated for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.686028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] For port c5737b60-aadd-43a6-ab80-52741a93454d, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:05.692073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] For port c5737b60-aadd-43a6-ab80-52741a93454d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c5737b60-aadd-43a6-ab80-52741a93454d,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:05.697765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.735149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Checking segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:05.740659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network hostable DHCP agents. Network: 2d86d8a4-77f4-487d-b44f-2ee3501a4520, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:05.765274 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fc6f6cb-2609-4a72-ad27-c5615acdec16 req-b41565cc-504b-4e38-bdf8-faa2266e3fba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4923711 Jul 08 17:23:05.804646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.854336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:05.866565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2d86d8a4-77f4-487d-b44f-2ee3501a4520) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:05.872669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.874115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.912440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9dadf4b5-3fa2-4e52-bab4-d6bf9cfbbb52 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9958386 Jul 08 17:23:05.913236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:05.926826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1202999061'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:05.952912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c8b24-33cf-4db1-97aa-de74624a988e None None] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:05.968027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event deleted for resources: {'Port': ['ID=2de0683c-82a3-4085-b21f-92815bf83ba4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.012993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:06.032535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.094034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:06.118690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.119206 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Added segment e8ac827b-8834-4869-b98a-ad2069bf2c72 of type vlan for network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 Jul 08 17:23:06.280049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.387265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:06.415580 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.432075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:06.434446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.485478 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Attempting to bind port 55d16da0-dca4-4449-a4a9-9b644745c4cd on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:06.490008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Attempting to bind port 55d16da0-dca4-4449-a4a9-9b644745c4cd by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:06.490859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Attempting to bind port 55d16da0-dca4-4449-a4a9-9b644745c4cd on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:06.539343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Port 55d16da0-dca4-4449-a4a9-9b644745c4cd on network 8113c37f-037b-4cd6-808e-cf4df62f11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:06.539343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Attempting to bind port 55d16da0-dca4-4449-a4a9-9b644745c4cd on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:06.560405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c311af-772f-44eb-a1f0-e0b07374d865 None None] Pushing event updated for resources: {'Port': ['ID=c5737b60-aadd-43a6-ab80-52741a93454d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.566638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:06.577803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Checking segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:06.577967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Bound using segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:06.587004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Bound port: 55d16da0-dca4-4449-a4a9-9b644745c4cd, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:06.587004 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.659845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.669151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.675376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6ad55695-587b-45d5-a530-0045a490c54c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "DELETE /v2.0/floatingips/cbc7c006-6ecc-4faa-a61d-afe53ef72f3d HTTP/1.1" status: 204 len: 168 time: 4.7377522 Jul 08 17:23:06.737651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8232958 Jul 08 17:23:06.742609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Routers {'2fd59797-e726-4383-88d5-164811c2a210'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:06.743258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2fd59797-e726-4383-88d5-164811c2a210'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:06.786292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:06.851883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc2eb-dad5-4a5a-bdd9-bc4a72d24052 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Network': ['ID=16ca0ff9-cd0d-4ac6-826f-de48883f1f48,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.911318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'subnet': {'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:06.928019 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836fe6e6-ad18-4a97-a61d-146502464166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.016587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:07.197403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:07.233340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:07.282371 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.406679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.416910 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.426516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] 10.222.0.53 "PUT /v2.0/ports/55d16da0-dca4-4449-a4a9-9b644745c4cd HTTP/1.1" status: 200 len: 1090 time: 8.9406018 Jul 08 17:23:07.476648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836fe6e6-ad18-4a97-a61d-146502464166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.491841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836fe6e6-ad18-4a97-a61d-146502464166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.533141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:07.551040 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed712541-c88e-496c-822c-ec379636318b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:07.631962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:07.665018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47064) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:07.693998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'fixed_ips': [{'subnet_id': '7cde1ad9-fa61-40ca-a664-6fd8212535aa'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:23:07.695610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.712630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636078877', 'description': 'tempest-description--1259762055'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:07.853667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:07.884903 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa40acc2-2dba-443b-8c99-2a01d11e9eb6 x-openstack-request-id: req-fa40acc2-2dba-443b-8c99-2a01d11e9eb6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:07.885524 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:07.885974 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa40acc2-2dba-443b-8c99-2a01d11e9eb6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:07.886541 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd', 'status': 'completed', 'code': 200} Jul 08 17:23:07.901487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fe6e6-ad18-4a97-a61d-146502464166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c786938-75ea-4094-97fc-efb3c78afdaf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:07.919467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] Set router 2fd59797-e726-4383-88d5-164811c2a210 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:07.950978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-836fe6e6-ad18-4a97-a61d-146502464166 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87559896d7a9437fbd4284851e4d177a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5616703 Jul 08 17:23:07.967122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:08.091280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:08.101961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.152629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1516282388-network', 'tenant_id': '358b5317c6564849b2d6115b4c24019b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:08.212738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.245318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.281365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.301516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.336230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.360489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.378234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.391351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a32c7532-d11f-45da-9236-65b00e51e099 req-a3bca6d3-124b-4dd9-9781-19475072decc tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5383 time: 0.8360107 Jul 08 17:23:08.400910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.484138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Allocated IP 19.80.0.2 (2d86d8a4-77f4-487d-b44f-2ee3501a4520/7cde1ad9-fa61-40ca-a664-6fd8212535aa/89f3b546-5c4d-4209-8ac8-1f5595814c5e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:08.549686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.623863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4c8a7-94fc-43ca-b7eb-31594ae27f37 service neutron] Pushing event updated for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:08.692095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.771227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.775524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.785433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Made reservation on behalf of 358b5317c6564849b2d6115b4c24019b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:08.788610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.790919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.817882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Transition to ACTIVE for port object 89f3b546-5c4d-4209-8ac8-1f5595814c5e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:08.837961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a32c7532-d11f-45da-9236-65b00e51e099 req-257a7cae-a04f-4258-a09e-a0c52f340555 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4238400 Jul 08 17:23:08.870085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Transition to ACTIVE for port object 89f3b546-5c4d-4209-8ac8-1f5595814c5e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:08.917284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.918174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c750da-795d-4606-9882-d452ac07918d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:08.978091 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4041bb8-fe10-44fb-b89f-d892537bcff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.055458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.055955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.056081 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.057171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.057677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.058244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.058723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.059199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.061458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed712541-c88e-496c-822c-ec379636318b req-b88a8095-dc37-4dcf-ab31-59069c152efe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6275 time: 1.1737967 Jul 08 17:23:09.062381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Subnet': ['ID=cb51a0cf-d791-4cc5-bea4-ebc88172fac9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:09.091390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4041bb8-fe10-44fb-b89f-d892537bcff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.164187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Checking segment: {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:09.164579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network hostable DHCP agents. Network: 16ca0ff9-cd0d-4ac6-826f-de48883f1f48, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:09.205307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.210737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9cc7b489-96eb-4279-953e-1ed3cb9e5931 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5416279 Jul 08 17:23:09.212055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:09.216528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:09.227636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'security_group_rule': {'security_group_id': '10c750da-795d-4606-9882-d452ac07918d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:09.236834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4041bb8-fe10-44fb-b89f-d892537bcff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.238533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:09.247253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4041bb8-fe10-44fb-b89f-d892537bcff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.248828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e4041bb8-fe10-44fb-b89f-d892537bcff7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c786938-75ea-4094-97fc-efb3c78afdaf HTTP/1.1" status: 204 len: 168 time: 1.2716351 Jul 08 17:23:09.277142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:09.287605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 16ca0ff9-cd0d-4ac6-826f-de48883f1f48) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:09.288393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:09.310484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4041bb8-fe10-44fb-b89f-d892537bcff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c786938-75ea-4094-97fc-efb3c78afdaf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:09.314351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.315547 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.351674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c8a58-1fd9-4599-b3cd-47652e6fbf57 None None] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:09.357201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-f24724ca-ee09-4cd9-ab76-8d55bb993111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.357691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-f24724ca-ee09-4cd9-ab76-8d55bb993111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.358341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-f24724ca-ee09-4cd9-ab76-8d55bb993111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.361253 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed712541-c88e-496c-822c-ec379636318b req-f24724ca-ee09-4cd9-ab76-8d55bb993111 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2611244 Jul 08 17:23:09.501134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.506751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.524902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:09.538640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.539346 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Added segment 3f6329be-824a-4663-8448-d13b7d2ec2e4 of type vlan for network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb Jul 08 17:23:09.546186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Pushing event updated for resources: {'Port': ['ID=89f3b546-5c4d-4209-8ac8-1f5595814c5e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:09.586911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.627696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0480bd-471b-4ad8-844e-88cb5e261833 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:09.638780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.639825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.640365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.665388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.699250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Attempting to bind port 89f3b546-5c4d-4209-8ac8-1f5595814c5e on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:09.700081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Attempting to bind port 89f3b546-5c4d-4209-8ac8-1f5595814c5e by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:09.700696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Attempting to bind port 89f3b546-5c4d-4209-8ac8-1f5595814c5e on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:09.712744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Transition to ACTIVE for port object 3c0480bd-471b-4ad8-844e-88cb5e261833 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:09.750686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:09.751509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Checking segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:09.752170 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.752789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Bound using segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:09.753583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Bound port: 89f3b546-5c4d-4209-8ac8-1f5595814c5e, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:09.754300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.767631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36660b2a-23bd-41cc-b393-d4af76b6d86e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8602788 Jul 08 17:23:09.794125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.963453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712541-c88e-496c-822c-ec379636318b req-075d950b-e57d-42bf-a32e-560d2f64b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.969829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed712541-c88e-496c-822c-ec379636318b req-075d950b-e57d-42bf-a32e-560d2f64b29b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6014090 Jul 08 17:23:09.976750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:09.977641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Pushing event updated for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.004210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.047434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc5a923f-7b41-4631-810e-d79b6d2b9247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.133328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-16ca0ff9-cd0d-4ac6-826f-de48883f1f48', 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'fixed_ips': [{'subnet_id': 'cb51a0cf-d791-4cc5-bea4-ebc88172fac9'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:23:10.134263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.511234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc5a923f-7b41-4631-810e-d79b6d2b9247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.527679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc5a923f-7b41-4631-810e-d79b6d2b9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.566073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Pushing event updated for resources: {'Network': ['ID=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.590738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a923f-7b41-4631-810e-d79b6d2b9247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c90ad5-68c6-4110-ad40-9bee5d128f0d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.610275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.627376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-85042680-e74b-45dc-9588-587e967fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:22:56Z', 'revision_number': 4, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c5737b60-aadd-43a6-ab80-52741a93454d', 'name': '', 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'mac_address': 'fa:16:3e:a4:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'fd43869f-da37-4f92-8a44-8038aafa016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:52Z', 'updated_at': '2021-07-08T17:23:05Z', 'revision_number': 4, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'subnets': [{'id': 'fd43869f-da37-4f92-8a44-8038aafa016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:10.630141 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.652023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a9a8cf-5b64-41ce-ac87-c9b6167b04f1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.662039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:10.665282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7621574 Jul 08 17:23:10.666300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Attempting to bind port 3c0480bd-471b-4ad8-844e-88cb5e261833 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:10.666440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73c7f1-a88a-49a1-bf7e-72cdded56c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b833ec-44f6-4f56-ad29-0b630845cc52,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.666678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Attempting to bind port 3c0480bd-471b-4ad8-844e-88cb5e261833 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:10.666964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Attempting to bind port 3c0480bd-471b-4ad8-844e-88cb5e261833 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:10.672415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Request body: {'subnet': {'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1516282388-subnet', 'tenant_id': '358b5317c6564849b2d6115b4c24019b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:10.696954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bc5a923f-7b41-4631-810e-d79b6d2b9247 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db856d166afa48a28ced24db52e62694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7125080 Jul 08 17:23:10.699532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:10.716754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:10.741583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.757853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.781715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.788258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.807472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.818059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.837766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.839861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-97d5c22c-ec21-4a98-b92a-36c5c680016b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5395 time: 0.6237884 Jul 08 17:23:10.851616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85042680-e74b-45dc-9588-587e967fe077 None None] The sync data for ids ['2fd59797-e726-4383-88d5-164811c2a210'] in n-d-799527-4 is: [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:22:56Z', 'revision_number': 4, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c5737b60-aadd-43a6-ab80-52741a93454d', 'name': '', 'network_id': '9523a68c-bb06-49cf-b87f-80702e7395eb', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'mac_address': 'fa:16:3e:a4:57:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'fd43869f-da37-4f92-8a44-8038aafa016c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:52Z', 'updated_at': '2021-07-08T17:23:05Z', 'revision_number': 4, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'subnets': [{'id': 'fd43869f-da37-4f92-8a44-8038aafa016c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:23:10.885813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-43590566-6f70-4e3f-bd75-c5ef5ed4acc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.901298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-43590566-6f70-4e3f-bd75-c5ef5ed4acc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.904852 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-43590566-6f70-4e3f-bd75-c5ef5ed4acc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/networks?id=2d86d8a4-77f4-487d-b44f-2ee3501a4520&id=16ca0ff9-cd0d-4ac6-826f-de48883f1f48&id=2d86d8a4-77f4-487d-b44f-2ee3501a4520 HTTP/1.1" status: 200 len: 1392 time: 0.3142197 Jul 08 17:23:10.924191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] For port 89f3b546-5c4d-4209-8ac8-1f5595814c5e, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:10.946714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-47409b53-6304-41d0-84d9-b02dc56d0922 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/quotas/4016fe47646e45dabddd0d7a54aa26a5 HTTP/1.1" status: 200 len: 375 time: 0.0308592 Jul 08 17:23:10.991110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Allocated IP 19.86.0.2 (16ca0ff9-cd0d-4ac6-826f-de48883f1f48/cb51a0cf-d791-4cc5-bea4-ebc88172fac9/c596bc7a-8075-47c1-ba0c-62db5fafb696) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:11.000283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] For port 89f3b546-5c4d-4209-8ac8-1f5595814c5e, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89f3b546-5c4d-4209-8ac8-1f5595814c5e,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:11.009299 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.140541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3391f8-a750-489a-8faa-dacdca68af2d None None] Pushing event updated for resources: {'Port': ['ID=89f3b546-5c4d-4209-8ac8-1f5595814c5e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:11.221436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-fa14cf25-3d3a-4048-86a5-b01d98b271bd tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2669318 Jul 08 17:23:11.227470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Port 3c0480bd-471b-4ad8-844e-88cb5e261833 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:11.227811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Attempting to bind port 3c0480bd-471b-4ad8-844e-88cb5e261833 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:11.287018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:11.287408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Checking segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:11.287903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Bound using segment: {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:11.288519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Bound port: 3c0480bd-471b-4ad8-844e-88cb5e261833, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b061c5bd-9a39-432a-8c29-c66b30b7969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:11.288937 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.353828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b5f0a2e-df16-436a-b3bf-5521bd8a01b6 req-c1bf5201-cd67-42fb-bfb6-b71f6a9e544e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4789157 Jul 08 17:23:11.356972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Made reservation on behalf of 358b5317c6564849b2d6115b4c24019b for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:11.365134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.492723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a68f391b-bd20-4296-a001-601f8ecbae5c service neutron] 10.222.0.48 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661960 Jul 08 17:23:11.522137 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.620742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Transition to ACTIVE for port object c596bc7a-8075-47c1-ba0c-62db5fafb696 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:11.641188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Transition to ACTIVE for port object c596bc7a-8075-47c1-ba0c-62db5fafb696 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:11.693982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.898666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-faa500fb-2f80-4e1b-930d-445246be0316 service neutron] 10.222.0.48 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976724 Jul 08 17:23:12.031827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:12.035052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3c0480bd-471b-4ad8-844e-88cb5e261833,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:12.047488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.048787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b4b45d4c-2024-4d0f-9cda-454f916115bc tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8268473 Jul 08 17:23:12.055686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7434cba-8f0b-4049-b9ef-b733d0665153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.056771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:12.077204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'security_group_rule': {'security_group_id': '10c750da-795d-4606-9882-d452ac07918d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:12.104685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7434cba-8f0b-4049-b9ef-b733d0665153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.171977 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.175830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.203722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.236605 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7434cba-8f0b-4049-b9ef-b733d0665153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.241340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7434cba-8f0b-4049-b9ef-b733d0665153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.244274 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c7434cba-8f0b-4049-b9ef-b733d0665153 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4c90ad5-68c6-4110-ad40-9bee5d128f0d HTTP/1.1" status: 204 len: 168 time: 1.3994699 Jul 08 17:23:12.282495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Pushing event updated for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:12.364340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Pushing event updated for resources: {'Port': ['ID=c596bc7a-8075-47c1-ba0c-62db5fafb696,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:12.371676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.377850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:12.394084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:12.399349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:12.399915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.404294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.416193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.416929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.417589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.418329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.418859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.419297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.421609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.423170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.423705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.428295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.430481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:12.444739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7434cba-8f0b-4049-b9ef-b733d0665153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c90ad5-68c6-4110-ad40-9bee5d128f0d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:12.451874 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-6a231a8e-9878-4eb7-853a-bfff119b67db service neutron] 10.222.0.48 "GET /v2.0/networks/16ca0ff9-cd0d-4ac6-826f-de48883f1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467217 Jul 08 17:23:12.460054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.460681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.463462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93b5eb3d-6a72-4416-9ba6-72da9c8c2e9e service neutron] 10.222.0.53 "PUT /v2.0/ports/3c0480bd-471b-4ad8-844e-88cb5e261833 HTTP/1.1" status: 200 len: 1090 time: 4.8938453 Jul 08 17:23:12.463867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:12.472730 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1596daf5-3574-400f-b8bc-d5d5cdcf5238" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:12.527199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:12.602775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.624997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5671577 Jul 08 17:23:12.626415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd66473-48ec-4284-8e1a-cbdf4e7d6f15 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19e602b-e6aa-40a1-88d6-5edcd3dc721d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:12.718282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:12.726684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Attempting to bind port c596bc7a-8075-47c1-ba0c-62db5fafb696 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:12.727220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Attempting to bind port c596bc7a-8075-47c1-ba0c-62db5fafb696 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:12.732310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Attempting to bind port c596bc7a-8075-47c1-ba0c-62db5fafb696 on network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:12.741013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:12.749812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:12.774373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Checking segment: {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:12.775378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.776839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Bound using segment: {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:12.778556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Bound port: c596bc7a-8075-47c1-ba0c-62db5fafb696, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:12.784382 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.892461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.903499 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:12.906061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cf9764-287f-4c87-b472-772aba5fff25,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:12.918086 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-b6c3ddd8-4bfb-464d-bcd9-5cdf939e29be service neutron] 10.222.0.48 "GET /v2.0/networks/16ca0ff9-cd0d-4ac6-826f-de48883f1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252791 Jul 08 17:23:13.170235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Checking segment: {'id': '3f6329be-824a-4663-8448-d13b7d2ec2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:13.170789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Network hostable DHCP agents. Network: 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:13.176933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773988b3-edc2-427c-9404-9bf0d1e4fdb3 None None] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:13.203394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.218112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] For port c596bc7a-8075-47c1-ba0c-62db5fafb696, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:13.221912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.285246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-bdbcd844-76f1-44f3-8c60-343bbbe091fe service neutron] 10.222.0.48 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586357 Jul 08 17:23:13.312763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89f3b546-5c4d-4209-8ac8-1f5595814c5e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:13.335266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] For port c596bc7a-8075-47c1-ba0c-62db5fafb696, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c596bc7a-8075-47c1-ba0c-62db5fafb696,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:13.393659 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.589128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:13.629739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-56dc67d3-5649-429b-b740-f16587885d49 service neutron] 10.222.0.48 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305163 Jul 08 17:23:13.652470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:13.683582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8edf98-2f9d-487a-abbf-3402758378ed None None] Network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:13.760000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2d338e3-f534-460b-9d5b-046c7c74901d None None] Provisioning for port 89f3b546-5c4d-4209-8ac8-1f5595814c5e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:13.798423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.806220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.832766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.853265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.860893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.868344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.891070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.893638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-88adb39c-b6e6-4aba-add1-b8cdc7e12cb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5395 time: 1.0420341 Jul 08 17:23:14.294426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b2098-b294-48f1-9aba-fb9e92740db4 None None] Pushing event updated for resources: {'Port': ['ID=c596bc7a-8075-47c1-ba0c-62db5fafb696,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:14.305112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee8289-1da2-4511-9c38-97e2bbd6f8e2 None None] Network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:14.373031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-e51b3320-7ad9-489a-8b4a-96d3b253f455 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:14.381416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-e51b3320-7ad9-489a-8b4a-96d3b253f455 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.2144206 Jul 08 17:23:14.394518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:14.399395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:14.478115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 89f3b546-5c4d-4209-8ac8-1f5595814c5e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:14.486498 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba514fa6-658d-4427-80da-19201e482268 x-openstack-request-id: req-ba514fa6-658d-4427-80da-19201e482268 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:14.487051 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:14.487468 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba514fa6-658d-4427-80da-19201e482268 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:14.488125 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833', 'status': 'completed', 'code': 200} Jul 08 17:23:14.525787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 89f3b546-5c4d-4209-8ac8-1f5595814c5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:14.527224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:14.559926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d523746c-4c3e-4da4-89d3-f2d406911d73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.8946340 Jul 08 17:23:14.663874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-17b60f99-d911-47e0-8f97-8cc372ada53e req-cf1b1a38-44e9-417f-9dba-fa65d5083911 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2058036 Jul 08 17:23:14.749206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714cc4f-ae41-4264-8295-df581f26e0fe req-ca13fa43-c86b-4a72-9a57-05f8c556e4ff tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:14.773914 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5714cc4f-ae41-4264-8295-df581f26e0fe req-ca13fa43-c86b-4a72-9a57-05f8c556e4ff tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 947 time: 0.3663940 Jul 08 17:23:14.976197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5714cc4f-ae41-4264-8295-df581f26e0fe req-29222ec2-d80e-4a4f-baea-23f0401e1ea7 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/security-groups?id=5fbbcc5a-218b-47ae-b1bd-c8c999a34041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009828 Jul 08 17:23:15.014826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Deleting port ed4bb872-d9c4-4f25-8aff-5376deb6c162 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:15.015568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.036723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-32856b34-7920-4455-b14f-95bc25bd42c5 req-daa0b5f4-e67f-4fd5-9517-b7e043277871 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 210 time: 0.1130779 Jul 08 17:23:15.075014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830f14ac-66b0-44b6-a816-6eef45fc70ce {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:15.089175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.123374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.185859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.205222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cebaec37-0d23-40c1-8092-27f5ba849aae None None] Provisioning complete for port 89f3b546-5c4d-4209-8ac8-1f5595814c5e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:15.205601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cebaec37-0d23-40c1-8092-27f5ba849aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.328694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 89f3b546-5c4d-4209-8ac8-1f5595814c5e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89f3b546-5c4d-4209-8ac8-1f5595814c5e,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:15.355881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.358455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c5737b60-aadd-43a6-ab80-52741a93454d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:15.382848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] For port ed4bb872-d9c4-4f25-8aff-5376deb6c162, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ed4bb872-d9c4-4f25-8aff-5376deb6c162,segment=NetworkSegment(684a00a9-39a3-4903-bed6-b40cc1ee3692),segment_id=684a00a9-39a3-4903-bed6-b40cc1ee3692)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:15.383406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.454087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Calling delete_port for ed4bb872-d9c4-4f25-8aff-5376deb6c162 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:15.482725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Allocated IP 172.25.3.184 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/de14b457-1ddc-4730-8c9e-fe66c9a46dbb) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:15.556610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=89f3b546-5c4d-4209-8ac8-1f5595814c5e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:15.592345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0ecd1-4c9c-46ea-8f30-d7ec37da9390 None None] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:15.830306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c5737b60-aadd-43a6-ab80-52741a93454d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:15.862332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c5737b60-aadd-43a6-ab80-52741a93454d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:15.863021 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.883296 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.975604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.976103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.976661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.977285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.977767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.978309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.978896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.981158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-f1909899-c880-4354-ac8d-2bb0f9877879 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6342 time: 1.4919069 Jul 08 17:23:15.986835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.065075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:16.117376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-780a5ec6-77a6-4413-b455-f86ad2610e03 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.124534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-780a5ec6-77a6-4413-b455-f86ad2610e03 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/networks?id=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb HTTP/1.1" status: 200 len: 822 time: 0.4174228 Jul 08 17:23:16.135127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5d92422a-7d03-4559-8759-fc2c9c442922 None None] Provisioning for port c596bc7a-8075-47c1-ba0c-62db5fafb696 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:16.147499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7f8283f3-ce1c-4ac4-860e-c74dbf2e5d63 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/quotas/358b5317c6564849b2d6115b4c24019b HTTP/1.1" status: 200 len: 375 time: 0.0218608 Jul 08 17:23:16.158499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.214534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-dabf8a72-bbc1-4f59-9e09-a09ec1a6456c tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=358b5317c6564849b2d6115b4c24019b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656631 Jul 08 17:23:16.304634 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.352701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'Port': ['ID=de14b457-1ddc-4730-8c9e-fe66c9a46dbb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:16.359087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:16.365560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:16.376481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Pushing event deleted for resources: {'Port': ['ID=ed4bb872-d9c4-4f25-8aff-5376deb6c162,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:16.393191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c5737b60-aadd-43a6-ab80-52741a93454d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c5737b60-aadd-43a6-ab80-52741a93454d,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:16.399259 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.506431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-a43c4b37-76be-4112-b6fc-776e6f7145ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.506977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-a43c4b37-76be-4112-b6fc-776e6f7145ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.507469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-a43c4b37-76be-4112-b6fc-776e6f7145ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.511936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-a43c4b37-76be-4112-b6fc-776e6f7145ad service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5114121 Jul 08 17:23:16.520797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Transition to ACTIVE for port object 830f14ac-66b0-44b6-a816-6eef45fc70ce will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:16.581139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] No DVR routers for this DVR port ed4bb872-d9c4-4f25-8aff-5376deb6c162 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:16.588754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c5737b60-aadd-43a6-ab80-52741a93454d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:16.602594 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.605062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-191dbeee-870e-4df4-942e-e37b3057e0d8 req-2bc5f058-28ed-44a6-a749-fe8d4c915801 tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.53 "DELETE /v2.0/ports/ed4bb872-d9c4-4f25-8aff-5376deb6c162 HTTP/1.1" status: 204 len: 173 time: 2.2182832 Jul 08 17:23:16.605777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-deleted', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:16.608660 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9688304-2616-4e97-b628-1b8c7da469c7" -d '{"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-deleted", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:16.695142 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-12719dec-a05e-4e6b-9bf3-227d2b70b97a service neutron] 10.222.0.48 "GET /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793932 Jul 08 17:23:16.785451 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.848061 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:23:16.857534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c596bc7a-8075-47c1-ba0c-62db5fafb696 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:16.995789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c596bc7a-8075-47c1-ba0c-62db5fafb696 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:17.005487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c596bc7a-8075-47c1-ba0c-62db5fafb696 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:17.005870 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.013180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-6560b1a9-53b1-4726-a459-2582573d9dce service neutron] 10.222.0.48 "GET /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167901 Jul 08 17:23:17.230289 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.378057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c596bc7a-8075-47c1-ba0c-62db5fafb696, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c596bc7a-8075-47c1-ba0c-62db5fafb696,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:17.398568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:17.444186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.488379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: ed4bb872-d9c4-4f25-8aff-5376deb6c162 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:17.494390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ed4bb872-d9c4-4f25-8aff-5376deb6c162 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:17.498977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.502860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89f3b546-5c4d-4209-8ac8-1f5595814c5e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:17.555419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:17.680512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cee6feca-d0b3-4df0-9139-57aecd56e759 req-d3788a8e-e08c-46e5-809a-9825c60c25bf tempest-ServersNegativeTestJSON-1095308949 tempest-ServersNegativeTestJSON-1095308949-project] 10.222.0.48 "GET /v2.0/ports?device_id=b46b5e86-bab5-4fa9-9b45-0f5882b95c4e HTTP/1.1" status: 200 len: 210 time: 0.1075890 Jul 08 17:23:17.720208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.755992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.816760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.854486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.900998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.915149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c596bc7a-8075-47c1-ba0c-62db5fafb696,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:17.930943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.969159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 89f3b546-5c4d-4209-8ac8-1f5595814c5e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:17.970220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.978166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.979233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b528882f-b810-4368-b028-d1ffe587612f req-50f1ef4a-1456-46c7-b112-5bc1821a82dd tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 210 time: 0.0544760 Jul 08 17:23:18.001278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-2f4fc02f-70d3-41ac-87a3-4f06f7780a78 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5395 time: 1.9339707 Jul 08 17:23:18.087205 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64217d95-4678-4e0e-a814-97d9a9d51ed6 x-openstack-request-id: req-64217d95-4678-4e0e-a814-97d9a9d51ed6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:18.087728 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b5e86-bab5-4fa9-9b45-0f5882b95c4e", "name": "network-vif-deleted", "tag": "ed4bb872-d9c4-4f25-8aff-5376deb6c162", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:18.088174 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64217d95-4678-4e0e-a814-97d9a9d51ed6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:18.088741 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b5e86-bab5-4fa9-9b45-0f5882b95c4e', 'name': 'network-vif-deleted', 'tag': 'ed4bb872-d9c4-4f25-8aff-5376deb6c162', 'status': 'completed', 'code': 200} Jul 08 17:23:18.251901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc59a38e-7f98-4f47-be4b-8de4f1b6926a req-6c5395a2-e6de-4f13-b900-2e89cf30529a tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 210 time: 0.0722754 Jul 08 17:23:18.327311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-c25aee5a-138a-4c3a-9b6a-5722d51e0c95 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.336997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-c25aee5a-138a-4c3a-9b6a-5722d51e0c95 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.339109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-c25aee5a-138a-4c3a-9b6a-5722d51e0c95 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "GET /v2.0/networks?id=2d86d8a4-77f4-487d-b44f-2ee3501a4520&id=16ca0ff9-cd0d-4ac6-826f-de48883f1f48&id=2d86d8a4-77f4-487d-b44f-2ee3501a4520 HTTP/1.1" status: 200 len: 1392 time: 1.8218398 Jul 08 17:23:18.350455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-bea5986b-7237-418d-b0eb-d6be2dd29874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.351855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1596daf5-3574-400f-b8bc-d5d5cdcf5238 req-bea5986b-7237-418d-b0eb-d6be2dd29874 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7038410 Jul 08 17:23:18.362226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'port': {'device_id': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'admin_state_up': True, 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:18.473219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:18.591607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc971313-d0bc-4468-88fa-ee908e7cf7f6 req-0386ae45-3a49-4f36-9bf3-65ef1ab779b0 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5850754 Jul 08 17:23:18.767797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Attempting to bind port 830f14ac-66b0-44b6-a816-6eef45fc70ce on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:18.772457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Attempting to bind port 830f14ac-66b0-44b6-a816-6eef45fc70ce by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:18.773141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Attempting to bind port 830f14ac-66b0-44b6-a816-6eef45fc70ce on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:18.872462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Port 830f14ac-66b0-44b6-a816-6eef45fc70ce on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:18.872747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Attempting to bind port 830f14ac-66b0-44b6-a816-6eef45fc70ce on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:18.965089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:18.967574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:18.970433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Checking segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:18.972083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Bound using segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:18.972550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Bound port: 830f14ac-66b0-44b6-a816-6eef45fc70ce, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:18.973319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.064937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c596bc7a-8075-47c1-ba0c-62db5fafb696 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:19.094807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Deleting subnet bd4f4723-e2d8-4467-9fb9-f44937476311 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:23:19.101550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.224321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c596bc7a-8075-47c1-ba0c-62db5fafb696 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:19.224696 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.225992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.349535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.407117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c5737b60-aadd-43a6-ab80-52741a93454d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:19.506305 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da15e52c-f858-4eb2-9961-4c88ef7415e0 req-d7f0d47c-1c9e-4602-a0fb-a6c806052d20 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 210 time: 0.1493061 Jul 08 17:23:19.528467 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71199fc7-60de-4125-9293-d949240800e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.570938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:19.579398 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.583327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.596685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c5737b60-aadd-43a6-ab80-52741a93454d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:19.597470 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.630442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.641791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51a17b6d-af35-4a5a-a5cc-5cbc17ad9712 req-87e5c96b-4308-4495-bece-d3a211f2a630 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 210 time: 0.1511593 Jul 08 17:23:19.663360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4f4723-e2d8-4467-9fb9-f44937476311,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:19.681406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.689281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.691264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-be366bfe-8c22-4c26-ac45-2267dd551e36 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bd4f4723-e2d8-4467-9fb9-f44937476311 HTTP/1.1" status: 204 len: 168 time: 0.7219961 Jul 08 17:23:19.697029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:19.699590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:19.837284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:19.890312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.892001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.010750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.022647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:20.030580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'Port': ['ID=de14b457-1ddc-4730-8c9e-fe66c9a46dbb,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:20.037773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684a00a9-39a3-4903-bed6-b40cc1ee3692') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:20.038694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684a00a9-39a3-4903-bed6-b40cc1ee3692') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:20.069525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.090637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.091281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.091852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.092856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] 10.222.0.53 "PUT /v2.0/ports/830f14ac-66b0-44b6-a816-6eef45fc70ce HTTP/1.1" status: 200 len: 1091 time: 7.5714812 Jul 08 17:23:20.100345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:20.102524 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9533f7-e196-4c39-97ec-e1f330fd6f97" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:20.106877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:23:20.108499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.118164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-9fdbc9e4-4b59-481a-abc9-4d8fdda2923a tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.119698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-9fdbc9e4-4b59-481a-abc9-4d8fdda2923a tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.53 "GET /v2.0/networks?id=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb HTTP/1.1" status: 200 len: 822 time: 0.7442951 Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:23:20.123979 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:23:20.131653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.140625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Request body: {'port': {'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:20.169100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Request body: {'port': {'device_id': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb', 'admin_state_up': True, 'tenant_id': '358b5317c6564849b2d6115b4c24019b'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:20.202763 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7349477-8273-4c58-9032-5cdc411b4bad x-openstack-request-id: req-f7349477-8273-4c58-9032-5cdc411b4bad {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:20.203133 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:20.203279 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7349477-8273-4c58-9032-5cdc411b4bad {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:20.203673 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce', 'status': 'completed', 'code': 200} Jul 08 17:23:20.285726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.292635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.295905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d HTTP/1.1" status: 204 len: 168 time: 0.5952044 Jul 08 17:23:20.332847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033b010-df70-4dc6-96f1-6c7b2327cab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aac0d41-2c90-4e89-ab0d-4e7ee7a8423d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:20.370245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.370884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.371425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.371966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.373233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.373907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.374465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.377677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-90464b83-54c6-46ad-9d3e-77a3100e740e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6409 time: 0.1802526 Jul 08 17:23:20.432833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.452228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b8b042a1-3010-44a6-b4d6-0ed9bd41e63e tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7249885 Jul 08 17:23:20.461663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8bd41-bbe1-46ad-a83d-ae6efe42bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:20.501755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Allocated IP 19.80.0.149 (2d86d8a4-77f4-487d-b44f-2ee3501a4520/7cde1ad9-fa61-40ca-a664-6fd8212535aa/ac283903-ccbd-4491-8d37-a31f419f9784) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:20.646034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.657213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.663620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.670044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.678044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.684240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.690169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.698503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b950480d-910c-42d0-9ba3-912c61336991 req-c4fdab58-0161-4223-ad0c-ec38a45da0e8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5407 time: 0.7705855 Jul 08 17:23:20.708476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:20.769459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-3722ad60-892d-4873-ac26-8246f3a11767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.770004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-3722ad60-892d-4873-ac26-8246f3a11767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.770485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-3722ad60-892d-4873-ac26-8246f3a11767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.772772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-3722ad60-892d-4873-ac26-8246f3a11767 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3809090 Jul 08 17:23:20.827231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-243d75bf-d212-40ed-a873-a587db0babe4 req-ecdcf0d8-344f-4b5b-ba5b-218555d5f332 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 210 time: 0.0722716 Jul 08 17:23:20.850782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.060066 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0a02a918-42ea-44e7-80ac-6cd495c678ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3e1ccc583cb4516b7bd88df7b8bc98e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503571 Jul 08 17:23:21.063823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:21.069891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-b53a3c5b-6a54-4482-956a-c9b64258dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.071607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a9533f7-e196-4c39-97ec-e1f330fd6f97 req-b53a3c5b-6a54-4482-956a-c9b64258dda0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2686708 Jul 08 17:23:21.114053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b950480d-910c-42d0-9ba3-912c61336991 req-6b00740b-19e2-49f7-b359-dd81afaf89b4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4138758 Jul 08 17:23:21.139849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-4c4e5aa1-33a6-4c94-89f5-8d96f9cf891b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1636078877&fields=id&tenant_id=b2d47281519f4b8490982bdc18e3dfd8 HTTP/1.1" status: 200 len: 267 time: 0.1153076 Jul 08 17:23:21.225782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.242485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Transition to ACTIVE for port object ac283903-ccbd-4491-8d37-a31f419f9784 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:21.251192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b7459e7-805c-4422-80bf-ebf7a84a7d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.281718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b7459e7-805c-4422-80bf-ebf7a84a7d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.321854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26ad03e4-8134-426e-8d62-f20f0726bc53 req-df018a1d-b3a2-4b31-8782-d9f71a650247 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 210 time: 0.0541246 Jul 08 17:23:21.349453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Made reservation on behalf of 358b5317c6564849b2d6115b4c24019b for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:21.349674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-4a8111c1-73d1-48e3-a3e1-c29833fb0aba tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.352793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.356460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-4a8111c1-73d1-48e3-a3e1-c29833fb0aba tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 810 time: 0.2248445 Jul 08 17:23:21.386285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-b2f332f2-1e97-4e0d-b33f-2f497e5d08c3 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/quotas/b2d47281519f4b8490982bdc18e3dfd8 HTTP/1.1" status: 200 len: 375 time: 0.0288024 Jul 08 17:23:21.420538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.446489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b7459e7-805c-4422-80bf-ebf7a84a7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.449012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b7459e7-805c-4422-80bf-ebf7a84a7d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.457684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2b7459e7-805c-4422-80bf-ebf7a84a7d67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fbbcc5a-218b-47ae-b1bd-c8c999a34041 HTTP/1.1" status: 204 len: 168 time: 0.3836536 Jul 08 17:23:21.480207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7459e7-805c-4422-80bf-ebf7a84a7d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbbcc5a-218b-47ae-b1bd-c8c999a34041,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:21.528422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-89e20e3d-9dcc-4e03-83e7-dfba33de4bac tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1326864 Jul 08 17:23:21.623761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:21.637658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:21.651697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:21.663236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Port': ['ID=ac283903-ccbd-4491-8d37-a31f419f9784,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:21.671819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-df4648f1-e4c6-4c29-84aa-149b08ea4fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403947 Jul 08 17:23:21.808231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Allocated IP 172.20.0.14 (524be08e-3a37-4b6d-a9c6-49c7e5e16bfb/42cf9764-287f-4c87-b472-772aba5fff25/f7092adf-fd2e-451f-a0a3-df0e64494347) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:21.852468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-7fd5e181-b70f-4ee1-8df4-cc8a5c09059d service neutron] 10.222.0.48 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796713 Jul 08 17:23:21.937009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.937670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.106787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd23b479-9365-4ef8-8d42-31c91a1621af None None] Provisioning for port ac283903-ccbd-4491-8d37-a31f419f9784 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:22.113491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd23b479-9365-4ef8-8d42-31c91a1621af None None] Provisioning complete for port ac283903-ccbd-4491-8d37-a31f419f9784 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:22.113831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd23b479-9365-4ef8-8d42-31c91a1621af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.202477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-54d7fa24-5386-4034-984a-22ec53cbf5c9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8477516 Jul 08 17:23:22.218340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2227b1e6-aca2-4809-861f-555db3df5300 req-4de32de1-cb4a-4684-b096-5ccf3070a095 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 210 time: 0.0475049 Jul 08 17:23:22.220574 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.226461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'port': {'device_id': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48', 'admin_state_up': True, 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:22.325514 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.328671 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-62a1925d-99bb-4582-b8f0-849154f608e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.330683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bd23b479-9365-4ef8-8d42-31c91a1621af None None] Port ac283903-ccbd-4491-8d37-a31f419f9784 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:22.570332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.576758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.602158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.608802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.619032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.635391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.641534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.650645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113a6a2d-aa04-4c5e-993c-3cfc8af25411 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:22.663334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-77b39229-4f29-4b75-bf5a-d03aa20e1202 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5407 time: 0.2263136 Jul 08 17:23:22.674453 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.744272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d326a-9163-4b79-96ef-30418e3f47b5 req-ce582a31-fd88-4677-9a24-80c8de2ac217 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.745908 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af9d326a-9163-4b79-96ef-30418e3f47b5 req-ce582a31-fd88-4677-9a24-80c8de2ac217 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 932 time: 0.5598009 Jul 08 17:23:22.747165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c37add0-28b3-4505-86a6-6957104a9e98 req-b8f21929-1e9a-40da-9a4d-692220d233d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836568 Jul 08 17:23:22.749179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Transition to ACTIVE for port object 113a6a2d-aa04-4c5e-993c-3cfc8af25411 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:22.757721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.767326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.862383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:22.884400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:22.892222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:22.907701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:22.933420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.054191 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af9d326a-9163-4b79-96ef-30418e3f47b5 req-df0ff0a0-47e5-4dc3-be03-be7068834070 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942002 Jul 08 17:23:23.084386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.085318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.105258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Pushing event updated for resources: {'Port': ['ID=f7092adf-fd2e-451f-a0a3-df0e64494347,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:23.122258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-a3f63708-a750-4bb5-af5d-a3a44e874e4f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9850802 Jul 08 17:23:23.197802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Request body: {'port': {'device_id': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:23.274884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad567-ed56-4cde-bada-629deba2fbdf req-d2c4d715-e1a9-4f9a-9cf1-9f5c3ec08784 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.296962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c22ad567-ed56-4cde-bada-629deba2fbdf req-d2c4d715-e1a9-4f9a-9cf1-9f5c3ec08784 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 932 time: 0.1510665 Jul 08 17:23:23.298643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:23.450627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c22ad567-ed56-4cde-bada-629deba2fbdf req-6d72c392-0398-4ed7-aaf4-78fd4b61000b tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526523 Jul 08 17:23:23.498934 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.580639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-430127255-network', 'tenant_id': '675762bd139d4fc7a9a8920e8af8ae19'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:23.649182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Made reservation on behalf of 675762bd139d4fc7a9a8920e8af8ae19 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:23.652697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.665808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.777814 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1d23294-3bca-47e1-b6b2-2e532496ce7d req-773536cd-a3c2-48ac-8dca-f675b56fa7bb tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 210 time: 0.1243618 Jul 08 17:23:23.788872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Pushing event updated for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:23.802544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.873094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.908178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab97b7-1247-4044-b87b-da4bbdce03c3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:23.942898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:23.978133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Attempting to bind port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:23.978463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Attempting to bind port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:23.978763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-8207bdc8-6ea3-4481-af35-6be28a765e99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1735897 Jul 08 17:23:23.978900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Attempting to bind port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:23.980181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.980725 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Added segment 1a71604f-d2a3-4e49-9583-84af7226a88a of type vlan for network a104557a-7404-436f-ad07-d0985e512345 Jul 08 17:23:24.015489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:24.015962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Attempting to bind port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 on network 3fd40a7a-e8b5-493c-b840-3d726f610c42 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:24.039230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.045943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:24.046927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Checking segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:24.046927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Bound using segment: {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:24.047353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Bound port: 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b153e6b4-5a77-4333-910c-1dc6cab4487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:24.047718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.120705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.127668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Allocated IP 19.86.0.105 (16ca0ff9-cd0d-4ac6-826f-de48883f1f48/cb51a0cf-d791-4cc5-bea4-ebc88172fac9/4a0a9090-6d41-4de3-b324-43f1eb801c1e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:24.208174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.215539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.224018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.231806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.241423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.262816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.275100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.278281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-b799ef13-dd41-483b-8667-564c98dbbcde tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.2481456 Jul 08 17:23:24.389894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.391209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.391904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.396203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-089877f2-6287-421e-8206-7e0b8803a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.401031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-089877f2-6287-421e-8206-7e0b8803a391 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 1096 time: 0.3454864 Jul 08 17:23:24.542112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:24.558001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:24.571827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.584511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ab0b009-564d-4a44-b57f-b1409dbebad3 req-94934f69-0136-4eba-8137-d4299ef9345b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2827020 Jul 08 17:23:24.729362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Pushing event updated for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:24.858410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.881810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.882671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.884427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ac07be0f-5712-4af2-b639-4533fe07349b service neutron] 10.222.0.53 "PUT /v2.0/ports/113a6a2d-aa04-4c5e-993c-3cfc8af25411 HTTP/1.1" status: 200 len: 1091 time: 4.7616229 Jul 08 17:23:24.884903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:24.889047 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:24.908227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] Pushing event updated for resources: {'Network': ['ID=a104557a-7404-436f-ad07-d0985e512345,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:24.924099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a104557a-7404-436f-ad07-d0985e512345 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:25.077862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c979-0e9a-444d-bdb4-b09e8122edee req-c2028fd9-2117-4d83-85b7-509c1b002916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.090579 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5c1c979-0e9a-444d-bdb4-b09e8122edee req-c2028fd9-2117-4d83-85b7-509c1b002916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 932 time: 0.7996922 Jul 08 17:23:25.127020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2ad034fb-3d5a-4057-9a46-d9e607a92858 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8267980 Jul 08 17:23:25.128857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-ec16d578-e31e-4bdf-9e77-c84ad53f113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.134891 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-ec16d578-e31e-4bdf-9e77-c84ad53f113d service neutron] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 916 time: 0.6348174 Jul 08 17:23:25.135447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:25.151242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Request body: {'subnet': {'network_id': 'a104557a-7404-436f-ad07-d0985e512345', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-430127255-subnet', 'tenant_id': '675762bd139d4fc7a9a8920e8af8ae19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:25.189475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.203985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Transition to ACTIVE for port object 4a0a9090-6d41-4de3-b324-43f1eb801c1e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:25.251498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.265421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-d9a20166-b08a-4b87-b9fa-2a3529e78eb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31483f63-f0ff-4839-8ee0-6ca533d96add HTTP/1.1" status: 200 len: 217 time: 0.1081121 Jul 08 17:23:25.320210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5c1c979-0e9a-444d-bdb4-b09e8122edee req-39d60935-116c-498c-bc3a-b427ecab8176 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286761 Jul 08 17:23:25.351903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-3b92ff2c-2a41-4b27-9238-1efd9eec2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.353680 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-3b92ff2c-2a41-4b27-9238-1efd9eec2438 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.0741444 Jul 08 17:23:25.370963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:25.386735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:25.393425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:25.396852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Port': ['ID=4a0a9090-6d41-4de3-b324-43f1eb801c1e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:25.461072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.462189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.462864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.463544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.464276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.464944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.465612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.469267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca56f27-9be5-4efa-9ee7-08297054632c req-95bed51d-17df-4f88-916f-6a8f1a8d60ec tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.469773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-ead25d86-28a5-4c6a-8719-09de583f6196 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6476 time: 0.4317329 Jul 08 17:23:25.470874 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ca56f27-9be5-4efa-9ee7-08297054632c req-95bed51d-17df-4f88-916f-6a8f1a8d60ec tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 932 time: 0.5433276 Jul 08 17:23:25.477245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-132d087e-1edc-45ef-ac21-95937e575113 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073740 Jul 08 17:23:25.507561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-e9d4e28a-b580-4897-906c-eba08e70c90d tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.509153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-e9d4e28a-b580-4897-906c-eba08e70c90d tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 810 time: 0.9684970 Jul 08 17:23:25.535758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Made reservation on behalf of 675762bd139d4fc7a9a8920e8af8ae19 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:25.541352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.599019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-05541c2b-ef31-4ad4-91aa-2f158e7c6916 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61967f17-5186-418f-bd70-1340b1c684c5 HTTP/1.1" status: 200 len: 217 time: 0.1125045 Jul 08 17:23:25.757192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.758035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.771016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-316b04b5-518c-43f4-8b49-20a420f2a2ce None None] Provisioning for port 4a0a9090-6d41-4de3-b324-43f1eb801c1e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:25.779182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-316b04b5-518c-43f4-8b49-20a420f2a2ce None None] Provisioning complete for port 4a0a9090-6d41-4de3-b324-43f1eb801c1e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:25.779551 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-316b04b5-518c-43f4-8b49-20a420f2a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.818762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f2589d7-204d-4e45-8298-137b5d5d0bc8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6015143 Jul 08 17:23:25.819674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-939b11a5-7524-43bf-98d3-98cac89cec74 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2d47281519f4b8490982bdc18e3dfd8 HTTP/1.1" status: 200 len: 380 time: 0.2405899 Jul 08 17:23:25.822405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-e29f8ca0-51da-4f7b-b8e2-0daaf019c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.823987 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-e29f8ca0-51da-4f7b-b8e2-0daaf019c840 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21b479c3-7651-41ff-ae34-75f6315fe2d3 HTTP/1.1" status: 200 len: 851 time: 0.2084196 Jul 08 17:23:25.826482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7092adf-fd2e-451f-a0a3-df0e64494347 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:25.828063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ca56f27-9be5-4efa-9ee7-08297054632c req-4a524bc1-94d6-47b3-aca4-811fab85f5ce tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431065 Jul 08 17:23:25.859568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-316b04b5-518c-43f4-8b49-20a420f2a2ce None None] Port 4a0a9090-6d41-4de3-b324-43f1eb801c1e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:25.864459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'port': {'device_id': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'admin_state_up': True, 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'security_groups': ['10c750da-795d-4606-9882-d452ac07918d']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:25.894094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'port': {'device_id': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'admin_state_up': True, 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:25.957267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-7a5e3db2-7646-41a0-b967-91a9dc44477a service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471242 Jul 08 17:23:26.133572 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e9a91-71d4-448f-a363-6e0edbd3c3a1 x-openstack-request-id: req-3f6e9a91-71d4-448f-a363-6e0edbd3c3a1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:26.133572 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:26.134255 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f6e9a91-71d4-448f-a363-6e0edbd3c3a1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:26.134884 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411', 'status': 'completed', 'code': 200} Jul 08 17:23:26.189344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.327262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-afdd7239-f048-4f0c-9124-b7934c854844 req-9866547c-bedd-47e8-b6a2-53094f7644c4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 210 time: 0.1344059 Jul 08 17:23:26.343653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00c0e44a-0319-4022-b180-d9ebecc4dbc7 req-5b558248-87e2-4378-abf3-80ef94f22b6a service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780496 Jul 08 17:23:26.344763 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.388629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Transition to ACTIVE for port object f7092adf-fd2e-451f-a0a3-df0e64494347 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:26.415508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.451617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:26.456946 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.583651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.596352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.606557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.613792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.620254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.626494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.634246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.636381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-90aaa0ec-6b55-48e8-995b-74268f3d1e8b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.4541290 Jul 08 17:23:26.639603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9bfc99-98f9-466c-a93a-aa0e528b1ad0,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:26.642127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Made reservation on behalf of b2d47281519f4b8490982bdc18e3dfd8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:26.647136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.684818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Checking segment: {'id': '1a71604f-d2a3-4e49-9583-84af7226a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a104557a-7404-436f-ad07-d0985e512345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:26.685182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Network hostable DHCP agents. Network: a104557a-7404-436f-ad07-d0985e512345, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:26.715085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f86fd7d-42eb-4759-8d09-4d84ce7485ea req-2decb054-7025-4794-a712-668129837d61 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636835 Jul 08 17:23:26.834233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Pushing event updated for resources: {'Port': ['ID=f7092adf-fd2e-451f-a0a3-df0e64494347,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:26.837758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Network a104557a-7404-436f-ad07-d0985e512345 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:26.885850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a104557a-7404-436f-ad07-d0985e512345) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:26.899559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76ade0-6585-4141-9691-61bde34e27d9 None None] Network a104557a-7404-436f-ad07-d0985e512345 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:26.916046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.916843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.948818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Attempting to bind port f7092adf-fd2e-451f-a0a3-df0e64494347 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:26.949739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Attempting to bind port f7092adf-fd2e-451f-a0a3-df0e64494347 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '3f6329be-824a-4663-8448-d13b7d2ec2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:26.950357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Attempting to bind port f7092adf-fd2e-451f-a0a3-df0e64494347 on network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:26.988557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Port f7092adf-fd2e-451f-a0a3-df0e64494347 on network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:26.988557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Attempting to bind port f7092adf-fd2e-451f-a0a3-df0e64494347 on network 524be08e-3a37-4b6d-a9c6-49c7e5e16bfb {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:27.005900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-49082ed1-ee85-48ab-ab2e-e90f58a8a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.008126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-49082ed1-ee85-48ab-ab2e-e90f58a8a829 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9ca8108-1bbb-4a87-b242-837d354904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1583879 Jul 08 17:23:27.016639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:27.017301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Checking segment: {'id': '3f6329be-824a-4663-8448-d13b7d2ec2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:27.017918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Bound using segment: {'id': '3f6329be-824a-4663-8448-d13b7d2ec2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:27.019315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Bound port: f7092adf-fd2e-451f-a0a3-df0e64494347, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f6329be-824a-4663-8448-d13b7d2ec2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:27.019957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:27.270861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a98a2ca-7261-4bed-b158-cb0f8b53117d None None] Network a104557a-7404-436f-ad07-d0985e512345 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:27.676583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Allocated IP 19.80.0.131 (2d86d8a4-77f4-487d-b44f-2ee3501a4520/7cde1ad9-fa61-40ca-a664-6fd8212535aa/cbf92542-ab89-4882-8a01-357ff73ebd6c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:27.680781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-63cfaa25-80bf-4a7e-bb5c-6f191258ac42 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5368953 Jul 08 17:23:27.734007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] For port f7092adf-fd2e-451f-a0a3-df0e64494347, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:27.751397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Allocated IP 172.20.0.3 (f783ad92-107d-48a4-a3b3-e2c026175257/6a9dd5e8-f316-425a-ae20-eae5c107c2fa/3ceda6c1-d606-4191-9092-e2168490c239) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:27.900577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de5e48-92d4-420b-9778-89d36d4cad27 req-63171663-c012-4e1c-b9fc-11d47dfeda80 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.906651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de5e48-92d4-420b-9778-89d36d4cad27 req-63171663-c012-4e1c-b9fc-11d47dfeda80 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.908282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72de5e48-92d4-420b-9778-89d36d4cad27 req-63171663-c012-4e1c-b9fc-11d47dfeda80 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 1655 time: 0.9119854 Jul 08 17:23:28.000091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72de5e48-92d4-420b-9778-89d36d4cad27 req-1ab57403-0089-48f2-99de-67687f92d438 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851676 Jul 08 17:23:28.009227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.038092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Transition to ACTIVE for port object cbf92542-ab89-4882-8a01-357ff73ebd6c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:28.113624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-49fd3ede-1097-4281-a814-98cba9b7f423 service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0899155 Jul 08 17:23:28.115570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.120580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.143828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Transition to ACTIVE for port object 3ceda6c1-d606-4191-9092-e2168490c239 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:28.191997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] For port f7092adf-fd2e-451f-a0a3-df0e64494347, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f7092adf-fd2e-451f-a0a3-df0e64494347,segment=NetworkSegment(3f6329be-824a-4663-8448-d13b7d2ec2e4),segment_id=3f6329be-824a-4663-8448-d13b7d2ec2e4)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:28.259487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:28.262685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f69f53a6-d055-4a6d-8e2f-5f863a04d9aa req-fb94c9e0-ecaf-4028-935a-9aaa3e4bf230 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 210 time: 0.0836740 Jul 08 17:23:28.265425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.265758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.285227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:28.292253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.293003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.294649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] 10.222.0.53 "PUT /v2.0/ports/f7092adf-fd2e-451f-a0a3-df0e64494347 HTTP/1.1" status: 200 len: 1092 time: 5.1095326 Jul 08 17:23:28.295381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:28.324996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'tag': 'f7092adf-fd2e-451f-a0a3-df0e64494347'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:28.327353 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d366641b-4220-4677-a3c8-eb9d999845ae" -d '{"events": [{"name": "network-changed", "server_uuid": "79ed0472-fa1f-4f85-a01c-b4de45b37b89", "tag": "f7092adf-fd2e-451f-a0a3-df0e64494347"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:28.367991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event updated for resources: {'Port': ['ID=3ceda6c1-d606-4191-9092-e2168490c239,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:28.379774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Network f783ad92-107d-48a4-a3b3-e2c026175257 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:28.381357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:28.383910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:28.402237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db568-56e6-4f38-96db-8b7574f37b45 req-e2ac6ba2-e718-44d7-bf0e-d70009a351f8 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.422690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f2db568-56e6-4f38-96db-8b7574f37b45 req-e2ac6ba2-e718-44d7-bf0e-d70009a351f8 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 944 time: 1.1909914 Jul 08 17:23:28.505449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.528395 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.553180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Port': ['ID=cbf92542-ab89-4882-8a01-357ff73ebd6c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:28.696471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-90642d46-19da-4252-91a0-ee4df23df39c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8434105 Jul 08 17:23:28.711727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.712915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.728672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Request body: {'port': {'device_id': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:28.743333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-e2af41d8-8995-46c8-8873-614a5c395802 service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751398 Jul 08 17:23:28.764116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f2db568-56e6-4f38-96db-8b7574f37b45 req-93c3d54d-b0c0-4f6b-ba4c-1b28111d9e21 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403637 Jul 08 17:23:28.788846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908bcc3-2a4c-49d3-a426-c74e7aeed150 service neutron] Pushing event updated for resources: {'Port': ['ID=f7092adf-fd2e-451f-a0a3-df0e64494347,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:28.795626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:28.837501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5bdee046-ad0e-4e42-b6d6-112edce1da39 None None] Provisioning for port cbf92542-ab89-4882-8a01-357ff73ebd6c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:28.842059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5bdee046-ad0e-4e42-b6d6-112edce1da39 None None] Provisioning complete for port cbf92542-ab89-4882-8a01-357ff73ebd6c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:28.842607 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5bdee046-ad0e-4e42-b6d6-112edce1da39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.878609 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154dfe0-1ad0-4ae0-80fc-73d33b4df582 x-openstack-request-id: req-1154dfe0-1ad0-4ae0-80fc-73d33b4df582 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:28.878981 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ed0472-fa1f-4f85-a01c-b4de45b37b89", "tag": "f7092adf-fd2e-451f-a0a3-df0e64494347", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:28.879224 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1154dfe0-1ad0-4ae0-80fc-73d33b4df582 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:28.879682 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'tag': 'f7092adf-fd2e-451f-a0a3-df0e64494347', 'status': 'completed', 'code': 200} Jul 08 17:23:28.888359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5bdee046-ad0e-4e42-b6d6-112edce1da39 None None] Port cbf92542-ab89-4882-8a01-357ff73ebd6c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:28.894998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.900512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-612ea018-4c5c-4609-8699-404251f9b3f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0162673 Jul 08 17:23:28.901868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a52e6e00-e4db-4ac8-b6ef-0c773c628c44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 217 time: 0.1353042 Jul 08 17:23:28.913310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-f7b1895a-0f7c-47eb-ab12-cdcfe45674a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.916328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-f7b1895a-0f7c-47eb-ab12-cdcfe45674a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=358b5317c6564849b2d6115b4c24019b&device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 1095 time: 0.4772840 Jul 08 17:23:28.927892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Request body: {'port': {'device_id': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:28.968848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.976337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.984100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.989346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.008636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.017840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aefa0978-6133-4029-8f5c-0121e9a915ec None None] Provisioning for port 3ceda6c1-d606-4191-9092-e2168490c239 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:29.022546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aefa0978-6133-4029-8f5c-0121e9a915ec None None] Provisioning complete for port 3ceda6c1-d606-4191-9092-e2168490c239 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:29.023223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aefa0978-6133-4029-8f5c-0121e9a915ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.028238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.041914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.060856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-fa6cc610-07d6-499d-b2a1-741d7ade2d3b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.5280917 Jul 08 17:23:29.097941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aefa0978-6133-4029-8f5c-0121e9a915ec None None] Port 3ceda6c1-d606-4191-9092-e2168490c239 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:29.126531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-8e9661b3-6832-4666-ac1e-45e70eecb9a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7092adf-fd2e-451f-a0a3-df0e64494347 HTTP/1.1" status: 200 len: 217 time: 0.1957214 Jul 08 17:23:29.159849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Deleting subnet 3f9bfc99-98f9-466c-a93a-aa0e528b1ad0 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:23:29.184145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.223708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b3a3913-0277-4c6e-a581-fb347c37a51d req-b605b353-acb1-4eff-8ae3-480edcc8dcea tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1618640 Jul 08 17:23:29.468988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ceda6c1-d606-4191-9092-e2168490c239 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:29.479717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.491890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.515377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Transition to ACTIVE for port object 3ceda6c1-d606-4191-9092-e2168490c239 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:29.542020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.592190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-56c396b4-5868-4716-97af-a4ef4cc7f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.593954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-56c396b4-5868-4716-97af-a4ef4cc7f7b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.6732116 Jul 08 17:23:29.635564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-9421364d-1b28-4b62-beb0-a6f928303703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.638156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-9421364d-1b28-4b62-beb0-a6f928303703 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42cf9764-287f-4c87-b472-772aba5fff25 HTTP/1.1" status: 200 len: 862 time: 0.5001702 Jul 08 17:23:29.676572 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.732805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceda6c1-d606-4191-9092-e2168490c239,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:29.817240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.880750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.894673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-dd6cb112-d742-4b65-94d1-455ad318ffe2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598812 Jul 08 17:23:29.908244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.910730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f9bfc99-98f9-466c-a93a-aa0e528b1ad0 HTTP/1.1" status: 204 len: 168 time: 1.1113796 Jul 08 17:23:29.927227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:30.015872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Attempting to bind port 3ceda6c1-d606-4191-9092-e2168490c239 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:30.016603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Attempting to bind port 3ceda6c1-d606-4191-9092-e2168490c239 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:30.017188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Attempting to bind port 3ceda6c1-d606-4191-9092-e2168490c239 on network f783ad92-107d-48a4-a3b3-e2c026175257 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:30.032410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Port 3ceda6c1-d606-4191-9092-e2168490c239 on network f783ad92-107d-48a4-a3b3-e2c026175257 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:30.033126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Attempting to bind port 3ceda6c1-d606-4191-9092-e2168490c239 on network f783ad92-107d-48a4-a3b3-e2c026175257 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:30.050490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe81a1-e1d5-463e-a54a-d47594e682dc req-3fec7d2d-c42a-40ba-9753-358220d35723 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.052434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-96fe81a1-e1d5-463e-a54a-d47594e682dc req-3fec7d2d-c42a-40ba-9753-358220d35723 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 943 time: 0.5477695 Jul 08 17:23:30.055735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:30.056405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Checking segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:30.057031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Bound using segment: {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:30.057688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Bound port: 3ceda6c1-d606-4191-9092-e2168490c239, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9488d330-1474-4848-9151-b7c53ab71be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:30.058361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.158802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] For port 3ceda6c1-d606-4191-9092-e2168490c239, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:30.161374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] For port 3ceda6c1-d606-4191-9092-e2168490c239, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3ceda6c1-d606-4191-9092-e2168490c239,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:30.168245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.207979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c683a-98fc-41a0-8878-6431f4f5e4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9bfc99-98f9-466c-a93a-aa0e528b1ad0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:30.217271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-96fe81a1-e1d5-463e-a54a-d47594e682dc req-5bd3a00b-a24f-485e-8699-94f34631702a tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561687 Jul 08 17:23:30.229709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.231161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.232833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] 10.222.0.53 "PUT /v2.0/ports/3ceda6c1-d606-4191-9092-e2168490c239 HTTP/1.1" status: 200 len: 1091 time: 1.5244300 Jul 08 17:23:30.233038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:30.243538 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "tag": "3ceda6c1-d606-4191-9092-e2168490c239"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:30.244315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159592d3-f6d4-4abb-be78-e739ad02e249 req-6cd54452-c6bc-41eb-a742-62394abe90dc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.253620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159592d3-f6d4-4abb-be78-e739ad02e249 req-6cd54452-c6bc-41eb-a742-62394abe90dc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.272410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159592d3-f6d4-4abb-be78-e739ad02e249 req-6cd54452-c6bc-41eb-a742-62394abe90dc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.281026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-159592d3-f6d4-4abb-be78-e739ad02e249 req-6cd54452-c6bc-41eb-a742-62394abe90dc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2377 time: 1.0265868 Jul 08 17:23:30.354576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.445964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934e15-82df-45c1-8e4d-5bbc74346e88 service neutron] Pushing event updated for resources: {'Port': ['ID=3ceda6c1-d606-4191-9092-e2168490c239,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:30.480225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5b76f60c-9e98-45ed-9767-e1a9b8cee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.481817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-5b76f60c-9e98-45ed-9767-e1a9b8cee220 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8775198 Jul 08 17:23:30.519212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-159592d3-f6d4-4abb-be78-e739ad02e249 req-32872593-fc99-4706-88de-31b18841a282 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366145 Jul 08 17:23:30.606403 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c870bb-f0f3-4fb3-929c-39d79d3a8cd3 x-openstack-request-id: req-84c870bb-f0f3-4fb3-929c-39d79d3a8cd3 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:30.606727 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "tag": "3ceda6c1-d606-4191-9092-e2168490c239", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:30.606986 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84c870bb-f0f3-4fb3-929c-39d79d3a8cd3 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:30.607394 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239', 'status': 'completed', 'code': 200} Jul 08 17:23:30.630229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-ec4844f9-eb23-49e1-847a-cd4b0be9102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.643335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-ec4844f9-eb23-49e1-847a-cd4b0be9102d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 1094 time: 0.3481328 Jul 08 17:23:30.668439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-10829bf7-8ddd-4aed-8aec-7399c64f666f service neutron] 10.222.0.53 "GET /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550607 Jul 08 17:23:30.754848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-8a6e4268-fec8-40cb-98ca-4203fa9c507d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ceda6c1-d606-4191-9092-e2168490c239 HTTP/1.1" status: 200 len: 217 time: 0.1085751 Jul 08 17:23:30.813732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-3ba39bfc-2928-4560-b5e7-d984e83128f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.815779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-3ba39bfc-2928-4560-b5e7-d984e83128f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.0511847 Jul 08 17:23:30.819976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81bcf674-f2d4-405a-a252-f209581bfe38 req-6523723f-2ec7-4b95-a72c-d5c3e0f40ead service neutron] 10.222.0.53 "GET /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420276 Jul 08 17:23:30.912946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9162bc-b2d7-453f-a76c-5bacb973ccf7 req-84645f41-f487-4f8f-8826-886150f5dcd5 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.918413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf9162bc-b2d7-453f-a76c-5bacb973ccf7 req-84645f41-f487-4f8f-8826-886150f5dcd5 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 944 time: 0.4090970 Jul 08 17:23:30.984670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864aafc-19df-4b70-8421-170e8a977a96 req-c1dee4b2-dd54-4893-986b-b46fa7ace796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.986943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-c1dee4b2-dd54-4893-986b-b46fa7ace796 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567345 Jul 08 17:23:31.006591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf9162bc-b2d7-453f-a76c-5bacb973ccf7 req-6ce06133-bd00-4756-8f6c-09125b095b89 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Jul 08 17:23:31.198465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-d7e765b6-c04e-421d-9317-9b36d4836204 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903787 Jul 08 17:23:31.398466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a864aafc-19df-4b70-8421-170e8a977a96 req-e7893614-0bde-4684-b9a2-7f55fa054c2e service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922531 Jul 08 17:23:31.511940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.550379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a104557a-7404-436f-ad07-d0985e512345']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:31.563697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f99d3-4708-412f-9f1d-85d98c34efdd req-bbd5aba4-603f-4256-bab1-cb28b0223005 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.580635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b77f99d3-4708-412f-9f1d-85d98c34efdd req-bbd5aba4-603f-4256-bab1-cb28b0223005 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 943 time: 0.1530590 Jul 08 17:23:31.582291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a71604f-d2a3-4e49-9583-84af7226a88a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:31.582583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a71604f-d2a3-4e49-9583-84af7226a88a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:31.588142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f7adfe0a-eec5-4932-a018-c3a0345e7012 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0916212 Jul 08 17:23:31.622777 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.627554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-3a926058-a68c-4c86-89c0-a62b50eddaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.629913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-3a926058-a68c-4c86-89c0-a62b50eddaf9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 1094 time: 0.1661832 Jul 08 17:23:31.663893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b77f99d3-4708-412f-9f1d-85d98c34efdd req-b8a1ba54-0319-4e57-8c81-e52c70e759b6 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803759 Jul 08 17:23:31.711745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366641b-4220-4677-a3c8-eb9d999845ae req-2dcb8f0b-ed6c-46ed-a8f0-475048d76183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.713268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-2dcb8f0b-ed6c-46ed-a8f0-475048d76183 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=358b5317c6564849b2d6115b4c24019b&device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 1095 time: 0.7591140 Jul 08 17:23:31.714262 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.749768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:23:31.750223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:23:31.759910 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:23:31.813995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.824609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.838726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.844758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.867146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.875443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.884326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.903175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-4210c269-6855-4915-9b3c-170595980e48 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 1.0773516 Jul 08 17:23:31.912610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-f65b43fd-ad8f-4f88-8854-cf4f7ee9aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.914121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-f65b43fd-ad8f-4f88-8854-cf4f7ee9aeb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 0.2666862 Jul 08 17:23:31.981480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-ce399f84-d2ad-4dce-a3b0-7e2e98499e4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ceda6c1-d606-4191-9092-e2168490c239 HTTP/1.1" status: 200 len: 217 time: 0.0598660 Jul 08 17:23:32.152207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366641b-4220-4677-a3c8-eb9d999845ae req-62aed364-4ed3-497e-9c1c-fc36ca5d231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.153894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-62aed364-4ed3-497e-9c1c-fc36ca5d231d service neutron] 10.222.0.53 "GET /v2.0/networks?id=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb HTTP/1.1" status: 200 len: 923 time: 0.4254947 Jul 08 17:23:32.169730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.181176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-9c0bcee6-b158-405c-a57b-deeaa548e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.182660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-9c0bcee6-b158-405c-a57b-deeaa548e8fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.1386871 Jul 08 17:23:32.227143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-ffb45a92-6a4b-4503-a6d0-f287db33b701 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7092adf-fd2e-451f-a0a3-df0e64494347 HTTP/1.1" status: 200 len: 217 time: 0.0482428 Jul 08 17:23:32.237136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9440f-e221-40e2-ae0a-ac63a80c1e12 req-262382b9-08df-42d2-ab6c-d4e0f5abbf85 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.246096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9440f-e221-40e2-ae0a-ac63a80c1e12 req-262382b9-08df-42d2-ab6c-d4e0f5abbf85 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.255927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9440f-e221-40e2-ae0a-ac63a80c1e12 req-262382b9-08df-42d2-ab6c-d4e0f5abbf85 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.257368 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6c9440f-e221-40e2-ae0a-ac63a80c1e12 req-262382b9-08df-42d2-ab6c-d4e0f5abbf85 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2377 time: 0.2749796 Jul 08 17:23:32.275935 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.280247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a104557a-7404-436f-ad07-d0985e512345 HTTP/1.1" status: 204 len: 168 time: 2.3293524 Jul 08 17:23:32.334834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f1a3-9622-4537-b15b-6c375c132558 admin admin] Pushing event deleted for resources: {'Network': ['ID=a104557a-7404-436f-ad07-d0985e512345,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:32.339001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366641b-4220-4677-a3c8-eb9d999845ae req-6d73aea5-ddb0-4539-b8ae-2c657c97ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.340499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-6d73aea5-ddb0-4539-b8ae-2c657c97ed58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42cf9764-287f-4c87-b472-772aba5fff25 HTTP/1.1" status: 200 len: 862 time: 0.0611124 Jul 08 17:23:32.360623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-137d1403-494a-4193-b3b8-0e672e5d22fd req-544b346f-3f74-4824-ac99-472fcd17a8e7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4559596 Jul 08 17:23:32.459926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-97c5df9e-1c3f-4b45-a797-a9a3202c9db3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881646 Jul 08 17:23:32.462109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6c9440f-e221-40e2-ae0a-ac63a80c1e12 req-16645b49-8361-4392-92ea-241a2ef4fd4d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958196 Jul 08 17:23:32.478569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-8a0ee381-1213-4394-8013-ea1e9f5f21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.480290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-8a0ee381-1213-4394-8013-ea1e9f5f21e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871723 Jul 08 17:23:32.637916 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-4318a8cd-afd7-4e25-b300-1e79cfc801a5 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493156 Jul 08 17:23:32.638820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:32.705526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-822f0caf-4dcd-419b-81e2-c913dc48dc45 service neutron] 10.222.0.53 "GET /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191763 Jul 08 17:23:32.750078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2b82ac51-7a69-4724-870e-0d8878fb488f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=675762bd139d4fc7a9a8920e8af8ae19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099665 Jul 08 17:23:32.752617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:32.801873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac283903-ccbd-4491-8d37-a31f419f9784 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:32.828297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-20d4f97e-3f1b-4f53-a0b0-49c5928590ef req-a11d86d4-264b-4548-a236-79cba165adef service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666398 Jul 08 17:23:32.848440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.858741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bc33411-36a3-4e10-901a-b316683f8cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.888204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bc33411-36a3-4e10-901a-b316683f8cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.892298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-9d09ca33-457c-418f-8b18-872c19751b81 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2891293 Jul 08 17:23:32.947608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bc33411-36a3-4e10-901a-b316683f8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.950655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1bc33411-36a3-4e10-901a-b316683f8cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.954350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1bc33411-36a3-4e10-901a-b316683f8cc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91ab97b7-1247-4044-b87b-da4bbdce03c3 HTTP/1.1" status: 204 len: 168 time: 0.1982753 Jul 08 17:23:33.045266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc33411-36a3-4e10-901a-b316683f8cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab97b7-1247-4044-b87b-da4bbdce03c3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:33.112933 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f64b2a22-c137-4b80-8400-6b9492aa5b54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 217 time: 0.1315503 Jul 08 17:23:33.133649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ccf5f-998d-49b8-bb19-00351909d273 req-5559b08b-633b-4ea3-92ec-e554eeef5b55 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.135310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a56ccf5f-998d-49b8-bb19-00351909d273 req-5559b08b-633b-4ea3-92ec-e554eeef5b55 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 943 time: 0.1912670 Jul 08 17:23:33.195448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Transition to ACTIVE for port object ac283903-ccbd-4491-8d37-a31f419f9784 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:33.216516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06ccc1-7340-45d4-96ac-306a8cbc13ad req-5ed471ef-f462-4b54-b709-9e6d7893b40f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.229403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a06ccc1-7340-45d4-96ac-306a8cbc13ad req-5ed471ef-f462-4b54-b709-9e6d7893b40f tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 944 time: 0.5227020 Jul 08 17:23:33.252227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a56ccf5f-998d-49b8-bb19-00351909d273 req-7195c107-1c68-4ced-92d7-af431d4ecdc4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034389 Jul 08 17:23:33.268502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.397631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f7092adf-fd2e-451f-a0a3-df0e64494347 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:33.476006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a06ccc1-7340-45d4-96ac-306a8cbc13ad req-360e28bd-f906-442d-bf64-4736dd063af4 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438347 Jul 08 17:23:33.560627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a37d09be-555a-480b-a033-904c9149fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.571924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a37d09be-555a-480b-a033-904c9149fe6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.4474297 Jul 08 17:23:33.735716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f7092adf-fd2e-451f-a0a3-df0e64494347, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f7092adf-fd2e-451f-a0a3-df0e64494347,segment=NetworkSegment(3f6329be-824a-4663-8448-d13b7d2ec2e4),segment_id=3f6329be-824a-4663-8448-d13b7d2ec2e4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:33.778353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'f7092adf-fd2e-451f-a0a3-df0e64494347', 'network_id': '524be08e-3a37-4b6d-a9c6-49c7e5e16bfb', 'port_id': 'f7092adf-fd2e-451f-a0a3-df0e64494347', 'mac_address': 'fa:16:3e:7a:41:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cf9764-287f-4c87-b472-772aba5fff25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:33.789043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Pushing event updated for resources: {'Port': ['ID=ac283903-ccbd-4491-8d37-a31f419f9784,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:33.861323 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.889754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7092adf-fd2e-451f-a0a3-df0e64494347 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:33.923603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d366641b-4220-4677-a3c8-eb9d999845ae req-4c831a96-bc55-4434-a682-0bbc3875805d service neutron] 10.222.0.53 "GET /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1319675 Jul 08 17:23:33.966797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f7092adf-fd2e-451f-a0a3-df0e64494347, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f7092adf-fd2e-451f-a0a3-df0e64494347,segment=NetworkSegment(3f6329be-824a-4663-8448-d13b7d2ec2e4),segment_id=3f6329be-824a-4663-8448-d13b7d2ec2e4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:33.974890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.975665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3ceda6c1-d606-4191-9092-e2168490c239 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:33.988594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.004799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.023862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.040946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.059979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.081427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.099172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.101937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-df91febc-ab3f-4665-ada0-4b1366b5a0b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.3479619 Jul 08 17:23:34.195150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ded063e-2e88-4127-acc6-43f33664edb0 req-99120389-54f8-4004-bab1-6231f2770ce7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870764 Jul 08 17:23:34.202574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Attempting to bind port ac283903-ccbd-4491-8d37-a31f419f9784 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:34.203060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Attempting to bind port ac283903-ccbd-4491-8d37-a31f419f9784 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:34.203261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Attempting to bind port ac283903-ccbd-4491-8d37-a31f419f9784 on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:34.216956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Port ac283903-ccbd-4491-8d37-a31f419f9784 on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:34.217337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Attempting to bind port ac283903-ccbd-4491-8d37-a31f419f9784 on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:34.220837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1212b563-b9b4-4a06-a406-aa74cd24adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.222894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1212b563-b9b4-4a06-a406-aa74cd24adb4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6342814 Jul 08 17:23:34.235092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689b8b-b0fe-4fce-9c64-8d15367e7f94 req-fa239aef-2ea1-4889-ad3e-f9317b212a08 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.242717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689b8b-b0fe-4fce-9c64-8d15367e7f94 req-fa239aef-2ea1-4889-ad3e-f9317b212a08 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.263631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689b8b-b0fe-4fce-9c64-8d15367e7f94 req-fa239aef-2ea1-4889-ad3e-f9317b212a08 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.263631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84689b8b-b0fe-4fce-9c64-8d15367e7f94 req-fa239aef-2ea1-4889-ad3e-f9317b212a08 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2389 time: 0.3598287 Jul 08 17:23:34.308543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:34.308913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Checking segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:34.309454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Bound using segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:34.310047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Bound port: ac283903-ccbd-4491-8d37-a31f419f9784, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:34.312360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:34.435773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f7092adf-fd2e-451f-a0a3-df0e64494347,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:34.467426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3ceda6c1-d606-4191-9092-e2168490c239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3ceda6c1-d606-4191-9092-e2168490c239,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:34.495789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84689b8b-b0fe-4fce-9c64-8d15367e7f94 req-37ef2912-23af-44d9-b55a-cada9206a8a9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903217 Jul 08 17:23:34.513848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '3ceda6c1-d606-4191-9092-e2168490c239', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'port_id': '3ceda6c1-d606-4191-9092-e2168490c239', 'mac_address': 'fa:16:3e:19:bc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:34.571170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-0e17a4da-4d33-4b8d-9968-2f49cc87c63e service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111451 Jul 08 17:23:34.618692 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:34.646592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ceda6c1-d606-4191-9092-e2168490c239 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:34.716426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3ceda6c1-d606-4191-9092-e2168490c239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3ceda6c1-d606-4191-9092-e2168490c239,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:34.747223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:34.781528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fbc5f-b2a7-4fed-8e93-26127cc4501f req-c185ae9c-6e65-4831-bdcf-1610925b991b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.791277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4fbc5f-b2a7-4fed-8e93-26127cc4501f req-c185ae9c-6e65-4831-bdcf-1610925b991b tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 943 time: 0.1743183 Jul 08 17:23:34.835672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] For port ac283903-ccbd-4491-8d37-a31f419f9784, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:34.871068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a4fbc5f-b2a7-4fed-8e93-26127cc4501f req-a756cbb1-2a1b-4fbe-b06d-55b4562ae7da tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785756 Jul 08 17:23:34.894670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] For port ac283903-ccbd-4491-8d37-a31f419f9784, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ac283903-ccbd-4491-8d37-a31f419f9784,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:34.929715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:34.980106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3ceda6c1-d606-4191-9092-e2168490c239,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:35.060597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['f7092adf-fd2e-451f-a0a3-df0e64494347'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:35.061969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.062770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:35.064394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] 10.222.0.53 "PUT /v2.0/ports/ac283903-ccbd-4491-8d37-a31f419f9784 HTTP/1.1" status: 200 len: 1092 time: 6.1425197 Jul 08 17:23:35.067664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'tag': 'ac283903-ccbd-4491-8d37-a31f419f9784'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:35.070221 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a3981a-f4d9-4443-9596-ddc90b923241" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "tag": "ac283903-ccbd-4491-8d37-a31f419f9784"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:35.094949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee1ea-e3ab-4502-a582-ef9eac4b11a5 req-a3d0fdfd-766e-41f5-ba3a-41ee54b681b6 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.103877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af2ee1ea-e3ab-4502-a582-ef9eac4b11a5 req-a3d0fdfd-766e-41f5-ba3a-41ee54b681b6 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 945 time: 0.3553345 Jul 08 17:23:35.129973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Request body: {'port': {'device_id': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:35.144034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3ceda6c1-d606-4191-9092-e2168490c239'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:35.219972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-9f70cc38-01bc-4e7e-8e94-dfb5cee9aa9d service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278009 Jul 08 17:23:35.395056 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb646703-7a97-4267-b39d-cd06eb6880a4 x-openstack-request-id: req-cb646703-7a97-4267-b39d-cd06eb6880a4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:35.395707 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "tag": "ac283903-ccbd-4491-8d37-a31f419f9784", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:35.396198 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb646703-7a97-4267-b39d-cd06eb6880a4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:35.397279 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'tag': 'ac283903-ccbd-4491-8d37-a31f419f9784', 'status': 'completed', 'code': 200} Jul 08 17:23:35.424171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0f1b0-6d51-4bbe-b22f-d1ff16804943 service neutron] Pushing event updated for resources: {'Port': ['ID=ac283903-ccbd-4491-8d37-a31f419f9784,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:35.441312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-cfc9082a-bf7d-47a5-99ac-d11433049c57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd HTTP/1.1" status: 200 len: 217 time: 0.1668189 Jul 08 17:23:35.746702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47574) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:35.796909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:35.845744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.856457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.863537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.870121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.879443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.897799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.909960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.915398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-08dcecd0-d850-4f4c-a466-493b82d95cf4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.3087254 Jul 08 17:23:35.990260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddc00397-9766-43b9-adca-caaca0b90714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.056953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c800bf45-260e-41ff-b356-405ee6c654e4 req-37a9a103-ef56-4686-8984-ae898aed19aa tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023719 Jul 08 17:23:36.056953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17477f8-3493-4cbc-9c71-22cf6e649f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.073616 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af2ee1ea-e3ab-4502-a582-ef9eac4b11a5 req-5cba2ac1-a0c6-45bc-8b09-ffcf389ee9f9 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9684608 Jul 08 17:23:36.077585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.161703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bf04c03a-e58f-4746-9378-8df717d001be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.163225 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-bf04c03a-e58f-4746-9378-8df717d001be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.6691372 Jul 08 17:23:36.243532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddc00397-9766-43b9-adca-caaca0b90714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.250921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddc00397-9766-43b9-adca-caaca0b90714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.289433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ddc00397-9766-43b9-adca-caaca0b90714 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d79f67329b0848539fdaf781394382fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390983 Jul 08 17:23:36.292209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:36.340533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-4ccf7f6e-c669-4f31-b471-09e7c1e4bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.340951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-4ccf7f6e-c669-4f31-b471-09e7c1e4bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.341435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-4ccf7f6e-c669-4f31-b471-09e7c1e4bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.343271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-4ccf7f6e-c669-4f31-b471-09e7c1e4bdee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2732 time: 0.9445121 Jul 08 17:23:36.429222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00397-9766-43b9-adca-caaca0b90714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88d0f3-4b5c-4ef1-a703-c9edb5eda7f0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:36.515933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841344c0-c6f7-44b9-b3cd-38fd7547115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.554338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dcd7b-ef2c-41d2-9d42-da49a5108f69 req-e330e575-5e25-4e80-b71b-2593bac9a67c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.561403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c1dcd7b-ef2c-41d2-9d42-da49a5108f69 req-e330e575-5e25-4e80-b71b-2593bac9a67c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 944 time: 0.2820959 Jul 08 17:23:36.595485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841344c0-c6f7-44b9-b3cd-38fd7547115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.625865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-95e03df3-bf6b-4309-bb20-19c12cf13d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.627421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-95e03df3-bf6b-4309-bb20-19c12cf13d44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4168141 Jul 08 17:23:36.635876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17477f8-3493-4cbc-9c71-22cf6e649f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.642212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271c9e-f806-4551-92a5-53dd03c12571 req-a9f4bad6-4247-428a-918d-4b3d4188dfeb tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.648497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271c9e-f806-4551-92a5-53dd03c12571 req-a9f4bad6-4247-428a-918d-4b3d4188dfeb tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.651122 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17477f8-3493-4cbc-9c71-22cf6e649f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.654543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5271c9e-f806-4551-92a5-53dd03c12571 req-a9f4bad6-4247-428a-918d-4b3d4188dfeb tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.656686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5271c9e-f806-4551-92a5-53dd03c12571 req-a9f4bad6-4247-428a-918d-4b3d4188dfeb tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2389 time: 0.3743978 Jul 08 17:23:36.657523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-691be35c-e803-485b-8c42-d5311c4360d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.658044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-691be35c-e803-485b-8c42-d5311c4360d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.658501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-691be35c-e803-485b-8c42-d5311c4360d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.660148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-691be35c-e803-485b-8c42-d5311c4360d3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2623479 Jul 08 17:23:36.673262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c1dcd7b-ef2c-41d2-9d42-da49a5108f69 req-24bdda7d-ba90-48ad-9c56-9ea83011bfdf tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107705 Jul 08 17:23:36.788399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a17477f8-3493-4cbc-9c71-22cf6e649f4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75167da77cb347e1961b45d3c69e8540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755733 Jul 08 17:23:36.790222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17477f8-3493-4cbc-9c71-22cf6e649f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a2ea7-5791-4835-b156-69556145a6c5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:36.796012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:36.858678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5271c9e-f806-4551-92a5-53dd03c12571 req-ee36da9b-8756-4297-ab83-1e465b73f649 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884675 Jul 08 17:23:36.920229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841344c0-c6f7-44b9-b3cd-38fd7547115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.923569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841344c0-c6f7-44b9-b3cd-38fd7547115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.928346 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-841344c0-c6f7-44b9-b3cd-38fd7547115b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa88d0f3-4b5c-4ef1-a703-c9edb5eda7f0 HTTP/1.1" status: 204 len: 168 time: 0.5895240 Jul 08 17:23:36.942894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841344c0-c6f7-44b9-b3cd-38fd7547115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88d0f3-4b5c-4ef1-a703-c9edb5eda7f0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:36.972463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071f4ae7-3bad-44b7-9a83-48492be81725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.973850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-d0f137f0-5569-4774-9768-c2134d2c7f3d service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068316 Jul 08 17:23:37.012074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071f4ae7-3bad-44b7-9a83-48492be81725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.020091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-ad10ffc2-bdef-43ef-a89b-cda1b8e748ff tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.021707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-ad10ffc2-bdef-43ef-a89b-cda1b8e748ff tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.2102692 Jul 08 17:23:37.053635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-5f2f9488-cf7c-461f-9857-baaf7216b8bb tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/quotas/abb7ea30bea640f098aeaddb6d10147a HTTP/1.1" status: 200 len: 375 time: 0.0242066 Jul 08 17:23:37.062549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-e1de9fb7-5cc9-4fde-afcd-d78ed845769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.064097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43a3981a-f4d9-4443-9596-ddc90b923241 req-e1de9fb7-5cc9-4fde-afcd-d78ed845769f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3960001 Jul 08 17:23:37.072403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0a9090-6d41-4de3-b324-43f1eb801c1e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:37.085353 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.136262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Transition to ACTIVE for port object 4a0a9090-6d41-4de3-b324-43f1eb801c1e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:37.148616 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071f4ae7-3bad-44b7-9a83-48492be81725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.149405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.153434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-071f4ae7-3bad-44b7-9a83-48492be81725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.157351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-071f4ae7-3bad-44b7-9a83-48492be81725 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f92a2ea7-5791-4835-b156-69556145a6c5 HTTP/1.1" status: 204 len: 168 time: 0.3598411 Jul 08 17:23:37.179175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-65aa9b9c-9d50-4403-ad68-4dd548f141d6 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175449 Jul 08 17:23:37.180676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f4ae7-3bad-44b7-9a83-48492be81725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a2ea7-5791-4835-b156-69556145a6c5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:37.283074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-3ba16128-0c40-4f34-813c-bfd1e7103930 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834756 Jul 08 17:23:37.403411 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-f6be71b2-ddf6-49fa-8452-baec6531b777 service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149343 Jul 08 17:23:37.415736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f7092adf-fd2e-451f-a0a3-df0e64494347 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:37.493044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:37.529232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15e48b0d-0df3-4d03-bf58-ce2ff2f9f490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.548849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0a9090-6d41-4de3-b324-43f1eb801c1e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:37.558368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port f7092adf-fd2e-451f-a0a3-df0e64494347 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:37.576584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-1e8fe1c2-6c4e-4aed-8a6a-76a264a28038 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3c0480bd-471b-4ad8-844e-88cb5e261833 HTTP/1.1" status: 200 len: 217 time: 0.2666788 Jul 08 17:23:37.577014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port f7092adf-fd2e-451f-a0a3-df0e64494347 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:37.577395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.653850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-f8f3a281-f6e9-4af1-8f53-93e802bebc8f service neutron] 10.222.0.48 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316220 Jul 08 17:23:37.694454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a39e28e0-13cf-4383-8b66-ff69325e3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.695926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a39e28e0-13cf-4383-8b66-ff69325e3303 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.1072087 Jul 08 17:23:37.767061 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15e48b0d-0df3-4d03-bf58-ce2ff2f9f490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.768970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Attempting to bind port 4a0a9090-6d41-4de3-b324-43f1eb801c1e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:37.769111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Attempting to bind port 4a0a9090-6d41-4de3-b324-43f1eb801c1e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:37.769333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Attempting to bind port 4a0a9090-6d41-4de3-b324-43f1eb801c1e on network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:37.776212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-15e48b0d-0df3-4d03-bf58-ce2ff2f9f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.793520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Port 4a0a9090-6d41-4de3-b324-43f1eb801c1e on network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:37.795619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Attempting to bind port 4a0a9090-6d41-4de3-b324-43f1eb801c1e on network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:37.809939 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.822754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:37.823105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Checking segment: {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:37.823619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Bound using segment: {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:37.823937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Bound port: 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ac827b-8834-4869-b98a-ad2069bf2c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:37.824302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.855265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7092adf-fd2e-451f-a0a3-df0e64494347'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:37.859445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-15e48b0d-0df3-4d03-bf58-ce2ff2f9f490 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ae63ab87b54de596f82c941f4429e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652108 Jul 08 17:23:37.861426 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb3aff1-ce92-43f1-9be8-6cf90560ecb3" -d '{"events": [{"server_uuid": "79ed0472-fa1f-4f85-a01c-b4de45b37b89", "name": "network-vif-plugged", "status": "completed", "tag": "f7092adf-fd2e-451f-a0a3-df0e64494347"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:37.863076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47636) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:37.871948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e48b0d-0df3-4d03-bf58-ce2ff2f9f490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eabc0c-1697-43e9-b6e1-573317a27f70,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:37.907646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f7092adf-fd2e-451f-a0a3-df0e64494347, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f7092adf-fd2e-451f-a0a3-df0e64494347,segment=NetworkSegment(3f6329be-824a-4663-8448-d13b7d2ec2e4),segment_id=3f6329be-824a-4663-8448-d13b7d2ec2e4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:37.921663 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.925377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3ceda6c1-d606-4191-9092-e2168490c239 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:37.939065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.945821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.968857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.975689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.986179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4982abd-69c9-406e-b5a2-2c85a3aae157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.994022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.000561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.016284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.034432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4982abd-69c9-406e-b5a2-2c85a3aae157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.034737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50febcf8-11c8-490d-aa54-12a54335bfad req-a6e70398-907d-4843-a5f6-2a78700402db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.7234466 Jul 08 17:23:38.100721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f7092adf-fd2e-451f-a0a3-df0e64494347,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:38.119360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a9f4ea31-aefc-4ac7-84ec-163f24ecc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.120187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-a9f4ea31-aefc-4ac7-84ec-163f24ecc4cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4158804 Jul 08 17:23:38.121094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 3ceda6c1-d606-4191-9092-e2168490c239 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:38.125328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 3ceda6c1-d606-4191-9092-e2168490c239 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:38.125907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.173451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50febcf8-11c8-490d-aa54-12a54335bfad req-8ee0b8cc-078a-4657-aa9b-86d9ea3e35e7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375034 Jul 08 17:23:38.232397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4982abd-69c9-406e-b5a2-2c85a3aae157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.236192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4982abd-69c9-406e-b5a2-2c85a3aae157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.238019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a4982abd-69c9-406e-b5a2-2c85a3aae157 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52eabc0c-1697-43e9-b6e1-573317a27f70 HTTP/1.1" status: 204 len: 168 time: 0.3739123 Jul 08 17:23:38.249959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.252163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4982abd-69c9-406e-b5a2-2c85a3aae157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eabc0c-1697-43e9-b6e1-573317a27f70,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:38.289119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd5c3f-fcca-498b-9acc-439426040436 req-68c0fab3-1d62-4c9b-8b2e-228fc60b1ccd tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.295337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49dd5c3f-fcca-498b-9acc-439426040436 req-68c0fab3-1d62-4c9b-8b2e-228fc60b1ccd tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 946 time: 0.2212329 Jul 08 17:23:38.359723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3ceda6c1-d606-4191-9092-e2168490c239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3ceda6c1-d606-4191-9092-e2168490c239,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:38.367413 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.400198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49dd5c3f-fcca-498b-9acc-439426040436 req-c4f30f42-06ee-47c3-8d33-5630a51a9cb2 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980840 Jul 08 17:23:38.408301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] For port 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:38.447610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3ceda6c1-d606-4191-9092-e2168490c239,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:38.488996 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f8ec69-d857-428a-a3ea-62dfbcc3bc44 x-openstack-request-id: req-67f8ec69-d857-428a-a3ea-62dfbcc3bc44 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:38.489581 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ed0472-fa1f-4f85-a01c-b4de45b37b89", "name": "network-vif-plugged", "status": "completed", "tag": "f7092adf-fd2e-451f-a0a3-df0e64494347", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:38.490014 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67f8ec69-d857-428a-a3ea-62dfbcc3bc44 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:38.490583 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7092adf-fd2e-451f-a0a3-df0e64494347', 'code': 200} Jul 08 17:23:38.530216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] For port 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a0a9090-6d41-4de3-b324-43f1eb801c1e,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:38.542034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:38.557617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-efdb66bd-65bf-44f0-9530-83873d3e6cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054506 Jul 08 17:23:38.558933 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.702281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:38.721052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-network', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:38.740492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.741190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.742895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a0a9090-6d41-4de3-b324-43f1eb801c1e HTTP/1.1" status: 200 len: 1092 time: 3.6251791 Jul 08 17:23:38.745304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'tag': '4a0a9090-6d41-4de3-b324-43f1eb801c1e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:38.748666 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f5a0a-e014-4dcc-817c-1923b1c00a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "tag": "4a0a9090-6d41-4de3-b324-43f1eb801c1e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:38.770342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e726250-aaa7-46ed-a28d-34281eae9791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.784887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Request body: {'port': {'device_id': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:38.803751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Made reservation on behalf of a962f43fa51d4ee4adf4f7a827a7af23 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:38.806432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.846008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:38.864022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577ba75-c9f8-4a72-ac79-7c4ae5d4af88 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0a9090-6d41-4de3-b324-43f1eb801c1e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:38.885634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e51961-a005-4473-bee6-0a555b3d0c43 req-3d8275f0-7da8-4500-aa9a-1b1fc40040f6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.890603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e1138-0acb-4b62-b83c-fa38ab4a8405 req-6b3a498e-1096-46a0-9924-a28a90812a4f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.892000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e51961-a005-4473-bee6-0a555b3d0c43 req-3d8275f0-7da8-4500-aa9a-1b1fc40040f6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.892376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-371e1138-0acb-4b62-b83c-fa38ab4a8405 req-6b3a498e-1096-46a0-9924-a28a90812a4f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.5043857 Jul 08 17:23:38.899017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e51961-a005-4473-bee6-0a555b3d0c43 req-3d8275f0-7da8-4500-aa9a-1b1fc40040f6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.901142 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2e51961-a005-4473-bee6-0a555b3d0c43 req-3d8275f0-7da8-4500-aa9a-1b1fc40040f6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2401 time: 0.2362401 Jul 08 17:23:38.930657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-93014e20-7a02-46f6-9654-ba10a179f806 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470333 Jul 08 17:23:38.977994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2e51961-a005-4473-bee6-0a555b3d0c43 req-e2c08464-3e1f-447c-8d27-ec049f993a2c tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703197 Jul 08 17:23:39.010742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-36ec3e39-3246-4b98-a4de-6e6a5190c854 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce HTTP/1.1" status: 200 len: 217 time: 0.0476522 Jul 08 17:23:39.016435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29b242-4956-4cae-8242-eccb50a66ae4 req-287c38e0-4aac-4903-94d2-53426f3823a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.017899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea29b242-4956-4cae-8242-eccb50a66ae4 req-287c38e0-4aac-4903-94d2-53426f3823a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 1097 time: 0.4333229 Jul 08 17:23:39.044006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e726250-aaa7-46ed-a28d-34281eae9791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.058751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e726250-aaa7-46ed-a28d-34281eae9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.096913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.109753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8e726250-aaa7-46ed-a28d-34281eae9791 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9af4e70163747539d376524760311cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063022 Jul 08 17:23:39.121403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:39.134495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-371e1138-0acb-4b62-b83c-fa38ab4a8405 req-34f04ce9-7d0e-481f-90d6-0419aa2ee82f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223830 Jul 08 17:23:39.146855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e726250-aaa7-46ed-a28d-34281eae9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173bf8f-c49c-4fb5-9794-8b8bac4afa5a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:39.172782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f0422d4f-6892-40a8-8b61-6ed86ac3f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.174400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f0422d4f-6892-40a8-8b61-6ed86ac3f6fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.1360605 Jul 08 17:23:39.185793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a755a60-88ac-47e5-88b0-d1c434afc25d req-5aedeb10-97ed-4e04-b8cb-9e1897a45528 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 210 time: 0.0651357 Jul 08 17:23:39.186186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea29b242-4956-4cae-8242-eccb50a66ae4 req-3b5284b9-0218-437a-b325-1f84da04b43f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534657 Jul 08 17:23:39.270595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e640aa25-6681-4f23-b6f3-eb371d01ecac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.290492 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748314d6-ea34-4fb5-9b86-b50f99f53f6f x-openstack-request-id: req-748314d6-ea34-4fb5-9b86-b50f99f53f6f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:39.290779 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "tag": "4a0a9090-6d41-4de3-b324-43f1eb801c1e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:39.291205 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-748314d6-ea34-4fb5-9b86-b50f99f53f6f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:39.292054 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'tag': '4a0a9090-6d41-4de3-b324-43f1eb801c1e', 'status': 'completed', 'code': 200} Jul 08 17:23:39.296088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.301122 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.318381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e640aa25-6681-4f23-b6f3-eb371d01ecac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.354061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:39.375195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb830e-353a-44dd-a175-ed767d53ff76,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:39.380272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f21024bd-6933-4096-aec0-2d0d3228d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.382061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f21024bd-6933-4096-aec0-2d0d3228d1f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1980672 Jul 08 17:23:39.385553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.385901 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Added segment a416e87c-d422-4539-a21a-70ff11065e90 of type vlan for network 301f41e6-e213-4011-9922-a16179114657 Jul 08 17:23:39.448155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.463627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e640aa25-6681-4f23-b6f3-eb371d01ecac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.466445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e640aa25-6681-4f23-b6f3-eb371d01ecac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.470029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e640aa25-6681-4f23-b6f3-eb371d01ecac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c173bf8f-c49c-4fb5-9794-8b8bac4afa5a HTTP/1.1" status: 204 len: 168 time: 0.3452775 Jul 08 17:23:39.518003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640aa25-6681-4f23-b6f3-eb371d01ecac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173bf8f-c49c-4fb5-9794-8b8bac4afa5a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:39.527692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.528690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.529294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.550837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0075834 Jul 08 17:23:39.566325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:39.572893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Request body: {'subnet': {'network_id': '301f41e6-e213-4011-9922-a16179114657', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-subnet', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:39.703507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be693d6-7ac6-4a4f-b2a5-2c66d6f70de7 admin admin] Pushing event updated for resources: {'Network': ['ID=301f41e6-e213-4011-9922-a16179114657,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:39.721367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 301f41e6-e213-4011-9922-a16179114657 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:39.723225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Made reservation on behalf of a962f43fa51d4ee4adf4f7a827a7af23 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:39.725969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:39.763769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.771341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.778135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.785808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.792393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.798700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.807570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.810112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-504850fd-10c5-43b9-a027-e79cea46f502 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.3386354 Jul 08 17:23:39.896400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-611c3371-4118-4e6d-80a3-cb4ee69b7652 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.899095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-611c3371-4118-4e6d-80a3-cb4ee69b7652 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 815 time: 0.2966747 Jul 08 17:23:39.913083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-889f2011-2d56-4b5c-90d5-7ccd81408ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.913869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-889f2011-2d56-4b5c-90d5-7ccd81408ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.914530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-889f2011-2d56-4b5c-90d5-7ccd81408ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.916353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-889f2011-2d56-4b5c-90d5-7ccd81408ae6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2799 time: 0.6028028 Jul 08 17:23:39.923091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Request body: {'port': {'device_id': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'admin_state_up': True, 'tenant_id': 'abb7ea30bea640f098aeaddb6d10147a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:39.939618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-741070ab-050d-452c-b23c-94463041733d service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162508 Jul 08 17:23:40.005754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5dca410-9b34-4818-8c57-1303a08d0530 req-7e2abbdc-ccc1-4096-8698-3cf9ae45936e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1635890 Jul 08 17:23:40.081202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-9f9e5d13-b58c-4f94-8f89-fc76a779fbd2 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.089325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-9f9e5d13-b58c-4f94-8f89-fc76a779fbd2 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/networks?id=a1bf93fa-bd94-4a92-8004-bb0c48dfd922 HTTP/1.1" status: 200 len: 814 time: 0.6106501 Jul 08 17:23:40.155417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-52bebaae-36e0-48d4-9d38-aa64363e2cb0 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/quotas/33cdb8c148bb49318e5687f10d608793 HTTP/1.1" status: 200 len: 375 time: 0.0649099 Jul 08 17:23:40.160880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Made reservation on behalf of abb7ea30bea640f098aeaddb6d10147a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:40.166167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.212108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.267526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf92542-ab89-4882-8a01-357ff73ebd6c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:40.282091 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.314927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-47fcec41-2576-41fe-b5ec-f258835afc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.315807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-47fcec41-2576-41fe-b5ec-f258835afc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.316460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-47fcec41-2576-41fe-b5ec-f258835afc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.318295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-47fcec41-2576-41fe-b5ec-f258835afc27 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3815954 Jul 08 17:23:40.327504 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-c3e00fd8-1762-47d6-ab2e-9c61ccd41931 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648980 Jul 08 17:23:40.329647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Transition to ACTIVE for port object cbf92542-ab89-4882-8a01-357ff73ebd6c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:40.357948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74467176-dfb3-490d-871b-0837de2708b7,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:40.371560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.465777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-debe9f1f-b3ce-40cb-9f65-9173cd246984 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411 HTTP/1.1" status: 200 len: 217 time: 0.1317868 Jul 08 17:23:40.491755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:40.494107 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faead6eb-7853-4ad0-94ca-2f059d00d939" -d '{"events": [{"server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "name": "network-vif-plugged", "status": "completed", "tag": "3ceda6c1-d606-4191-9092-e2168490c239"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:40.556737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Pushing event updated for resources: {'Port': ['ID=cbf92542-ab89-4882-8a01-357ff73ebd6c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:40.572390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-3098076f-7f27-4068-8c3d-a0ed67504e38 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33cdb8c148bb49318e5687f10d608793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4152164 Jul 08 17:23:40.672738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-7af457f5-64e8-4095-ad5e-876a96876444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.674276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-7af457f5-64e8-4095-ad5e-876a96876444 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.1947479 Jul 08 17:23:40.775128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-146163ce-3380-46f2-9eed-301e3c568a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.777022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-883f5a0a-e014-4dcc-817c-1923b1c00a2a req-146163ce-3380-46f2-9eed-301e3c568a5d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4454682 Jul 08 17:23:40.814953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Checking segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:40.816023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Network hostable DHCP agents. Network: 301f41e6-e213-4011-9922-a16179114657, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:40.859854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7f7bac32-8af3-44f1-bce5-39e0fed17b70 service neutron] 10.222.0.48 "GET /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838817 Jul 08 17:23:40.860166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Network 301f41e6-e213-4011-9922-a16179114657 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:40.871516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Allocated IP 172.20.0.2 (946f4fad-bc67-451a-9f53-8c55ed40671a/54f33879-3c85-4830-83ef-24c4a5267438/779e2b80-f9ec-40de-a8b1-cbfa5b41ac93) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:40.882679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Attempting to bind port cbf92542-ab89-4882-8a01-357ff73ebd6c on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:40.883016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Attempting to bind port cbf92542-ab89-4882-8a01-357ff73ebd6c by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:40.883345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Attempting to bind port cbf92542-ab89-4882-8a01-357ff73ebd6c on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:40.892714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 301f41e6-e213-4011-9922-a16179114657) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:40.905752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090cb6-cf45-4e84-aa2a-a39ef5662657 req-aef1c248-96e8-4f0b-ae5c-6b917610b3ed tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.906709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b22e9-3416-46d4-8e39-997f06f2eef5 None None] Network 301f41e6-e213-4011-9922-a16179114657 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:40.907316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac090cb6-cf45-4e84-aa2a-a39ef5662657 req-aef1c248-96e8-4f0b-ae5c-6b917610b3ed tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 946 time: 0.6357822 Jul 08 17:23:40.910838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.911430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.966089 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-62ec0020-372e-4665-8c4b-7be0e042963b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3946097 Jul 08 17:23:40.969747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:40.978538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:41.008468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-a31a52a1-c6f7-475d-995b-56fd0514fb5f service neutron] 10.222.0.48 "GET /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495209 Jul 08 17:23:41.010573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Port cbf92542-ab89-4882-8a01-357ff73ebd6c on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:41.011406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Attempting to bind port cbf92542-ab89-4882-8a01-357ff73ebd6c on network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:41.014540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac090cb6-cf45-4e84-aa2a-a39ef5662657 req-ddb43570-74a6-41bd-a6c2-28da7c3f0da6 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965202 Jul 08 17:23:41.025784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-32ab8a6e-bc60-4a72-8119-63a1cf820d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.027512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-32ab8a6e-bc60-4a72-8119-63a1cf820d67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3240359 Jul 08 17:23:41.039354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:41.040152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Checking segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:41.040562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Bound using segment: {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:41.041021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Bound port: cbf92542-ab89-4882-8a01-357ff73ebd6c, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70107959-be9e-46ac-aec3-1a20955b15e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:41.041407 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.079029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-301f41e6-e213-4011-9922-a16179114657', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:23:41.079950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.157662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.158653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.214536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] For port cbf92542-ab89-4882-8a01-357ff73ebd6c, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:41.226017 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-f8fe24de-a2e6-429f-b910-4fe93306a5a8 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817055 Jul 08 17:23:41.229276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] For port cbf92542-ab89-4882-8a01-357ff73ebd6c, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:41.252604 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.323455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.358933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Allocated IP 172.20.0.2 (301f41e6-e213-4011-9922-a16179114657/74467176-dfb3-490d-871b-0837de2708b7/9e5f1c7c-2a36-4689-8e28-c23a281f4246) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:41.373239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.407279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.408101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.410350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] 10.222.0.53 "PUT /v2.0/ports/cbf92542-ab89-4882-8a01-357ff73ebd6c HTTP/1.1" status: 200 len: 1092 time: 2.6385646 Jul 08 17:23:41.412604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'tag': 'cbf92542-ab89-4882-8a01-357ff73ebd6c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:41.415379 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "tag": "cbf92542-ab89-4882-8a01-357ff73ebd6c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:41.510298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.512591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232764-a446-43a3-bc18-495d43ac1afa service neutron] Pushing event updated for resources: {'Port': ['ID=cbf92542-ab89-4882-8a01-357ff73ebd6c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:41.558625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99c796f0-fe81-4344-84ac-de3b7d7dd708 req-edfc09f5-f952-47c4-b473-f016efb803e8 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253970 Jul 08 17:23:41.583765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f600cb-d8c8-42ad-b25f-2ceea36d40a0 req-5379c888-3297-4a4a-9546-feb1a0371bee tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.597780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f600cb-d8c8-42ad-b25f-2ceea36d40a0 req-5379c888-3297-4a4a-9546-feb1a0371bee tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.604112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f600cb-d8c8-42ad-b25f-2ceea36d40a0 req-5379c888-3297-4a4a-9546-feb1a0371bee tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.618262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33f600cb-d8c8-42ad-b25f-2ceea36d40a0 req-5379c888-3297-4a4a-9546-feb1a0371bee tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.3930011 Jul 08 17:23:41.647140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.657683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02110d1d-59f8-4bde-8462-817b53be536f req-451a0a88-c814-48d2-9559-ae1d3c7b5ef3 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.661198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02110d1d-59f8-4bde-8462-817b53be536f req-451a0a88-c814-48d2-9559-ae1d3c7b5ef3 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.2128303 Jul 08 17:23:41.662519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add', 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', '8d5e00ee-f99f-4f3a-bd18-02768d27689f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:41.683423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-580a5eda-8837-4321-8f0e-a18007f8b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.684004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-580a5eda-8837-4321-8f0e-a18007f8b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.684487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-580a5eda-8837-4321-8f0e-a18007f8b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.686179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-580a5eda-8837-4321-8f0e-a18007f8b997 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2866 time: 0.2252500 Jul 08 17:23:41.793819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-aa332f49-76c5-43c7-8f89-1ff01ec6d284 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=ac283903-ccbd-4491-8d37-a31f419f9784 HTTP/1.1" status: 200 len: 217 time: 0.0673194 Jul 08 17:23:41.835984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Network 946f4fad-bc67-451a-9f53-8c55ed40671a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:41.854727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02110d1d-59f8-4bde-8462-817b53be536f req-2e4ce40b-dcc1-4b7a-abe9-9b1c79fcd6d7 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767986 Jul 08 17:23:41.871352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-b0ee4987-4ea6-4909-b370-98ff212f3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.872655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-b0ee4987-4ea6-4909-b370-98ff212f3d6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cde1ad9-fa61-40ca-a664-6fd8212535aa HTTP/1.1" status: 200 len: 801 time: 0.0711002 Jul 08 17:23:41.872890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33f600cb-d8c8-42ad-b25f-2ceea36d40a0 req-0c467895-8d8a-4508-b039-ed9bc02186a7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536690 Jul 08 17:23:41.883754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.884247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.884713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.885165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:41.885302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.885637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.886697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.886697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.888519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d9a8f81f-e4f3-49d3-a0ce-b6bf9d5eca97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6476 time: 0.2194359 Jul 08 17:23:41.902656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:41.947626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event updated for resources: {'Port': ['ID=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:41.995239 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:41.996175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.996825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.028121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Transition to ACTIVE for port object 9e5f1c7c-2a36-4689-8e28-c23a281f4246 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:42.028597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-7cba611a-1cab-4d5d-96c4-d1128933200f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1198490 Jul 08 17:23:42.085355 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b19f7d3-4601-4baa-92e2-e4ae881d7918 x-openstack-request-id: req-8b19f7d3-4601-4baa-92e2-e4ae881d7918 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:42.085655 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "name": "network-vif-plugged", "status": "completed", "tag": "3ceda6c1-d606-4191-9092-e2168490c239", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:42.085914 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b19f7d3-4601-4baa-92e2-e4ae881d7918 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:42.086343 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239', 'code': 200} Jul 08 17:23:42.088380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Request body: {'port': {'device_id': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:42.210329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Transition to ACTIVE for port object 9e5f1c7c-2a36-4689-8e28-c23a281f4246 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:42.234240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-8bdb98af-5bda-4ec0-90c2-ac2c9eab5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:42.237103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-8bdb98af-5bda-4ec0-90c2-ac2c9eab5f16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3fd40a7a-e8b5-493c-b840-3d726f610c42 HTTP/1.1" status: 200 len: 903 time: 0.2628486 Jul 08 17:23:42.258366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-c73400e0-21ec-4858-9bee-f801261e6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:42.260173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-c73400e0-21ec-4858-9bee-f801261e6feb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d86d8a4-77f4-487d-b44f-2ee3501a4520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3707328 Jul 08 17:23:42.321152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-77bfaead-3e47-45a2-95c1-b02290000072 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411 HTTP/1.1" status: 200 len: 217 time: 0.0742297 Jul 08 17:23:42.328123 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.334660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.375999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.388672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Pushing event updated for resources: {'Port': ['ID=9e5f1c7c-2a36-4689-8e28-c23a281f4246,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:42.398374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Network 301f41e6-e213-4011-9922-a16179114657 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:42.401686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:42.406110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:42.485018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Allocated IP 172.25.3.73 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:42.605584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Attempting to bind port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:42.605995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Attempting to bind port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:42.606361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Attempting to bind port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 on network 301f41e6-e213-4011-9922-a16179114657 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:42.611214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.634962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:42.635373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Checking segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:42.635922 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.636234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Bound using segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:42.636698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Bound port: 9e5f1c7c-2a36-4689-8e28-c23a281f4246, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:42.637281 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.658514 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.697757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.734934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9d9c2-c6f1-4eb7-9c0f-4fd92d472be1 req-06939b70-4814-4799-bc35-5b8d59590b3c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:42.743242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3e9d9c2-c6f1-4eb7-9c0f-4fd92d472be1 req-06939b70-4814-4799-bc35-5b8d59590b3c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 931 time: 0.7125242 Jul 08 17:23:42.750530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:42.776759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:42.787806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:42.809667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.817387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.844449 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3e9d9c2-c6f1-4eb7-9c0f-4fd92d472be1 req-a278e945-3d6a-45c1-bcda-32d3ec4a2445 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004426 Jul 08 17:23:42.864057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] For port 9e5f1c7c-2a36-4689-8e28-c23a281f4246, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:42.866319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] For port 9e5f1c7c-2a36-4689-8e28-c23a281f4246, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9e5f1c7c-2a36-4689-8e28-c23a281f4246,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:42.872359 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:42.902468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Pushing event updated for resources: {'Port': ['ID=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:42.942658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b345ef-94d1-4145-ab75-882ee6d87ade None None] Pushing event updated for resources: {'Port': ['ID=9e5f1c7c-2a36-4689-8e28-c23a281f4246,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:42.966014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da0e32-853b-40fc-8846-315a545e2c73 req-567be0e9-8674-4a9b-999f-e56e94fb978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:42.967503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8da0e32-853b-40fc-8846-315a545e2c73 req-567be0e9-8674-4a9b-999f-e56e94fb978c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 1096 time: 0.8290293 Jul 08 17:23:43.001093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d4c95eb7-26d7-4ee9-a151-a5d3e2848bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.003108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-d4c95eb7-26d7-4ee9-a151-a5d3e2848bbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.1758025 Jul 08 17:23:43.093013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f134ec4-a393-4b23-97d0-046369004566 service neutron] 10.222.0.53 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7924409 Jul 08 17:23:43.134962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.141825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.149807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.156436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.163909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.170803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.179433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.197414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-443968a1-ca57-4ae5-ac4f-84e3c506c37c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.9013045 Jul 08 17:23:43.322890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc3976e3-de8e-4067-8daa-3a066ffd359f req-63076fad-71df-4ef8-8dca-65f173b0f596 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 210 time: 0.2356088 Jul 08 17:23:43.432408 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c7b5fc-87df-4919-bddf-d8227e907f9b x-openstack-request-id: req-70c7b5fc-87df-4919-bddf-d8227e907f9b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:43.433633 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "tag": "cbf92542-ab89-4882-8a01-357ff73ebd6c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:43.434737 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70c7b5fc-87df-4919-bddf-d8227e907f9b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:43.435240 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'tag': 'cbf92542-ab89-4882-8a01-357ff73ebd6c', 'status': 'completed', 'code': 200} Jul 08 17:23:43.487876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93cecfb6-e537-4a81-b22d-780500b2d12c req-1685013c-4808-46f8-b308-985fe2ee7d7a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2894855 Jul 08 17:23:43.492003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8da0e32-853b-40fc-8846-315a545e2c73 req-76033a84-ae2b-4be3-911b-b4cab923daa2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150018 Jul 08 17:23:43.569797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-1db5186f-6238-4e41-a2e0-09bd823584e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.571449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-1db5186f-6238-4e41-a2e0-09bd823584e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5552940 Jul 08 17:23:43.627959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-60135ef1-aff0-4ce4-a9fe-a542803701f5 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.629439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-60135ef1-aff0-4ce4-a9fe-a542803701f5 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.53 "GET /v2.0/networks?id=a1bf93fa-bd94-4a92-8004-bb0c48dfd922 HTTP/1.1" status: 200 len: 814 time: 0.4935427 Jul 08 17:23:43.638753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-f8da6199-6522-4780-90fa-964da3afa8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418207 Jul 08 17:23:43.677026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Request body: {'port': {'device_id': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'admin_state_up': True, 'tenant_id': '33cdb8c148bb49318e5687f10d608793'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:43.684575 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1f735121-ace1-48a5-809e-ee8d2dfea5b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=4a0a9090-6d41-4de3-b324-43f1eb801c1e HTTP/1.1" status: 200 len: 217 time: 0.0393312 Jul 08 17:23:43.793056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-96c57eb2-b1c8-4350-89eb-f52022c55d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.795258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-96c57eb2-b1c8-4350-89eb-f52022c55d27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb51a0cf-d791-4cc5-bea4-ebc88172fac9 HTTP/1.1" status: 200 len: 801 time: 0.0954623 Jul 08 17:23:43.875684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:43.879151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-2fd0263d-65e1-49b4-a059-e0985ff04195 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989404 Jul 08 17:23:43.889874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:43.909101 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:43.956745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97888a4c-9add-41a4-8607-0f0c2e7fed2f req-7734e731-474d-4c98-8250-7aa1ed08c492 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.961242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97888a4c-9add-41a4-8607-0f0c2e7fed2f req-7734e731-474d-4c98-8250-7aa1ed08c492 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.2736340 Jul 08 17:23:44.030211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-672b0b8b-2d02-4cc8-8267-3ebd242d6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.031861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-672b0b8b-2d02-4cc8-8267-3ebd242d6a81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=16ca0ff9-cd0d-4ac6-826f-de48883f1f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2264280 Jul 08 17:23:44.074682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97888a4c-9add-41a4-8607-0f0c2e7fed2f req-c0034ff0-12a1-4fc9-9493-ac6f94647478 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067078 Jul 08 17:23:44.079926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f220cf-ad85-4d61-acf6-abf8ddd8bd43 req-c32b88c4-4eda-4f3b-8e11-5f90974462e8 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.088247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6f220cf-ad85-4d61-acf6-abf8ddd8bd43 req-c32b88c4-4eda-4f3b-8e11-5f90974462e8 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 946 time: 0.5179291 Jul 08 17:23:44.204757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f7961e-df46-43a1-8ed0-e7eb761b27a8 req-9047237f-544f-4122-ad25-c14e986d28eb service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177435 Jul 08 17:23:44.334277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Transition to ACTIVE for port object 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:44.369652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:44.402931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-7647d898-aa68-4ce6-b2ec-6a33f415dfe1 service neutron] 10.222.0.53 "GET /v2.0/networks/16ca0ff9-cd0d-4ac6-826f-de48883f1f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272696 Jul 08 17:23:44.427062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298fee0-4a62-4182-9185-280f67debbef req-c9bc1cc5-b193-46b7-850f-a9474fd23e5d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.435925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298fee0-4a62-4182-9185-280f67debbef req-c9bc1cc5-b193-46b7-850f-a9474fd23e5d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.443303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298fee0-4a62-4182-9185-280f67debbef req-c9bc1cc5-b193-46b7-850f-a9474fd23e5d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.474076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1298fee0-4a62-4182-9185-280f67debbef req-c9bc1cc5-b193-46b7-850f-a9474fd23e5d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.2478936 Jul 08 17:23:44.536693 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:44.633846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6f220cf-ad85-4d61-acf6-abf8ddd8bd43 req-f4ef9c1f-36ff-4552-a21b-b5a61e574ee1 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441077 Jul 08 17:23:44.642159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1298fee0-4a62-4182-9185-280f67debbef req-e80cc034-2271-40b0-ac42-59b64d4e1757 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670563 Jul 08 17:23:44.757426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-8a463a38-b24d-4b7d-9e12-ec2d59f1b850 service neutron] 10.222.0.53 "GET /v2.0/networks/16ca0ff9-cd0d-4ac6-826f-de48883f1f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379209 Jul 08 17:23:44.837474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d15bfd-4a89-4f87-997b-42ed8df22d8b None None] Network 301f41e6-e213-4011-9922-a16179114657 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:45.091612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-1571a51b-6ee6-4de5-82c7-bda6693573c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c HTTP/1.1" status: 200 len: 217 time: 0.0947444 Jul 08 17:23:45.149534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35d3adfd-1359-494f-a9c1-03dfa59e3c03 None None] Provisioning for port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:45.149990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488df422-fac4-4bba-88c3-fa4e2b9663bc req-f51394fb-db35-4e18-875c-2870e0811799 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.177840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-488df422-fac4-4bba-88c3-fa4e2b9663bc req-f51394fb-db35-4e18-875c-2870e0811799 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.2892787 Jul 08 17:23:45.223184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e5f1c7c-2a36-4689-8e28-c23a281f4246 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:45.340804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-488df422-fac4-4bba-88c3-fa4e2b9663bc req-5fe99aa7-676a-4bd2-8034-a07806b21fe9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602848 Jul 08 17:23:45.358921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-6c9446d1-eea1-45b3-a484-012925527ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.363931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-6c9446d1-eea1-45b3-a484-012925527ee9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cde1ad9-fa61-40ca-a664-6fd8212535aa HTTP/1.1" status: 200 len: 801 time: 0.1728964 Jul 08 17:23:45.436605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:45.460278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:45.462980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.598411 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e20d49e-fc4e-466e-95ca-54840982185f req-65a2e246-ec9c-4175-8bf8-45e635d8297c tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 210 time: 0.1708279 Jul 08 17:23:45.632555 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.686782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9e5f1c7c-2a36-4689-8e28-c23a281f4246, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9e5f1c7c-2a36-4689-8e28-c23a281f4246,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:45.687431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Made reservation on behalf of 33cdb8c148bb49318e5687f10d608793 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:45.692309 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.706714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.763277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.788085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.805318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.827036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.828456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9e5f1c7c-2a36-4689-8e28-c23a281f4246,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:45.855329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.879181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.885906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.888027 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-c17ddad8-eb5f-480d-8e7f-ba62c98c35eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.3344309 Jul 08 17:23:45.895670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Pushing event updated for resources: {'Port': ['ID=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:46.005196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dbe440ef-4f55-4c7b-a359-844efbe1ea8b req-12692bc6-f1bc-4058-85fc-cf9001af82d9 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086364 Jul 08 17:23:46.008153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-28146912-ae44-4cff-8eba-52a48f126969 None None] Provisioning complete for port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:46.009423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-28146912-ae44-4cff-8eba-52a48f126969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.055518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Attempting to bind port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:46.058995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Attempting to bind port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:46.061751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Attempting to bind port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:46.188438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 on network 946f4fad-bc67-451a-9f53-8c55ed40671a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:46.188965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Attempting to bind port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 on network 946f4fad-bc67-451a-9f53-8c55ed40671a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:46.213382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:46.214099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Checking segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:46.214750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Bound using segment: {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:46.215484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Bound port: 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:46.216043 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.381541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Router d94b7327-8887-41bf-ba8d-290579f9966a is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:23:46.386561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4001963-c217-413f-ac8c-33ff099bd434 req-a5bd5806-0ed8-4af4-95dc-e041d91352ec tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.395984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4001963-c217-413f-ac8c-33ff099bd434 req-a5bd5806-0ed8-4af4-95dc-e041d91352ec tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.405044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4001963-c217-413f-ac8c-33ff099bd434 req-a5bd5806-0ed8-4af4-95dc-e041d91352ec tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.419754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c4001963-c217-413f-ac8c-33ff099bd434 req-a5bd5806-0ed8-4af4-95dc-e041d91352ec tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.2206759 Jul 08 17:23:46.434204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Allocated IP 172.20.0.9 (a1bf93fa-bd94-4a92-8004-bb0c48dfd922/fa11af64-0183-4a04-82c9-c8f76f9998dd/e3388af8-bd13-4829-84d3-2578e20cb528) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:46.462858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd81f0-5e07-4c5b-bfd3-0eab6ef4a2a3 req-df88b027-429d-4da0-a7b7-c96bfcdeb8b0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.470220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99bd81f0-5e07-4c5b-bfd3-0eab6ef4a2a3 req-df88b027-429d-4da0-a7b7-c96bfcdeb8b0 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.3976090 Jul 08 17:23:46.484430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c4001963-c217-413f-ac8c-33ff099bd434 req-33c58286-af57-4101-939d-1df266b28f72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627329 Jul 08 17:23:46.558540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] For port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:46.583478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] For port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:46.600030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99bd81f0-5e07-4c5b-bfd3-0eab6ef4a2a3 req-ed9479a5-13f8-448f-90b9-ebcc736fac26 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289067 Jul 08 17:23:46.626099 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.803423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ed69e-399f-4861-b922-bbe84b1c5055 req-afc107a9-cb32-4e1f-a6bf-fe015a1087d4 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.808364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-270ed69e-399f-4861-b922-bbe84b1c5055 req-afc107a9-cb32-4e1f-a6bf-fe015a1087d4 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.1730466 Jul 08 17:23:46.901613 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-270ed69e-399f-4861-b922-bbe84b1c5055 req-9f1c3b0d-c470-4dda-ad5f-f8be8c5c8767 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834019 Jul 08 17:23:47.016266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.033575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Transition to ACTIVE for port object e3388af8-bd13-4829-84d3-2578e20cb528 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:47.055306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e5f1c7c-2a36-4689-8e28-c23a281f4246 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:47.109257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Pushing event updated for resources: {'Port': ['ID=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:47.153696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.154084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.154415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.154755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.155089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.155421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.155768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.156082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.156412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.156740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.157063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.157391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:47.167208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.167833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.169231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-e43240c0-a8c1-44e5-82d1-063455486451 service neutron] 10.222.0.53 "PUT /v2.0/ports/779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 HTTP/1.1" status: 200 len: 1091 time: 5.0864410 Jul 08 17:23:47.171285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'tag': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:47.173552 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f18d454-b3b9-450d-b0a0-5d699983f7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf777bd-1b7a-4156-bd78-d93914e45b13", "tag": "779e2b80-f9ec-40de-a8b1-cbfa5b41ac93"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:47.195979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:47.196355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.202627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.264797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:47.269245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:47.271542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:23:47.273064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:47.287603 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:23:47.309179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:47.310133 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:47.352090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.354645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.385628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e42e3-2cb9-4818-9c12-3bb095ad7658 req-a8a21c00-d91c-4112-bfcd-2c5fef32cb23 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.403962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-653e42e3-2cb9-4818-9c12-3bb095ad7658 req-a8a21c00-d91c-4112-bfcd-2c5fef32cb23 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 931 time: 0.2036541 Jul 08 17:23:47.429731 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7615137 Jul 08 17:23:47.519649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67d141-c9f0-4623-8dbb-70e7bc99ff41 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Pushing event updated for resources: {'Port': ['ID=e3388af8-bd13-4829-84d3-2578e20cb528,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:47.534791 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.536691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-977dbc55-d3af-41eb-9d60-7b59f61e4338 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5640721 Jul 08 17:23:47.543158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:47.592280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-653e42e3-2cb9-4818-9c12-3bb095ad7658 req-32cfeebd-8386-4337-ab0e-972ab2e4eaf1 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813037 Jul 08 17:23:47.764324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1948a6-8a6b-4aac-8b5a-684129aaf03b req-c1483297-6966-463e-a5da-cf15357f72b5 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.777200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:47.777360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff1948a6-8a6b-4aac-8b5a-684129aaf03b req-c1483297-6966-463e-a5da-cf15357f72b5 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.3774807 Jul 08 17:23:47.787662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Request body: {'floatingip': {'port_id': '3ceda6c1-d606-4191-9092-e2168490c239'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:47.790307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ebb7063-6d63-4a74-9cb0-11ac641146f5 None None] Provisioning for port e3388af8-bd13-4829-84d3-2578e20cb528 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:47.808722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ebb7063-6d63-4a74-9cb0-11ac641146f5 None None] Provisioning complete for port e3388af8-bd13-4829-84d3-2578e20cb528 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:47.809483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ebb7063-6d63-4a74-9cb0-11ac641146f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.862250 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:47.962638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb7063-6d63-4a74-9cb0-11ac641146f5 None None] Port e3388af8-bd13-4829-84d3-2578e20cb528 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:48.000198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:48.101617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0be36-d4ba-4216-b1e0-607684ed0fbc req-e380db1c-c112-42c0-8731-e65b693c486a tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.108833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bb0be36-d4ba-4216-b1e0-607684ed0fbc req-e380db1c-c112-42c0-8731-e65b693c486a tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 946 time: 0.1322803 Jul 08 17:23:48.196552 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:43Z', 'revision_number': 3, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:48.255456 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:23:48.256093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Updating router d94b7327-8887-41bf-ba8d-290579f9966a port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:23:48.317966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Request body: {'port': {'device_id': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:48.320148 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:48.406223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bb0be36-d4ba-4216-b1e0-607684ed0fbc req-e97993c3-8889-4533-9c4c-ce506a495cf6 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961338 Jul 08 17:23:48.535718 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5156532-e77e-41ca-b39a-f6f8dbd43f5e x-openstack-request-id: req-c5156532-e77e-41ca-b39a-f6f8dbd43f5e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:48.536163 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf777bd-1b7a-4156-bd78-d93914e45b13", "tag": "779e2b80-f9ec-40de-a8b1-cbfa5b41ac93", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:48.536550 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5156532-e77e-41ca-b39a-f6f8dbd43f5e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:48.537230 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'tag': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93', 'status': 'completed', 'code': 200} Jul 08 17:23:48.646650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.669324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.675589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.697735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.710086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.720611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.742434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.758772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-2d3f47b2-3536-405b-972a-4b86e45cee7c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.7874036 Jul 08 17:23:48.845612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-af3cda5a-c1bf-4018-b76a-6d2f1d2037f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.857920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-af3cda5a-c1bf-4018-b76a-6d2f1d2037f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d86d8a4-77f4-487d-b44f-2ee3501a4520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5517592 Jul 08 17:23:48.974698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8533e28e-c36f-4859-820a-1669dd6d0501 req-08784a8c-1691-48b9-ad25-0661d915ff1a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147572 Jul 08 17:23:48.984093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.013901 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.044665 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Transition to ACTIVE for port object f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:49.054114 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.091120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-4c0dce89-d059-4d4a-a857-bfa918b87cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.092651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-4c0dce89-d059-4d4a-a857-bfa918b87cda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 1094 time: 0.7322590 Jul 08 17:23:49.164966 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Attempting to bind port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:49.172844 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Attempting to bind port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:49.173396 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Attempting to bind port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:49.196651 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:49.197091 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:49.197551 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.197991 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:49.198459 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Bound port: f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:49.198851 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.200487 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729b8e-7e64-4f85-9bf5-1305afa3ad14 None None] Pushing event updated for resources: {'Port': ['ID=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:49.262028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.303495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d57b-6c7a-4d2c-a65c-15bcff981084 req-4432696c-c92c-4714-9114-bed8375a1f8a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.317916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d57b-6c7a-4d2c-a65c-15bcff981084 req-4432696c-c92c-4714-9114-bed8375a1f8a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.324713 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1d57b-6c7a-4d2c-a65c-15bcff981084 req-4432696c-c92c-4714-9114-bed8375a1f8a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.327049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33e1d57b-6c7a-4d2c-a65c-15bcff981084 req-4432696c-c92c-4714-9114-bed8375a1f8a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.5041351 Jul 08 17:23:49.328308 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] For port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:49.336941 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] For port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:49.343993 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.391581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:49.392581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:49.444653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9aab62c5-470f-4358-9c77-236d050664e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.559750 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729b8e-7e64-4f85-9bf5-1305afa3ad14 None None] Pushing event updated for resources: {'Port': ['ID=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:49.579492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dca59-85e5-421a-aab7-b54219b584cf req-2b5f7e5c-f76f-4e08-b8fc-7767d457de86 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.587879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c9dca59-85e5-421a-aab7-b54219b584cf req-2b5f7e5c-f76f-4e08-b8fc-7767d457de86 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.3604138 Jul 08 17:23:49.594480 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:49.623335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-d6fbca20-5f0a-41db-9571-3811e939975f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 HTTP/1.1" status: 200 len: 217 time: 0.1553113 Jul 08 17:23:49.763985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33e1d57b-6c7a-4d2c-a65c-15bcff981084 req-5381bce7-9820-4aee-a9f2-760d38d050e8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212277 Jul 08 17:23:49.951105 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:43Z', 'revision_number': 3, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:50.048627 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1621a49e-653f-473e-ac8e-4fac337b9390 None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:43Z', 'revision_number': 3, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:23:50.354369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:23:50.365119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-48cef983-b2f6-4c8d-a096-adfd5dd74454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.378026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-48cef983-b2f6-4c8d-a096-adfd5dd74454 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.4394736 Jul 08 17:23:50.436372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.512294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:50.536419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c9dca59-85e5-421a-aab7-b54219b584cf req-725cee60-7bf5-493a-9d16-35ac09dfd87c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9475315 Jul 08 17:23:50.561507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.608540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-135b2254-4847-4469-af0f-4ebc405a122f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099591 Jul 08 17:23:50.626184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Allocated IP 172.20.0.1 (301f41e6-e213-4011-9922-a16179114657/74467176-dfb3-490d-871b-0837de2708b7/63682eee-cd80-40c2-8bde-be1d1213ff5c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:50.691289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-49410326-e352-4a56-ad60-9d079265ee2b service neutron] 10.222.0.53 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2897890 Jul 08 17:23:50.790517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-2d606dec-795b-454b-9e84-d6633c4cf17b service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494076 Jul 08 17:23:50.820847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e070d35-e24f-40dd-aff1-23d69cd45e31 req-e311ebca-2e82-4756-af0f-e8ce8da426ec tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.828877 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e070d35-e24f-40dd-aff1-23d69cd45e31 req-e311ebca-2e82-4756-af0f-e8ce8da426ec tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 931 time: 0.7116973 Jul 08 17:23:50.937074 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Floating IP fd96b263-d88b-4da7-9206-92b53d73f5f5 associated. External IP: 172.25.3.184, port: 3ceda6c1-d606-4191-9092-e2168490c239. Jul 08 17:23:51.096672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:51.157851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a09909a1-7b15-4cd3-9564-2fd4e576cc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.204509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:51.220977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e070d35-e24f-40dd-aff1-23d69cd45e31 req-275335c8-79f4-44fe-ba33-4c0dfa55cb85 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908660 Jul 08 17:23:51.226869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:51.227790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.301194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7545ce-baff-4243-ae6d-f305ad03c30d req-39490b2d-8a1e-4fc3-92f0-4ffaad53c4c6 service neutron] 10.222.0.53 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223885 Jul 08 17:23:51.352997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd595bd-8b97-4338-9db4-d8a7612553cf req-305392de-99a2-46a2-a49f-4a3da360a2be tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:51.360221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8fd595bd-8b97-4338-9db4-d8a7612553cf req-305392de-99a2-46a2-a49f-4a3da360a2be tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 946 time: 0.5562916 Jul 08 17:23:51.419996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3388af8-bd13-4829-84d3-2578e20cb528 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:51.466201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.494963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.522178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:51.526992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.547210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f2fdd158-27eb-4ba5-99d0-149df1372820 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:51.549869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f2fdd158-27eb-4ba5-99d0-149df1372820 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 946 time: 0.4590728 Jul 08 17:23:51.665633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:51.688135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8fd595bd-8b97-4338-9db4-d8a7612553cf req-91d0e6bd-0086-45c6-bec3-03db2e60f1d3 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/security-groups?id=d0b833ec-44f6-4f56-ad29-0b630845cc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269110 Jul 08 17:23:51.706382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Transition to ACTIVE for port object e3388af8-bd13-4829-84d3-2578e20cb528 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:51.724083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.732799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:23:51.757451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e60a0b-d5d5-42da-b2d7-8ecd66ec7b4f req-079dd258-58ef-4faf-b45e-b28087d56867 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9011962 Jul 08 17:23:51.813436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Transition to ACTIVE for port object 63682eee-cd80-40c2-8bde-be1d1213ff5c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:51.869137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.056435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:23:52.061865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.068980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:23:52.090397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:52.091101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:52.117346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.135307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Pushing event updated for resources: {'Port': ['ID=e3388af8-bd13-4829-84d3-2578e20cb528,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:52.269638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Deleting port f7092adf-fd2e-451f-a0a3-df0e64494347 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:52.270746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.287260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a8fb0903-dc84-43e3-8f8c-cc00d2727a72 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "PUT /v2.0/floatingips/fd96b263-d88b-4da7-9206-92b53d73f5f5 HTTP/1.1" status: 200 len: 991 time: 4.5083742 Jul 08 17:23:52.293511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:52.296511 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "tag": "3ceda6c1-d606-4191-9092-e2168490c239"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:52.304779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c07ed08b-ade7-4268-9058-aa8eac018c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.374875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dad854-68e2-4be1-9bde-fc3c8ac67143 req-9f8fb002-d9db-4e8f-b42a-9bbfe95d93de tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.382063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dad854-68e2-4be1-9bde-fc3c8ac67143 req-9f8fb002-d9db-4e8f-b42a-9bbfe95d93de tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.384677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.389578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dad854-68e2-4be1-9bde-fc3c8ac67143 req-9f8fb002-d9db-4e8f-b42a-9bbfe95d93de tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.390833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.396324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.397684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83dad854-68e2-4be1-9bde-fc3c8ac67143 req-9f8fb002-d9db-4e8f-b42a-9bbfe95d93de tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.4119821 Jul 08 17:23:52.410895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.422059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.436544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.457811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.464112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.464740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:52.470412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83dad854-68e2-4be1-9bde-fc3c8ac67143 req-26535a66-da0d-45ab-8154-b7c542fe11fd tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699956 Jul 08 17:23:52.477774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-68687c6d-d976-4149-9f36-d417788e6559 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.8640852 Jul 08 17:23:52.496445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] For port f7092adf-fd2e-451f-a0a3-df0e64494347, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f7092adf-fd2e-451f-a0a3-df0e64494347,segment=NetworkSegment(3f6329be-824a-4663-8448-d13b7d2ec2e4),segment_id=3f6329be-824a-4663-8448-d13b7d2ec2e4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:52.498778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.521052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Calling delete_port for f7092adf-fd2e-451f-a0a3-df0e64494347 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:52.558903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Network 301f41e6-e213-4011-9922-a16179114657 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:52.616852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:52.630828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:52.679827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a09909a1-7b15-4cd3-9564-2fd4e576cc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.683776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Pushing event updated for resources: {'Port': ['ID=63682eee-cd80-40c2-8bde-be1d1213ff5c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:52.745899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.904275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc9bb-d76c-4355-9111-e95472d760a2 req-977fe609-b500-49f2-a5a1-0f8cba011ed2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.918356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db0bc9bb-d76c-4355-9111-e95472d760a2 req-977fe609-b500-49f2-a5a1-0f8cba011ed2 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.2690039 Jul 08 17:23:53.084683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:53.132679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'fd96b263-d88b-4da7-9206-92b53d73f5f5', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'floating_ip_address': '172.25.3.184', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'port_id': '3ceda6c1-d606-4191-9092-e2168490c239', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'mac_address': 'fa:16:3e:19:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:23:16Z', 'updated_at': '2021-07-08T17:23:49Z', 'revision_number': 1, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:53.135200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db0bc9bb-d76c-4355-9111-e95472d760a2 req-e97dd890-a24b-4fce-a28e-fd7d4931ef4f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046883 Jul 08 17:23:53.142641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.144289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9361442a-936e-4d48-86b2-aef4ff770194 None None] Provisioning for port 63682eee-cd80-40c2-8bde-be1d1213ff5c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:53.191780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9361442a-936e-4d48-86b2-aef4ff770194 None None] Provisioning complete for port 63682eee-cd80-40c2-8bde-be1d1213ff5c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:53.199062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9361442a-936e-4d48-86b2-aef4ff770194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.204432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['f7092adf-fd2e-451f-a0a3-df0e64494347'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:53.233709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Pushing event deleted for resources: {'Port': ['ID=f7092adf-fd2e-451f-a0a3-df0e64494347,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:53.270115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.272664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.273559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.275524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.276153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.276764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.277761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.278900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.282799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.283544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.284305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.284977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:53.287267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9361442a-936e-4d48-86b2-aef4ff770194 None None] Port 63682eee-cd80-40c2-8bde-be1d1213ff5c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:53.303091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:23:53.380053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] No DVR routers for this DVR port f7092adf-fd2e-451f-a0a3-df0e64494347 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:53.393939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.396297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10cc4cba-ada3-432e-bba7-ac0b75ed70bf req-f6e95cb1-956d-4414-8c17-f71e66b21248 tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.53 "DELETE /v2.0/ports/f7092adf-fd2e-451f-a0a3-df0e64494347 HTTP/1.1" status: 204 len: 173 time: 1.8188474 Jul 08 17:23:53.404122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:53.404789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:23:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:53.420472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:53.421099 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.474180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a09909a1-7b15-4cd3-9564-2fd4e576cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.478057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a8fdb-217f-4d91-b393-067d0057cc90 req-818af851-6331-4878-9d4b-aa5446a2bd7f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:53.491632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c3a8fdb-217f-4d91-b393-067d0057cc90 req-818af851-6331-4878-9d4b-aa5446a2bd7f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 943 time: 0.1091523 Jul 08 17:23:53.517309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5c703a0-c8dd-44fa-9da0-8d1a7e9fe015 req-38b3724b-219b-417d-9bfa-d00e74e69ae5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0384781 Jul 08 17:23:53.533289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:53.550163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a09909a1-7b15-4cd3-9564-2fd4e576cc7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=234052e49cdb409692414e3b051e37bc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0338969 Jul 08 17:23:53.582222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c3a8fdb-217f-4d91-b393-067d0057cc90 req-1438c6cb-7be2-46fc-a7ae-dc17c3bd9f9a tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869684 Jul 08 17:23:53.615978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.658659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.693036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Attempting to bind port e3388af8-bd13-4829-84d3-2578e20cb528 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:53.693388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Attempting to bind port e3388af8-bd13-4829-84d3-2578e20cb528 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:53.693687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Attempting to bind port e3388af8-bd13-4829-84d3-2578e20cb528 on network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:53.704449 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfdf175d-5e9d-45f4-a39a-e19c7ddecfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.718381 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3d25a5-2cdd-4597-895e-ef1add75353c x-openstack-request-id: req-5f3d25a5-2cdd-4597-895e-ef1add75353c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:53.719439 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "tag": "3ceda6c1-d606-4191-9092-e2168490c239", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:53.720483 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f3d25a5-2cdd-4597-895e-ef1add75353c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:53.722067 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239', 'status': 'completed', 'code': 200} Jul 08 17:23:53.765812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Port e3388af8-bd13-4829-84d3-2578e20cb528 on network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:53.766227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Attempting to bind port e3388af8-bd13-4829-84d3-2578e20cb528 on network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:53.774208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfdf175d-5e9d-45f4-a39a-e19c7ddecfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.802527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:53.802984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Checking segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:53.803324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Bound using segment: {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:53.803811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Bound port: e3388af8-bd13-4829-84d3-2578e20cb528, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:53.804188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.825041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:53.834495 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:23:53.854770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09909a1-7b15-4cd3-9564-2fd4e576cc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62db417-923e-4a09-ae1d-be4313a534ea,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:53.873214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfdf175d-5e9d-45f4-a39a-e19c7ddecfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.876784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dfdf175d-5e9d-45f4-a39a-e19c7ddecfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.878789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dfdf175d-5e9d-45f4-a39a-e19c7ddecfef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f62db417-923e-4a09-ae1d-be4313a534ea HTTP/1.1" status: 204 len: 168 time: 0.3432815 Jul 08 17:23:53.897001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf175d-5e9d-45f4-a39a-e19c7ddecfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62db417-923e-4a09-ae1d-be4313a534ea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:54.002741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] For port e3388af8-bd13-4829-84d3-2578e20cb528, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:54.006909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] For port e3388af8-bd13-4829-84d3-2578e20cb528, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e3388af8-bd13-4829-84d3-2578e20cb528,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:54.019982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.056346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4b7c0e8a-8546-492d-9c88-901d6e17b7fb req-854b964d-2f5f-4541-b3db-248792de145d tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 210 time: 0.0675967 Jul 08 17:23:54.260259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.260970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.262527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] 10.222.0.53 "PUT /v2.0/ports/e3388af8-bd13-4829-84d3-2578e20cb528 HTTP/1.1" status: 200 len: 1091 time: 5.9491563 Jul 08 17:23:54.263040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'tag': 'e3388af8-bd13-4829-84d3-2578e20cb528'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:54.281263 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e7b70e-5aad-4ce9-b846-a80f731f04bd", "tag": "e3388af8-bd13-4829-84d3-2578e20cb528"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:54.411037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'fd96b263-d88b-4da7-9206-92b53d73f5f5', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'floating_ip_address': '172.25.3.184', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'port_id': '3ceda6c1-d606-4191-9092-e2168490c239', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'mac_address': 'fa:16:3e:19:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:23:16Z', 'updated_at': '2021-07-08T17:23:49Z', 'revision_number': 1, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:54.432425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:54.434026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53770d-58ef-4ea7-9a0e-bec3ee0c8563 service neutron] Pushing event updated for resources: {'Port': ['ID=e3388af8-bd13-4829-84d3-2578e20cb528,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:54.476222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faeff6c-0953-4d44-961a-fd128ef01516 None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'fd96b263-d88b-4da7-9206-92b53d73f5f5', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'floating_ip_address': '172.25.3.184', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'port_id': '3ceda6c1-d606-4191-9092-e2168490c239', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'mac_address': 'fa:16:3e:19:bc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:23:16Z', 'updated_at': '2021-07-08T17:23:49Z', 'revision_number': 1, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:23:54.520606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e715e584-15aa-468e-96f5-30f4db6291ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.661802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-0e7909af-2183-4f0b-9444-0603c7f14d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.665823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-0e7909af-2183-4f0b-9444-0603c7f14d3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 1094 time: 0.4077702 Jul 08 17:23:54.718201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f6edb122-8814-4b26-9eaa-1c2dc0d011d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.718894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f6edb122-8814-4b26-9eaa-1c2dc0d011d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.719367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f6edb122-8814-4b26-9eaa-1c2dc0d011d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.722180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f6edb122-8814-4b26-9eaa-1c2dc0d011d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2866 time: 0.4363573 Jul 08 17:23:54.751370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-fc16ae5f-27ba-4c22-ab40-f37fcd3175b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.753831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-fc16ae5f-27ba-4c22-ab40-f37fcd3175b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 1096 time: 0.4151990 Jul 08 17:23:54.766652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.785154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84279726-7cec-47f5-9f9b-3b048d450c04 req-9170a072-1618-47a3-ae5d-f88dc1a64000 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.786829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84279726-7cec-47f5-9f9b-3b048d450c04 req-9170a072-1618-47a3-ae5d-f88dc1a64000 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.2643230 Jul 08 17:23:54.787734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.836411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a524325-f381-46ef-826e-97c5cb177de9 req-c9bf741b-57e1-4c82-983a-89d7194dc332 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.869299 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.901865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a524325-f381-46ef-826e-97c5cb177de9 req-c9bf741b-57e1-4c82-983a-89d7194dc332 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.927011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a524325-f381-46ef-826e-97c5cb177de9 req-c9bf741b-57e1-4c82-983a-89d7194dc332 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.928768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a524325-f381-46ef-826e-97c5cb177de9 req-c9bf741b-57e1-4c82-983a-89d7194dc332 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.5108089 Jul 08 17:23:54.965123 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e715e584-15aa-468e-96f5-30f4db6291ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.981545 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed5a12-ea6a-4920-91d1-c3e3d80aea24 None None] New status for floating IP fd96b263-d88b-4da7-9206-92b53d73f5f5: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:23:55.004068 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e715e584-15aa-468e-96f5-30f4db6291ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.021865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.024278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Pushing event updated for resources: {'Port': ['ID=63682eee-cd80-40c2-8bde-be1d1213ff5c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:55.035779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84279726-7cec-47f5-9f9b-3b048d450c04 req-3910473f-a6d6-4321-bde8-57f64a58890e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338552 Jul 08 17:23:55.100880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a524325-f381-46ef-826e-97c5cb177de9 req-bd44bde2-d4e3-48a7-b2b2-1537ea5cdca3 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545386 Jul 08 17:23:55.103577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e715e584-15aa-468e-96f5-30f4db6291ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12b181eff2cc4268b4e1913fa0bb9dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633544 Jul 08 17:23:55.104485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715e584-15aa-468e-96f5-30f4db6291ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c81182-3d82-4ba5-8583-5f0b4676e7cb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:55.107035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:55.171584 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269d7ffe-312b-46a1-85ba-5656e0cb4e09 x-openstack-request-id: req-269d7ffe-312b-46a1-85ba-5656e0cb4e09 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:55.172479 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e7b70e-5aad-4ce9-b846-a80f731f04bd", "tag": "e3388af8-bd13-4829-84d3-2578e20cb528", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:55.173316 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-269d7ffe-312b-46a1-85ba-5656e0cb4e09 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:55.177166 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'tag': 'e3388af8-bd13-4829-84d3-2578e20cb528', 'status': 'completed', 'code': 200} Jul 08 17:23:55.198258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43cef581-f127-48e9-89db-48bc3baa53bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.250468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43cef581-f127-48e9-89db-48bc3baa53bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.274831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Network 301f41e6-e213-4011-9922-a16179114657 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:55.276880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:55.400276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43cef581-f127-48e9-89db-48bc3baa53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.402890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43cef581-f127-48e9-89db-48bc3baa53bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.404192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-43cef581-f127-48e9-89db-48bc3baa53bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5c81182-3d82-4ba5-8583-5f0b4676e7cb HTTP/1.1" status: 204 len: 168 time: 0.2856841 Jul 08 17:23:55.416778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cef581-f127-48e9-89db-48bc3baa53bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c81182-3d82-4ba5-8583-5f0b4676e7cb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:55.454533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.461833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.467791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.475416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.477963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Router d94b7327-8887-41bf-ba8d-290579f9966a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:23:55.483043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.492044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.498443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.500612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-1abc5bb1-5f08-460f-b62c-38a1bb3d14ff tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.1874125 Jul 08 17:23:55.518252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f7092adf-fd2e-451f-a0a3-df0e64494347 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:55.554175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: f7092adf-fd2e-451f-a0a3-df0e64494347 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:55.556289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f7092adf-fd2e-451f-a0a3-df0e64494347 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:55.561041 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddd9f8ba-bd84-4f3d-a81f-425797e2b776 req-f4d1a064-600b-4b66-9230-fa2276651831 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522223 Jul 08 17:23:55.573971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb0638-703a-4a5d-b8a5-b2d86e66f779 req-a63168e5-fb42-4f08-800e-5d316c2de7b1 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.575530 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2fb0638-703a-4a5d-b8a5-b2d86e66f779 req-a63168e5-fb42-4f08-800e-5d316c2de7b1 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 943 time: 0.1479220 Jul 08 17:23:55.665088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bafecc30-52d8-4200-999a-fe487512609b None None] Provisioning complete for port 63682eee-cd80-40c2-8bde-be1d1213ff5c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:55.665562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bafecc30-52d8-4200-999a-fe487512609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.669154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2fb0638-703a-4a5d-b8a5-b2d86e66f779 req-93686b2a-a923-43f4-81eb-a85ae16b736f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512738 Jul 08 17:23:55.674572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:23:55.681564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f544e54c-d3e8-4ae1-a330-f252bfb4e65c admin admin] 10.222.0.48 "PUT /v2.0/routers/d94b7327-8887-41bf-ba8d-290579f9966a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1293221 Jul 08 17:23:55.728163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:23:55.736333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'name': 'network-vif-deleted', 'tag': 'f7092adf-fd2e-451f-a0a3-df0e64494347'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:55.744996 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63646b32-f2fa-4b63-9968-117dc93fe328" -d '{"events": [{"server_uuid": "79ed0472-fa1f-4f85-a01c-b4de45b37b89", "name": "network-vif-deleted", "tag": "f7092adf-fd2e-451f-a0a3-df0e64494347"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:55.763650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:55.765064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:23:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:55.812822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bafecc30-52d8-4200-999a-fe487512609b None None] Port 63682eee-cd80-40c2-8bde-be1d1213ff5c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:55.936669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:55.940175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:55.947369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-b2c8e454-9a9d-452e-b27b-be00c66062bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.949181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-b2c8e454-9a9d-452e-b27b-be00c66062bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=2d86d8a4-77f4-487d-b44f-2ee3501a4520 HTTP/1.1" status: 200 len: 903 time: 0.2089760 Jul 08 17:23:55.960904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-308706b6-537f-4d30-a65b-f2bdad30ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.963202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-308706b6-537f-4d30-a65b-f2bdad30ca46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=33cdb8c148bb49318e5687f10d608793&device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 1094 time: 0.2079105 Jul 08 17:23:55.966779 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d95eafa-9cf6-43b4-865c-ee5b5b6eecd0 x-openstack-request-id: req-0d95eafa-9cf6-43b4-865c-ee5b5b6eecd0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:55.967081 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ed0472-fa1f-4f85-a01c-b4de45b37b89", "name": "network-vif-deleted", "tag": "f7092adf-fd2e-451f-a0a3-df0e64494347", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:55.967332 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d95eafa-9cf6-43b4-865c-ee5b5b6eecd0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:55.967724 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed0472-fa1f-4f85-a01c-b4de45b37b89', 'name': 'network-vif-deleted', 'tag': 'f7092adf-fd2e-451f-a0a3-df0e64494347', 'status': 'completed', 'code': 200} Jul 08 17:23:55.972304 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48083855-b84e-4a04-9b07-b43af9c58507 req-bc0609fe-9696-48dc-aa65-8871ba203dcf tempest-ServerAddressesNegativeTestJSON-1073375812 tempest-ServerAddressesNegativeTestJSON-1073375812-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed0472-fa1f-4f85-a01c-b4de45b37b89 HTTP/1.1" status: 200 len: 210 time: 0.2585037 Jul 08 17:23:55.974709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2425-ff5a-4f5c-a315-615e386d3d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.013692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-9ccdc835-a087-46ab-851a-5a1fc4b20231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.015306 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-9ccdc835-a087-46ab-851a-5a1fc4b20231 service neutron] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 916 time: 0.2667007 Jul 08 17:23:56.079684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-63a2cde8-b1d5-4e0e-9064-fcc5dbf30a15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 HTTP/1.1" status: 200 len: 217 time: 0.0547295 Jul 08 17:23:56.081411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-ca14608e-940e-4d56-a650-a181b98ecae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.083030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-ca14608e-940e-4d56-a650-a181b98ecae5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 200 len: 911 time: 0.3253820 Jul 08 17:23:56.083169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-545ddbe4-bd67-4174-98e6-9a28891be53e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3388af8-bd13-4829-84d3-2578e20cb528 HTTP/1.1" status: 200 len: 217 time: 0.0955448 Jul 08 17:23:56.086517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-d5b401ca-e067-4d2e-928a-11b215dba11a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c HTTP/1.1" status: 200 len: 217 time: 0.1003432 Jul 08 17:23:56.220127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:54Z', 'revision_number': 2, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:56.242802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-9b047d76-fedd-4a01-9e82-4ec7479c68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.248609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-9b047d76-fedd-4a01-9e82-4ec7479c68ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cde1ad9-fa61-40ca-a664-6fd8212535aa HTTP/1.1" status: 200 len: 801 time: 0.1393669 Jul 08 17:23:56.251793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-14777813-3cd0-481b-a2ea-b0f054a77f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.253887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-14777813-3cd0-481b-a2ea-b0f054a77f5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa11af64-0183-4a04-82c9-c8f76f9998dd HTTP/1.1" status: 200 len: 853 time: 0.1477780 Jul 08 17:23:56.265474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:23:56.266026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Updating router d94b7327-8887-41bf-ba8d-290579f9966a port 63682eee-cd80-40c2-8bde-be1d1213ff5c binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:23:56.315687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.319030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-1db39f5c-39dd-448f-9aa6-9051c9c789f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.321581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-1db39f5c-39dd-448f-9aa6-9051c9c789f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.2229447 Jul 08 17:23:56.374959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-ee205b63-0a73-4f0e-9498-8d4914e536c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ceda6c1-d606-4191-9092-e2168490c239 HTTP/1.1" status: 200 len: 1001 time: 0.2600996 Jul 08 17:23:56.397207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-a8d29d4a-aa14-4b79-9823-fe354794fdd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659511 Jul 08 17:23:56.409339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2425-ff5a-4f5c-a315-615e386d3d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.424903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2425-ff5a-4f5c-a315-615e386d3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.444974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f4cc568d-4018-47ab-bcfb-7fb72411199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.446610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f4cc568d-4018-47ab-bcfb-7fb72411199f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2d86d8a4-77f4-487d-b44f-2ee3501a4520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1902428 Jul 08 17:23:56.448326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-68fab45d-4623-45db-8b57-ff861db75d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.450376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-68fab45d-4623-45db-8b57-ff861db75d10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1bf93fa-bd94-4a92-8004-bb0c48dfd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717453 Jul 08 17:23:56.472888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d2425-ff5a-4f5c-a315-615e386d3d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c40dd0-afa9-4ab6-9882-db6943cf1d15,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:56.590915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5a0d2425-ff5a-4f5c-a315-615e386d3d2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=108a7ebacc6c4ae4a9bc7d10b418cbcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529686 Jul 08 17:23:56.598972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:56.713385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-f05b9fb0-03f1-4437-840e-799a971b24e9 service neutron] 10.222.0.53 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343271 Jul 08 17:23:56.715177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-b51375a3-7814-4e12-b76a-82575706c018 service neutron] 10.222.0.53 "GET /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266948 Jul 08 17:23:56.845784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d6b5-6a49-4c88-a02f-8222620ff8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.853839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.865233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Transition to ACTIVE for port object 63682eee-cd80-40c2-8bde-be1d1213ff5c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:56.872426 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.892000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d6b5-6a49-4c88-a02f-8222620ff8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:56.942619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa7d6f04-2426-4ffe-bbc1-9519c737ce98 req-3ad409ce-4427-4498-8ffe-eee4352c75e5 service neutron] 10.222.0.53 "GET /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924109 Jul 08 17:23:56.948059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-7eb7fc75-3dbf-489c-b73b-643a05a6ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.950036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-7eb7fc75-3dbf-489c-b73b-643a05a6ad0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 200 len: 849 time: 0.5502074 Jul 08 17:23:56.961459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad41f25-cb9f-45a9-8704-c441fee89405 req-51835a7f-ee08-4aa1-82b5-c6de6727d638 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.968957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ad41f25-cb9f-45a9-8704-c441fee89405 req-51835a7f-ee08-4aa1-82b5-c6de6727d638 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.7358861 Jul 08 17:23:57.026516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a57b55-e113-4828-8e5c-72e1338c5def None None] Pushing event updated for resources: {'Port': ['ID=63682eee-cd80-40c2-8bde-be1d1213ff5c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:57.036967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:57.047761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217961149', 'description': 'tempest-description--771327602'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:57.052837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Attempting to bind port 63682eee-cd80-40c2-8bde-be1d1213ff5c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:57.053214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Attempting to bind port 63682eee-cd80-40c2-8bde-be1d1213ff5c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:57.053573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Attempting to bind port 63682eee-cd80-40c2-8bde-be1d1213ff5c on network 301f41e6-e213-4011-9922-a16179114657 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:57.064465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fb538a3-ac14-41ef-9b47-afe22f91b1cf req-7b5a27e4-a270-4cba-8e5a-4bb555be9d36 service neutron] 10.222.0.53 "GET /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290453 Jul 08 17:23:57.067286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:57.067667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Checking segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:57.068067 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.068458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Bound using segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:57.068930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Bound port: 63682eee-cd80-40c2-8bde-be1d1213ff5c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:57.069310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.086110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d6b5-6a49-4c88-a02f-8222620ff8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.090008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d6b5-6a49-4c88-a02f-8222620ff8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.094130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0cd8d6b5-6a49-4c88-a02f-8222620ff8b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7c40dd0-afa9-4ab6-9882-db6943cf1d15 HTTP/1.1" status: 204 len: 168 time: 0.4917903 Jul 08 17:23:57.118313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ad41f25-cb9f-45a9-8704-c441fee89405 req-a4ee286a-1732-4b55-996f-00f0b6600947 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475108 Jul 08 17:23:57.124305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d6b5-6a49-4c88-a02f-8222620ff8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c40dd0-afa9-4ab6-9882-db6943cf1d15,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:57.168755 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-1be7d2df-b539-498b-85c8-a52c62ab52d6 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7556233 Jul 08 17:23:57.173409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.177883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] For port 63682eee-cd80-40c2-8bde-be1d1213ff5c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:57.183358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] For port 63682eee-cd80-40c2-8bde-be1d1213ff5c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=63682eee-cd80-40c2-8bde-be1d1213ff5c,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:57.192561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.263719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:23:57.274118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:23:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:57.304897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-c6d7c4b6-cb6b-439a-aa7e-55d5e5bba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.326674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-c6d7c4b6-cb6b-439a-aa7e-55d5e5bba630 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=33cdb8c148bb49318e5687f10d608793&device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 1094 time: 0.1966915 Jul 08 17:23:57.358999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-5d887e27-1d71-44f6-9800-9e0796100657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.362605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-5d887e27-1d71-44f6-9800-9e0796100657 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f783ad92-107d-48a4-a3b3-e2c026175257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3902106 Jul 08 17:23:57.384496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a57b55-e113-4828-8e5c-72e1338c5def None None] Pushing event updated for resources: {'Port': ['ID=63682eee-cd80-40c2-8bde-be1d1213ff5c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:57.478186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:57.538318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f18d454-b3b9-450d-b0a0-5d699983f7b0 req-7d0dd70f-be6a-4602-851f-8ac5799e70c7 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588665 Jul 08 17:23:57.544008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a0a9090-6d41-4de3-b324-43f1eb801c1e details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:57.595431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.616535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.622863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.629840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-aeab5ca0-e10e-4e18-bfac-29d721e67a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.639934 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-aeab5ca0-e10e-4e18-bfac-29d721e67a4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1bf93fa-bd94-4a92-8004-bb0c48dfd922 HTTP/1.1" status: 200 len: 915 time: 0.2801223 Jul 08 17:23:57.646726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.656167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.660938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.667619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.677150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-e979b711-b869-43f1-8b8f-525a2df9502f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.3387899 Jul 08 17:23:57.715258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-0ad13a70-4d76-444f-ad06-42158d9ad967 service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156765 Jul 08 17:23:57.720323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a0a9090-6d41-4de3-b324-43f1eb801c1e,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:57.732933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-cd9ceed9-672e-46d9-8242-829984ca482c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3388af8-bd13-4829-84d3-2578e20cb528 HTTP/1.1" status: 200 len: 217 time: 0.0800416 Jul 08 17:23:57.736368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.750388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f8987-c57a-45e5-be64-4a9eb6d59b73 req-c2a72b17-fe3d-4931-b097-67a6c8e8f166 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.759041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f8987-c57a-45e5-be64-4a9eb6d59b73 req-c2a72b17-fe3d-4931-b097-67a6c8e8f166 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.764873 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b13720c0-9f60-46b8-8fc3-28996fbe8643 req-1c9fbb45-e635-4736-9968-5a4d8ba89c04 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867689 Jul 08 17:23:57.766225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f8987-c57a-45e5-be64-4a9eb6d59b73 req-c2a72b17-fe3d-4931-b097-67a6c8e8f166 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.768529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4a0a9090-6d41-4de3-b324-43f1eb801c1e', 'network_id': '16ca0ff9-cd0d-4ac6-826f-de48883f1f48', 'port_id': '4a0a9090-6d41-4de3-b324-43f1eb801c1e', 'mac_address': 'fa:16:3e:1a:f6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb51a0cf-d791-4cc5-bea4-ebc88172fac9', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:57.777568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f6f8987-c57a-45e5-be64-4a9eb6d59b73 req-c2a72b17-fe3d-4931-b097-67a6c8e8f166 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2413 time: 0.4498098 Jul 08 17:23:57.820315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.841834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.866643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8ae19d7-99ac-42f9-853e-7148d88c6b6b req-054157b8-900d-482a-b906-72212625dc2a service neutron] 10.222.0.53 "GET /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427863 Jul 08 17:23:57.897187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0a9090-6d41-4de3-b324-43f1eb801c1e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:57.923676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a0a9090-6d41-4de3-b324-43f1eb801c1e,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:57.929597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-6f35db27-79dd-4151-b141-d2e178b5403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.930488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.931158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ac283903-ccbd-4491-8d37-a31f419f9784 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:57.943159 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-6f35db27-79dd-4151-b141-d2e178b5403e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa11af64-0183-4a04-82c9-c8f76f9998dd HTTP/1.1" status: 200 len: 853 time: 0.1591177 Jul 08 17:23:57.963566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.964749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9265184 Jul 08 17:23:57.968069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47982) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:57.976002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'security_group_rule': {'security_group_id': '9bcc38d2-7b82-447a-912e-897cd80345c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:58.010692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfe82e-4783-4aca-a8dc-e1e0afd1d867 req-00162c65-02c3-4222-9c9e-e2e4b3e93505 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:58.012573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22cfe82e-4783-4aca-a8dc-e1e0afd1d867 req-00162c65-02c3-4222-9c9e-e2e4b3e93505 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 943 time: 0.1048889 Jul 08 17:23:58.027037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4a0a9090-6d41-4de3-b324-43f1eb801c1e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.045786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f6f8987-c57a-45e5-be64-4a9eb6d59b73 req-1e47bc9b-9f91-46bf-b047-a8be4400a31f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663543 Jul 08 17:23:58.047977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd654048-c2b0-43ee-997f-0cb5aa68d4a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc38d2-7b82-447a-912e-897cd80345c2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.057871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22cfe82e-4783-4aca-a8dc-e1e0afd1d867 req-f8d73a09-7f8f-44d8-b434-79d6efa3aa8b tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Jul 08 17:23:58.075441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.103932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-1258e983-dc07-4cfc-b4f6-cadf6a32f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:58.105423 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-1258e983-dc07-4cfc-b4f6-cadf6a32f330 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1bf93fa-bd94-4a92-8004-bb0c48dfd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469822 Jul 08 17:23:58.156465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ac283903-ccbd-4491-8d37-a31f419f9784, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ac283903-ccbd-4491-8d37-a31f419f9784,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:58.162080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:57Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:58.199176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.203424 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.227538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d97b4-2cf7-4587-9e8d-c33dba934b2c None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:57Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:23:58.241208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ac283903-ccbd-4491-8d37-a31f419f9784', 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'port_id': 'ac283903-ccbd-4491-8d37-a31f419f9784', 'mac_address': 'fa:16:3e:e2:01:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cde1ad9-fa61-40ca-a664-6fd8212535aa', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:58.243764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:58.253638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7e1f27-51fc-47e7-a9ec-7fd565d3a417,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.273549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.282554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32b693a3-3315-450b-8d3a-43e3a3b6b3f7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118172 Jul 08 17:23:58.286468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:58.310242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'security_group_rule': {'security_group_id': '9bcc38d2-7b82-447a-912e-897cd80345c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:58.339589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.373074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac283903-ccbd-4491-8d37-a31f419f9784 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:58.375580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.412161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Deleting subnet 42cf9764-287f-4c87-b472-772aba5fff25 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:23:58.416750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-0a795e12-9b27-4841-a514-2c26af1ce5c7 service neutron] 10.222.0.53 "GET /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010206 Jul 08 17:23:58.416943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ac283903-ccbd-4491-8d37-a31f419f9784, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ac283903-ccbd-4491-8d37-a31f419f9784,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:58.417387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.421546 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.422646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:58.524574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.580840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.594554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.610536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.629562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:58.633463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef7e3ca9-d1b1-42a3-8d14-463ce5c15882 req-a699828c-fd82-4cf9-9050-fa4c3b1290cb service neutron] 10.222.0.53 "GET /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951461 Jul 08 17:23:58.636118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f2a1a-c5b5-4e40-8552-9a8791dd7cda req-27cc3a3e-180f-41b4-baae-845d5a0a1f36 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:58.642159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93', 'network_id': '946f4fad-bc67-451a-9f53-8c55ed40671a', 'port_id': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93', 'mac_address': 'fa:16:3e:bb:b8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f33879-3c85-4830-83ef-24c4a5267438', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:58.646535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee9f2a1a-c5b5-4e40-8552-9a8791dd7cda req-27cc3a3e-180f-41b4-baae-845d5a0a1f36 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 943 time: 0.2046006 Jul 08 17:23:58.649723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ac283903-ccbd-4491-8d37-a31f419f9784,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.660200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd9c684-b2d0-4a99-8824-feb6b61b0565,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.701284 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.703319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.710181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.714379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3202d0f0-b72f-43c5-abf8-d634ce3268f2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4239702 Jul 08 17:23:58.714571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:58.719869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:58.725990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:58.749292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cf9764-287f-4c87-b472-772aba5fff25,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.761318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:58.766809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.769663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.774396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cbf92542-ab89-4882-8a01-357ff73ebd6c details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:58.774545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-88a5ea19-cda9-4aa0-b627-5c5272e9be7e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/42cf9764-287f-4c87-b472-772aba5fff25 HTTP/1.1" status: 204 len: 168 time: 0.5270243 Jul 08 17:23:58.775071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:58.788770 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee9f2a1a-c5b5-4e40-8552-9a8791dd7cda req-58b36657-5714-43e7-bd84-d119aa3bbd2d tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409538 Jul 08 17:23:58.790384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.916139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.929438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port cbf92542-ab89-4882-8a01-357ff73ebd6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:58.940792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'cbf92542-ab89-4882-8a01-357ff73ebd6c', 'network_id': '2d86d8a4-77f4-487d-b44f-2ee3501a4520', 'port_id': 'cbf92542-ab89-4882-8a01-357ff73ebd6c', 'mac_address': 'fa:16:3e:6c:55:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cde1ad9-fa61-40ca-a664-6fd8212535aa', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:58.951544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.987594 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.990884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.014724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf92542-ab89-4882-8a01-357ff73ebd6c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:59.048130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port cbf92542-ab89-4882-8a01-357ff73ebd6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:59.053322 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.145200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63682eee-cd80-40c2-8bde-be1d1213ff5c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:59.212004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=cbf92542-ab89-4882-8a01-357ff73ebd6c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.216393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.232421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524be08e-3a37-4b6d-a9c6-49c7e5e16bfb']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:59.244419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 63682eee-cd80-40c2-8bde-be1d1213ff5c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:59.248812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 63682eee-cd80-40c2-8bde-be1d1213ff5c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:59.249192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.254808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6329be-824a-4663-8448-d13b7d2ec2e4') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:59.255108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6329be-824a-4663-8448-d13b7d2ec2e4') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:59.260548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Allocated IP 172.25.3.100 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/20c11bf5-5db8-4c4e-8586-e6c9449394c8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:59.282060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:59.288404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.294843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.301798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.307973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.314388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.322192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.328176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.336345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-38398ee0-cac0-4cf3-ba98-9fe8da64011d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.3461564 Jul 08 17:23:59.347344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.370909 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.375202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.384932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:23:59.385192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:23:59.386908 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:23:59.421222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 63682eee-cd80-40c2-8bde-be1d1213ff5c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=63682eee-cd80-40c2-8bde-be1d1213ff5c,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:59.426726 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.457114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6efe05a4-abde-4f9e-9578-ceb3e67b3e7c req-6790020b-f8e1-4692-ab05-1a8af75e0b13 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197877 Jul 08 17:23:59.501033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.501870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ac283903-ccbd-4491-8d37-a31f419f9784'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:59.507959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.511372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] 10.222.0.48 "DELETE /v2.0/networks/524be08e-3a37-4b6d-a9c6-49c7e5e16bfb HTTP/1.1" status: 204 len: 168 time: 0.7340643 Jul 08 17:23:59.517228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.543032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c7ee8-156f-4dbe-92f7-e590af7f2c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=524be08e-3a37-4b6d-a9c6-49c7e5e16bfb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.558244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['cbf92542-ab89-4882-8a01-357ff73ebd6c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:59.583372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7553faf-d52e-495a-ba06-9dfabebec1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.586647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e3388af8-bd13-4829-84d3-2578e20cb528 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:59.586936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.588749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['779e2b80-f9ec-40de-a8b1-cbfa5b41ac93'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:59.641807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=63682eee-cd80-40c2-8bde-be1d1213ff5c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.674968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'Port': ['ID=20c11bf5-5db8-4c4e-8586-e6c9449394c8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.697890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:59.716371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baab80-091a-43d1-a6bc-34994d519b1f req-0f2ad37d-b8e9-4b8e-86d0-283b048a46cf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.723538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baab80-091a-43d1-a6bc-34994d519b1f req-0f2ad37d-b8e9-4b8e-86d0-283b048a46cf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.729834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baab80-091a-43d1-a6bc-34994d519b1f req-0f2ad37d-b8e9-4b8e-86d0-283b048a46cf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.739658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03baab80-091a-43d1-a6bc-34994d519b1f req-0f2ad37d-b8e9-4b8e-86d0-283b048a46cf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2416 time: 0.4718637 Jul 08 17:23:59.774735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:59.782066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af38dc-eaa6-4592-84fd-0cfcddef87c3 req-4ae06321-c6c3-4c19-b79d-00b31417eb20 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.788324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:59.790534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4af38dc-eaa6-4592-84fd-0cfcddef87c3 req-4ae06321-c6c3-4c19-b79d-00b31417eb20 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 943 time: 0.1529398 Jul 08 17:23:59.796352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-40285e45-4a24-4305-b1bb-729e26e6862f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=358b5317c6564849b2d6115b4c24019b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939059 Jul 08 17:23:59.797876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:59.799655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:59.828566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e3388af8-bd13-4829-84d3-2578e20cb528, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e3388af8-bd13-4829-84d3-2578e20cb528,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:59.831412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4af38dc-eaa6-4592-84fd-0cfcddef87c3 req-87d286ad-661a-4d78-bc48-66ccfacb6d9e tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Jul 08 17:23:59.833076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03baab80-091a-43d1-a6bc-34994d519b1f req-31ad79f7-ed3e-47fa-a041-23bb93d89dce tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924406 Jul 08 17:23:59.844305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'e3388af8-bd13-4829-84d3-2578e20cb528', 'network_id': 'a1bf93fa-bd94-4a92-8004-bb0c48dfd922', 'port_id': 'e3388af8-bd13-4829-84d3-2578e20cb528', 'mac_address': 'fa:16:3e:a0:a7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa11af64-0183-4a04-82c9-c8f76f9998dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:59.999521 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.015335 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.059838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6a78-a6cb-41f5-a30c-2a5ab9d91720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.093050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6a78-a6cb-41f5-a30c-2a5ab9d91720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.103597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3388af8-bd13-4829-84d3-2578e20cb528 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:00.150805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3327e3-de81-404c-939a-2c8c6165696a req-5b912313-9ceb-4170-94a2-ef5e7265c7b4 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.152983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b3327e3-de81-404c-939a-2c8c6165696a req-5b912313-9ceb-4170-94a2-ef5e7265c7b4 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 944 time: 0.1139705 Jul 08 17:24:00.177262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e3388af8-bd13-4829-84d3-2578e20cb528, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e3388af8-bd13-4829-84d3-2578e20cb528,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:00.186308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.194033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7553faf-d52e-495a-ba06-9dfabebec1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.200069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.208340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b3327e3-de81-404c-939a-2c8c6165696a req-f097f0a0-bdd7-411b-be0f-344b6360e9a0 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489540 Jul 08 17:24:00.218514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7553faf-d52e-495a-ba06-9dfabebec1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.281633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c7553faf-d52e-495a-ba06-9dfabebec1e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d639a409396b46378023ccbcb9bac6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973094 Jul 08 17:24:00.284993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:00.291618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7553faf-d52e-495a-ba06-9dfabebec1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6bbc8-5722-4ed3-bac4-a02f54359f5b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:00.302995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6a78-a6cb-41f5-a30c-2a5ab9d91720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.305509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6a78-a6cb-41f5-a30c-2a5ab9d91720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.308973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1a6d6a78-a6cb-41f5-a30c-2a5ab9d91720 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0b833ec-44f6-4f56-ad29-0b630845cc52 HTTP/1.1" status: 204 len: 168 time: 0.5009601 Jul 08 17:24:00.348651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3612a2e-dc92-4925-87ca-04fbe609d2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.353719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d6a78-a6cb-41f5-a30c-2a5ab9d91720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b833ec-44f6-4f56-ad29-0b630845cc52,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:00.378834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3612a2e-dc92-4925-87ca-04fbe609d2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.440756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.446342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.447218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3612a2e-dc92-4925-87ca-04fbe609d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.449674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3612a2e-dc92-4925-87ca-04fbe609d2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.450879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f3612a2e-dc92-4925-87ca-04fbe609d2b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8e6bbc8-5722-4ed3-bac4-a02f54359f5b HTTP/1.1" status: 204 len: 168 time: 0.1648755 Jul 08 17:24:00.460811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3612a2e-dc92-4925-87ca-04fbe609d2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6bbc8-5722-4ed3-bac4-a02f54359f5b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:00.551008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e3388af8-bd13-4829-84d3-2578e20cb528,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:00.590567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'Port': ['ID=20c11bf5-5db8-4c4e-8586-e6c9449394c8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:00.601129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4a0a9090-6d41-4de3-b324-43f1eb801c1e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:00.620843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.635909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e3388af8-bd13-4829-84d3-2578e20cb528'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:00.672830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.682690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6c36abbb-a14a-42e5-83da-39de0a1267d7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9586020 Jul 08 17:24:00.720411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.744434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.750835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.757961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.764209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.771312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.777900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.779962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-deec5758-39cc-4fb3-8819-266904a87073 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.1491892 Jul 08 17:24:00.827067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-29321cac-20e3-4b85-a855-5be726cf5ee1 req-cc54724c-ff18-4f8d-a615-79979084b157 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390716 Jul 08 17:24:01.013306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-02af06c8-3ea8-4f6c-8800-c17149afe02a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--217961149&fields=id&tenant_id=a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 267 time: 0.0745654 Jul 08 17:24:01.042868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63682eee-cd80-40c2-8bde-be1d1213ff5c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:01.157278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 63682eee-cd80-40c2-8bde-be1d1213ff5c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:01.157657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.162325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-a5c72d9a-3173-4f89-ae4f-0fe2857b1e6e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.163865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-a5c72d9a-3173-4f89-ae4f-0fe2857b1e6e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 817 time: 0.1496928 Jul 08 17:24:01.185871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31367-51ff-4e55-a2c8-368991f3d006 req-a6469c17-45a0-4193-b05a-976da0a460fc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.186645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-9f4e2ec7-34a8-4b64-b15c-e55447951893 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/quotas/a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 375 time: 0.0157919 Jul 08 17:24:01.200413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31367-51ff-4e55-a2c8-368991f3d006 req-a6469c17-45a0-4193-b05a-976da0a460fc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.215617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31367-51ff-4e55-a2c8-368991f3d006 req-a6469c17-45a0-4193-b05a-976da0a460fc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.217506 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99b31367-51ff-4e55-a2c8-368991f3d006 req-a6469c17-45a0-4193-b05a-976da0a460fc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2416 time: 0.2005458 Jul 08 17:24:01.285878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-99b31367-51ff-4e55-a2c8-368991f3d006 req-9a48e9ca-4a4b-4706-8af3-482be3289c76 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541842 Jul 08 17:24:01.322611 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-4ff7d95b-0856-41e4-adc7-e7a464f3d4dc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291323 Jul 08 17:24:01.430032 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1011cf2e-c81d-4fa8-870a-9579aa9876f2 service neutron] 10.222.0.48 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054447 Jul 08 17:24:01.470184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:01.500517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ec78-0896-4169-9e9c-feb8571b24b8 req-e5827a96-13ea-4d59-9ba2-f1a586b1d33b tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.500517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e152ec78-0896-4169-9e9c-feb8571b24b8 req-e5827a96-13ea-4d59-9ba2-f1a586b1d33b tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 944 time: 0.0913570 Jul 08 17:24:01.533373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-c3e375ef-b696-453c-9d7d-cfa71cb5dba1 service neutron] 10.222.0.48 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963130 Jul 08 17:24:01.545414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e152ec78-0896-4169-9e9c-feb8571b24b8 req-eb58373d-8187-4f9d-af6b-453add672a75 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Jul 08 17:24:01.765958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f74a368-c3bf-43e3-8dcf-1f08582b3a03 req-78cd45fb-6a00-44ee-8ce9-259b3dd8e893 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 210 time: 0.0517216 Jul 08 17:24:01.768364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2140206301-network', 'tenant_id': '997f7d23803d456f9543a2846bb10896'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:01.793110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Made reservation on behalf of 997f7d23803d456f9543a2846bb10896 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:01.796100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.809699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.920270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc7994-b73d-4830-a65a-9c5a73e39bda req-9e5326aa-a7c5-46f0-8863-a6857194312a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.922790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d5dc7994-b73d-4830-a65a-9c5a73e39bda req-9e5326aa-a7c5-46f0-8863-a6857194312a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 944 time: 0.1043267 Jul 08 17:24:02.004241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d5dc7994-b73d-4830-a65a-9c5a73e39bda req-7133e487-7f06-4ca8-acaf-baa5b891b939 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739174 Jul 08 17:24:02.028350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.033043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.062636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed19a7-42c7-49f0-a062-1ec1b22bae4f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:02.073642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:24:02.077917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.084504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.087084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.087886 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Added segment 73b407f9-7859-4d0c-a97e-99e8ae0dc422 of type vlan for network 026f5da1-e442-4853-8d2d-00cb2615ba37 Jul 08 17:24:02.091556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.109580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.116046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.124263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.145040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.146945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.154912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-c9e6e96f-da4b-4218-94a8-8f06ab8a94ab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.1577756 Jul 08 17:24:02.178160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.179460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.180324 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.208645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0d32f094-ac27-4eb6-8bb8-1f99da08caa5 req-9e3bf5f7-821b-4561-a5bc-dc862e43677a tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525389 Jul 08 17:24:02.250032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7762852 Jul 08 17:24:02.253304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:02.261209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Request body: {'subnet': {'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2140206301-subnet', 'tenant_id': '997f7d23803d456f9543a2846bb10896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:02.267148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd5758-f2e7-4004-8cb0-107e614ae60c admin admin] Pushing event updated for resources: {'Network': ['ID=026f5da1-e442-4853-8d2d-00cb2615ba37,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:02.278464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 026f5da1-e442-4853-8d2d-00cb2615ba37 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:24:02.294652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Made reservation on behalf of 997f7d23803d456f9543a2846bb10896 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:02.298443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.579343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb290e-d361-4776-a24d-c936c6d652f7 req-92eb28f4-3a3c-4b62-bbfe-f6149c3e21b7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.585978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb290e-d361-4776-a24d-c936c6d652f7 req-92eb28f4-3a3c-4b62-bbfe-f6149c3e21b7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.591968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb290e-d361-4776-a24d-c936c6d652f7 req-92eb28f4-3a3c-4b62-bbfe-f6149c3e21b7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.593731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eacb290e-d361-4776-a24d-c936c6d652f7 req-92eb28f4-3a3c-4b62-bbfe-f6149c3e21b7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2416 time: 0.1647179 Jul 08 17:24:02.595222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.679836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=370fe712-c026-4250-8a15-6c658ae60823,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:02.693649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eacb290e-d361-4776-a24d-c936c6d652f7 req-dca4e2c7-f079-4c53-9085-61837a7791b3 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902052 Jul 08 17:24:02.702245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Checking segment: {'id': '73b407f9-7859-4d0c-a97e-99e8ae0dc422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:02.702655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Network hostable DHCP agents. Network: 026f5da1-e442-4853-8d2d-00cb2615ba37, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:24:02.721598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Network 026f5da1-e442-4853-8d2d-00cb2615ba37 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:24:02.742095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 026f5da1-e442-4853-8d2d-00cb2615ba37) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:02.747477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.748468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.756165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e34b1b-2fef-4735-81cb-6aab52e3a694 None None] Network 026f5da1-e442-4853-8d2d-00cb2615ba37 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:02.786203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-723b3498-7627-48c0-ab68-90f268709b8a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5317113 Jul 08 17:24:02.790914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e948f-74f4-4615-9ac5-35d907b708c3 req-9ef17495-0195-4cba-aa10-dd15ac487f70 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.793331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-922e948f-74f4-4615-9ac5-35d907b708c3 req-9ef17495-0195-4cba-aa10-dd15ac487f70 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 944 time: 0.1050618 Jul 08 17:24:02.870446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-922e948f-74f4-4615-9ac5-35d907b708c3 req-a1e06402-8184-499d-8523-205ded17d2d5 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638769 Jul 08 17:24:02.978200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb57a86e-bc96-4bf1-85c9-db753c8b46b9 req-8450baf6-87d2-43ae-9924-2a4989f7e507 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 210 time: 0.0364435 Jul 08 17:24:02.998463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caec5668-9e5b-44db-bd39-a684580578fe None None] Network 026f5da1-e442-4853-8d2d-00cb2615ba37 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:03.192939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b62c5-ef1f-43fb-917b-40ff8f6dcced req-1d4644d7-406f-43c4-be86-956d04e64fdf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.195157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252b62c5-ef1f-43fb-917b-40ff8f6dcced req-1d4644d7-406f-43c4-be86-956d04e64fdf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 944 time: 0.0769219 Jul 08 17:24:03.269293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-7dd564fd-1fc3-4210-87d4-91250dd3ad4c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.271623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-7dd564fd-1fc3-4210-87d4-91250dd3ad4c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 817 time: 0.1894372 Jul 08 17:24:03.277503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-252b62c5-ef1f-43fb-917b-40ff8f6dcced req-1e0809ae-72ad-43f3-b590-533b151a0fc7 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690274 Jul 08 17:24:03.329500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-ef1bed9c-994c-4d22-a3fe-e5c8ea0c4bf7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 379 time: 0.0465753 Jul 08 17:24:03.342286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'port': {'device_id': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'admin_state_up': True, 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'security_groups': ['9bcc38d2-7b82-447a-912e-897cd80345c2']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:03.523281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Made reservation on behalf of a962f43fa51d4ee4adf4f7a827a7af23 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:03.527103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.583715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 61967f17-5186-418f-bd70-1340b1c684c5 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:03.587354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a0a9090-6d41-4de3-b324-43f1eb801c1e up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:03.641329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.649655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.656817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.664028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.678762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.687938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.698344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.700302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-cca4517f-e44b-4e3b-b7e3-9264f6363e60 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5419 time: 0.2292547 Jul 08 17:24:03.765278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4a0a9090-6d41-4de3-b324-43f1eb801c1e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:03.776630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4a0a9090-6d41-4de3-b324-43f1eb801c1e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:03.776904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.808254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6994676f-8b57-475b-83e9-2bb9ddf7c97d req-bffb503c-2b2b-4f82-aa78-9e64233891a0 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968299 Jul 08 17:24:03.819070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=61967f17-5186-418f-bd70-1340b1c684c5,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:03.849109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '61967f17-5186-418f-bd70-1340b1c684c5', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'port_id': '61967f17-5186-418f-bd70-1340b1c684c5', 'mac_address': 'fa:16:3e:d2:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:03.875116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Allocated IP 172.20.0.6 (301f41e6-e213-4011-9922-a16179114657/74467176-dfb3-490d-871b-0837de2708b7/06af4da6-2ab3-414b-acbf-846d9d365c25) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:03.933589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.935347 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.966283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61967f17-5186-418f-bd70-1340b1c684c5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:03.977761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a9090-6d41-4de3-b324-43f1eb801c1e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:03.980429 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6328711e-a775-4044-8c80-4976422951fe" -d '{"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-plugged", "status": "completed", "tag": "4a0a9090-6d41-4de3-b324-43f1eb801c1e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:04.004453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a0a9090-6d41-4de3-b324-43f1eb801c1e,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:04.008552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=61967f17-5186-418f-bd70-1340b1c684c5,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:04.010246 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.011111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ac283903-ccbd-4491-8d37-a31f419f9784 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:04.016992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.017444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 830f14ac-66b0-44b6-a816-6eef45fc70ce details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:04.213059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4a0a9090-6d41-4de3-b324-43f1eb801c1e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:04.257368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port ac283903-ccbd-4491-8d37-a31f419f9784 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:04.268590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ac283903-ccbd-4491-8d37-a31f419f9784 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:04.268965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.359360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:04.360160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719c380-4f50-4d41-9316-851ccbe7bb1f req-3ec0166f-c86c-40cc-a61c-239fc62635ca tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.363926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:04.380877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '830f14ac-66b0-44b6-a816-6eef45fc70ce', 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42', 'port_id': '830f14ac-66b0-44b6-a816-6eef45fc70ce', 'mac_address': 'fa:16:3e:3f:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2c2c51-62cf-4c69-8f24-507aaf0e15e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:04.381977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8719c380-4f50-4d41-9316-851ccbe7bb1f req-3ec0166f-c86c-40cc-a61c-239fc62635ca tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 944 time: 0.1269290 Jul 08 17:24:04.447672 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8719c380-4f50-4d41-9316-851ccbe7bb1f req-0215075c-4286-44fb-85d3-476195506fea tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636132 Jul 08 17:24:04.456768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.459530 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.487602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830f14ac-66b0-44b6-a816-6eef45fc70ce {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:04.495007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd29f2-5a3a-4c87-af7b-e9d541df1baf req-22b27bbd-9738-4b80-b59c-80feafe5cca1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.501918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd29f2-5a3a-4c87-af7b-e9d541df1baf req-22b27bbd-9738-4b80-b59c-80feafe5cca1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.510243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd29f2-5a3a-4c87-af7b-e9d541df1baf req-22b27bbd-9738-4b80-b59c-80feafe5cca1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.511464 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2ae1e-b5ab-4988-b411-08c56037afa5 x-openstack-request-id: req-f1d2ae1e-b5ab-4988-b411-08c56037afa5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:04.511752 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-plugged", "status": "completed", "tag": "4a0a9090-6d41-4de3-b324-43f1eb801c1e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:04.512011 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1d2ae1e-b5ab-4988-b411-08c56037afa5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:04.512122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06fd29f2-5a3a-4c87-af7b-e9d541df1baf req-22b27bbd-9738-4b80-b59c-80feafe5cca1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2416 time: 0.5552638 Jul 08 17:24:04.512412 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a9090-6d41-4de3-b324-43f1eb801c1e', 'code': 200} Jul 08 17:24:04.523594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ac283903-ccbd-4491-8d37-a31f419f9784, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ac283903-ccbd-4491-8d37-a31f419f9784,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:04.526130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:04.529251 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.530651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:04.562697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.563327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7e1e23b-68a5-4d82-b1af-518af8180490 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:04.564182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.577101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06fd29f2-5a3a-4c87-af7b-e9d541df1baf req-13d3753a-9d1f-45b2-8d88-906a014bb7f0 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Jul 08 17:24:04.584078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Transition to ACTIVE for port object 06af4da6-2ab3-414b-acbf-846d9d365c25 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:04.654740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.657640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ac283903-ccbd-4491-8d37-a31f419f9784,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:04.713624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:04.730460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Network 301f41e6-e213-4011-9922-a16179114657 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:04.731768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:04.738575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:04.745772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:04.776147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe946d6-bfed-45c1-82a3-d8cfedbd9e0e req-94d487a4-5578-4de9-ac59-4853970c0846 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.782364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:04.783068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.784481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9fe946d6-bfed-45c1-82a3-d8cfedbd9e0e req-94d487a4-5578-4de9-ac59-4853970c0846 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 931 time: 0.1351886 Jul 08 17:24:04.814821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:04.843397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7e1e23b-68a5-4d82-b1af-518af8180490,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:04.854742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9fe946d6-bfed-45c1-82a3-d8cfedbd9e0e req-f1839df7-5b96-4ebf-ba9f-d9dd2bad3b0a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692990 Jul 08 17:24:04.866659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'c7e1e23b-68a5-4d82-b1af-518af8180490', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'port_id': 'c7e1e23b-68a5-4d82-b1af-518af8180490', 'mac_address': 'fa:16:3e:a5:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:04.886578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.887260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:04.921878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-8d2fe236-0927-402e-a166-08d760d7e4ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5863824 Jul 08 17:24:04.938699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Request body: {'port': {'device_id': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:04.985694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c4b32-9d44-4076-abe4-e9c6e9edb6d2 req-cd9e733c-3579-4528-b573-47b3d7f9946a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.987195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d2c4b32-9d44-4076-abe4-e9c6e9edb6d2 req-cd9e733c-3579-4528-b573-47b3d7f9946a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 944 time: 0.1844137 Jul 08 17:24:05.002311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.087674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d2c4b32-9d44-4076-abe4-e9c6e9edb6d2 req-ba05ff81-8a48-4dfa-8c3e-35f116dc7ee3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909793 Jul 08 17:24:05.090741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.222156 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.237686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e1e23b-68a5-4d82-b1af-518af8180490 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:05.274844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-72a1d784-71a5-493f-83a4-e55daa48f364 None None] Provisioning for port 06af4da6-2ab3-414b-acbf-846d9d365c25 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:05.278609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7e1e23b-68a5-4d82-b1af-518af8180490,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:05.288711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.289958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3c0480bd-471b-4ad8-844e-88cb5e261833 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:05.299846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-72a1d784-71a5-493f-83a4-e55daa48f364 None None] Provisioning complete for port 06af4da6-2ab3-414b-acbf-846d9d365c25 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:05.300222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72a1d784-71a5-493f-83a4-e55daa48f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.332493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:05.356620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.361771 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.362633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e3388af8-bd13-4829-84d3-2578e20cb528 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:05.372786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.379693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.385890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.411360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.419556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.427477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-72a1d784-71a5-493f-83a4-e55daa48f364 None None] Port 06af4da6-2ab3-414b-acbf-846d9d365c25 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:05.428200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.430796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-70519202-7f2a-490f-af47-24ce5e60616c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5421 time: 0.2354164 Jul 08 17:24:05.449963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:05.460186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3c0480bd-471b-4ad8-844e-88cb5e261833,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:05.501661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '3c0480bd-471b-4ad8-844e-88cb5e261833', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'port_id': '3c0480bd-471b-4ad8-844e-88cb5e261833', 'mac_address': 'fa:16:3e:7b:53:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:05.503657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9d96de5-feee-41ea-b101-fdf0a46a290f req-013a098a-ace6-4015-8df2-3e5bcdfb6c3c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633128 Jul 08 17:24:05.549587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port e3388af8-bd13-4829-84d3-2578e20cb528 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:05.551578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:05.563451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port e3388af8-bd13-4829-84d3-2578e20cb528 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:05.563830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.593029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.595280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06af4da6-2ab3-414b-acbf-846d9d365c25 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:05.607484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.613536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0480bd-471b-4ad8-844e-88cb5e261833 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:05.639205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3c0480bd-471b-4ad8-844e-88cb5e261833,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:05.645862 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.646610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 70146bd0-9c34-47db-abf0-c49edc42217b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:05.648916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Transition to ACTIVE for port object 06af4da6-2ab3-414b-acbf-846d9d365c25 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:05.652993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.720162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-faff3621-e45f-4866-906f-1e65d67f9481 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.720406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:05.723856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-faff3621-e45f-4866-906f-1e65d67f9481 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/networks?id=026f5da1-e442-4853-8d2d-00cb2615ba37 HTTP/1.1" status: 200 len: 810 time: 0.2419786 Jul 08 17:24:05.742252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba7c8-40dc-4b64-bc69-731f599ca415 req-a936b30d-a214-4880-8ec5-0e5b6a54f50d tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.748852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff5ba7c8-40dc-4b64-bc69-731f599ca415 req-a936b30d-a214-4880-8ec5-0e5b6a54f50d tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 944 time: 0.0950794 Jul 08 17:24:05.785903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.790511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=70146bd0-9c34-47db-abf0-c49edc42217b,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:05.820481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff5ba7c8-40dc-4b64-bc69-731f599ca415 req-68bc1b9a-4804-42d4-950c-3cf267ea0f6a tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Jul 08 17:24:05.822018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:05.823358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '70146bd0-9c34-47db-abf0-c49edc42217b', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'port_id': '70146bd0-9c34-47db-abf0-c49edc42217b', 'mac_address': 'fa:16:3e:f6:e3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:05.826269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-c09f1ed0-ee60-4c76-834d-92137aa59e10 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/quotas/997f7d23803d456f9543a2846bb10896 HTTP/1.1" status: 200 len: 375 time: 0.0721769 Jul 08 17:24:05.896026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e3388af8-bd13-4829-84d3-2578e20cb528, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e3388af8-bd13-4829-84d3-2578e20cb528,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:05.907969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.916844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-82096c1b-5469-45d5-9bcf-537bacdf6ab2 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=997f7d23803d456f9543a2846bb10896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725162 Jul 08 17:24:05.919433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.920288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cbf92542-ab89-4882-8a01-357ff73ebd6c up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:05.990993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70146bd0-9c34-47db-abf0-c49edc42217b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:06.004642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Attempting to bind port 06af4da6-2ab3-414b-acbf-846d9d365c25 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:06.004968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Attempting to bind port 06af4da6-2ab3-414b-acbf-846d9d365c25 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:06.005296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Attempting to bind port 06af4da6-2ab3-414b-acbf-846d9d365c25 on network 301f41e6-e213-4011-9922-a16179114657 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:06.014722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Port 06af4da6-2ab3-414b-acbf-846d9d365c25 on network 301f41e6-e213-4011-9922-a16179114657 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:06.015016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Attempting to bind port 06af4da6-2ab3-414b-acbf-846d9d365c25 on network 301f41e6-e213-4011-9922-a16179114657 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:06.018813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=70146bd0-9c34-47db-abf0-c49edc42217b,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:06.026114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:06.026459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Checking segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:06.026850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Bound using segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:06.027276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Bound port: 06af4da6-2ab3-414b-acbf-846d9d365c25, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:06.027644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.041547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.053383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 113a6a2d-aa04-4c5e-993c-3cfc8af25411 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:06.073998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c8c6-1f33-48dc-aa6f-23e40bcdeaf9 req-c9e239a3-8ef0-4d3d-aabf-cfff7f8debdc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.083654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c8c6-1f33-48dc-aa6f-23e40bcdeaf9 req-c9e239a3-8ef0-4d3d-aabf-cfff7f8debdc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.089733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c8c6-1f33-48dc-aa6f-23e40bcdeaf9 req-c9e239a3-8ef0-4d3d-aabf-cfff7f8debdc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.098221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a517c8c6-1f33-48dc-aa6f-23e40bcdeaf9 req-c9e239a3-8ef0-4d3d-aabf-cfff7f8debdc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2418 time: 0.1244402 Jul 08 17:24:06.113281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-150d7b25-cd7e-4a7a-95b0-d7a2731a0a09 service neutron] 10.222.0.48 "GET /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797333 Jul 08 17:24:06.120448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e3388af8-bd13-4829-84d3-2578e20cb528,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.150409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a517c8c6-1f33-48dc-aa6f-23e40bcdeaf9 req-bfe87841-99f1-4f6d-9ce6-971b4bc0a223 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Jul 08 17:24:06.185818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:06.188865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:06.207658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:06.220136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '113a6a2d-aa04-4c5e-993c-3cfc8af25411', 'network_id': '3fd40a7a-e8b5-493c-b840-3d726f610c42', 'port_id': '113a6a2d-aa04-4c5e-993c-3cfc8af25411', 'mac_address': 'fa:16:3e:a3:aa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2c2c51-62cf-4c69-8f24-507aaf0e15e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:06.229338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.287834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port cbf92542-ab89-4882-8a01-357ff73ebd6c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:06.291687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.303196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port cbf92542-ab89-4882-8a01-357ff73ebd6c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:06.303597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.333327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.333558 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.334300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.335744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] 10.222.0.53 "PUT /v2.0/ports/06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 1091 time: 1.4057720 Jul 08 17:24:06.341594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:06.344082 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d8fff2-5484-4301-928a-8f985701653e" -d '{"events": [{"name": "network-changed", "server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:06.351818 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-6e107762-faa9-4b14-9bb4-280dd8819417 service neutron] 10.222.0.48 "GET /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376773 Jul 08 17:24:06.355373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8c034-cd5b-42b9-80d9-c5472d7ec41d service neutron] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.387485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc9681-8261-43c4-aa19-47141ad020a4 req-5439ccf0-7965-422b-bc05-8b751b04d151 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.396437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36fc9681-8261-43c4-aa19-47141ad020a4 req-5439ccf0-7965-422b-bc05-8b751b04d151 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1089919 Jul 08 17:24:06.412283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113a6a2d-aa04-4c5e-993c-3cfc8af25411 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:06.451517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36fc9681-8261-43c4-aa19-47141ad020a4 req-fecd2a0b-d759-405b-97fe-a890948fe685 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540845 Jul 08 17:24:06.457440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:06.465101 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.466069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 55d16da0-dca4-4449-a4a9-9b644745c4cd details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:06.505455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-a81267b1-5c66-4ad5-806f-c2ff2f031c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.507023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-a81267b1-5c66-4ad5-806f-c2ff2f031c6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1094 time: 0.1243858 Jul 08 17:24:06.555329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac283903-ccbd-4491-8d37-a31f419f9784'}, {'server_uuid': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93'}, {'server_uuid': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3388af8-bd13-4829-84d3-2578e20cb528'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:06.557582 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393987b5-8584-4819-9dd1-56d58689af93" -d '{"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-plugged", "status": "completed", "tag": "ac283903-ccbd-4491-8d37-a31f419f9784"}, {"server_uuid": "7cf777bd-1b7a-4156-bd78-d93914e45b13", "name": "network-vif-plugged", "status": "completed", "tag": "779e2b80-f9ec-40de-a8b1-cbfa5b41ac93"}, {"server_uuid": "c8e7b70e-5aad-4ce9-b846-a80f731f04bd", "name": "network-vif-plugged", "status": "completed", "tag": "e3388af8-bd13-4829-84d3-2578e20cb528"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:06.560368 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.608307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-034e1bd9-0f25-4289-82a9-e9385c5ca19c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 217 time: 0.0927489 Jul 08 17:24:06.640803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port cbf92542-ab89-4882-8a01-357ff73ebd6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:06.661714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.666238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:06.685715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.698896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792485-a7da-44e1-b3c0-404341dbf918 req-b780eef0-1d55-42d6-8217-af11ff0f6a60 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.708572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f792485-a7da-44e1-b3c0-404341dbf918 req-b780eef0-1d55-42d6-8217-af11ff0f6a60 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 945 time: 0.1168177 Jul 08 17:24:06.714357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-2949c8da-d590-45e7-8204-36a88bbce5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.716293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-2949c8da-d590-45e7-8204-36a88bbce5bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1007326 Jul 08 17:24:06.759789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=cbf92542-ab89-4882-8a01-357ff73ebd6c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.771123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f792485-a7da-44e1-b3c0-404341dbf918 req-182c963f-e6b6-482c-a157-f0c4ec5a396c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615728 Jul 08 17:24:06.781823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '55d16da0-dca4-4449-a4a9-9b644745c4cd', 'network_id': '8113c37f-037b-4cd6-808e-cf4df62f11fd', 'port_id': '55d16da0-dca4-4449-a4a9-9b644745c4cd', 'mac_address': 'fa:16:3e:37:3d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a8c760-97f0-4542-8349-2bfbe625f105', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:06.840171 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f56c7-a50e-4ea8-a546-31ae58ac6a2f x-openstack-request-id: req-c71f56c7-a50e-4ea8-a546-31ae58ac6a2f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:06.840459 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:06.840714 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c71f56c7-a50e-4ea8-a546-31ae58ac6a2f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:06.841101 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'status': 'completed', 'code': 200} Jul 08 17:24:06.851194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.875831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-f1f2dc49-76a0-4aef-a080-fabdca609346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.877997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-f1f2dc49-76a0-4aef-a080-fabdca609346 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490197 Jul 08 17:24:06.886820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d16da0-dca4-4449-a4a9-9b644745c4cd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:06.927989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:06.932662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.016328 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1f8f3-0929-4c8f-b27a-74e10c6359cc x-openstack-request-id: req-d0f1f8f3-0929-4c8f-b27a-74e10c6359cc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:07.018565 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-plugged", "status": "completed", "tag": "ac283903-ccbd-4491-8d37-a31f419f9784", "code": 200}, {"server_uuid": "7cf777bd-1b7a-4156-bd78-d93914e45b13", "name": "network-vif-plugged", "status": "completed", "tag": "779e2b80-f9ec-40de-a8b1-cbfa5b41ac93", "code": 200}, {"server_uuid": "c8e7b70e-5aad-4ce9-b846-a80f731f04bd", "name": "network-vif-plugged", "status": "completed", "tag": "e3388af8-bd13-4829-84d3-2578e20cb528", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:07.018907 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0f1f8f3-0929-4c8f-b27a-74e10c6359cc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:07.020014 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac283903-ccbd-4491-8d37-a31f419f9784', 'code': 200} Jul 08 17:24:07.020888 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93', 'code': 200} Jul 08 17:24:07.022480 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3388af8-bd13-4829-84d3-2578e20cb528', 'code': 200} Jul 08 17:24:07.030850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-5c3e19e8-7487-403e-8e51-a6b7c219c637 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461458 Jul 08 17:24:07.049128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:07.080842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.099781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.107074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.114389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.120759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.126724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.133581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.135604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-bdfbeaf8-b1d2-423a-8605-63bd2b083834 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5426 time: 0.1690102 Jul 08 17:24:07.171336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d1c8d69-5238-4156-bb63-3ad90fdf455d req-4a4c0019-b822-4a1e-ae99-b5477da703ca tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 210 time: 0.0990739 Jul 08 17:24:07.240255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c078be7-cf6b-4eef-9721-03a9adbadbf4 req-0527437e-02eb-4215-9bf7-4639cd28442a service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888428 Jul 08 17:24:07.312342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d861e0a-a1f6-4822-94b3-4ea5e24c26c5 req-6670240f-347d-4a11-bdc0-2c8ded59cd6e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581764 Jul 08 17:24:07.344218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032faf0-a45e-45ee-90cb-96e9dbcc3043 req-f89807d6-bb12-43e5-aa53-f96035b3a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.345782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6032faf0-a45e-45ee-90cb-96e9dbcc3043 req-f89807d6-bb12-43e5-aa53-f96035b3a60e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 1096 time: 0.2081795 Jul 08 17:24:07.356520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625668fd-3776-432e-890e-297d530774b8 req-caed9ea2-be25-4625-9ac2-cb528ab4bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.375309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-625668fd-3776-432e-890e-297d530774b8 req-caed9ea2-be25-4625-9ac2-cb528ab4bd57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 1096 time: 0.2386708 Jul 08 17:24:07.484635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6032faf0-a45e-45ee-90cb-96e9dbcc3043 req-944974c0-7a61-44f4-9be7-7849465acf14 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308887 Jul 08 17:24:07.489052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-625668fd-3776-432e-890e-297d530774b8 req-82b08381-e893-45a9-bf16-bdba63b6b5cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012914 Jul 08 17:24:07.506792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8fff2-5484-4301-928a-8f985701653e req-74dfee8e-6082-4f19-be9d-a224cd9d0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.508308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-74dfee8e-6082-4f19-be9d-a224cd9d0986 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1094 time: 0.1890302 Jul 08 17:24:07.555384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86726-5f7b-4227-baf0-4c7550f828c7 req-58404936-9dbd-4f43-a56e-ff39c0e00726 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.563806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5e86726-5f7b-4227-baf0-4c7550f828c7 req-58404936-9dbd-4f43-a56e-ff39c0e00726 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 945 time: 0.1445761 Jul 08 17:24:07.648257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c0ad-8547-49d6-be7b-db49d0487568 req-59a42520-63ec-4d96-ad49-05208c16ba1c tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.657880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c0ad-8547-49d6-be7b-db49d0487568 req-59a42520-63ec-4d96-ad49-05208c16ba1c tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.665809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c0ad-8547-49d6-be7b-db49d0487568 req-59a42520-63ec-4d96-ad49-05208c16ba1c tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.667553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f59c0ad-8547-49d6-be7b-db49d0487568 req-59a42520-63ec-4d96-ad49-05208c16ba1c tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1516974 Jul 08 17:24:07.668055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:07.700394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5e86726-5f7b-4227-baf0-4c7550f828c7 req-4e150086-7794-4774-b142-ebaaf1fb2bdb tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355801 Jul 08 17:24:07.737603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f59c0ad-8547-49d6-be7b-db49d0487568 req-f72dfe50-e110-4d69-9844-19bfb824f696 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579870 Jul 08 17:24:07.782179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8fff2-5484-4301-928a-8f985701653e req-d08e2b66-6d4f-49d4-8472-3be4e47ee2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.784610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-d08e2b66-6d4f-49d4-8472-3be4e47ee2f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.1859603 Jul 08 17:24:07.858829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-20d5b4eb-7fbd-4650-a463-87c48c44f27f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 217 time: 0.0597801 Jul 08 17:24:07.875045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85270266-444a-4551-b4ed-70b241f98178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.889963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['830f14ac-66b0-44b6-a816-6eef45fc70ce'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:07.963290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8fff2-5484-4301-928a-8f985701653e req-d31789df-4729-4612-8d12-4c17f4deb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.965521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-d31789df-4729-4612-8d12-4c17f4deb7ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.0999711 Jul 08 17:24:07.973137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3c0480bd-471b-4ad8-844e-88cb5e261833'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:08.038649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1e7a-30c7-4337-86d8-7d3bbd30c742 req-ce9f6166-c8cd-44fe-8582-f2b43d2cf9bb tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.041204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-108e1e7a-30c7-4337-86d8-7d3bbd30c742 req-ce9f6166-c8cd-44fe-8582-f2b43d2cf9bb tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1658781 Jul 08 17:24:08.049623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d946a3-f559-4deb-ab24-acd2d83dd8df req-8fc92930-c6ed-4108-a32e-220c33a53510 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.054365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c7e1e23b-68a5-4d82-b1af-518af8180490'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:08.057417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2d946a3-f559-4deb-ab24-acd2d83dd8df req-8fc92930-c6ed-4108-a32e-220c33a53510 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 945 time: 0.1419876 Jul 08 17:24:08.086557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8fff2-5484-4301-928a-8f985701653e req-d969be3d-b23f-460d-97d4-8abca751b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.089106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-d969be3d-b23f-460d-97d4-8abca751b77b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160293 Jul 08 17:24:08.093949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['55d16da0-dca4-4449-a4a9-9b644745c4cd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:08.121255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2d946a3-f559-4deb-ab24-acd2d83dd8df req-db443361-ce17-4e59-9866-3d36e364b7b3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597737 Jul 08 17:24:08.156717 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85270266-444a-4551-b4ed-70b241f98178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.158617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['70146bd0-9c34-47db-abf0-c49edc42217b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:08.162028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['61967f17-5186-418f-bd70-1340b1c684c5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:08.165152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85270266-444a-4551-b4ed-70b241f98178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.220938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-fe74cdd3-4e6a-4a1e-8715-5651c3a340d2 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126432 Jul 08 17:24:08.235610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-85270266-444a-4551-b4ed-70b241f98178 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dca4046f182f4cbd93dc11883128be3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638404 Jul 08 17:24:08.240168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-108e1e7a-30c7-4337-86d8-7d3bbd30c742 req-794314ba-9b24-446f-88c1-953a4a59af54 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900609 Jul 08 17:24:08.240930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:08.252656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270266-444a-4551-b4ed-70b241f98178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e713ad-a970-40c3-9be4-f95d2c1c104f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:08.276318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['113a6a2d-aa04-4c5e-993c-3cfc8af25411'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:08.334234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be4f85b-859b-497b-9d11-f371d011d411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.365727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be4f85b-859b-497b-9d11-f371d011d411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.429165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be4f85b-859b-497b-9d11-f371d011d411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.432830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2be4f85b-859b-497b-9d11-f371d011d411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.434254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2be4f85b-859b-497b-9d11-f371d011d411 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9e713ad-a970-40c3-9be4-f95d2c1c104f HTTP/1.1" status: 204 len: 168 time: 0.1923258 Jul 08 17:24:08.441900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d8fff2-5484-4301-928a-8f985701653e req-5eca8268-17d0-4c7b-952b-54c8c32c6b97 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993515 Jul 08 17:24:08.447895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4f85b-859b-497b-9d11-f371d011d411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e713ad-a970-40c3-9be4-f95d2c1c104f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:08.481750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e215ea57-7ebc-4cac-9d8e-0d31f1358f80 req-1d881bcd-b75d-474b-8c6c-1556fefe0168 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 210 time: 0.0505764 Jul 08 17:24:08.637572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.644327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.650904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.657620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.665299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.671228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.678525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.686401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-7eea6dc8-b432-4923-aa1d-5b0b5777e8c4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5426 time: 0.1474390 Jul 08 17:24:08.745596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0feb6f49-94b7-41ac-bcee-0531978a6284 req-f0ca35cc-63aa-4f0b-9c25-bbab16221b66 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582602 Jul 08 17:24:08.963283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:09.028118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf92542-ab89-4882-8a01-357ff73ebd6c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:09.031003 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7de079d-3cf4-47b9-a37e-ebf218e8cc34" -d '{"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-plugged", "status": "completed", "tag": "cbf92542-ab89-4882-8a01-357ff73ebd6c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:09.049340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-164b43d5-2bbc-44f9-8ccc-98721b09f84c tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.051129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-164b43d5-2bbc-44f9-8ccc-98721b09f84c tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.53 "GET /v2.0/networks?id=026f5da1-e442-4853-8d2d-00cb2615ba37 HTTP/1.1" status: 200 len: 810 time: 0.2188811 Jul 08 17:24:09.066223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Request body: {'port': {'device_id': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37', 'admin_state_up': True, 'tenant_id': '997f7d23803d456f9543a2846bb10896'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:09.119807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f45a-131f-45b7-90aa-7139aee44de0 req-1ae3d66a-8693-4ee0-b3c8-b95b13639c81 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.126390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a914-05b9-4248-bd40-f212087fd894 req-862787ff-f542-4287-b720-93827a17e711 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.127012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f45a-131f-45b7-90aa-7139aee44de0 req-1ae3d66a-8693-4ee0-b3c8-b95b13639c81 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.127998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddd3a914-05b9-4248-bd40-f212087fd894 req-862787ff-f542-4287-b720-93827a17e711 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 945 time: 0.1746085 Jul 08 17:24:09.133435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7f45a-131f-45b7-90aa-7139aee44de0 req-1ae3d66a-8693-4ee0-b3c8-b95b13639c81 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.135534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ada7f45a-131f-45b7-90aa-7139aee44de0 req-1ae3d66a-8693-4ee0-b3c8-b95b13639c81 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1883376 Jul 08 17:24:09.193685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ada7f45a-131f-45b7-90aa-7139aee44de0 req-4ae04b9c-2459-4980-a074-38f6ef6f8ab4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Jul 08 17:24:09.235817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddd3a914-05b9-4248-bd40-f212087fd894 req-6251aad8-a040-4a57-abd9-e82912d2ce59 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940893 Jul 08 17:24:09.269688 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd2c8b5-1122-4379-8af6-477f71307175 x-openstack-request-id: req-ebd2c8b5-1122-4379-8af6-477f71307175 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:09.270064 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-plugged", "status": "completed", "tag": "cbf92542-ab89-4882-8a01-357ff73ebd6c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:09.270284 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebd2c8b5-1122-4379-8af6-477f71307175 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:09.270676 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf92542-ab89-4882-8a01-357ff73ebd6c', 'code': 200} Jul 08 17:24:09.271952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Made reservation on behalf of 997f7d23803d456f9543a2846bb10896 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:09.292693 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.349330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:09.379096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'mac_address': 'fa:16:3e:47:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:09.457717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.476464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06af4da6-2ab3-414b-acbf-846d9d365c25 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:09.505865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f25f6-1c82-4f87-b6db-47a995ab0573 req-fbaa3255-5af6-4be8-9233-861db6a08458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.506146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f25f6-1c82-4f87-b6db-47a995ab0573 req-fbaa3255-5af6-4be8-9233-861db6a08458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.506535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f25f6-1c82-4f87-b6db-47a995ab0573 req-fbaa3255-5af6-4be8-9233-861db6a08458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.507619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:09.508266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d25f25f6-1c82-4f87-b6db-47a995ab0573 req-fbaa3255-5af6-4be8-9233-861db6a08458 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2872 time: 0.1109571 Jul 08 17:24:09.514890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.521849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd150c-081d-4f21-ba5d-1d54bde38d76 req-e4529b81-85f6-4c26-a6f6-ce1e79804463 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.528965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42dd150c-081d-4f21-ba5d-1d54bde38d76 req-e4529b81-85f6-4c26-a6f6-ce1e79804463 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 945 time: 0.0989318 Jul 08 17:24:09.550492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Allocated IP 172.20.0.4 (026f5da1-e442-4853-8d2d-00cb2615ba37/370fe712-c026-4250-8a15-6c658ae60823/dd4bb995-17cb-45a9-a54a-e25d40cb8391) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:09.589157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:09.589771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d25f25f6-1c82-4f87-b6db-47a995ab0573 req-dc02bc72-bc51-4cea-a8a0-c58f75c63d28 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Jul 08 17:24:09.606349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42dd150c-081d-4f21-ba5d-1d54bde38d76 req-1e9cca1a-b09b-4821-ba76-b55f46ddb200 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764396 Jul 08 17:24:09.632159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8d630-33d0-40a3-8c1e-bdb5990c62b0 req-61e7a30a-1cd9-4726-8197-45793289ddb0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.633803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71a8d630-33d0-40a3-8c1e-bdb5990c62b0 req-61e7a30a-1cd9-4726-8197-45793289ddb0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.1435554 Jul 08 17:24:09.794745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71a8d630-33d0-40a3-8c1e-bdb5990c62b0 req-fac7cd3e-c530-4d25-8892-532f51c083aa tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328905 Jul 08 17:24:09.834874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.901156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-811ba304-f638-4562-a1a3-b9d5c5290059 req-08a43485-50c0-4076-a4d6-895083602c64 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 210 time: 0.0442276 Jul 08 17:24:09.964008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.033569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Network 026f5da1-e442-4853-8d2d-00cb2615ba37 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:10.038736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:10.040523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Pushing event updated for resources: {'Port': ['ID=dd4bb995-17cb-45a9-a54a-e25d40cb8391,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:10.042941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:10.107062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.113589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.119665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.125581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.132208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.138072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.144544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.152232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-c928b6f7-7e7d-4a85-a184-5b2db3c4840d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5426 time: 0.2346401 Jul 08 17:24:10.175487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.176104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.198250 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-9eddc294-11a6-4650-aaed-78616258e4b5 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1375699 Jul 08 17:24:10.216897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5f9ce9e-2fb9-49a3-8cdf-cf67e47daf13 req-b6975a72-3a25-41a8-baae-ff3a175c87f2 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637300 Jul 08 17:24:10.224107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Request body: {'port': {'device_id': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:10.375405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.418357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcecba-e4a5-4c5d-9a00-6b087372f31e req-7543571f-6eba-4da0-ab0f-0163680b89ed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.428213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcecba-e4a5-4c5d-9a00-6b087372f31e req-7543571f-6eba-4da0-ab0f-0163680b89ed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.436742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcecba-e4a5-4c5d-9a00-6b087372f31e req-7543571f-6eba-4da0-ab0f-0163680b89ed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.439913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38fcecba-e4a5-4c5d-9a00-6b087372f31e req-7543571f-6eba-4da0-ab0f-0163680b89ed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1058660 Jul 08 17:24:10.492173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38fcecba-e4a5-4c5d-9a00-6b087372f31e req-8279bcba-6fea-4a0c-b5b3-35bf95ed799d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Jul 08 17:24:10.629136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['06af4da6-2ab3-414b-acbf-846d9d365c25'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:10.647610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177e33d-a3d8-4e09-b111-3f68c74e972f req-32bb72d3-02a6-460d-b511-8125b36a3a1f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.649464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4177e33d-a3d8-4e09-b111-3f68c74e972f req-32bb72d3-02a6-460d-b511-8125b36a3a1f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 945 time: 0.2058532 Jul 08 17:24:10.779049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4177e33d-a3d8-4e09-b111-3f68c74e972f req-0fa3bc4b-c8c9-40c3-b5dd-977fcff91326 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178117 Jul 08 17:24:10.905486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4bb995-17cb-45a9-a54a-e25d40cb8391 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:10.916485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.980286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Transition to ACTIVE for port object dd4bb995-17cb-45a9-a54a-e25d40cb8391 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:10.996515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.095481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Pushing event updated for resources: {'Port': ['ID=dd4bb995-17cb-45a9-a54a-e25d40cb8391,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:11.145532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf13a0c-f4cd-4134-8eaa-a5af40eec0df req-6482095b-7a33-4929-897e-dd4bfad837e3 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.147162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daf13a0c-f4cd-4134-8eaa-a5af40eec0df req-6482095b-7a33-4929-897e-dd4bfad837e3 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 943 time: 0.0936666 Jul 08 17:24:11.249251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-daf13a0c-f4cd-4134-8eaa-a5af40eec0df req-e640e858-dd4b-4d14-8edc-64eec538720f tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930111 Jul 08 17:24:11.279295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d63425-8c85-4daf-a8d7-302673720e2f req-05459d6d-8751-429f-b829-d95bea22802d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.281421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d63425-8c85-4daf-a8d7-302673720e2f req-05459d6d-8751-429f-b829-d95bea22802d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.2968426 Jul 08 17:24:11.304885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Attempting to bind port dd4bb995-17cb-45a9-a54a-e25d40cb8391 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:11.305299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Attempting to bind port dd4bb995-17cb-45a9-a54a-e25d40cb8391 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '73b407f9-7859-4d0c-a97e-99e8ae0dc422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:11.305635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Attempting to bind port dd4bb995-17cb-45a9-a54a-e25d40cb8391 on network 026f5da1-e442-4853-8d2d-00cb2615ba37 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:11.311116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Port dd4bb995-17cb-45a9-a54a-e25d40cb8391 on network 026f5da1-e442-4853-8d2d-00cb2615ba37 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:11.311547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Attempting to bind port dd4bb995-17cb-45a9-a54a-e25d40cb8391 on network 026f5da1-e442-4853-8d2d-00cb2615ba37 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:11.323602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:11.323948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Checking segment: {'id': '73b407f9-7859-4d0c-a97e-99e8ae0dc422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:11.324335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Bound using segment: {'id': '73b407f9-7859-4d0c-a97e-99e8ae0dc422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:11.324772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Bound port: dd4bb995-17cb-45a9-a54a-e25d40cb8391, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b407f9-7859-4d0c-a97e-99e8ae0dc422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:11.325139 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.402505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39d63425-8c85-4daf-a8d7-302673720e2f req-980d3c38-1242-47e4-91d8-44fe1cbac738 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105487 Jul 08 17:24:11.435242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] For port dd4bb995-17cb-45a9-a54a-e25d40cb8391, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:11.435242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] For port dd4bb995-17cb-45a9-a54a-e25d40cb8391, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391,segment=NetworkSegment(73b407f9-7859-4d0c-a97e-99e8ae0dc422),segment_id=73b407f9-7859-4d0c-a97e-99e8ae0dc422)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:11.439557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.492492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.493235 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.494840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] 10.222.0.53 "PUT /v2.0/ports/dd4bb995-17cb-45a9-a54a-e25d40cb8391 HTTP/1.1" status: 200 len: 1091 time: 1.2769780 Jul 08 17:24:11.495284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'tag': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:11.497670 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac01456-5c59-48be-bf9c-da8e9a2693de" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8f076d-ed79-4a7b-bccf-c52e6ed44074", "tag": "dd4bb995-17cb-45a9-a54a-e25d40cb8391"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:11.526724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d991fa7-47a3-4164-b8be-6e1795981bef service neutron] Pushing event updated for resources: {'Port': ['ID=dd4bb995-17cb-45a9-a54a-e25d40cb8391,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:11.677843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-c6ff1938-dcfc-49b4-9ab8-3c0769d687b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.679971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-c6ff1938-dcfc-49b4-9ab8-3c0769d687b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=997f7d23803d456f9543a2846bb10896&device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 1094 time: 0.1356688 Jul 08 17:24:11.706568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.713104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.719731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.738009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.751479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.758269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.764874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.766917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79071c29-c6f4-45f5-95ee-3736f311539d req-e474c6ea-4493-4683-a161-95573bf87483 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5426 time: 0.1816113 Jul 08 17:24:11.837733 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41953c-4814-47e1-908c-ea66f3f8dd78 x-openstack-request-id: req-8c41953c-4814-47e1-908c-ea66f3f8dd78 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:11.838109 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8f076d-ed79-4a7b-bccf-c52e6ed44074", "tag": "dd4bb995-17cb-45a9-a54a-e25d40cb8391", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:11.838286 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c41953c-4814-47e1-908c-ea66f3f8dd78 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:11.839092 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'tag': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391', 'status': 'completed', 'code': 200} Jul 08 17:24:11.842273 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-18ea9fc7-e550-405c-986c-32d21d1dbcfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391 HTTP/1.1" status: 200 len: 217 time: 0.0738635 Jul 08 17:24:11.894030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79071c29-c6f4-45f5-95ee-3736f311539d req-3f653dd1-2d2b-438f-9649-1cb2af3d1e1f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143720 Jul 08 17:24:11.911673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-e875a0cd-8e71-4bf7-ba73-e54a09defab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.913346 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-e875a0cd-8e71-4bf7-ba73-e54a09defab5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370fe712-c026-4250-8a15-6c658ae60823 HTTP/1.1" status: 200 len: 850 time: 0.0632761 Jul 08 17:24:11.973388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-8f11ca22-89d4-48bf-ad37-0bef5c35e24b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=026f5da1-e442-4853-8d2d-00cb2615ba37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518606 Jul 08 17:24:12.123426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5253-48a0-4554-bdda-9643d687f25e req-81b16c8f-d2a3-4dfb-bd21-db86b2343603 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.135928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5253-48a0-4554-bdda-9643d687f25e req-81b16c8f-d2a3-4dfb-bd21-db86b2343603 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.143583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5253-48a0-4554-bdda-9643d687f25e req-81b16c8f-d2a3-4dfb-bd21-db86b2343603 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.145602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0cdd5253-48a0-4554-bdda-9643d687f25e req-81b16c8f-d2a3-4dfb-bd21-db86b2343603 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1927345 Jul 08 17:24:12.164885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-1a122011-ab23-4a66-a490-5e14a6c51f7e service neutron] 10.222.0.53 "GET /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808929 Jul 08 17:24:12.206223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0cdd5253-48a0-4554-bdda-9643d687f25e req-235edee6-8077-4381-b7e3-aa8638d90e91 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506759 Jul 08 17:24:12.302679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3cf173c-64e7-4bbc-8aeb-c739d4fb798f req-62348c8b-b8c8-4245-9ec8-1c9d8436c2d6 service neutron] 10.222.0.53 "GET /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297812 Jul 08 17:24:12.524790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-dba71299-e3a9-45c5-870d-65fdd17e7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.527109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-dba71299-e3a9-45c5-870d-65fdd17e7771 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=997f7d23803d456f9543a2846bb10896&device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 1094 time: 0.1713943 Jul 08 17:24:12.529762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc2f90-2d4a-44ac-b197-fdd58d0d575a req-30c40fcd-1d18-4e2d-9cca-3e48db7ca706 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.532816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bacc2f90-2d4a-44ac-b197-fdd58d0d575a req-30c40fcd-1d18-4e2d-9cca-3e48db7ca706 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 943 time: 0.0892506 Jul 08 17:24:12.588140 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bacc2f90-2d4a-44ac-b197-fdd58d0d575a req-94ac08fa-3447-4485-9cf0-6ed035d3af75 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492072 Jul 08 17:24:12.663434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-e7ae3544-4f9e-4363-abd9-84be884d8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.665404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-e7ae3544-4f9e-4363-abd9-84be884d8d98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=026f5da1-e442-4853-8d2d-00cb2615ba37 HTTP/1.1" status: 200 len: 911 time: 0.1225982 Jul 08 17:24:12.723521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-03c309f7-a7e0-415a-8b1a-f24034f4110a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391 HTTP/1.1" status: 200 len: 217 time: 0.0464847 Jul 08 17:24:12.771818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.801077 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.834433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-4327ac80-e96b-40ba-8569-70db13cdbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.835933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-4327ac80-e96b-40ba-8569-70db13cdbb5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=370fe712-c026-4250-8a15-6c658ae60823 HTTP/1.1" status: 200 len: 850 time: 0.0957124 Jul 08 17:24:12.879651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-99ff5bd6-24d0-4e8a-8aed-1dedecdfd993 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=026f5da1-e442-4853-8d2d-00cb2615ba37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323024 Jul 08 17:24:12.887392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1871b0-6e2b-48e6-9a25-bcc330cd8510 req-d21703e7-f750-4b5c-a1ae-6e4380a5d280 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.888849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf1871b0-6e2b-48e6-9a25-bcc330cd8510 req-d21703e7-f750-4b5c-a1ae-6e4380a5d280 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.1145589 Jul 08 17:24:12.969497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 55d16da0-dca4-4449-a4a9-9b644745c4cd up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:13.017486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf1871b0-6e2b-48e6-9a25-bcc330cd8510 req-cc906327-43a6-47b2-bbc9-bd44f1f1c4db tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180205 Jul 08 17:24:13.055258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 55d16da0-dca4-4449-a4a9-9b644745c4cd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:13.061699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 55d16da0-dca4-4449-a4a9-9b644745c4cd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:13.062967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.125741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-233528c0-cb77-4eac-82c7-306138a84d9d service neutron] 10.222.0.53 "GET /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078204 Jul 08 17:24:13.178530 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.218395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:13.227143 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06a86f8-8f87-4e5e-bda2-2f9ae0380ad9" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:13.247845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:13.257203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.315045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dac01456-5c59-48be-bf9c-da8e9a2693de req-798a0b08-d8e1-44ca-824f-b048006bddeb service neutron] 10.222.0.53 "GET /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644318 Jul 08 17:24:13.358490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1e82-9f92-4d51-b198-67329df01d1d req-12ce5467-0025-43da-84a2-39876c4bb844 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.365785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1e82-9f92-4d51-b198-67329df01d1d req-12ce5467-0025-43da-84a2-39876c4bb844 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.370756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:13.373388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1e82-9f92-4d51-b198-67329df01d1d req-12ce5467-0025-43da-84a2-39876c4bb844 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.380836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-402c1e82-9f92-4d51-b198-67329df01d1d req-12ce5467-0025-43da-84a2-39876c4bb844 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1257806 Jul 08 17:24:13.394277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.395226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.395736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.397075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.397685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.398214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.399242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.399859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.400365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.400854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.401341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.402121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.417969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.424736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.431600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.439756 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-402c1e82-9f92-4d51-b198-67329df01d1d req-a230fc6c-b833-49b6-a37c-5153d35e82ad tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573485 Jul 08 17:24:13.440080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.447189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.453752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.460711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.463121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-0ecc9d69-9e3e-4572-bd39-b7c493ac10fd tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5427 time: 0.1801298 Jul 08 17:24:13.526315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f66e8521-83f4-4c7b-85e7-76617898e9ba req-aa599f49-fb0f-4c19-bd08-13f8522ed703 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559468 Jul 08 17:24:13.600118 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06a7a1-c48f-4f97-8f26-6cba01bda762 x-openstack-request-id: req-9a06a7a1-c48f-4f97-8f26-6cba01bda762 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:13.600665 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:13.601049 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a06a7a1-c48f-4f97-8f26-6cba01bda762 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:13.601517 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd', 'code': 200} Jul 08 17:24:13.786313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3e377-a1f3-4960-85b1-681c05b1c8dd req-99a606d2-144e-4a27-b767-dbd6f454c33a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.787882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0f3e377-a1f3-4960-85b1-681c05b1c8dd req-99a606d2-144e-4a27-b767-dbd6f454c33a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 943 time: 0.0751910 Jul 08 17:24:13.831415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0f3e377-a1f3-4960-85b1-681c05b1c8dd req-927ecac5-f307-4825-bdf6-cd174d300e22 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368361 Jul 08 17:24:14.208028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd8002-e871-4850-ab71-5006a0d8c613 req-4f35ec42-e345-4bf5-8baa-717d60b4c411 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.209905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6abd8002-e871-4850-ab71-5006a0d8c613 req-4f35ec42-e345-4bf5-8baa-717d60b4c411 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.0737600 Jul 08 17:24:14.249541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6abd8002-e871-4850-ab71-5006a0d8c613 req-43f27ab4-67e4-4467-88f5-2a15bfae7a01 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335228 Jul 08 17:24:14.689074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453e42-a93a-49b2-a8e3-f83288dafe28 req-697ef3b9-a006-405b-8c1d-185baff3de97 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.695664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453e42-a93a-49b2-a8e3-f83288dafe28 req-697ef3b9-a006-405b-8c1d-185baff3de97 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.701569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e453e42-a93a-49b2-a8e3-f83288dafe28 req-697ef3b9-a006-405b-8c1d-185baff3de97 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.703325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e453e42-a93a-49b2-a8e3-f83288dafe28 req-697ef3b9-a006-405b-8c1d-185baff3de97 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1028731 Jul 08 17:24:14.751005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e453e42-a93a-49b2-a8e3-f83288dafe28 req-43f0e2fb-8f95-467c-86ee-d7c59052a6d5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Jul 08 17:24:14.759243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.765202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.771856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.778191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.784781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.790744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.796508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.801708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-c9d76a5f-0f42-4ae2-8095-866fb356fb9c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5427 time: 0.1309216 Jul 08 17:24:14.884074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79dfb27d-7f07-4fc6-a6fe-86b7ac6000ec req-f2766347-378d-4d76-9b5a-5a4880df1bb9 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791483 Jul 08 17:24:14.923317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-bd66235b-192e-48d5-8a55-c85ad7eded9a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.929796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-bd66235b-192e-48d5-8a55-c85ad7eded9a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.935769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-bd66235b-192e-48d5-8a55-c85ad7eded9a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.937450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-bd66235b-192e-48d5-8a55-c85ad7eded9a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 2419 time: 0.1256716 Jul 08 17:24:14.972947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dd4bb995-17cb-45a9-a54a-e25d40cb8391 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:14.977877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 61967f17-5186-418f-bd70-1340b1c684c5 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:15.039034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af36f89-7a9e-4d47-b74c-6c90e88bd46b req-af19c51c-60ff-4c14-acbe-0e42c628b1dd tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:15.047318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7af36f89-7a9e-4d47-b74c-6c90e88bd46b req-af19c51c-60ff-4c14-acbe-0e42c628b1dd tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 943 time: 0.0777063 Jul 08 17:24:15.057796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port ac283903-ccbd-4491-8d37-a31f419f9784 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:15.058303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.076657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 61967f17-5186-418f-bd70-1340b1c684c5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:15.095075 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7af36f89-7a9e-4d47-b74c-6c90e88bd46b req-098affe1-9657-4ac2-a4d5-f4a8f8ee4f56 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Jul 08 17:24:15.113114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 61967f17-5186-418f-bd70-1340b1c684c5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:15.113761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.160231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port ac283903-ccbd-4491-8d37-a31f419f9784, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ac283903-ccbd-4491-8d37-a31f419f9784,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:15.160494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.174489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for ac283903-ccbd-4491-8d37-a31f419f9784 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:15.201193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dd4bb995-17cb-45a9-a54a-e25d40cb8391, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391,segment=NetworkSegment(73b407f9-7859-4d0c-a97e-99e8ae0dc422),segment_id=73b407f9-7859-4d0c-a97e-99e8ae0dc422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:15.238426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391', 'network_id': '026f5da1-e442-4853-8d2d-00cb2615ba37', 'port_id': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391', 'mac_address': 'fa:16:3e:df:ad:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370fe712-c026-4250-8a15-6c658ae60823', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:15.272559 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.304947 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.312445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.331423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ac283903-ccbd-4491-8d37-a31f419f9784', 'cbf92542-ab89-4882-8a01-357ff73ebd6c', '4a0a9090-6d41-4de3-b324-43f1eb801c1e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:15.339147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=61967f17-5186-418f-bd70-1340b1c684c5,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:15.348855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=ac283903-ccbd-4491-8d37-a31f419f9784,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:15.363343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4bb995-17cb-45a9-a54a-e25d40cb8391 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:15.374270 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.375610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 70146bd0-9c34-47db-abf0-c49edc42217b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:15.416988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port ac283903-ccbd-4491-8d37-a31f419f9784 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:15.419857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.422026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-81952380-37cf-43e6-a40c-e1dd8817644a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "DELETE /v2.0/ports/ac283903-ccbd-4491-8d37-a31f419f9784 HTTP/1.1" status: 204 len: 173 time: 0.4775169 Jul 08 17:24:15.431320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-deleted', 'tag': 'ac283903-ccbd-4491-8d37-a31f419f9784'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:15.434147 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae2c45-bec8-4ed6-9103-c02048793b45" -d '{"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-deleted", "tag": "ac283903-ccbd-4491-8d37-a31f419f9784"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:15.450967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dd4bb995-17cb-45a9-a54a-e25d40cb8391, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391,segment=NetworkSegment(73b407f9-7859-4d0c-a97e-99e8ae0dc422),segment_id=73b407f9-7859-4d0c-a97e-99e8ae0dc422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:15.465359 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.518169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:15.534189 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01e97a-1284-47bf-8973-61ee25b51575 x-openstack-request-id: req-ce01e97a-1284-47bf-8973-61ee25b51575 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:15.534651 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-deleted", "tag": "ac283903-ccbd-4491-8d37-a31f419f9784", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:15.535005 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce01e97a-1284-47bf-8973-61ee25b51575 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:15.535510 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-deleted', 'tag': 'ac283903-ccbd-4491-8d37-a31f419f9784', 'status': 'completed', 'code': 200} Jul 08 17:24:15.575359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 70146bd0-9c34-47db-abf0-c49edc42217b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:15.588005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 70146bd0-9c34-47db-abf0-c49edc42217b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:15.588441 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.595233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40be543-0968-4e27-b2c0-e08be73ef0cd req-89118487-64cd-4ba0-8851-289f4e220df7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:15.602456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a40be543-0968-4e27-b2c0-e08be73ef0cd req-89118487-64cd-4ba0-8851-289f4e220df7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.1866829 Jul 08 17:24:15.621777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:15.623556 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb05a0-bfa4-4ce5-b703-90ef28c164bd" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "61967f17-5186-418f-bd70-1340b1c684c5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:15.674644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=dd4bb995-17cb-45a9-a54a-e25d40cb8391,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:15.682684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a40be543-0968-4e27-b2c0-e08be73ef0cd req-3866a109-e4fe-4d50-95fc-0985a123f42e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753341 Jul 08 17:24:15.684385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port 4a0a9090-6d41-4de3-b324-43f1eb801c1e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:15.687672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.755100 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd2858-a5b1-460d-894f-d632ec31c384 x-openstack-request-id: req-e0bd2858-a5b1-460d-894f-d632ec31c384 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:15.755410 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "61967f17-5186-418f-bd70-1340b1c684c5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:15.755635 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0bd2858-a5b1-460d-894f-d632ec31c384 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:15.756021 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5', 'code': 200} Jul 08 17:24:15.798735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.858699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=70146bd0-9c34-47db-abf0-c49edc42217b,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:15.872384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.873591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 113a6a2d-aa04-4c5e-993c-3cfc8af25411 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:15.889683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['dd4bb995-17cb-45a9-a54a-e25d40cb8391'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:16.048712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:16.075562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:16.096513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:16.097100 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.211410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.218344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.224968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.233226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.242917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.252383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.254662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.257190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port 4a0a9090-6d41-4de3-b324-43f1eb801c1e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4a0a9090-6d41-4de3-b324-43f1eb801c1e,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:16.257705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.261852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.264133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-22e5f609-09c3-4879-b6d6-2af70af8ae65 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5429 time: 0.1392899 Jul 08 17:24:16.275668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for 4a0a9090-6d41-4de3-b324-43f1eb801c1e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:16.285745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f56d0-0100-4bc3-b1ac-0ac2726c0f3a req-d0c7c6b4-cb42-48a4-a1b5-66107d0f756e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.292286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f56d0-0100-4bc3-b1ac-0ac2726c0f3a req-d0c7c6b4-cb42-48a4-a1b5-66107d0f756e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.293669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:16.299782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.300382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-306f56d0-0100-4bc3-b1ac-0ac2726c0f3a req-d0c7c6b4-cb42-48a4-a1b5-66107d0f756e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 1683 time: 0.1414208 Jul 08 17:24:16.301329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 830f14ac-66b0-44b6-a816-6eef45fc70ce up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:16.338508 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c768fe1e-582c-4e26-9396-6a6ebf905528 req-fdb536f9-5891-4d99-a42e-8225abf68d0d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657036 Jul 08 17:24:16.389309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-306f56d0-0100-4bc3-b1ac-0ac2726c0f3a req-976669ee-7c16-48e9-b9fa-6578ea6f6ae9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876410 Jul 08 17:24:16.402710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:16.432616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 830f14ac-66b0-44b6-a816-6eef45fc70ce completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:16.442004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 830f14ac-66b0-44b6-a816-6eef45fc70ce triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:16.442389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.514193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.553518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c159e-bf71-4965-975a-49caffe53665 req-1183c85b-8cfb-4b59-8c5f-80da31251d66 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.556186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=4a0a9090-6d41-4de3-b324-43f1eb801c1e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:16.567018 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-219c159e-bf71-4965-975a-49caffe53665 req-1183c85b-8cfb-4b59-8c5f-80da31251d66 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 944 time: 0.1025054 Jul 08 17:24:16.569214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.614910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port 4a0a9090-6d41-4de3-b324-43f1eb801c1e on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:16.617624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.620257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-b5e496bc-c5fd-4141-bc7f-8ea584853a72 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "DELETE /v2.0/ports/4a0a9090-6d41-4de3-b324-43f1eb801c1e HTTP/1.1" status: 204 len: 173 time: 1.1824596 Jul 08 17:24:16.621143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:16.623008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-219c159e-bf71-4965-975a-49caffe53665 req-b7c2f75e-fff4-4004-a0dd-dc573c348a33 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544844 Jul 08 17:24:16.625890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.627188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7e1e23b-68a5-4d82-b1af-518af8180490 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:16.713449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:16.768027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port cbf92542-ab89-4882-8a01-357ff73ebd6c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:16.768776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.772688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port c7e1e23b-68a5-4d82-b1af-518af8180490 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:16.777515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port c7e1e23b-68a5-4d82-b1af-518af8180490 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:16.778129 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.891119 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.940848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7e1e23b-68a5-4d82-b1af-518af8180490,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:16.945831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.946680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3c0480bd-471b-4ad8-844e-88cb5e261833 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:16.950882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port cbf92542-ab89-4882-8a01-357ff73ebd6c, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cbf92542-ab89-4882-8a01-357ff73ebd6c,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:16.951238 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.972395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for cbf92542-ab89-4882-8a01-357ff73ebd6c owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:17.032162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133bbca-652b-4146-9c25-33d6dd9b7768 req-0509c15f-5ec8-4492-9195-de5eb5b74452 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.034156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7133bbca-652b-4146-9c25-33d6dd9b7768 req-0509c15f-5ec8-4492-9195-de5eb5b74452 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.1504238 Jul 08 17:24:17.038925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.060005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 3c0480bd-471b-4ad8-844e-88cb5e261833 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:17.064361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 3c0480bd-471b-4ad8-844e-88cb5e261833 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:17.064734 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.110492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7133bbca-652b-4146-9c25-33d6dd9b7768 req-9aae8cd0-a867-45fd-b48f-76ada2da66b6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644226 Jul 08 17:24:17.167282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.176582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.205432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3c0480bd-471b-4ad8-844e-88cb5e261833,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:17.206898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=cbf92542-ab89-4882-8a01-357ff73ebd6c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.210403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.211214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:17.271496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port cbf92542-ab89-4882-8a01-357ff73ebd6c on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:17.275474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.277352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-708f8b50-4cd1-4eb7-b71b-d0c1ee74c4bb req-91e28c48-bb9b-4510-ac6e-47ab0e33f916 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "DELETE /v2.0/ports/cbf92542-ab89-4882-8a01-357ff73ebd6c HTTP/1.1" status: 204 len: 173 time: 0.6506443 Jul 08 17:24:17.289236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.303244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 06af4da6-2ab3-414b-acbf-846d9d365c25 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:17.308976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 06af4da6-2ab3-414b-acbf-846d9d365c25 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:17.309377 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.405108 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.451518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:17.459998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.522532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dd4bb995-17cb-45a9-a54a-e25d40cb8391 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:17.536581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-deleted', 'tag': '4a0a9090-6d41-4de3-b324-43f1eb801c1e'}, {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-deleted', 'tag': 'cbf92542-ab89-4882-8a01-357ff73ebd6c'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:17.539487 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa3fcfa-4c73-4422-ab5d-18a026f9740b" -d '{"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-deleted", "tag": "4a0a9090-6d41-4de3-b324-43f1eb801c1e"}, {"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-deleted", "tag": "cbf92542-ab89-4882-8a01-357ff73ebd6c"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:17.566834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.591185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port dd4bb995-17cb-45a9-a54a-e25d40cb8391 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:17.596702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port dd4bb995-17cb-45a9-a54a-e25d40cb8391 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:17.597295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.644747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.652881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.657065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd6472b3-c743-4b4f-a687-9f676e45271b req-caca62da-0064-4627-a353-39b37aec900d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a6db4ec-79c0-4cef-af72-2644a8b206b2 HTTP/1.1" status: 200 len: 210 time: 0.0434532 Jul 08 17:24:17.662948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.668851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.675013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.680869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.686850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.694497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-b273895c-8699-40ce-84c4-47fcc52eeec6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.1328108 Jul 08 17:24:17.710853 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa1192-7784-49d3-86bf-3321bb53c2e8 x-openstack-request-id: req-d5fa1192-7784-49d3-86bf-3321bb53c2e8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:17.711580 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-deleted", "tag": "4a0a9090-6d41-4de3-b324-43f1eb801c1e", "status": "completed", "code": 200}, {"server_uuid": "3a6db4ec-79c0-4cef-af72-2644a8b206b2", "name": "network-vif-deleted", "tag": "cbf92542-ab89-4882-8a01-357ff73ebd6c", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:17.712005 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5fa1192-7784-49d3-86bf-3321bb53c2e8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:17.712612 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-deleted', 'tag': '4a0a9090-6d41-4de3-b324-43f1eb801c1e', 'status': 'completed', 'code': 200} Jul 08 17:24:17.712906 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.713385 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6db4ec-79c0-4cef-af72-2644a8b206b2', 'name': 'network-vif-deleted', 'tag': 'cbf92542-ab89-4882-8a01-357ff73ebd6c', 'status': 'completed', 'code': 200} Jul 08 17:24:17.757810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dd4bb995-17cb-45a9-a54a-e25d40cb8391, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391,segment=NetworkSegment(73b407f9-7859-4d0c-a97e-99e8ae0dc422),segment_id=73b407f9-7859-4d0c-a97e-99e8ae0dc422)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:17.758656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70146bd0-9c34-47db-abf0-c49edc42217b'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1e23b-68a5-4d82-b1af-518af8180490'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833'}, {'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}, {'server_uuid': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:17.762070 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a02f0f-d8fe-4a34-9d47-ec0558d24655" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "70146bd0-9c34-47db-abf0-c49edc42217b"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1e23b-68a5-4d82-b1af-518af8180490"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833"}, {"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-plugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}, {"server_uuid": "3c8f076d-ed79-4a7b-bccf-c52e6ed44074", "name": "network-vif-plugged", "status": "completed", "tag": "dd4bb995-17cb-45a9-a54a-e25d40cb8391"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:17.765812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.767302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a0a9090-6d41-4de3-b324-43f1eb801c1e no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:17.767471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18820dc0-8daf-4357-b182-6d4b8c0d19c2 req-6e5ed70c-013a-4228-83a0-afa7ec69c6c3 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699787 Jul 08 17:24:17.791147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4a0a9090-6d41-4de3-b324-43f1eb801c1e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:17.791429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4a0a9090-6d41-4de3-b324-43f1eb801c1e not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:17.792291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ac283903-ccbd-4491-8d37-a31f419f9784 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:17.838329 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb45c6a-b606-4829-bd5c-90a1c45c6408 x-openstack-request-id: req-edb45c6a-b606-4829-bd5c-90a1c45c6408 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:17.838639 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "70146bd0-9c34-47db-abf0-c49edc42217b", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1e23b-68a5-4d82-b1af-518af8180490", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-plugged", "status": "completed", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833", "code": 200}, {"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-plugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "code": 200}, {"server_uuid": "3c8f076d-ed79-4a7b-bccf-c52e6ed44074", "name": "network-vif-plugged", "status": "completed", "tag": "dd4bb995-17cb-45a9-a54a-e25d40cb8391", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:17.838953 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb45c6a-b606-4829-bd5c-90a1c45c6408 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:17.839311 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70146bd0-9c34-47db-abf0-c49edc42217b', 'code': 200} Jul 08 17:24:17.839568 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411', 'code': 200} Jul 08 17:24:17.839822 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce', 'code': 200} Jul 08 17:24:17.840072 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1e23b-68a5-4d82-b1af-518af8180490', 'code': 200} Jul 08 17:24:17.840318 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833', 'code': 200} Jul 08 17:24:17.840562 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'code': 200} Jul 08 17:24:17.840804 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391', 'code': 200} Jul 08 17:24:17.841472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: ac283903-ccbd-4491-8d37-a31f419f9784 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:17.841818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ac283903-ccbd-4491-8d37-a31f419f9784 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:17.842266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cbf92542-ab89-4882-8a01-357ff73ebd6c no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:17.870130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: cbf92542-ab89-4882-8a01-357ff73ebd6c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:17.870479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cbf92542-ab89-4882-8a01-357ff73ebd6c not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:17.907334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=dd4bb995-17cb-45a9-a54a-e25d40cb8391,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.936385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13f799-a008-4be9-b59b-13b1692e4c25 req-0ab27745-f6ad-4733-aa6e-944085a5ef8a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.938126 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d13f799-a008-4be9-b59b-13b1692e4c25 req-0ab27745-f6ad-4733-aa6e-944085a5ef8a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.0975189 Jul 08 17:24:17.989844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d13f799-a008-4be9-b59b-13b1692e4c25 req-2412ec08-aabe-450c-81cb-083011b45d5f tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Jul 08 17:24:18.062730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.063228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.063700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.064261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.064947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.065419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.065885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.068770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-f431c310-81d6-42ab-b6cc-411abb4a0432 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6490 time: 0.0735512 Jul 08 17:24:18.119662 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e80aee1-201b-43a8-a8de-e960297b1108 req-1a25f5ad-8225-4c0b-9345-14f1394650d9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&id=fb692be1-049f-4957-8f03-ca3090bc32f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421717 Jul 08 17:24:18.151378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8fb0b-2717-41dd-ac91-67813f6d2a0f req-2ccb3547-ba42-436c-87ec-4f2174d9598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.152952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abb8fb0b-2717-41dd-ac91-67813f6d2a0f req-2ccb3547-ba42-436c-87ec-4f2174d9598b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1096 time: 0.1559153 Jul 08 17:24:18.159904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b50e-2a9e-474b-b14c-853eed0ae278 req-9b093cdd-7b3f-49b7-b502-80fb8bda1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.161541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c900b50e-2a9e-474b-b14c-853eed0ae278 req-9b093cdd-7b3f-49b7-b502-80fb8bda1dff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 1096 time: 0.1148586 Jul 08 17:24:18.300295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872b59a-49c3-4ff3-bd0b-c296f0c0ebf1 req-d613b49d-10b8-4746-85dd-d18e4a96cfce tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.301786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6872b59a-49c3-4ff3-bd0b-c296f0c0ebf1 req-d613b49d-10b8-4746-85dd-d18e4a96cfce tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.0637996 Jul 08 17:24:18.358212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6872b59a-49c3-4ff3-bd0b-c296f0c0ebf1 req-f0cf12bd-4d6e-4d81-9d77-ca53b3824b1c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506237 Jul 08 17:24:18.400384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abb8fb0b-2717-41dd-ac91-67813f6d2a0f req-ae998372-5e58-4640-bb83-78531411bc69 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696795 Jul 08 17:24:18.402065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c900b50e-2a9e-474b-b14c-853eed0ae278 req-dc81c7d4-c795-40d4-93d8-31179d861099 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813749 Jul 08 17:24:18.742409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:18.796734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting subnet cb51a0cf-d791-4cc5-bea4-ebc88172fac9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:18.801228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.844511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.935844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.981875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.988532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.994946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.000624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.010159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.016204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.026119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.041028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.047299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-cffdb9c3-0fd4-4897-87e0-92e1c92beaa8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.1568565 Jul 08 17:24:19.085190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.085488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9462ce12-2246-4d05-aaa1-771cde58d697 None None] Network 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:19.090229 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/subnets/cb51a0cf-d791-4cc5-bea4-ebc88172fac9 HTTP/1.1" status: 204 len: 168 time: 0.3467305 Jul 08 17:24:19.090852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:19.101035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cd99b-a016-40c3-82f4-6d9b1667c3b5 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Subnet': ['ID=cb51a0cf-d791-4cc5-bea4-ebc88172fac9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:19.152276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b2baa1f-6c98-48d6-8e89-ed0fbe623b0e req-77c1430d-4b09-41c2-ae31-56e16cfcc1ee tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934019 Jul 08 17:24:19.288331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.353439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] DHCP port deletion for 16ca0ff9-cd0d-4ac6-826f-de48883f1f48 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:24:19.466845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cefd41ec-ef64-4df6-8dfe-a0b5ae3b3abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.473025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] Deleting port c596bc7a-8075-47c1-ba0c-62db5fafb696 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:19.473794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.568984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] For port c596bc7a-8075-47c1-ba0c-62db5fafb696, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c596bc7a-8075-47c1-ba0c-62db5fafb696,segment=NetworkSegment(e8ac827b-8834-4869-b98a-ad2069bf2c72),segment_id=e8ac827b-8834-4869-b98a-ad2069bf2c72)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:19.569484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.586780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] Calling delete_port for c596bc7a-8075-47c1-ba0c-62db5fafb696 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:19.741668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbfec4-b89a-4fbd-b305-8e7c88592fa3 req-4283ffdb-94bf-488b-9811-fcb840f7254b tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.743735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18fbfec4-b89a-4fbd-b305-8e7c88592fa3 req-4283ffdb-94bf-488b-9811-fcb840f7254b tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.5037711 Jul 08 17:24:19.753819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.781366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] No DVR routers for this DVR port c596bc7a-8075-47c1-ba0c-62db5fafb696 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:19.797726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port c596bc7a-8075-47c1-ba0c-62db5fafb696 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:19.797726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.830408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e42d9b-eb6b-404d-8765-a429f71d7233 None None] Pushing event deleted for resources: {'Port': ['ID=c596bc7a-8075-47c1-ba0c-62db5fafb696,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:19.864288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18fbfec4-b89a-4fbd-b305-8e7c88592fa3 req-440d5593-65de-4b6e-9db6-9a426fb44858 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136024 Jul 08 17:24:19.884009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d28bc-1a31-47a5-9f5e-23eca62661ba req-8aaa1ca7-6730-4400-9406-998cb7124a44 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.884009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f9d28bc-1a31-47a5-9f5e-23eca62661ba req-8aaa1ca7-6730-4400-9406-998cb7124a44 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1621737 Jul 08 17:24:19.903779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port c596bc7a-8075-47c1-ba0c-62db5fafb696, host n-d-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:19.904214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.920149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for c596bc7a-8075-47c1-ba0c-62db5fafb696 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:19.923058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Port c596bc7a-8075-47c1-ba0c-62db5fafb696 was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:24:19.925892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.979086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port c596bc7a-8075-47c1-ba0c-62db5fafb696 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:19.987290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=c596bc7a-8075-47c1-ba0c-62db5fafb696,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:19.991840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f9d28bc-1a31-47a5-9f5e-23eca62661ba req-79558b5a-bcb6-4432-8db4-983d928b42ce tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996873 Jul 08 17:24:20.079006 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.090231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ca0ff9-cd0d-4ac6-826f-de48883f1f48']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:20.104994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ac827b-8834-4869-b98a-ad2069bf2c72') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:20.105289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ac827b-8834-4869-b98a-ad2069bf2c72') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:20.117368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.133425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.139826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:20.140447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:20.144186 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:20.251355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.271537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.277123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/networks/16ca0ff9-cd0d-4ac6-826f-de48883f1f48 HTTP/1.1" status: 204 len: 168 time: 1.1818216 Jul 08 17:24:20.277506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:20.308228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ef6f1-6039-44be-974d-b6ec6e0085a4 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Network': ['ID=16ca0ff9-cd0d-4ac6-826f-de48883f1f48,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:20.391211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting subnet 7cde1ad9-fa61-40ca-a664-6fd8212535aa {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:20.396142 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.450180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.485981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.492531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.499026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.506642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.513067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.520822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.527894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.538019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-a7a182b2-bc65-4b6f-86ff-a6a4b71291b8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.1391542 Jul 08 17:24:20.574198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.585856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e63a0069-925a-4280-8f86-be0490b0f8f3 req-5c20da48-6cfa-4430-925d-3efe19458d2d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484052 Jul 08 17:24:20.645043 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.691044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Subnet': ['ID=7cde1ad9-fa61-40ca-a664-6fd8212535aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:20.693041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.695378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fb03175d-2fae-4b37-9ea3-f1b23d409598 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/subnets/7cde1ad9-fa61-40ca-a664-6fd8212535aa HTTP/1.1" status: 204 len: 168 time: 0.4168451 Jul 08 17:24:20.698491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:20.702662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf4c47-2348-4fb4-b39f-0f1387007558 None None] Network 2d86d8a4-77f4-487d-b44f-2ee3501a4520 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:20.803842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.943840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.950732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.958767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] DHCP port deletion for 2d86d8a4-77f4-487d-b44f-2ee3501a4520 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:24:20.959213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.975589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.981762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.989023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.995428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.008383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:21.009476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d677fe8-754f-428c-9fac-132dc0b451f0 req-318a48d0-e27f-4a04-acf5-8779f7aa9a77 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.2027884 Jul 08 17:24:21.012676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port 89f3b546-5c4d-4209-8ac8-1f5595814c5e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:21.013303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.013881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Request body: {'floatingip': {'port_id': '61967f17-5186-418f-bd70-1340b1c684c5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:21.081546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] Deleting port 89f3b546-5c4d-4209-8ac8-1f5595814c5e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:21.085728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.116298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.138102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c596bc7a-8075-47c1-ba0c-62db5fafb696 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:21.161818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port 89f3b546-5c4d-4209-8ac8-1f5595814c5e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89f3b546-5c4d-4209-8ac8-1f5595814c5e,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:21.168125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.172635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c596bc7a-8075-47c1-ba0c-62db5fafb696 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:21.173117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c596bc7a-8075-47c1-ba0c-62db5fafb696 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:21.173613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89f3b546-5c4d-4209-8ac8-1f5595814c5e no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:21.196686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for 89f3b546-5c4d-4209-8ac8-1f5595814c5e owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:21.316056 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.362157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=89f3b546-5c4d-4209-8ac8-1f5595814c5e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:21.371904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port 89f3b546-5c4d-4209-8ac8-1f5595814c5e on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:21.380728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b83a1-0a18-4d0e-9b8b-f6f918f02121 req-04a274f1-760b-418c-89bb-a21f38c5da6d tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.404788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d3b83a1-0a18-4d0e-9b8b-f6f918f02121 req-04a274f1-760b-418c-89bb-a21f38c5da6d tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.3208895 Jul 08 17:24:21.469165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] For port 89f3b546-5c4d-4209-8ac8-1f5595814c5e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=89f3b546-5c4d-4209-8ac8-1f5595814c5e,segment=NetworkSegment(70107959-be9e-46ac-aec3-1a20955b15e9),segment_id=70107959-be9e-46ac-aec3-1a20955b15e9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:21.469540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.483974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] Calling delete_port for 89f3b546-5c4d-4209-8ac8-1f5595814c5e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:21.514113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.518355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d3b83a1-0a18-4d0e-9b8b-f6f918f02121 req-23335924-c222-490d-b288-e78e93d06e6a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116869 Jul 08 17:24:21.532279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d86d8a4-77f4-487d-b44f-2ee3501a4520']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:21.551772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No active binding found for port 89f3b546-5c4d-4209-8ac8-1f5595814c5e {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:24:21.552055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 89f3b546-5c4d-4209-8ac8-1f5595814c5e not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:21.585013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70107959-be9e-46ac-aec3-1a20955b15e9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:21.585371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70107959-be9e-46ac-aec3-1a20955b15e9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:21.598665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.616758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.620940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.631232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:21.631861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.636593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] No DVR routers for this DVR port 89f3b546-5c4d-4209-8ac8-1f5595814c5e on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:21.688693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86ad6f-6d24-4534-ab50-4f4e5e15eb9b None None] Pushing event deleted for resources: {'Port': ['ID=89f3b546-5c4d-4209-8ac8-1f5595814c5e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:21.719139 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:21.728947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.739957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.742472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/networks/2d86d8a4-77f4-487d-b44f-2ee3501a4520 HTTP/1.1" status: 204 len: 168 time: 1.0427928 Jul 08 17:24:21.771420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:21.784576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2062651291'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:21.833486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432675-1e0f-4346-88f9-041112eb7938 req-05bd705b-4fe2-41d8-976c-adb8ab06579c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.845395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12432675-1e0f-4346-88f9-041112eb7938 req-05bd705b-4fe2-41d8-976c-adb8ab06579c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.4265237 Jul 08 17:24:21.850097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923570d-e2c7-493c-9abc-3fe09c5dc678 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Network': ['ID=2d86d8a4-77f4-487d-b44f-2ee3501a4520,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:21.860667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:21.870233 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:21.963521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:24:22.012427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.012779 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Added segment 90695461-a3d7-48b1-bdec-3de3fbca9b65 of type vlan for network af4a06fe-8886-4e05-bb44-a9432c8f6031 Jul 08 17:24:22.052850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12432675-1e0f-4346-88f9-041112eb7938 req-5981f57c-58e7-4863-b681-6880296cc056 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046740 Jul 08 17:24:22.105792 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.147520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.173487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.176331 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf9b6-59c6-4dae-b8f6-22f4690b583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.191253 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.275504 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.285790 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.291487 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.430987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Network': ['ID=af4a06fe-8886-4e05-bb44-a9432c8f6031,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:22.445633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:24:22.446515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-adabd93f-efbe-482d-a2f8-a47786e1a25e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6689663 Jul 08 17:24:22.449710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:22.461213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'subnet': {'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:22.623026 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Floating IP 41c3ba25-f292-4545-966b-14c52925981d associated. External IP: 172.25.3.43, port: 61967f17-5186-418f-bd70-1340b1c684c5. Jul 08 17:24:22.662183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:22.666550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.745390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60511bce-afee-45b2-8b2e-83a341fed1c6 req-aba8355c-ea5f-408e-a1eb-3825d55b3165 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.761407 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-60511bce-afee-45b2-8b2e-83a341fed1c6 req-aba8355c-ea5f-408e-a1eb-3825d55b3165 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.1952608 Jul 08 17:24:22.785431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b403-86bf-4181-8764-f94e2e25b830 req-85810283-ffcc-4484-9f1f-ad6d16e6b128 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.791297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2769b403-86bf-4181-8764-f94e2e25b830 req-85810283-ffcc-4484-9f1f-ad6d16e6b128 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.4155712 Jul 08 17:24:22.812169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48586) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:22.819204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-60511bce-afee-45b2-8b2e-83a341fed1c6 req-431cd13c-febf-4bfc-890e-8160c951d7f3 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Jul 08 17:24:22.824161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'floatingip': {'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:22.913962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.940456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Router 2db53818-ec78-452f-8486-5835650e3d0c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:23.126548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:23.147759 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] Sync routers for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:23.155825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.160112 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:23.160997 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:23.235445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-50de4dd3-0131-49e0-b32f-ee47275b6282 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "PUT /v2.0/floatingips/41c3ba25-f292-4545-966b-14c52925981d HTTP/1.1" status: 200 len: 991 time: 2.2257752 Jul 08 17:24:23.236214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:23.238883 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71662db5-aa4c-4c63-8d1c-84771a616bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "61967f17-5186-418f-bd70-1340b1c684c5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:23.304868 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2aba9-eb43-4a4f-abd8-83f934d0ee34 x-openstack-request-id: req-ccf2aba9-eb43-4a4f-abd8-83f934d0ee34 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:23.305495 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "tag": "61967f17-5186-418f-bd70-1340b1c684c5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:23.305495 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccf2aba9-eb43-4a4f-abd8-83f934d0ee34 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:23.306386 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5', 'status': 'completed', 'code': 200} Jul 08 17:24:23.326072 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:23.344218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.477293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.536619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Subnet': ['ID=227839ec-a3f6-4092-97e1-09a5009a957c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:23.565462 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '41c3ba25-f292-4545-966b-14c52925981d', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'port_id': '61967f17-5186-418f-bd70-1340b1c684c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'mac_address': 'fa:16:3e:d2:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:20Z', 'updated_at': '2021-07-08T17:24:22Z', 'revision_number': 1, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:45Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:23.567673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Checking segment: {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:23.568049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network hostable DHCP agents. Network: af4a06fe-8886-4e05-bb44-a9432c8f6031, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:24:23.613090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.613536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.614051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.614530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.615003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.615482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.615951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.618260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0ec876c9-5380-4820-a60b-a08828eb48dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6490 time: 0.2619257 Jul 08 17:24:23.692228 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] Checking router: 2db53818-ec78-452f-8486-5835650e3d0c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:23.700595 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:23.701205 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:23.703330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:24:23.756008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, af4a06fe-8886-4e05-bb44-a9432c8f6031) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:23.763436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769df9a-030f-49a2-92f5-50b8c7fd0569 None None] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:23.769704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.770325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.819529 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:23.831610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5e9af192-5089-4a91-af5d-008ec50bdd0f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3771875 Jul 08 17:24:23.831906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48600) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:23.835215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-369a1d6d-a0dc-494c-bd5e-9b5d11f8fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.836683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-369a1d6d-a0dc-494c-bd5e-9b5d11f8fc2d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9ca8108-1bbb-4a87-b242-837d354904da HTTP/1.1" status: 200 len: 913 time: 0.2069979 Jul 08 17:24:23.838216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-514646474'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:23.852147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.864195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:23.869473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.869623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.923200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:24:23.947183 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.947407 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Added segment 550c99ab-036b-4628-b779-5d2b60de160b of type vlan for network a99481fb-76f1-4737-bacb-68ceefa04060 Jul 08 17:24:23.979266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-af4a06fe-8886-4e05-bb44-a9432c8f6031', 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'fixed_ips': [{'subnet_id': '227839ec-a3f6-4092-97e1-09a5009a957c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:24:23.980407 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.045155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.045618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-dc42d8e7-5be4-45fe-bb0c-1e7105c32b19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61967f17-5186-418f-bd70-1340b1c684c5 HTTP/1.1" status: 200 len: 999 time: 0.1860299 Jul 08 17:24:24.047262 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Floating IP 87f2a6e8-326e-4db0-8c9a-d9a99817a66d associated. External IP: 172.25.3.100, port: 06af4da6-2ab3-414b-acbf-846d9d365c25. Jul 08 17:24:24.092534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.100337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.101115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.156455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Allocated IP 19.80.0.2 (af4a06fe-8886-4e05-bb44-a9432c8f6031/227839ec-a3f6-4092-97e1-09a5009a957c/a4713e73-a9f5-4c7e-9951-a700f88273b3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:24.186271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3531282 Jul 08 17:24:24.193098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:24.203683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9595c-7d55-4770-8435-b51b25f8abca req-c5bb5c7c-2385-48b7-89c9-8de48ca727dd tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.205513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3e9595c-7d55-4770-8435-b51b25f8abca req-c5bb5c7c-2385-48b7-89c9-8de48ca727dd tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.2050695 Jul 08 17:24:24.210126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'subnet': {'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:24.217431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096c1a6-7dc3-4871-a617-163c25f59187 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Network': ['ID=a99481fb-76f1-4737-bacb-68ceefa04060,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:24.263034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '41c3ba25-f292-4545-966b-14c52925981d', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'port_id': '61967f17-5186-418f-bd70-1340b1c684c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'mac_address': 'fa:16:3e:d2:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:20Z', 'updated_at': '2021-07-08T17:24:22Z', 'revision_number': 1, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:45Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:24.332591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-decd4d12-601c-464d-b9be-2556118298dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.334592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-decd4d12-601c-464d-b9be-2556118298dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21b479c3-7651-41ff-ae34-75f6315fe2d3 HTTP/1.1" status: 200 len: 851 time: 0.1336937 Jul 08 17:24:24.338219 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61f1c4-64dc-4904-92c4-3968d5ae45aa None None] The sync data for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 is: [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '41c3ba25-f292-4545-966b-14c52925981d', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'port_id': '61967f17-5186-418f-bd70-1340b1c684c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'mac_address': 'fa:16:3e:d2:0d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:20Z', 'updated_at': '2021-07-08T17:24:22Z', 'revision_number': 1, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:45Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:24.364371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a99481fb-76f1-4737-bacb-68ceefa04060 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:24:24.381643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3e9595c-7d55-4770-8435-b51b25f8abca req-1fe0e510-833e-4950-a5c4-a43b70ae3e59 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655359 Jul 08 17:24:24.432332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:24.435919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.475889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.488286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Transition to ACTIVE for port object a4713e73-a9f5-4c7e-9951-a700f88273b3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:24.535372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Transition to ACTIVE for port object a4713e73-a9f5-4c7e-9951-a700f88273b3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:24.544803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.609216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:24.610581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Pushing event updated for resources: {'Port': ['ID=a4713e73-a9f5-4c7e-9951-a700f88273b3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:24.613406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:24.616350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:24.645605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77058ac9-7be2-46ea-862a-42db18575aef req-4459cb71-3b70-40af-b5a6-aa5f8ee367ca tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.647200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77058ac9-7be2-46ea-862a-42db18575aef req-4459cb71-3b70-40af-b5a6-aa5f8ee367ca tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.3621979 Jul 08 17:24:24.656553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Router d94b7327-8887-41bf-ba8d-290579f9966a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:24.665361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0d8195c6-7b3f-4cbe-b8fe-9d83866e196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.666942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-0d8195c6-7b3f-4cbe-b8fe-9d83866e196b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9ca8108-1bbb-4a87-b242-837d354904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231959 Jul 08 17:24:24.747444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Attempting to bind port a4713e73-a9f5-4c7e-9951-a700f88273b3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:24.747825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Attempting to bind port a4713e73-a9f5-4c7e-9951-a700f88273b3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:24.748184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Attempting to bind port a4713e73-a9f5-4c7e-9951-a700f88273b3 on network af4a06fe-8886-4e05-bb44-a9432c8f6031 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:24.765032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:24.765483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Checking segment: {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:24.765812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.766236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Bound using segment: {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:24.766708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Bound port: a4713e73-a9f5-4c7e-9951-a700f88273b3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:24.767093 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.844145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd2f0b-ada7-4d53-81e1-83c472cca9e8 None None] New status for floating IP 41c3ba25-f292-4545-966b-14c52925981d: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:24:24.850341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.934731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.977211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] For port a4713e73-a9f5-4c7e-9951-a700f88273b3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:24.995507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] For port a4713e73-a9f5-4c7e-9951-a700f88273b3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4713e73-a9f5-4c7e-9951-a700f88273b3,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:25.000841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.024751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-3c51f4bd-4355-4867-82f4-0a489f99e375 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917334 Jul 08 17:24:25.026330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Subnet': ['ID=08211e8f-6890-4934-8570-7206c369312a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:25.063348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d2f99-bc79-4f0c-98ae-2c1a2d1816f1 None None] Pushing event updated for resources: {'Port': ['ID=a4713e73-a9f5-4c7e-9951-a700f88273b3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:25.076296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Checking segment: {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:25.081675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network hostable DHCP agents. Network: a99481fb-76f1-4737-bacb-68ceefa04060, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:24:25.185273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network a99481fb-76f1-4737-bacb-68ceefa04060 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:24:25.232610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a99481fb-76f1-4737-bacb-68ceefa04060) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:25.238374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.238985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.247791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafed4e3-c543-439d-9def-3fc66de90cb5 None None] Network a99481fb-76f1-4737-bacb-68ceefa04060 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:25.271145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d6cfb0d5-43e3-4445-b117-476b9cccda45 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0765781 Jul 08 17:24:25.276802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-42a06bae-4729-4dc5-a68e-441430689d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.278426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-42a06bae-4729-4dc5-a68e-441430689d94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abb7ea30bea640f098aeaddb6d10147a&device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 1096 time: 0.2152662 Jul 08 17:24:25.469858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Deleting port dd4bb995-17cb-45a9-a54a-e25d40cb8391 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:25.471144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.484453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-3a091672-cc05-4295-b6df-f3cd4c46f556 service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787228 Jul 08 17:24:25.502416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a99481fb-76f1-4737-bacb-68ceefa04060', 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'fixed_ips': [{'subnet_id': '08211e8f-6890-4934-8570-7206c369312a'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:24:25.504180 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.582333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-cf7edc77-231b-4f39-b74e-c7baeff1a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.584645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-cf7edc77-231b-4f39-b74e-c7baeff1a434 service neutron] 10.222.0.53 "GET /v2.0/networks?id=946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 200 len: 916 time: 0.2620163 Jul 08 17:24:25.673149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:25.685269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-ea143fe9-2133-4f52-be6f-a50427924671 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f HTTP/1.1" status: 200 len: 217 time: 0.0765355 Jul 08 17:24:25.685526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.697620 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:25.717025 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:25.718050 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:25.796731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Allocated IP 19.86.0.2 (a99481fb-76f1-4737-bacb-68ceefa04060/08211e8f-6890-4934-8570-7206c369312a/c583adf8-3ae1-4a45-af89-97794f11b2db) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:25.840584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] For port dd4bb995-17cb-45a9-a54a-e25d40cb8391, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dd4bb995-17cb-45a9-a54a-e25d40cb8391,segment=NetworkSegment(73b407f9-7859-4d0c-a97e-99e8ae0dc422),segment_id=73b407f9-7859-4d0c-a97e-99e8ae0dc422)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:25.841225 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.870546 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f7a52b25-81f8-4da1-9833-221b84620075 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "PUT /v2.0/floatingips/87f2a6e8-326e-4db0-8c9a-d9a99817a66d HTTP/1.1" status: 200 len: 991 time: 3.0501249 Jul 08 17:24:25.883489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:25.883729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-9e55d32a-7e80-49ef-a441-b17dd042ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.885670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-9e55d32a-7e80-49ef-a441-b17dd042ffe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 200 len: 855 time: 0.1818488 Jul 08 17:24:25.891163 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc4dd2-9694-467c-91a8-ec3e12279b77" -d '{"events": [{"name": "network-changed", "server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:25.915399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Calling delete_port for dd4bb995-17cb-45a9-a54a-e25d40cb8391 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:25.919720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71662db5-aa4c-4c63-8d1c-84771a616bdd req-b3645858-2c72-4a15-bff0-333d059e9ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157462 Jul 08 17:24:25.990715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a1109-040b-4b02-b14d-adde054e673f req-89566f8c-d528-4fef-8b4d-0c83938e125a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.992665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c32a1109-040b-4b02-b14d-adde054e673f req-89566f8c-d528-4fef-8b4d-0c83938e125a tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 945 time: 0.3342652 Jul 08 17:24:25.995796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-bed9ab1d-eb79-450c-98e2-654e3a10a25d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946f4fad-bc67-451a-9f53-8c55ed40671a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959241 Jul 08 17:24:26.016316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-d7a4526b-c112-4081-a58e-d521fbc2faf1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.036972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-d7a4526b-c112-4081-a58e-d521fbc2faf1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.046319 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:26.052386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-d7a4526b-c112-4081-a58e-d521fbc2faf1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/networks?id=af4a06fe-8886-4e05-bb44-a9432c8f6031&id=a99481fb-76f1-4737-bacb-68ceefa04060 HTTP/1.1" status: 200 len: 1391 time: 0.3839686 Jul 08 17:24:26.148419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.153334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-92cac152-9bfc-46df-9039-e7c927e4e453 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/quotas/4016fe47646e45dabddd0d7a54aa26a5 HTTP/1.1" status: 200 len: 375 time: 0.0999918 Jul 08 17:24:26.179312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Transition to ACTIVE for port object c583adf8-3ae1-4a45-af89-97794f11b2db will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:26.182560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c32a1109-040b-4b02-b14d-adde054e673f req-f09ee04c-238a-4a8e-b643-a7adcca2cf70 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/security-groups?id=8eed19a7-42c7-49f0-a062-1ec1b22bae4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301184 Jul 08 17:24:26.244080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Transition to ACTIVE for port object c583adf8-3ae1-4a45-af89-97794f11b2db will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:26.251379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.339406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-156aa0e4-86f4-4b3d-88c1-99c5e0338ab1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846921 Jul 08 17:24:26.352319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Pushing event updated for resources: {'Port': ['ID=c583adf8-3ae1-4a45-af89-97794f11b2db,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:26.356788 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.357190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Network a99481fb-76f1-4737-bacb-68ceefa04060 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:26.358860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:26.365430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:26.376957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-a02da417-727c-4322-aeb3-4fab483e0b47 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103335 Jul 08 17:24:26.414093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['dd4bb995-17cb-45a9-a54a-e25d40cb8391'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:26.422145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Pushing event deleted for resources: {'Port': ['ID=dd4bb995-17cb-45a9-a54a-e25d40cb8391,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:26.476010 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '87f2a6e8-326e-4db0-8c9a-d9a99817a66d', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'mac_address': 'fa:16:3e:47:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:23:59Z', 'updated_at': '2021-07-08T17:24:23Z', 'revision_number': 1, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:26.512027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Attempting to bind port c583adf8-3ae1-4a45-af89-97794f11b2db on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:26.513102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Attempting to bind port c583adf8-3ae1-4a45-af89-97794f11b2db by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:26.513652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Attempting to bind port c583adf8-3ae1-4a45-af89-97794f11b2db on network a99481fb-76f1-4737-bacb-68ceefa04060 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:26.520463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:26.521241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Checking segment: {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:26.521821 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.522405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Bound using segment: {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:26.523045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Bound port: c583adf8-3ae1-4a45-af89-97794f11b2db, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:26.523883 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.538701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07961e40-deb3-4c85-99bc-47de44a6b509 req-b93c1a18-0bb5-470f-b211-0e3fce30a739 service neutron] 10.222.0.53 "GET /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448758 Jul 08 17:24:26.539967 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:26.545163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] No DVR routers for this DVR port dd4bb995-17cb-45a9-a54a-e25d40cb8391 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:26.562279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.568708 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77058ac9-7be2-46ea-862a-42db18575aef req-2fea0dd0-3795-4229-92e5-6c8f310b1581 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.53 "DELETE /v2.0/ports/dd4bb995-17cb-45a9-a54a-e25d40cb8391 HTTP/1.1" status: 204 len: 173 time: 1.8715317 Jul 08 17:24:26.581898 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:26.585446 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:26.619508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] For port c583adf8-3ae1-4a45-af89-97794f11b2db, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:26.625138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] For port c583adf8-3ae1-4a45-af89-97794f11b2db, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c583adf8-3ae1-4a45-af89-97794f11b2db,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:26.636183 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.671814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-c2a572be-de79-4091-bd5c-7ebb044d1b19 service neutron] 10.222.0.48 "GET /v2.0/networks/af4a06fe-8886-4e05-bb44-a9432c8f6031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311679 Jul 08 17:24:26.715121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b764c-634c-4b65-8504-4ab17ccc52ca None None] Pushing event updated for resources: {'Port': ['ID=c583adf8-3ae1-4a45-af89-97794f11b2db,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:26.856792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-34424c8d-32dd-41bc-8d12-f8a2cf41231d service neutron] 10.222.0.48 "GET /v2.0/networks/af4a06fe-8886-4e05-bb44-a9432c8f6031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828797 Jul 08 17:24:26.947068 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:26.970827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46df65-2663-42da-a351-0038ab77fdf5 None None] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:27.093988 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17770f-e4cd-4904-b32f-bbb5ecec7487 x-openstack-request-id: req-dd17770f-e4cd-4904-b32f-bbb5ecec7487 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:27.094714 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:27.097254 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd17770f-e4cd-4904-b32f-bbb5ecec7487 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:27.100214 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'status': 'completed', 'code': 200} Jul 08 17:24:27.270707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-52bdce43-68f2-427a-a6d1-3b293eaf12ad None None] Provisioning for port a4713e73-a9f5-4c7e-9951-a700f88273b3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:27.310888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-e1564909-293e-4e15-b15c-8181a78b2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.313038 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-e1564909-293e-4e15-b15c-8181a78b2a0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1096 time: 0.1989682 Jul 08 17:24:27.316153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4713e73-a9f5-4c7e-9951-a700f88273b3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:27.317270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-06a5de45-c35c-4270-9372-6a0b3a2568f8 service neutron] 10.222.0.48 "GET /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543209 Jul 08 17:24:27.525881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-a56e2dd4-cb50-4f3b-ab2c-02770d162fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943345 Jul 08 17:24:27.544044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-4bbe8448-c344-4a2c-bf96-81a7e588121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.545905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-4bbe8448-c344-4a2c-bf96-81a7e588121d service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.2210355 Jul 08 17:24:27.566276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a4713e73-a9f5-4c7e-9951-a700f88273b3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:27.577401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a4713e73-a9f5-4c7e-9951-a700f88273b3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:27.577881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.699401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-3f6e4583-3227-4694-bc52-34d8a10249df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 999 time: 0.1404648 Jul 08 17:24:27.757741 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.822120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a4713e73-a9f5-4c7e-9951-a700f88273b3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4713e73-a9f5-4c7e-9951-a700f88273b3,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:27.828614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.828984 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '87f2a6e8-326e-4db0-8c9a-d9a99817a66d', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'mac_address': 'fa:16:3e:47:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:23:59Z', 'updated_at': '2021-07-08T17:24:23Z', 'revision_number': 1, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:27.866490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-5547a92c-01e8-482c-91ab-1be0c9fd773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.868317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-5547a92c-01e8-482c-91ab-1be0c9fd773a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1577594 Jul 08 17:24:27.914055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a4713e73-a9f5-4c7e-9951-a700f88273b3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:27.946824 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb63510-64df-4a3b-ab5f-4c0d0e2973c3 None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '87f2a6e8-326e-4db0-8c9a-d9a99817a66d', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'mac_address': 'fa:16:3e:47:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:23:59Z', 'updated_at': '2021-07-08T17:24:23Z', 'revision_number': 1, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:28.028198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-e90f715d-cfe3-4923-a137-40dbeaaf3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.029756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-e90f715d-cfe3-4923-a137-40dbeaaf3cf3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494834 Jul 08 17:24:28.239402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ffe33593-3c36-4a69-8726-d116e3cb75bc req-47e6bdd3-9eba-4b50-8f94-a6b47cb1cf33 tempest-ServerGroupTestJSON-2115662642 tempest-ServerGroupTestJSON-2115662642-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8f076d-ed79-4a7b-bccf-c52e6ed44074 HTTP/1.1" status: 200 len: 210 time: 0.1654277 Jul 08 17:24:28.264656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3cb9ccdf-202e-413a-842e-25b1494e629c None None] Provisioning complete for port a4713e73-a9f5-4c7e-9951-a700f88273b3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:28.265215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ccdf-202e-413a-842e-25b1494e629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:28.377223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-cf9b8e72-078f-448c-a756-a12525ea9fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370688 Jul 08 17:24:28.506650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48762bc5-3119-429f-8f65-674c1a5136ee req-de7edeb1-90ba-497d-9580-dbc63b29a5ff tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 210 time: 0.0781858 Jul 08 17:24:28.545271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053f370d-a219-44dd-924d-b64848ff718d None None] New status for floating IP 87f2a6e8-326e-4db0-8c9a-d9a99817a66d: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:24:28.598485 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-abfc4dd2-9694-467c-91a8-ec3e12279b77 req-40f1d97b-6da2-483a-a2d4-09afde36f8bc service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072749 Jul 08 17:24:28.774981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d3780-c637-4810-8fae-bd66c4b93390 None None] Network a99481fb-76f1-4737-bacb-68ceefa04060 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:28.959051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-29a378f3-9071-4b51-9c2c-833e253485ee None None] Provisioning for port c583adf8-3ae1-4a45-af89-97794f11b2db completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:29.003436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:29.102427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'name': 'network-vif-deleted', 'tag': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:29.104640 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f544c-ed21-4e68-ad24-d1691fe6e673" -d '{"events": [{"server_uuid": "3c8f076d-ed79-4a7b-bccf-c52e6ed44074", "name": "network-vif-deleted", "tag": "dd4bb995-17cb-45a9-a54a-e25d40cb8391"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:29.175340 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1976fc1c-ac08-41ad-ae95-db19fb29f976 x-openstack-request-id: req-1976fc1c-ac08-41ad-ae95-db19fb29f976 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:29.175639 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8f076d-ed79-4a7b-bccf-c52e6ed44074", "name": "network-vif-deleted", "tag": "dd4bb995-17cb-45a9-a54a-e25d40cb8391", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:29.175889 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1976fc1c-ac08-41ad-ae95-db19fb29f976 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:29.176652 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8f076d-ed79-4a7b-bccf-c52e6ed44074', 'name': 'network-vif-deleted', 'tag': 'dd4bb995-17cb-45a9-a54a-e25d40cb8391', 'status': 'completed', 'code': 200} Jul 08 17:24:29.285651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef59c0c8-df63-44a7-9efb-3b97b22c4301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.319302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dd4bb995-17cb-45a9-a54a-e25d40cb8391 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:29.321406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4713e73-a9f5-4c7e-9951-a700f88273b3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:29.426683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: dd4bb995-17cb-45a9-a54a-e25d40cb8391 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:29.427351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dd4bb995-17cb-45a9-a54a-e25d40cb8391 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:29.513413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef59c0c8-df63-44a7-9efb-3b97b22c4301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.519752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef59c0c8-df63-44a7-9efb-3b97b22c4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.610076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a4713e73-a9f5-4c7e-9951-a700f88273b3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:29.610662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.618758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59c0c8-df63-44a7-9efb-3b97b22c4301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cab2a2-fc43-444a-b732-2cbdf7cfb61b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:29.634788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:29.646690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef59c0c8-df63-44a7-9efb-3b97b22c4301 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2aff821396c4f5cb0d2add7632d725d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420379 Jul 08 17:24:29.786862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c583adf8-3ae1-4a45-af89-97794f11b2db up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:29.791695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7e808fa-d995-4c37-bb02-83e818b6af25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.824199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b4d75603-a541-4f07-b212-4f2951ba98bf req-fb04a1b3-177f-45ba-b661-e35ce16abbbb tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 210 time: 0.0988364 Jul 08 17:24:29.854846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7e808fa-d995-4c37-bb02-83e818b6af25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.953542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c583adf8-3ae1-4a45-af89-97794f11b2db completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:29.963903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c583adf8-3ae1-4a45-af89-97794f11b2db triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:29.964278 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.010295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7e808fa-d995-4c37-bb02-83e818b6af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.019736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7e808fa-d995-4c37-bb02-83e818b6af25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.023567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b7e808fa-d995-4c37-bb02-83e818b6af25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08cab2a2-fc43-444a-b732-2cbdf7cfb61b HTTP/1.1" status: 204 len: 168 time: 0.3876541 Jul 08 17:24:30.074217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e808fa-d995-4c37-bb02-83e818b6af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cab2a2-fc43-444a-b732-2cbdf7cfb61b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:30.222221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15a42748-994d-4538-9541-41064dbbb64b None None] Provisioning complete for port c583adf8-3ae1-4a45-af89-97794f11b2db triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:30.223247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15a42748-994d-4538-9541-41064dbbb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.249047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-c5a24a1a-b101-4ec3-b0a1-232b0169bd10 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.262991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-c5a24a1a-b101-4ec3-b0a1-232b0169bd10 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.265964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-c5a24a1a-b101-4ec3-b0a1-232b0169bd10 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "GET /v2.0/networks?id=af4a06fe-8886-4e05-bb44-a9432c8f6031&id=a99481fb-76f1-4737-bacb-68ceefa04060 HTTP/1.1" status: 200 len: 1391 time: 0.2731912 Jul 08 17:24:30.289841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.290965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'port': {'device_id': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031', 'admin_state_up': True, 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:30.377850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c583adf8-3ae1-4a45-af89-97794f11b2db, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c583adf8-3ae1-4a45-af89-97794f11b2db,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:30.384049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.427205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:30.447812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:30.455346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.456638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c583adf8-3ae1-4a45-af89-97794f11b2db,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:30.499943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Deleting subnet 370fe712-c026-4250-8a15-6c658ae60823 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:30.506134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.547558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.590462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:30.592933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.607412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f627f753-a23e-40a0-8139-4a47e5b5de63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.636222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Allocated IP 19.80.0.26 (af4a06fe-8886-4e05-bb44-a9432c8f6031/227839ec-a3f6-4092-97e1-09a5009a957c/73182286-24fc-4359-861c-d3b966718bfa) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:30.689341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.743118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.748862 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/370fe712-c026-4250-8a15-6c658ae60823 HTTP/1.1" status: 204 len: 168 time: 0.3205783 Jul 08 17:24:30.750358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0f776-f26c-45bf-8940-9ada6af5700c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370fe712-c026-4250-8a15-6c658ae60823,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:30.760216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:30.835198 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:24:30.857655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.859328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.882153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Transition to ACTIVE for port object 73182286-24fc-4359-861c-d3b966718bfa will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:30.894086 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f627f753-a23e-40a0-8139-4a47e5b5de63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.915656 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f627f753-a23e-40a0-8139-4a47e5b5de63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.946643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.012893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.021711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627f753-a23e-40a0-8139-4a47e5b5de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145915a9-1981-4469-a98d-0d4fb888984b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.031032 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f627f753-a23e-40a0-8139-4a47e5b5de63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae2c56aea4224dfd9dee3859764b7960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392989 Jul 08 17:24:31.031670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:31.034422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026f5da1-e442-4853-8d2d-00cb2615ba37']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:31.060881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b407f9-7859-4d0c-a97e-99e8ae0dc422') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:31.061352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b407f9-7859-4d0c-a97e-99e8ae0dc422') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:31.070871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c583adf8-3ae1-4a45-af89-97794f11b2db up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:31.087171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.098424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:31.127309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.148286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:31.149039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:31.151388 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:31.156918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:31.163362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:31.166303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49626645-d8dc-45a1-8bb7-975c2c161de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.190435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c583adf8-3ae1-4a45-af89-97794f11b2db triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:31.191316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.208467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Port': ['ID=73182286-24fc-4359-861c-d3b966718bfa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.257538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49626645-d8dc-45a1-8bb7-975c2c161de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.268027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.268399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.269276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.285138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.289061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/026f5da1-e442-4853-8d2d-00cb2615ba37 HTTP/1.1" status: 204 len: 168 time: 0.5276089 Jul 08 17:24:31.314705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e574bba-cc06-4966-b636-73acf615fd82 req-c25228ab-a377-4a4e-951e-ba2f8a9e0bca tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.323297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e574bba-cc06-4966-b636-73acf615fd82 req-c25228ab-a377-4a4e-951e-ba2f8a9e0bca tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 931 time: 0.2818768 Jul 08 17:24:31.327784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-383f73a2-8c92-4fab-af31-65f610de4eed tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0433383 Jul 08 17:24:31.351313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d2dba-7665-441b-a99f-1540df2412b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=026f5da1-e442-4853-8d2d-00cb2615ba37,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.364439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Request body: {'port': {'device_id': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060', 'admin_state_up': True, 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:31.449737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49626645-d8dc-45a1-8bb7-975c2c161de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.457338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49626645-d8dc-45a1-8bb7-975c2c161de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.462001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-49626645-d8dc-45a1-8bb7-975c2c161de0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/145915a9-1981-4469-a98d-0d4fb888984b HTTP/1.1" status: 204 len: 168 time: 0.4224880 Jul 08 17:24:31.498167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626645-d8dc-45a1-8bb7-975c2c161de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145915a9-1981-4469-a98d-0d4fb888984b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.545501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2447ed45-df1d-4174-b2d8-3221ed3a6983 None None] Provisioning for port 73182286-24fc-4359-861c-d3b966718bfa completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:31.552948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2447ed45-df1d-4174-b2d8-3221ed3a6983 None None] Provisioning complete for port 73182286-24fc-4359-861c-d3b966718bfa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:31.557470 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2447ed45-df1d-4174-b2d8-3221ed3a6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.605580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2447ed45-df1d-4174-b2d8-3221ed3a6983 None None] Port 73182286-24fc-4359-861c-d3b966718bfa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:31.621598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Made reservation on behalf of 4016fe47646e45dabddd0d7a54aa26a5 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:31.625143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.635216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e574bba-cc06-4966-b636-73acf615fd82 req-f5bf370a-1cd7-4e1a-9826-9825bba8b26f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106303 Jul 08 17:24:31.635718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:31.739836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c33c88c2-04ad-489f-b294-11f2756810af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=997f7d23803d456f9543a2846bb10896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909734 Jul 08 17:24:31.742662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:31.824681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Allocated IP 19.86.0.46 (a99481fb-76f1-4737-bacb-68ceefa04060/08211e8f-6890-4934-8570-7206c369312a/d55e200c-4c85-4b44-bdc4-586d569ca1a3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:31.844089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ce27f9-0b64-4a35-9282-0de0e7668399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.874321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ce27f9-0b64-4a35-9282-0de0e7668399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.930752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ce27f9-0b64-4a35-9282-0de0e7668399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.935319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02ce27f9-0b64-4a35-9282-0de0e7668399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.936499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-02ce27f9-0b64-4a35-9282-0de0e7668399 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8eed19a7-42c7-49f0-a062-1ec1b22bae4f HTTP/1.1" status: 204 len: 168 time: 0.1928506 Jul 08 17:24:31.949721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce27f9-0b64-4a35-9282-0de0e7668399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed19a7-42c7-49f0-a062-1ec1b22bae4f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.991009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:32.001743 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.012198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8748-f6e8-4ebb-b0ae-eac06c7a90a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.020565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Transition to ACTIVE for port object d55e200c-4c85-4b44-bdc4-586d569ca1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:32.083050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.149911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8748-f6e8-4ebb-b0ae-eac06c7a90a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.155181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6fcf8748-f6e8-4ebb-b0ae-eac06c7a90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.167669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Network a99481fb-76f1-4737-bacb-68ceefa04060 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:32.171445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:32.177170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:32.186034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf8748-f6e8-4ebb-b0ae-eac06c7a90a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b023553-6b17-4439-b117-5ac20d7ff572,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:32.216061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6fcf8748-f6e8-4ebb-b0ae-eac06c7a90a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56a8af0b2fe3491cae78815a996865e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211185 Jul 08 17:24:32.217824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:32.234205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event updated for resources: {'Port': ['ID=d55e200c-4c85-4b44-bdc4-586d569ca1a3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:32.242540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.243093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.272999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-78351dc1-254a-4791-83cf-863c86c2bdbf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9187279 Jul 08 17:24:32.290117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Request body: {'port': {'device_id': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:32.342701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a26f9bc9-b6b1-4eac-8607-b1d96c6088c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.366338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a26f9bc9-b6b1-4eac-8607-b1d96c6088c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.443021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.482331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a26f9bc9-b6b1-4eac-8607-b1d96c6088c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.484860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a26f9bc9-b6b1-4eac-8607-b1d96c6088c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.488881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a26f9bc9-b6b1-4eac-8607-b1d96c6088c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b023553-6b17-4439-b117-5ac20d7ff572 HTTP/1.1" status: 204 len: 168 time: 0.2700641 Jul 08 17:24:32.506516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9bc9-b6b1-4eac-8607-b1d96c6088c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b023553-6b17-4439-b117-5ac20d7ff572,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:32.549283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d89af1b-04ac-49b3-8d9f-53137d8161bd None None] Provisioning for port d55e200c-4c85-4b44-bdc4-586d569ca1a3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:32.553785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d89af1b-04ac-49b3-8d9f-53137d8161bd None None] Provisioning complete for port d55e200c-4c85-4b44-bdc4-586d569ca1a3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:32.554243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d89af1b-04ac-49b3-8d9f-53137d8161bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.609385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9d89af1b-04ac-49b3-8d9f-53137d8161bd None None] Port d55e200c-4c85-4b44-bdc4-586d569ca1a3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:32.871427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73182286-24fc-4359-861c-d3b966718bfa {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:32.882491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.899068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Transition to ACTIVE for port object 73182286-24fc-4359-861c-d3b966718bfa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:32.903475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.996606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Pushing event updated for resources: {'Port': ['ID=73182286-24fc-4359-861c-d3b966718bfa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:33.058201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Attempting to bind port 73182286-24fc-4359-861c-d3b966718bfa on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:33.058599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Attempting to bind port 73182286-24fc-4359-861c-d3b966718bfa by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:33.058862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Attempting to bind port 73182286-24fc-4359-861c-d3b966718bfa on network af4a06fe-8886-4e05-bb44-a9432c8f6031 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:33.064849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Port 73182286-24fc-4359-861c-d3b966718bfa on network af4a06fe-8886-4e05-bb44-a9432c8f6031 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:33.065199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Attempting to bind port 73182286-24fc-4359-861c-d3b966718bfa on network af4a06fe-8886-4e05-bb44-a9432c8f6031 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:33.071017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:33.071250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Checking segment: {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:33.071532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Bound using segment: {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:33.071970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Bound port: 73182286-24fc-4359-861c-d3b966718bfa, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90695461-a3d7-48b1-bdec-3de3fbca9b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:33.072329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.203711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] For port 73182286-24fc-4359-861c-d3b966718bfa, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:33.224828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] For port 73182286-24fc-4359-861c-d3b966718bfa, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=73182286-24fc-4359-861c-d3b966718bfa,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:33.231663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.255340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a053-f1ba-4783-99bb-d59467720d62 req-adf2a186-bd54-4d2c-94e2-dfb64f6953f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.262107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40a053-f1ba-4783-99bb-d59467720d62 req-adf2a186-bd54-4d2c-94e2-dfb64f6953f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.264077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d40a053-f1ba-4783-99bb-d59467720d62 req-adf2a186-bd54-4d2c-94e2-dfb64f6953f7 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1665 time: 0.4795339 Jul 08 17:24:33.289689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.290608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.292222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] 10.222.0.53 "PUT /v2.0/ports/73182286-24fc-4359-861c-d3b966718bfa HTTP/1.1" status: 200 len: 1091 time: 1.0074098 Jul 08 17:24:33.295376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'tag': '73182286-24fc-4359-861c-d3b966718bfa'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:33.297698 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce13837-0371-4e1d-b9f9-3a1c76350172" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "tag": "73182286-24fc-4359-861c-d3b966718bfa"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:33.341684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Request body: {'port': {'device_id': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:33.393637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d40a053-f1ba-4783-99bb-d59467720d62 req-ccf6c2af-a9f3-4f8f-8ce1-b553e26b9d93 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097174 Jul 08 17:24:33.403788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a3a4-37ee-4707-8c5b-af3671d15f09 service neutron] Pushing event updated for resources: {'Port': ['ID=73182286-24fc-4359-861c-d3b966718bfa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:33.416458 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a1f990-6e46-49e5-9f57-ed93b7aaf372 x-openstack-request-id: req-39a1f990-6e46-49e5-9f57-ed93b7aaf372 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:33.416847 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "tag": "73182286-24fc-4359-861c-d3b966718bfa", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:33.417138 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39a1f990-6e46-49e5-9f57-ed93b7aaf372 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:33.417595 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'tag': '73182286-24fc-4359-861c-d3b966718bfa', 'status': 'completed', 'code': 200} Jul 08 17:24:33.516267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.533361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-74acea2c-8b08-4de6-9ce1-48cc6e242a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.533980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-74acea2c-8b08-4de6-9ce1-48cc6e242a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.539106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-74acea2c-8b08-4de6-9ce1-48cc6e242a95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1912 time: 0.0809727 Jul 08 17:24:33.999887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55e200c-4c85-4b44-bdc4-586d569ca1a3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:34.008933 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.022846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Transition to ACTIVE for port object d55e200c-4c85-4b44-bdc4-586d569ca1a3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:34.029345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.132092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Pushing event updated for resources: {'Port': ['ID=d55e200c-4c85-4b44-bdc4-586d569ca1a3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:34.179367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-c1af2d10-4508-446a-b0ca-81271529a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.179860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-c1af2d10-4508-446a-b0ca-81271529a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.180353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-c1af2d10-4508-446a-b0ca-81271529a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.181965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-c1af2d10-4508-446a-b0ca-81271529a4ab service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6309032 Jul 08 17:24:34.282833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Attempting to bind port d55e200c-4c85-4b44-bdc4-586d569ca1a3 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:34.283518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Attempting to bind port d55e200c-4c85-4b44-bdc4-586d569ca1a3 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:34.284114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Attempting to bind port d55e200c-4c85-4b44-bdc4-586d569ca1a3 on network a99481fb-76f1-4737-bacb-68ceefa04060 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:34.290299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Port d55e200c-4c85-4b44-bdc4-586d569ca1a3 on network a99481fb-76f1-4737-bacb-68ceefa04060 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:34.291315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Attempting to bind port d55e200c-4c85-4b44-bdc4-586d569ca1a3 on network a99481fb-76f1-4737-bacb-68ceefa04060 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:34.299286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:34.299806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Checking segment: {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:34.300163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Bound using segment: {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:34.300633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Bound port: d55e200c-4c85-4b44-bdc4-586d569ca1a3, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550c99ab-036b-4628-b779-5d2b60de160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:34.301004 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.330460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-f61cd73b-3d29-46d6-a1eb-7573efaec41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.333519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce13837-0371-4e1d-b9f9-3a1c76350172 req-f61cd73b-3d29-46d6-a1eb-7573efaec41c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415265 Jul 08 17:24:34.399929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] For port d55e200c-4c85-4b44-bdc4-586d569ca1a3, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:34.403335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] For port d55e200c-4c85-4b44-bdc4-586d569ca1a3, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:34.410462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.428875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.429826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.431292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] 10.222.0.53 "PUT /v2.0/ports/d55e200c-4c85-4b44-bdc4-586d569ca1a3 HTTP/1.1" status: 200 len: 1091 time: 1.0978878 Jul 08 17:24:34.582103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc74277-2e7e-4d78-8c52-a5f8b0639341 service neutron] Pushing event updated for resources: {'Port': ['ID=d55e200c-4c85-4b44-bdc4-586d569ca1a3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:34.611661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-bd3a3342-867d-427c-92d0-c0b2fee71afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.612134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-bd3a3342-867d-427c-92d0-c0b2fee71afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.613729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-bd3a3342-867d-427c-92d0-c0b2fee71afc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1979 time: 0.1251230 Jul 08 17:24:35.039302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-776aeaad-884a-4074-9d19-c75c0e9cfea0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=73182286-24fc-4359-861c-d3b966718bfa HTTP/1.1" status: 200 len: 217 time: 0.4056089 Jul 08 17:24:35.149262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-ef077204-2e7f-4b42-94c5-37a09b7193d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.150768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-ef077204-2e7f-4b42-94c5-37a09b7193d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227839ec-a3f6-4092-97e1-09a5009a957c HTTP/1.1" status: 200 len: 801 time: 0.0690124 Jul 08 17:24:35.163718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f825d-2ab3-4b1f-8a9c-b5f7a483d33d req-f178590d-4f11-43a6-8c71-83930b639abd tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.169571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f825d-2ab3-4b1f-8a9c-b5f7a483d33d req-f178590d-4f11-43a6-8c71-83930b639abd tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.171207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b3f825d-2ab3-4b1f-8a9c-b5f7a483d33d req-f178590d-4f11-43a6-8c71-83930b639abd tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1677 time: 0.1310091 Jul 08 17:24:35.242937 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b3f825d-2ab3-4b1f-8a9c-b5f7a483d33d req-050cbc89-c5a4-46ae-81e9-52bfc9ebb28d tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Jul 08 17:24:35.268379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-593daa49-0ff6-4fbd-a76e-a692bef4c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.269002 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-593daa49-0ff6-4fbd-a76e-a692bef4c92b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af4a06fe-8886-4e05-bb44-a9432c8f6031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0967505 Jul 08 17:24:35.378251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-fc74f02a-b3bf-4b43-85e5-7a7fd12699c1 service neutron] 10.222.0.53 "GET /v2.0/networks/af4a06fe-8886-4e05-bb44-a9432c8f6031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976648 Jul 08 17:24:35.431031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'tag': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:35.434209 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87817b1-f87f-4e7a-8ae7-be4f4a192536" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "tag": "d55e200c-4c85-4b44-bdc4-586d569ca1a3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:35.567353 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f893545b-18e9-4a31-948e-818c690a67ca x-openstack-request-id: req-f893545b-18e9-4a31-948e-818c690a67ca {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:35.567646 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "tag": "d55e200c-4c85-4b44-bdc4-586d569ca1a3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:35.567901 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f893545b-18e9-4a31-948e-818c690a67ca {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:35.572029 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'tag': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3', 'status': 'completed', 'code': 200} Jul 08 17:24:35.577188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-8fbeae7d-700d-4afc-8394-f3c37a6680c3 service neutron] 10.222.0.53 "GET /v2.0/networks/af4a06fe-8886-4e05-bb44-a9432c8f6031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920822 Jul 08 17:24:35.651636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-583aec57-b3b6-43e9-a0fb-36c8c89ce7c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.46&port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3 HTTP/1.1" status: 200 len: 217 time: 0.0676270 Jul 08 17:24:35.760462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-4468aa8e-30b1-4b37-8661-413e11ced07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.763042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-4468aa8e-30b1-4b37-8661-413e11ced07e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08211e8f-6890-4934-8570-7206c369312a HTTP/1.1" status: 200 len: 801 time: 0.0949435 Jul 08 17:24:35.872330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-22c07b6d-59f5-4c66-8307-79909019ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.874148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-22c07b6d-59f5-4c66-8307-79909019ea9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a99481fb-76f1-4737-bacb-68ceefa04060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943577 Jul 08 17:24:36.019304 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-38880897-27dd-4d17-91b9-cfca8e4e2b68 service neutron] 10.222.0.53 "GET /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382778 Jul 08 17:24:36.146136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44f6b833-d995-42f3-b9b7-ff9cc6748238 req-c68f71e9-a21e-432d-bb3f-e9bd09539a42 service neutron] 10.222.0.53 "GET /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202202 Jul 08 17:24:36.324061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-af01079a-d357-48bc-b908-030fa9bafcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.330819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-af01079a-d357-48bc-b908-030fa9bafcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.333123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-af01079a-d357-48bc-b908-030fa9bafcd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1979 time: 0.1266239 Jul 08 17:24:36.542163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-7d8e42f4-1462-46c7-8e72-6b9ddc5e5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.544016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-7d8e42f4-1462-46c7-8e72-6b9ddc5e5911 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a99481fb-76f1-4737-bacb-68ceefa04060 HTTP/1.1" status: 200 len: 902 time: 0.2021723 Jul 08 17:24:36.599505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-79c3c157-0058-4e74-ba3b-0ea49768bfac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.46&port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3 HTTP/1.1" status: 200 len: 217 time: 0.0452557 Jul 08 17:24:36.655096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-620957ae-0e91-49ea-ae08-c8cf888d866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.656648 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-620957ae-0e91-49ea-ae08-c8cf888d866c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08211e8f-6890-4934-8570-7206c369312a HTTP/1.1" status: 200 len: 801 time: 0.0509474 Jul 08 17:24:36.866257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-3ea719b9-5f8a-4d30-bcec-429ab6a5e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.869236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-3ea719b9-5f8a-4d30-bcec-429ab6a5e321 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a99481fb-76f1-4737-bacb-68ceefa04060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028146 Jul 08 17:24:36.959073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c18f44-2f85-47af-87f0-110a1f5f33b5 req-ffe0642e-bb5c-403b-a693-946d8809e691 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.978419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c18f44-2f85-47af-87f0-110a1f5f33b5 req-ffe0642e-bb5c-403b-a693-946d8809e691 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.980390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4c18f44-2f85-47af-87f0-110a1f5f33b5 req-ffe0642e-bb5c-403b-a693-946d8809e691 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1677 time: 0.5478573 Jul 08 17:24:37.011439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-df5d301a-5edc-4645-b6a8-54a7620e55d0 service neutron] 10.222.0.53 "GET /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358051 Jul 08 17:24:37.054317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4c18f44-2f85-47af-87f0-110a1f5f33b5 req-0bb5c67e-fe66-4572-977f-0e9da06cfda9 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661237 Jul 08 17:24:37.115889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-d5715cfc-41e8-4a7b-9abf-9bfae43a1373 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e98c7ecef0e54bf4ab782930411a35cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628741 Jul 08 17:24:37.324639 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b87817b1-f87f-4e7a-8ae7-be4f4a192536 req-5a60f696-a90a-4ef2-98ad-967c3f14e687 service neutron] 10.222.0.53 "GET /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020291 Jul 08 17:24:37.373959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-647e7f86-0b34-4e6d-ae08-46f1def35241 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.378550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-647e7f86-0b34-4e6d-ae08-46f1def35241 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420883 Jul 08 17:24:37.408303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-a684074f-18ab-4a32-a524-e4ee17528bb0 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/quotas/e98c7ecef0e54bf4ab782930411a35cd HTTP/1.1" status: 200 len: 375 time: 0.0130327 Jul 08 17:24:37.452163 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-9badbe41-2af9-49f8-b5ce-aea1c57d8a13 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e98c7ecef0e54bf4ab782930411a35cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376618 Jul 08 17:24:37.665251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1b7f48f-384c-49c2-91aa-d2beedff5dff req-cc579d2f-abe0-42f8-b86d-3323d0595ce0 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 210 time: 0.0416760 Jul 08 17:24:38.299066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbc874-fa0e-43de-9422-5923a7db9d20 req-490a280d-d12f-4312-86be-e49f5c190536 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.305379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbc874-fa0e-43de-9422-5923a7db9d20 req-490a280d-d12f-4312-86be-e49f5c190536 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.312420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54dbc874-fa0e-43de-9422-5923a7db9d20 req-490a280d-d12f-4312-86be-e49f5c190536 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1677 time: 0.1212313 Jul 08 17:24:38.367100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-54dbc874-fa0e-43de-9422-5923a7db9d20 req-a46ab82f-1246-4726-8599-afb4389b3daa tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526650 Jul 08 17:24:38.854969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-276d3ae4-3829-4077-b1bb-8c1f1050f8db req-9b6cc842-a4af-4d55-87b5-122333b6824a tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 210 time: 0.0435016 Jul 08 17:24:39.066575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 73182286-24fc-4359-861c-d3b966718bfa details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:39.234411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 73182286-24fc-4359-861c-d3b966718bfa, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=73182286-24fc-4359-861c-d3b966718bfa,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:39.249392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '73182286-24fc-4359-861c-d3b966718bfa', 'network_id': 'af4a06fe-8886-4e05-bb44-a9432c8f6031', 'port_id': '73182286-24fc-4359-861c-d3b966718bfa', 'mac_address': 'fa:16:3e:af:a4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227839ec-a3f6-4092-97e1-09a5009a957c', 'ip_address': '19.80.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:39.327407 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.343965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73182286-24fc-4359-861c-d3b966718bfa {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:39.374621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 73182286-24fc-4359-861c-d3b966718bfa, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=73182286-24fc-4359-861c-d3b966718bfa,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:39.380451 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.456593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=73182286-24fc-4359-861c-d3b966718bfa,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:39.488404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-353e3fcb-b09c-4b94-be11-2f7c26c782ea tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e98c7ecef0e54bf4ab782930411a35cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454431 Jul 08 17:24:39.798321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-807ecafa-7287-460e-b758-09264a7d4605 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.799674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-807ecafa-7287-460e-b758-09264a7d4605 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039436 Jul 08 17:24:39.818109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Request body: {'port': {'device_id': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'e98c7ecef0e54bf4ab782930411a35cd'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:39.857158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['73182286-24fc-4359-861c-d3b966718bfa'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:39.917580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1c03-240f-41bc-b5b0-528142a6d875 req-f625b863-ae61-4847-b157-390edf135151 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.942737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1c03-240f-41bc-b5b0-528142a6d875 req-f625b863-ae61-4847-b157-390edf135151 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.950378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-823c1c03-240f-41bc-b5b0-528142a6d875 req-f625b863-ae61-4847-b157-390edf135151 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1678 time: 0.3495350 Jul 08 17:24:40.058153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-823c1c03-240f-41bc-b5b0-528142a6d875 req-19f9677a-c468-4434-b094-ac29283a01b3 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065581 Jul 08 17:24:40.070263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:40.122339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Made reservation on behalf of e98c7ecef0e54bf4ab782930411a35cd for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:40.127535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.138740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.192237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca68604-11f1-4a1f-ad88-5cad94486c2e req-b627ecf6-2555-43b4-b585-166312c9ea17 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:40.199903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ca68604-11f1-4a1f-ad88-5cad94486c2e req-b627ecf6-2555-43b4-b585-166312c9ea17 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 945 time: 0.0856273 Jul 08 17:24:40.226729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09b47d40-f509-4074-933f-ccc6665d907e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.270059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.279163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ca68604-11f1-4a1f-ad88-5cad94486c2e req-833bd8c8-5a41-43c2-9674-477ef204ea82 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772746 Jul 08 17:24:40.289357 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbf56416-52b2-4bad-b581-6f854ba4b237 req-4d59e7d0-7c79-407c-ac67-12a2bd65c64e tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 210 time: 0.0414937 Jul 08 17:24:40.290145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.358806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb631715-b1f0-4631-8f0c-2ab2b67d0b14,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:40.443211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Allocated IP 192.168.233.236 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/0f4367bb-c642-4ec8-a4e4-c4624e9cdf75) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:40.461416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09b47d40-f509-4074-933f-ccc6665d907e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.465022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09b47d40-f509-4074-933f-ccc6665d907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.505071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-09b47d40-f509-4074-933f-ccc6665d907e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffceda9fe3df41b6b39c00053c53c364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337077 Jul 08 17:24:40.506230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b47d40-f509-4074-933f-ccc6665d907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b6859-2084-490f-ae9d-faec079b73ac,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:40.508079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49168) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:40.635780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eef4064-6a2f-4d8e-9e62-8fcdfa253259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.666958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.675671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eef4064-6a2f-4d8e-9e62-8fcdfa253259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.697869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Transition to ACTIVE for port object 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:40.760444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eef4064-6a2f-4d8e-9e62-8fcdfa253259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.762955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eef4064-6a2f-4d8e-9e62-8fcdfa253259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.764077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0eef4064-6a2f-4d8e-9e62-8fcdfa253259 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb0b6859-2084-490f-ae9d-faec079b73ac HTTP/1.1" status: 204 len: 168 time: 0.2543414 Jul 08 17:24:40.775244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.777196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef4064-6a2f-4d8e-9e62-8fcdfa253259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b6859-2084-490f-ae9d-faec079b73ac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:40.827712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:40.832345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:40.836957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:40.859889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Pushing event updated for resources: {'Port': ['ID=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:40.898153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:40.899087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.915465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-555c53fb-e442-4f8c-bab7-67f8ad38b593 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1030836 Jul 08 17:24:41.080976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d55e200c-4c85-4b44-bdc4-586d569ca1a3 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:41.132065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Request body: {'port': {'device_id': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:41.180789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-825cfc97-36bf-4c31-8d23-870eae41fdbe None None] Provisioning for port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:41.195738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-825cfc97-36bf-4c31-8d23-870eae41fdbe None None] Provisioning complete for port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:41.195738 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-825cfc97-36bf-4c31-8d23-870eae41fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.196671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:41.213208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1aca448b-8030-4527-9541-37744f7f4509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.249626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-825cfc97-36bf-4c31-8d23-870eae41fdbe None None] Port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:41.271915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d55e200c-4c85-4b44-bdc4-586d569ca1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:41.281961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.299157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3', 'network_id': 'a99481fb-76f1-4737-bacb-68ceefa04060', 'port_id': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3', 'mac_address': 'fa:16:3e:0e:10:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08211e8f-6890-4934-8570-7206c369312a', 'ip_address': '19.86.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:41.322568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1aca448b-8030-4527-9541-37744f7f4509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.337403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1aca448b-8030-4527-9541-37744f7f4509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.351848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.366857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55e200c-4c85-4b44-bdc4-586d569ca1a3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:41.397044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d55e200c-4c85-4b44-bdc4-586d569ca1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:41.402084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.409197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1aca448b-8030-4527-9541-37744f7f4509 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b208fd70d1a347c091ef6cebbd7e50b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108614 Jul 08 17:24:41.411134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca448b-8030-4527-9541-37744f7f4509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2676fd-f36d-431e-bf11-2c9ab996665f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:41.413767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:41.457197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d55e200c-4c85-4b44-bdc4-586d569ca1a3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:41.496501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523b7e5-0aa0-43e2-bee2-3bc0997dc90a req-91f4e66f-273a-4078-a61b-95833b729996 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.503288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523b7e5-0aa0-43e2-bee2-3bc0997dc90a req-91f4e66f-273a-4078-a61b-95833b729996 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.504935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8523b7e5-0aa0-43e2-bee2-3bc0997dc90a req-91f4e66f-273a-4078-a61b-95833b729996 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1678 time: 0.1803579 Jul 08 17:24:41.506236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-822acdc6-eca1-41d0-b1e1-db02ff5a709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.545505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-822acdc6-eca1-41d0-b1e1-db02ff5a709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.586218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8523b7e5-0aa0-43e2-bee2-3bc0997dc90a req-9e339df0-556d-4ab0-ad58-23954452ea3f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700431 Jul 08 17:24:41.613647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-822acdc6-eca1-41d0-b1e1-db02ff5a709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.621568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-822acdc6-eca1-41d0-b1e1-db02ff5a709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.625160 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-822acdc6-eca1-41d0-b1e1-db02ff5a709e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e2676fd-f36d-431e-bf11-2c9ab996665f HTTP/1.1" status: 204 len: 168 time: 0.2078807 Jul 08 17:24:41.635369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd377e-047c-4d92-b17e-912b95619cd6 req-d162809c-e307-44d3-9629-73d0817b016f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.638062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80cd377e-047c-4d92-b17e-912b95619cd6 req-d162809c-e307-44d3-9629-73d0817b016f tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 945 time: 0.1542790 Jul 08 17:24:41.649455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822acdc6-eca1-41d0-b1e1-db02ff5a709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2676fd-f36d-431e-bf11-2c9ab996665f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:41.716787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80cd377e-047c-4d92-b17e-912b95619cd6 req-888c5d8d-151c-4b69-982e-a42ca3d161b6 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 Jul 08 17:24:41.788281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:41.802291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.836859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Transition to ACTIVE for port object 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:41.841414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.856724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79a60-caf4-4fe6-b0c0-0a7c37e42857 req-b157d8df-6657-46d4-abdb-637fe067e241 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.864377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9db79a60-caf4-4fe6-b0c0-0a7c37e42857 req-b157d8df-6657-46d4-abdb-637fe067e241 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 936 time: 0.0891826 Jul 08 17:24:41.879348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d55e200c-4c85-4b44-bdc4-586d569ca1a3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:41.945857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Pushing event updated for resources: {'Port': ['ID=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:41.987644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9db79a60-caf4-4fe6-b0c0-0a7c37e42857 req-cb6f2f5e-abab-4567-ace5-f7bd28976df0 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212318 Jul 08 17:24:42.018626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-22336a1c-a75f-4630-8fa4-52a6f9c352b2 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.021303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-22336a1c-a75f-4630-8fa4-52a6f9c352b2 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 945 time: 0.1438820 Jul 08 17:24:42.026692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Attempting to bind port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:42.027008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Attempting to bind port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:42.027341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Attempting to bind port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:42.048487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:42.049958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Attempting to bind port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:42.058661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:42.059006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:42.059404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:42.060287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Bound port: 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:42.060287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.213713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] For port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:42.222400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] For port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:42.232942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.279164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Deleting port e3388af8-bd13-4829-84d3-2578e20cb528 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:42.279644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.319393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.320022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.321437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] 10.222.0.53 "PUT /v2.0/ports/0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 HTTP/1.1" status: 200 len: 1096 time: 1.3916247 Jul 08 17:24:42.321883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'tag': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:42.334592 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb963cd-b7f2-4636-809c-3588927b2a18", "tag": "0f4367bb-c642-4ec8-a4e4-c4624e9cdf75"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:42.431177 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf119a-2721-4b68-b382-ae3d75521119 x-openstack-request-id: req-7faf119a-2721-4b68-b382-ae3d75521119 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:42.431473 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb963cd-b7f2-4636-809c-3588927b2a18", "tag": "0f4367bb-c642-4ec8-a4e4-c4624e9cdf75", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:42.431718 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7faf119a-2721-4b68-b382-ae3d75521119 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:42.432116 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'tag': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75', 'status': 'completed', 'code': 200} Jul 08 17:24:42.444604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcb3c6-4688-4903-83b8-78dc9b2734dd service neutron] Pushing event updated for resources: {'Port': ['ID=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:42.455304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] For port e3388af8-bd13-4829-84d3-2578e20cb528, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e3388af8-bd13-4829-84d3-2578e20cb528,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:42.455730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.474613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Calling delete_port for e3388af8-bd13-4829-84d3-2578e20cb528 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:42.514657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-28f16175-872f-4e63-a5ea-bfcd8eb58ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.516188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-28f16175-872f-4e63-a5ea-bfcd8eb58ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98c7ecef0e54bf4ab782930411a35cd&device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 1099 time: 0.1399736 Jul 08 17:24:42.575735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-cb3c5007-f100-42cf-a4d9-689f7faa32a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 HTTP/1.1" status: 200 len: 217 time: 0.0507517 Jul 08 17:24:42.652441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-b370bf44-6005-4091-8938-c5811d796fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.658374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-b370bf44-6005-4091-8938-c5811d796fee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0752044 Jul 08 17:24:42.710881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.790444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-6a5aa6d7-ba10-4b76-b375-fe15429b5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.791968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-6a5aa6d7-ba10-4b76-b375-fe15429b5460 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175246 Jul 08 17:24:42.800532 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.833442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.922197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] No DVR routers for this DVR port e3388af8-bd13-4829-84d3-2578e20cb528 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:42.929288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.934575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fde86baa-7c48-4e27-9878-2991871bd6c9 req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.53 "DELETE /v2.0/ports/e3388af8-bd13-4829-84d3-2578e20cb528 HTTP/1.1" status: 204 len: 173 time: 0.8978832 Jul 08 17:24:42.950107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'name': 'network-vif-deleted', 'tag': 'e3388af8-bd13-4829-84d3-2578e20cb528'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:42.969593 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad6a440-46d0-441e-8e5c-0cf96c642bcd" -d '{"events": [{"server_uuid": "c8e7b70e-5aad-4ce9-b846-a80f731f04bd", "name": "network-vif-deleted", "tag": "e3388af8-bd13-4829-84d3-2578e20cb528"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:42.977437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ffe7b-cc18-494d-9b7b-140b5037f971 tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] Pushing event deleted for resources: {'Port': ['ID=e3388af8-bd13-4829-84d3-2578e20cb528,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:43.088760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec7514-c83a-44d5-9f21-a11e478e1731 req-ffb1fcb2-80f9-4709-a128-0ca6ced0edfc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.096221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 73182286-24fc-4359-861c-d3b966718bfa up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:43.097446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec7514-c83a-44d5-9f21-a11e478e1731 req-ffb1fcb2-80f9-4709-a128-0ca6ced0edfc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.120446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f2ec7514-c83a-44d5-9f21-a11e478e1731 req-ffb1fcb2-80f9-4709-a128-0ca6ced0edfc tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1679 time: 0.2157989 Jul 08 17:24:43.175168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f2ec7514-c83a-44d5-9f21-a11e478e1731 req-d313db25-cc2f-4dcd-9ebd-b9cb1d291d16 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Jul 08 17:24:43.194568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 73182286-24fc-4359-861c-d3b966718bfa completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:43.212840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 73182286-24fc-4359-861c-d3b966718bfa triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:43.213650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.316077 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.349795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73182286-24fc-4359-861c-d3b966718bfa'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:43.353661 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec3e986-dc0c-4d09-8aee-3b99ac7676dc" -d '{"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-plugged", "status": "completed", "tag": "73182286-24fc-4359-861c-d3b966718bfa"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:43.373238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd92530-e3b5-4c70-a3dc-f3ebbfe14153 req-366111c8-a898-4e5b-9bdc-0fe1632fd0c3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.379620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e3388af8-bd13-4829-84d3-2578e20cb528'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:43.380867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6dd92530-e3b5-4c70-a3dc-f3ebbfe14153 req-366111c8-a898-4e5b-9bdc-0fe1632fd0c3 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 945 time: 0.1315162 Jul 08 17:24:43.420432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 73182286-24fc-4359-861c-d3b966718bfa, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=73182286-24fc-4359-861c-d3b966718bfa,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:43.426679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.427764 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-0fc880d7-fb04-4cd5-9555-bc0d830838ba service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243794 Jul 08 17:24:43.439471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6dd92530-e3b5-4c70-a3dc-f3ebbfe14153 req-f80d0a93-0076-463f-b310-ffa764170dd5 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Jul 08 17:24:43.458189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34acc981-835d-4d71-a7a0-4afded2ec3c4 req-5a34d16b-468c-4e3e-9f86-81f44ff03bee tempest-AttachSCSIVolumeTestJSON-515898847 tempest-AttachSCSIVolumeTestJSON-515898847-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8e7b70e-5aad-4ce9-b846-a80f731f04bd HTTP/1.1" status: 200 len: 210 time: 0.0435514 Jul 08 17:24:43.544626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=73182286-24fc-4359-861c-d3b966718bfa,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:43.559024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd7918a9-b6fe-421f-bc17-c003dd5c049d req-07721ff5-c2c3-46f9-be44-d2c27c10c87e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184344 Jul 08 17:24:43.711274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-d0c85d7b-0a79-497b-8f10-2c62d04356dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.713162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-d0c85d7b-0a79-497b-8f10-2c62d04356dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98c7ecef0e54bf4ab782930411a35cd&device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 1099 time: 0.0729041 Jul 08 17:24:43.760642 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a128dd44-b18c-4c08-9d1c-4cf2ad3380a2 x-openstack-request-id: req-a128dd44-b18c-4c08-9d1c-4cf2ad3380a2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:43.761130 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e7b70e-5aad-4ce9-b846-a80f731f04bd", "name": "network-vif-deleted", "tag": "e3388af8-bd13-4829-84d3-2578e20cb528", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:43.761546 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a128dd44-b18c-4c08-9d1c-4cf2ad3380a2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:43.762139 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e7b70e-5aad-4ce9-b846-a80f731f04bd', 'name': 'network-vif-deleted', 'tag': 'e3388af8-bd13-4829-84d3-2578e20cb528', 'status': 'completed', 'code': 200} Jul 08 17:24:43.893534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c9a22-201c-4e55-8095-54c415269335 req-fd48b01d-0fba-4509-b4b7-a37e49fd52d5 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.895014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-825c9a22-201c-4e55-8095-54c415269335 req-fd48b01d-0fba-4509-b4b7-a37e49fd52d5 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 948 time: 0.1454353 Jul 08 17:24:43.896560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-33651ec3-da51-47ef-aae9-ef05b430a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.897916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-33651ec3-da51-47ef-aae9-ef05b430a256 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1684804 Jul 08 17:24:43.949870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-13b28378-47f6-4a98-affd-73730f2b1ab0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 HTTP/1.1" status: 200 len: 217 time: 0.0442111 Jul 08 17:24:44.026231 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84905b4-dc3e-43ea-958c-d71003909ebb x-openstack-request-id: req-d84905b4-dc3e-43ea-958c-d71003909ebb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:44.026726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-825c9a22-201c-4e55-8095-54c415269335 req-1fab4547-78ee-419d-a965-7e95ebe3caaa tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131146 Jul 08 17:24:44.027425 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-plugged", "status": "completed", "tag": "73182286-24fc-4359-861c-d3b966718bfa", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:44.027898 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d84905b4-dc3e-43ea-958c-d71003909ebb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:44.028363 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73182286-24fc-4359-861c-d3b966718bfa', 'code': 200} Jul 08 17:24:44.043468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-4153bc0e-8b27-4535-a43e-758b5cb112f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.043468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-4153bc0e-8b27-4535-a43e-758b5cb112f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0786383 Jul 08 17:24:44.097526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-efedad39-9292-40aa-be1f-70b06ae331e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.099053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-efedad39-9292-40aa-be1f-70b06ae331e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537062 Jul 08 17:24:44.198447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-84655e93-0c24-4547-a2ff-4e48deb4b72e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846455 Jul 08 17:24:44.299389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d23a3cd-f4c8-46cf-9f3f-47ed4a61bb28 req-0955ea0a-cc85-4d44-96c9-48deb44c012a service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918956 Jul 08 17:24:44.369552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd161d8-0468-4df4-be20-5aa3091b5952 req-0c0c0f18-fa76-4ef4-8fa1-9c069403ed46 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.375373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd161d8-0468-4df4-be20-5aa3091b5952 req-0c0c0f18-fa76-4ef4-8fa1-9c069403ed46 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.377348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bd161d8-0468-4df4-be20-5aa3091b5952 req-0c0c0f18-fa76-4ef4-8fa1-9c069403ed46 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1680 time: 0.0796535 Jul 08 17:24:44.417448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bd161d8-0468-4df4-be20-5aa3091b5952 req-f5af42b1-793a-495b-bbb7-02ae0927df46 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Jul 08 17:24:44.641432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0b3ac-dad7-49e2-9c2e-59e0457dd328 req-42bd65f1-f53d-4b61-8f37-20f517099457 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.652255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1d0b3ac-dad7-49e2-9c2e-59e0457dd328 req-42bd65f1-f53d-4b61-8f37-20f517099457 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 945 time: 0.0827558 Jul 08 17:24:44.714922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1d0b3ac-dad7-49e2-9c2e-59e0457dd328 req-17b9051e-11a1-4fe2-815a-5ac89afe5579 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Jul 08 17:24:44.905232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c907d-b271-4585-9960-ff15fcbface3 req-2bd4a748-b52d-47c2-9c06-c5ba0c357481 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.906871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f22c907d-b271-4585-9960-ff15fcbface3 req-2bd4a748-b52d-47c2-9c06-c5ba0c357481 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 945 time: 0.0820179 Jul 08 17:24:45.058181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Deleting port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:45.058784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.105415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d55e200c-4c85-4b44-bdc4-586d569ca1a3 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:45.205010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] For port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:45.206486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.217061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port d55e200c-4c85-4b44-bdc4-586d569ca1a3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:45.226302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Calling delete_port for 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:45.230514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port d55e200c-4c85-4b44-bdc4-586d569ca1a3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:45.231288 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.380172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132f607-6de1-4aac-b666-242470ba0fb4 req-04b6825d-919e-45b6-8b70-1212646e8eda tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:45.387906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9132f607-6de1-4aac-b666-242470ba0fb4 req-04b6825d-919e-45b6-8b70-1212646e8eda tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 948 time: 0.1856451 Jul 08 17:24:45.398457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.437808 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9132f607-6de1-4aac-b666-242470ba0fb4 req-ef677077-696c-483f-952e-dc31ac6f61ca tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486622 Jul 08 17:24:45.487102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event deleted for resources: {'Port': ['ID=779e2b80-f9ec-40de-a8b1-cbfa5b41ac93,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:45.506362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] No DVR routers for this DVR port 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:45.509294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.511207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f22c907d-b271-4585-9960-ff15fcbface3 req-bc85ba1a-da00-4978-bb86-c1786b812356 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "DELETE /v2.0/ports/779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 HTTP/1.1" status: 204 len: 173 time: 0.5984590 Jul 08 17:24:45.511935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'name': 'network-vif-deleted', 'tag': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:45.514108 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea938d50-1c1d-4294-acfa-59d09bf5f3c4" -d '{"events": [{"server_uuid": "7cf777bd-1b7a-4156-bd78-d93914e45b13", "name": "network-vif-deleted", "tag": "779e2b80-f9ec-40de-a8b1-cbfa5b41ac93"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:45.516978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.519595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add', 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', '8d5e00ee-f99f-4f3a-bd18-02768d27689f', '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:45.556323 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9779d0ac-01bc-444d-a252-44256a0fce0a x-openstack-request-id: req-9779d0ac-01bc-444d-a252-44256a0fce0a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:45.556699 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf777bd-1b7a-4156-bd78-d93914e45b13", "name": "network-vif-deleted", "tag": "779e2b80-f9ec-40de-a8b1-cbfa5b41ac93", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:45.557031 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9779d0ac-01bc-444d-a252-44256a0fce0a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:45.557556 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf777bd-1b7a-4156-bd78-d93914e45b13', 'name': 'network-vif-deleted', 'tag': '779e2b80-f9ec-40de-a8b1-cbfa5b41ac93', 'status': 'completed', 'code': 200} Jul 08 17:24:45.645659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d55e200c-4c85-4b44-bdc4-586d569ca1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:45.673741 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.674607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e3388af8-bd13-4829-84d3-2578e20cb528 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:45.725890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3840-71e6-4b2c-837c-70f42b9a84d1 req-66c1e7df-4d02-4a3f-8cd6-4bb99ab33015 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:45.728299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: e3388af8-bd13-4829-84d3-2578e20cb528 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:45.728670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e3388af8-bd13-4829-84d3-2578e20cb528 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:45.742865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3840-71e6-4b2c-837c-70f42b9a84d1 req-66c1e7df-4d02-4a3f-8cd6-4bb99ab33015 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:45.756755 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae0f3840-71e6-4b2c-837c-70f42b9a84d1 req-66c1e7df-4d02-4a3f-8cd6-4bb99ab33015 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1680 time: 0.1267471 Jul 08 17:24:45.821652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae0f3840-71e6-4b2c-837c-70f42b9a84d1 req-426dfbb5-082b-4ed3-81b9-71ad6a4078f1 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Jul 08 17:24:45.894106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d55e200c-4c85-4b44-bdc4-586d569ca1a3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:45.996093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97d5fe71-7c14-421d-a323-140e4371696a req-18bf855b-0c8d-4cf9-bf97-4b00026db254 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cf777bd-1b7a-4156-bd78-d93914e45b13 HTTP/1.1" status: 200 len: 210 time: 0.0372257 Jul 08 17:24:46.030803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:46.033799 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a5e127-9eef-4ae1-96ec-042de47e5017" -d '{"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-plugged", "status": "completed", "tag": "d55e200c-4c85-4b44-bdc4-586d569ca1a3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:46.082924 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ede040-cfc2-422b-911a-5c7dc29c4d6c x-openstack-request-id: req-f1ede040-cfc2-422b-911a-5c7dc29c4d6c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:46.083442 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-plugged", "status": "completed", "tag": "d55e200c-4c85-4b44-bdc4-586d569ca1a3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:46.083890 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1ede040-cfc2-422b-911a-5c7dc29c4d6c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:46.084421 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3', 'code': 200} Jul 08 17:24:46.328385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96447bf6-a211-4324-94fd-6c1972abd703 req-e727033e-d9dc-4d5d-bb3a-28decf3a62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:46.328941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96447bf6-a211-4324-94fd-6c1972abd703 req-e727033e-d9dc-4d5d-bb3a-28decf3a62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:46.331153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96447bf6-a211-4324-94fd-6c1972abd703 req-e727033e-d9dc-4d5d-bb3a-28decf3a62e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1983 time: 0.1561072 Jul 08 17:24:46.380181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96447bf6-a211-4324-94fd-6c1972abd703 req-e3cb92ac-ffc3-48a6-9a94-c91587e88ce1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Jul 08 17:24:46.631408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e677a-c8be-4f48-bea6-d5e399a50bb1 req-0f8cb8b7-81dd-45e2-a7cf-ef53f75e63ca tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:46.632961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f4e677a-c8be-4f48-bea6-d5e399a50bb1 req-0f8cb8b7-81dd-45e2-a7cf-ef53f75e63ca tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 948 time: 0.0772140 Jul 08 17:24:46.683034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f4e677a-c8be-4f48-bea6-d5e399a50bb1 req-f27ffd0a-3758-42da-b29a-4854791dcb02 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Jul 08 17:24:47.011809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7e5b-5a40-4cb8-977c-ce2c0a990cb6 req-222226c9-cee6-498f-877a-374c69bcb0a8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:47.018046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7e5b-5a40-4cb8-977c-ce2c0a990cb6 req-222226c9-cee6-498f-877a-374c69bcb0a8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:47.019656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-479d7e5b-5a40-4cb8-977c-ce2c0a990cb6 req-222226c9-cee6-498f-877a-374c69bcb0a8 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1681 time: 0.0785012 Jul 08 17:24:47.068319 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-479d7e5b-5a40-4cb8-977c-ce2c0a990cb6 req-a5d45aa8-9a8a-4f49-b3ba-6fc7766b9fdf tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Jul 08 17:24:47.140734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:47.287242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:47.313188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75', 'mac_address': 'fa:16:3e:75:00:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:47.433674 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.469797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:47.521257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:47.526839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.633586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:47.909325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['0f4367bb-c642-4ec8-a4e4-c4624e9cdf75'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:47.955570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486e108-372a-4d3e-89b8-ef371e5a7d09 req-c8cb2e5f-6ffc-4016-b042-54f435a6c94c tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:47.963359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8486e108-372a-4d3e-89b8-ef371e5a7d09 req-c8cb2e5f-6ffc-4016-b042-54f435a6c94c tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 949 time: 0.1428235 Jul 08 17:24:48.027312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8486e108-372a-4d3e-89b8-ef371e5a7d09 req-6e7db989-9078-4552-82a7-e8ea479981ac tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Jul 08 17:24:48.327205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e5cf-e21f-4220-9b4e-627453788681 req-00fd0906-97d1-469e-ae83-2f380904e451 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:48.335140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e5cf-e21f-4220-9b4e-627453788681 req-00fd0906-97d1-469e-ae83-2f380904e451 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:48.337636 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7ba5e5cf-e21f-4220-9b4e-627453788681 req-00fd0906-97d1-469e-ae83-2f380904e451 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1681 time: 0.0953298 Jul 08 17:24:48.399101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7ba5e5cf-e21f-4220-9b4e-627453788681 req-f9e1db57-0f1a-4b96-bd0f-778fd3b22372 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468791 Jul 08 17:24:49.058830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65e68-2a00-417d-8cc3-f55b1a01305f req-a6036766-0e8a-4b62-9788-ed41fecc6463 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:49.066128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65e68-2a00-417d-8cc3-f55b1a01305f req-a6036766-0e8a-4b62-9788-ed41fecc6463 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:49.085119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-29a65e68-2a00-417d-8cc3-f55b1a01305f req-a6036766-0e8a-4b62-9788-ed41fecc6463 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1681 time: 0.1634495 Jul 08 17:24:49.139068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-29a65e68-2a00-417d-8cc3-f55b1a01305f req-bbc4ffa9-fcd1-40eb-a9c4-a02f17197020 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529864 Jul 08 17:24:49.139400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:49.145745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:49.191060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:49.191506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 779e2b80-f9ec-40de-a8b1-cbfa5b41ac93 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:49.222401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:49.291593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4b8b7-ed64-482d-9a9f-8c3acdd4b3df req-6e08a961-3cd4-4229-be3c-5421f509b1bb tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:49.300340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40c4b8b7-ed64-482d-9a9f-8c3acdd4b3df req-6e08a961-3cd4-4229-be3c-5421f509b1bb tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 949 time: 0.0951982 Jul 08 17:24:49.335127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910b0493-f069-438b-b2f9-c1fa4d15777a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.367501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40c4b8b7-ed64-482d-9a9f-8c3acdd4b3df req-a59c4ae3-aad6-4679-b27d-3b9c1f48bf04 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662823 Jul 08 17:24:49.443865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48e6c9f3-a60f-4758-9968-aa5ecf910fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.493682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910b0493-f069-438b-b2f9-c1fa4d15777a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.498165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910b0493-f069-438b-b2f9-c1fa4d15777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.523643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b0493-f069-438b-b2f9-c1fa4d15777a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6cda4-d8b5-433a-8064-7ecae90d2a91,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:49.562162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-910b0493-f069-438b-b2f9-c1fa4d15777a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73ad3646fb1941f1bb86bd427c0b3d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216127 Jul 08 17:24:49.565520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:49.670489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.698384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.777896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.782173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.783445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cb6cda4-d8b5-433a-8064-7ecae90d2a91 HTTP/1.1" status: 204 len: 168 time: 0.2169318 Jul 08 17:24:49.814908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6cda4-d8b5-433a-8064-7ecae90d2a91,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:49.826180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.826541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.826886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.827417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.827760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.828094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.828423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.828751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.829717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.830433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.830554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.831081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3279dcb-c85d-408a-a696-1ad9f99c5707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:49.883333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.120702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:50.134641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2f2bc7-77fc-4be7-92ab-a995b74634f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.212560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Deleting port e677128c-0727-4bd4-8ffe-4adb17c0ae93 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:50.213979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.238658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2f2bc7-77fc-4be7-92ab-a995b74634f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.243157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc2f2bc7-77fc-4be7-92ab-a995b74634f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.290402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f2bc7-77fc-4be7-92ab-a995b74634f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8251544d-a4d7-4904-a409-35fa3183155a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:50.305609 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dc2f2bc7-77fc-4be7-92ab-a995b74634f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd174eb0d09649bf98b7a69e09e67071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835980 Jul 08 17:24:50.308180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:50.326872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] For port e677128c-0727-4bd4-8ffe-4adb17c0ae93, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e677128c-0727-4bd4-8ffe-4adb17c0ae93,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:50.327232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.351768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Calling delete_port for e677128c-0727-4bd4-8ffe-4adb17c0ae93 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:50.359106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bed53a-1143-4b0d-886b-ed01e78f19b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.382417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bed53a-1143-4b0d-886b-ed01e78f19b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.441802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bed53a-1143-4b0d-886b-ed01e78f19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.444949 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47bed53a-1143-4b0d-886b-ed01e78f19b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.448469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47bed53a-1143-4b0d-886b-ed01e78f19b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8251544d-a4d7-4904-a409-35fa3183155a HTTP/1.1" status: 204 len: 168 time: 0.1365166 Jul 08 17:24:50.456505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bed53a-1143-4b0d-886b-ed01e78f19b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8251544d-a4d7-4904-a409-35fa3183155a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:50.512400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bfc9a-1e8c-4216-93c9-5aba76d980e0 req-3d1110c1-2c8b-4044-87e7-aaf618727271 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:50.519050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bfc9a-1e8c-4216-93c9-5aba76d980e0 req-3d1110c1-2c8b-4044-87e7-aaf618727271 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:50.520829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-146bfc9a-1e8c-4216-93c9-5aba76d980e0 req-3d1110c1-2c8b-4044-87e7-aaf618727271 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1681 time: 0.1785483 Jul 08 17:24:50.611508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-6a6ae3e3-940d-4c7e-9cd4-a2cdd5e3ad0e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:50.618073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-146bfc9a-1e8c-4216-93c9-5aba76d980e0 req-70d4543b-d89c-4bfa-bd08-111f29c87342 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903356 Jul 08 17:24:50.628144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-6a6ae3e3-940d-4c7e-9cd4-a2cdd5e3ad0e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:50.630214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-6a6ae3e3-940d-4c7e-9cd4-a2cdd5e3ad0e tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 1681 time: 0.1188984 Jul 08 17:24:50.720054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.758665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Pushing event deleted for resources: {'Port': ['ID=e677128c-0727-4bd4-8ffe-4adb17c0ae93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:50.845358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e739f-c7fd-4b19-a02a-1099f8a2eeb6 req-77c71300-9c1c-4fbf-98b5-65fbd2a8d2d2 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:50.847035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a9e739f-c7fd-4b19-a02a-1099f8a2eeb6 req-77c71300-9c1c-4fbf-98b5-65fbd2a8d2d2 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 949 time: 0.2149887 Jul 08 17:24:50.896979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port d55e200c-4c85-4b44-bdc4-586d569ca1a3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:50.897326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.011895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a9e739f-c7fd-4b19-a02a-1099f8a2eeb6 req-8a33679e-aefc-4c2d-a88f-6292239f451d tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555943 Jul 08 17:24:51.040803 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.136567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port d55e200c-4c85-4b44-bdc4-586d569ca1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d55e200c-4c85-4b44-bdc4-586d569ca1a3,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:51.136963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.159704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for d55e200c-4c85-4b44-bdc4-586d569ca1a3 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:51.168405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:51.288098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:51.295779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:51.297347 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.407876 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.468291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:51.469256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:51.472212 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d8a289-84e6-4fb2-ba32-35d8ff5a61f6" -d '{"events": [{"server_uuid": "7eb963cd-b7f2-4636-809c-3588927b2a18", "name": "network-vif-plugged", "status": "completed", "tag": "0f4367bb-c642-4ec8-a4e4-c4624e9cdf75"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:51.475478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.498678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.512656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['73182286-24fc-4359-861c-d3b966718bfa', 'd55e200c-4c85-4b44-bdc4-586d569ca1a3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:51.548987 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feed557-9a60-4000-8492-cebe46369f44 x-openstack-request-id: req-4feed557-9a60-4000-8492-cebe46369f44 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:51.549824 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb963cd-b7f2-4636-809c-3588927b2a18", "name": "network-vif-plugged", "status": "completed", "tag": "0f4367bb-c642-4ec8-a4e4-c4624e9cdf75", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:51.550439 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4feed557-9a60-4000-8492-cebe46369f44 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:51.551026 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75', 'code': 200} Jul 08 17:24:51.555459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Router 0d271efd-bc4e-42ab-8b37-8554a56cc703 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:51.596817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:51.621226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=d55e200c-4c85-4b44-bdc4-586d569ca1a3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:51.658189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e61f2-16a1-459d-bc93-abd3782f1565 req-5c7a8f5d-fe7c-460a-b237-677438f26aa0 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:51.660862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-525e61f2-16a1-459d-bc93-abd3782f1565 req-5c7a8f5d-fe7c-460a-b237-677438f26aa0 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 945 time: 0.2488499 Jul 08 17:24:51.762768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port d55e200c-4c85-4b44-bdc4-586d569ca1a3 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:51.770475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.780175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-832da300-7ec4-4dcf-a6dc-fdb3d5ff2b17 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "DELETE /v2.0/ports/d55e200c-4c85-4b44-bdc4-586d569ca1a3 HTTP/1.1" status: 204 len: 173 time: 1.1011171 Jul 08 17:24:51.782020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-deleted', 'tag': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:51.783650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:51.785308 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972cd28f-84a6-45cc-9405-f38571ea185f" -d '{"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-deleted", "tag": "d55e200c-4c85-4b44-bdc4-586d569ca1a3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:51.792431 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] Sync routers for ids ['0d271efd-bc4e-42ab-8b37-8554a56cc703'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:51.807342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] Routers {'0d271efd-bc4e-42ab-8b37-8554a56cc703'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:51.807964 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0d271efd-bc4e-42ab-8b37-8554a56cc703'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:51.816682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2878c8e5-a63b-459f-a0e0-e30138cf6960 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d271efd-bc4e-42ab-8b37-8554a56cc703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5908358 Jul 08 17:24:51.825075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:51.927115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-525e61f2-16a1-459d-bc93-abd3782f1565 req-3696b16d-8e1c-4330-9621-85c858dafc7f tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160099 Jul 08 17:24:52.015278 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] Set router 0d271efd-bc4e-42ab-8b37-8554a56cc703 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:52.020714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port 73182286-24fc-4359-861c-d3b966718bfa {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:52.021454 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.031567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb096b38-c1d6-42ff-9631-f8ab0edf0cfb req-24aad147-1744-4b29-a096-79ef8cf34e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:52.033882 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb096b38-c1d6-42ff-9631-f8ab0edf0cfb req-24aad147-1744-4b29-a096-79ef8cf34e2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 1101 time: 0.3513043 Jul 08 17:24:52.038679 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d593ee88-13af-4764-a614-8d3150e5e4d5 x-openstack-request-id: req-d593ee88-13af-4764-a614-8d3150e5e4d5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:52.038982 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-deleted", "tag": "d55e200c-4c85-4b44-bdc4-586d569ca1a3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:52.039237 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d593ee88-13af-4764-a614-8d3150e5e4d5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:52.039634 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-deleted', 'tag': 'd55e200c-4c85-4b44-bdc4-586d569ca1a3', 'status': 'completed', 'code': 200} Jul 08 17:24:52.079904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.089970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f92fd4-832a-4bf2-8d56-775da7c78065 req-ff3b1d5c-2b1a-45c4-a4ec-94d876b5ec23 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:52.096448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5f92fd4-832a-4bf2-8d56-775da7c78065 req-ff3b1d5c-2b1a-45c4-a4ec-94d876b5ec23 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 945 time: 0.2023630 Jul 08 17:24:52.167783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb096b38-c1d6-42ff-9631-f8ab0edf0cfb req-86d0155b-f423-4a3f-8356-082e8de149ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135473 Jul 08 17:24:52.170526 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a10a5a88-e153-426f-9077-2d2454697cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.181829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port 73182286-24fc-4359-861c-d3b966718bfa, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=73182286-24fc-4359-861c-d3b966718bfa,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:52.182362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.205562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for 73182286-24fc-4359-861c-d3b966718bfa owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:52.262150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5f92fd4-832a-4bf2-8d56-775da7c78065 req-50099cf6-bba7-4d0c-8a5b-6fe18403359f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/security-groups?id=81f23b70-d17b-4730-8cff-18e60aa30df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273494 Jul 08 17:24:52.272371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.341163 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.392060 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:24:50Z', 'revision_number': 5, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port': {'id': 'ff0fc85b-c597-4e95-ac55-16cae7ad3644', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:24Z', 'updated_at': '2021-07-08T17:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:52.423039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Deleting port ff0fc85b-c597-4e95-ac55-16cae7ad3644 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:52.424407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.433523 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] Checking router: 0d271efd-bc4e-42ab-8b37-8554a56cc703 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:52.443095 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] Routers {'0d271efd-bc4e-42ab-8b37-8554a56cc703'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:52.444391 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0d271efd-bc4e-42ab-8b37-8554a56cc703'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:52.453056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afb56-da19-4bb8-b274-24cc9ee030f3 req-06ddf4fd-8118-4edf-8046-3edb089710a7 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:52.455053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b38afb56-da19-4bb8-b274-24cc9ee030f3 req-06ddf4fd-8118-4edf-8046-3edb089710a7 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 950 time: 0.1531801 Jul 08 17:24:52.544339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b38afb56-da19-4bb8-b274-24cc9ee030f3 req-096b199d-7891-47ab-8ce9-b09ec3b2fc2e tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825443 Jul 08 17:24:52.553895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.554410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] For port ff0fc85b-c597-4e95-ac55-16cae7ad3644, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ff0fc85b-c597-4e95-ac55-16cae7ad3644,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:52.555116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.570789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Calling delete_port for ff0fc85b-c597-4e95-ac55-16cae7ad3644 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:52.571452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d55e200c-4c85-4b44-bdc4-586d569ca1a3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:52.587285 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] Set router 0d271efd-bc4e-42ab-8b37-8554a56cc703 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:52.641853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=73182286-24fc-4359-861c-d3b966718bfa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:52.667656 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:24:52Z', 'revision_number': 6, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:52.700990 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f33007-6d05-410b-b540-093f9f477f85 None None] The sync data for ids ['0d271efd-bc4e-42ab-8b37-8554a56cc703'] in n-d-799527-4 is: [{'id': '0d271efd-bc4e-42ab-8b37-8554a56cc703', 'name': 'tempest-AttachSCSIVolumeTestJSON-733945805-router', 'tenant_id': '33cdb8c148bb49318e5687f10d608793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:23Z', 'updated_at': '2021-07-08T17:24:52Z', 'revision_number': 6, 'project_id': '33cdb8c148bb49318e5687f10d608793', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:52.722920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port 73182286-24fc-4359-861c-d3b966718bfa on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:52.731571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.733855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dca65128-6f52-4d9f-a8df-45acd35da5b3 req-0e6b4945-e788-43e4-a794-cfe932814a71 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.53 "DELETE /v2.0/ports/73182286-24fc-4359-861c-d3b966718bfa HTTP/1.1" status: 204 len: 173 time: 0.9144013 Jul 08 17:24:52.841952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.873128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0fc85b-c597-4e95-ac55-16cae7ad3644,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:52.949599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.084151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.102968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.238010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e677128c-0727-4bd4-8ffe-4adb17c0ae93 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:53.240096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-d436d3ea-1993-4977-8f75-f1e3386082de tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:53.243147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-d436d3ea-1993-4977-8f75-f1e3386082de tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 945 time: 0.1337314 Jul 08 17:24:53.299998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e677128c-0727-4bd4-8ffe-4adb17c0ae93 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:53.300339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e677128c-0727-4bd4-8ffe-4adb17c0ae93 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:53.442405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Deleting port 8d5e00ee-f99f-4f3a-bd18-02768d27689f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:53.443156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.499432 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.586907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.587578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d271efd-bc4e-42ab-8b37-8554a56cc703 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:24:53.596975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.598635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5d952bc-573e-45d4-929b-0aef406b8825 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0d271efd-bc4e-42ab-8b37-8554a56cc703 HTTP/1.1" status: 204 len: 168 time: 1.7711656 Jul 08 17:24:53.602741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:53.640605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73cc5239-e4f0-4610-bb50-af90a220763d req-be6c1804-05b7-4376-b38f-80274ed48c5f tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a2cf515-7918-4466-bb53-972f9d48bbbc HTTP/1.1" status: 200 len: 210 time: 0.0687387 Jul 08 17:24:53.647476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] For port 8d5e00ee-f99f-4f3a-bd18-02768d27689f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d5e00ee-f99f-4f3a-bd18-02768d27689f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:53.650769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.667437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde92933-56e9-4bb2-8f60-fb49f117e7f9 req-a6d97779-4495-49d8-aff2-fd0fd76e49fb tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:53.675709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dde92933-56e9-4bb2-8f60-fb49f117e7f9 req-a6d97779-4495-49d8-aff2-fd0fd76e49fb tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 945 time: 0.6064205 Jul 08 17:24:53.684271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Calling delete_port for 8d5e00ee-f99f-4f3a-bd18-02768d27689f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:53.716385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Deleting subnet fa11af64-0183-4a04-82c9-c8f76f9998dd {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:53.737161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.778618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dde92933-56e9-4bb2-8f60-fb49f117e7f9 req-921302b0-95b1-4d4f-83e6-ef1b1c40939a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017070 Jul 08 17:24:53.796463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.887443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.903479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add', 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', '8d5e00ee-f99f-4f3a-bd18-02768d27689f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:53.948256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.969477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event deleted for resources: {'Port': ['ID=8d5e00ee-f99f-4f3a-bd18-02768d27689f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:54.013827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.014223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.014531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.014861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.015188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.015519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.016109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.016468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.017383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.017671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.018141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.018526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:54.025891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] No DVR routers for this DVR port 8d5e00ee-f99f-4f3a-bd18-02768d27689f on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:54.029304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.031742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc931793-318b-4cb9-a6b4-b4e2d442ea21 req-f82b3972-085a-4cae-9f80-f4c508927419 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "DELETE /v2.0/ports/8d5e00ee-f99f-4f3a-bd18-02768d27689f HTTP/1.1" status: 204 len: 173 time: 0.7812579 Jul 08 17:24:54.043782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-deleted', 'tag': '73182286-24fc-4359-861c-d3b966718bfa'}, {'server_uuid': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'name': 'network-vif-deleted', 'tag': '8d5e00ee-f99f-4f3a-bd18-02768d27689f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:54.049488 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ae17b-796c-4429-b6fd-ae302336ae38" -d '{"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-deleted", "tag": "73182286-24fc-4359-861c-d3b966718bfa"}, {"server_uuid": "60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9", "name": "network-vif-deleted", "tag": "8d5e00ee-f99f-4f3a-bd18-02768d27689f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:54.122894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.157752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa11af64-0183-4a04-82c9-c8f76f9998dd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:54.201176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52171214-cc28-437f-8dc9-52173912db0a req-ab0b6b98-6411-4220-94f7-f9133c18db6e tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:54.211219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52171214-cc28-437f-8dc9-52173912db0a req-ab0b6b98-6411-4220-94f7-f9133c18db6e tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 950 time: 0.1876888 Jul 08 17:24:54.234051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.237052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8b09b3ef-8086-4bf5-9125-5c193f65b4a5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fa11af64-0183-4a04-82c9-c8f76f9998dd HTTP/1.1" status: 204 len: 168 time: 0.6330264 Jul 08 17:24:54.239688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:54.254767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c17708-c3a0-4584-9564-382236902188 None None] Network a1bf93fa-bd94-4a92-8004-bb0c48dfd922 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:54.275450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52171214-cc28-437f-8dc9-52173912db0a req-67978c9d-c330-4aec-a7f3-e8cae14a551b tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631526 Jul 08 17:24:54.346903 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.351509 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea93b48-f39a-4a47-b8d8-d0bea3fc2c27 x-openstack-request-id: req-6ea93b48-f39a-4a47-b8d8-d0bea3fc2c27 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:54.351810 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2cf515-7918-4466-bb53-972f9d48bbbc", "name": "network-vif-deleted", "tag": "73182286-24fc-4359-861c-d3b966718bfa", "status": "completed", "code": 200}, {"server_uuid": "60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9", "name": "network-vif-deleted", "tag": "8d5e00ee-f99f-4f3a-bd18-02768d27689f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:54.352053 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ea93b48-f39a-4a47-b8d8-d0bea3fc2c27 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:54.352448 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2cf515-7918-4466-bb53-972f9d48bbbc', 'name': 'network-vif-deleted', 'tag': '73182286-24fc-4359-861c-d3b966718bfa', 'status': 'completed', 'code': 200} Jul 08 17:24:54.352693 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9', 'name': 'network-vif-deleted', 'tag': '8d5e00ee-f99f-4f3a-bd18-02768d27689f', 'status': 'completed', 'code': 200} Jul 08 17:24:54.399580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:54.422622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Deleting port 29955ca0-8afa-4fef-a081-a29f579b256c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:54.423071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.514998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] For port 29955ca0-8afa-4fef-a081-a29f579b256c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=29955ca0-8afa-4fef-a081-a29f579b256c,segment=NetworkSegment(1d7aa361-80aa-4fde-a7ec-0ea969f02e1a),segment_id=1d7aa361-80aa-4fde-a7ec-0ea969f02e1a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:54.515426 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.531392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d008cddd-d326-45e0-b87c-e197d1e4eeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.531607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Calling delete_port for 29955ca0-8afa-4fef-a081-a29f579b256c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:54.636965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.639704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46677670-4332-4162-ac3b-cd453f90331c None None] DHCP port deletion for a1bf93fa-bd94-4a92-8004-bb0c48dfd922 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:24:54.669637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d008cddd-d326-45e0-b87c-e197d1e4eeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.675148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d008cddd-d326-45e0-b87c-e197d1e4eeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.718675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=29955ca0-8afa-4fef-a081-a29f579b256c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:54.736325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] No DVR routers for this DVR port 29955ca0-8afa-4fef-a081-a29f579b256c on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:54.769140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d008cddd-d326-45e0-b87c-e197d1e4eeb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd7e7e8e866848558431de84942caf61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651984 Jul 08 17:24:54.772742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008cddd-d326-45e0-b87c-e197d1e4eeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d84eac-0537-4a9d-a82e-946c74b3007b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:54.784585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:54.785097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:54.881335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting subnet 08211e8f-6890-4934-8570-7206c369312a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:54.887794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.888251 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.911817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.924578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bf93fa-bd94-4a92-8004-bb0c48dfd922']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:54.939371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:54.939925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7aa361-80aa-4fde-a7ec-0ea969f02e1a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:54.952572 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.976825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.987867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77beb35a-905c-440a-9eb7-084775ec6f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.993206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:54.993986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.007639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:55.021174 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:55.066263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77beb35a-905c-440a-9eb7-084775ec6f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.137905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29955ca0-8afa-4fef-a081-a29f579b256c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:55.158793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0782232e-96bc-4a87-b743-b380062a8f9d req-f8aced26-f089-48be-8d0b-f1f2948d3c3e tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=60176be5-2bb5-4a5e-aef5-d5c2bdafc0c9 HTTP/1.1" status: 200 len: 210 time: 0.0723007 Jul 08 17:24:55.177597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 73182286-24fc-4359-861c-d3b966718bfa no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:55.201787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.202630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.210511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.219809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1bf93fa-bd94-4a92-8004-bb0c48dfd922 HTTP/1.1" status: 204 len: 168 time: 0.9788392 Jul 08 17:24:55.231172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 73182286-24fc-4359-861c-d3b966718bfa {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:55.231812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 73182286-24fc-4359-861c-d3b966718bfa not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:55.232319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d55e200c-4c85-4b44-bdc4-586d569ca1a3 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:55.238070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49620) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:55.250592 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77beb35a-905c-440a-9eb7-084775ec6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.254991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77beb35a-905c-440a-9eb7-084775ec6f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.257098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-77beb35a-905c-440a-9eb7-084775ec6f7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48d84eac-0537-4a9d-a82e-946c74b3007b HTTP/1.1" status: 204 len: 168 time: 0.4702508 Jul 08 17:24:55.257335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5cfc4-bd33-4c5d-bd7b-19659f5d5eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bf93fa-bd94-4a92-8004-bb0c48dfd922,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:55.285986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77beb35a-905c-440a-9eb7-084775ec6f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d84eac-0537-4a9d-a82e-946c74b3007b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:55.295127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 29955ca0-8afa-4fef-a081-a29f579b256c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:55.296502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29955ca0-8afa-4fef-a081-a29f579b256c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:55.298462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ff0fc85b-c597-4e95-ac55-16cae7ad3644 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:55.303061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: d55e200c-4c85-4b44-bdc4-586d569ca1a3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:55.308752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d55e200c-4c85-4b44-bdc4-586d569ca1a3 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:55.340032 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.379444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ff0fc85b-c597-4e95-ac55-16cae7ad3644 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:55.381539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ff0fc85b-c597-4e95-ac55-16cae7ad3644 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:55.429263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Subnet': ['ID=08211e8f-6890-4934-8570-7206c369312a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:55.432621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.436313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aafdaea-d87a-493c-993e-3c3d0ffd3532 None None] Network a99481fb-76f1-4737-bacb-68ceefa04060 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:55.450650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28db0390-cc40-4215-9ea6-9a9e49805c5a tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/subnets/08211e8f-6890-4934-8570-7206c369312a HTTP/1.1" status: 204 len: 168 time: 0.6625032 Jul 08 17:24:55.453743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:55.573286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.668793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:55.684889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port c583adf8-3ae1-4a45-af89-97794f11b2db {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:55.685842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.689045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a703dd-9324-4e0a-9de4-2360fa159cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.739112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] DHCP port deletion for a99481fb-76f1-4737-bacb-68ceefa04060 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:24:55.798769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port c583adf8-3ae1-4a45-af89-97794f11b2db, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c583adf8-3ae1-4a45-af89-97794f11b2db,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:55.799282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.832251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for c583adf8-3ae1-4a45-af89-97794f11b2db owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:55.861591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] Deleting port c583adf8-3ae1-4a45-af89-97794f11b2db {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:55.861989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.967759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a703dd-9324-4e0a-9de4-2360fa159cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.973463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-75a703dd-9324-4e0a-9de4-2360fa159cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.979372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.989625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] For port c583adf8-3ae1-4a45-af89-97794f11b2db, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c583adf8-3ae1-4a45-af89-97794f11b2db,segment=NetworkSegment(550c99ab-036b-4628-b779-5d2b60de160b),segment_id=550c99ab-036b-4628-b779-5d2b60de160b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:55.990913 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.010033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] Calling delete_port for c583adf8-3ae1-4a45-af89-97794f11b2db owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:56.059044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a703dd-9324-4e0a-9de4-2360fa159cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b931da83-2b44-4b78-988a-4645cd61ce63,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:56.078416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=c583adf8-3ae1-4a45-af89-97794f11b2db,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:56.095062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port c583adf8-3ae1-4a45-af89-97794f11b2db on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:56.128723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.178432 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.205056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] Pushing event deleted for resources: {'Port': ['ID=c583adf8-3ae1-4a45-af89-97794f11b2db,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:56.208126 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.218983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8cda3-bd5d-4198-ad98-4a5720431081 None None] No DVR routers for this DVR port c583adf8-3ae1-4a45-af89-97794f11b2db on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:56.232307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99481fb-76f1-4737-bacb-68ceefa04060']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:56.247639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550c99ab-036b-4628-b779-5d2b60de160b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:56.248058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550c99ab-036b-4628-b779-5d2b60de160b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:56.259972 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.278807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.287257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:56.287664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:56.364294 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:56.368623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-75a703dd-9324-4e0a-9de4-2360fa159cbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=537b662392744ef88d207075539f2623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985044 Jul 08 17:24:56.370098 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.376046 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.378035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/networks/a99481fb-76f1-4737-bacb-68ceefa04060 HTTP/1.1" status: 204 len: 168 time: 0.9226577 Jul 08 17:24:56.378680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:56.387876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:56.425560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5b8b-074c-4b53-a7e1-45430eba28ab tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Network': ['ID=a99481fb-76f1-4737-bacb-68ceefa04060,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:56.517152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78a79e85-9b05-4cc1-9a17-77d53cf036ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.548763 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78a79e85-9b05-4cc1-9a17-77d53cf036ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.554692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting subnet 227839ec-a3f6-4092-97e1-09a5009a957c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:56.559678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.628337 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78a79e85-9b05-4cc1-9a17-77d53cf036ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.632059 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78a79e85-9b05-4cc1-9a17-77d53cf036ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.636755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-78a79e85-9b05-4cc1-9a17-77d53cf036ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b931da83-2b44-4b78-988a-4645cd61ce63 HTTP/1.1" status: 204 len: 168 time: 0.2504208 Jul 08 17:24:56.637479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.661300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a79e85-9b05-4cc1-9a17-77d53cf036ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b931da83-2b44-4b78-988a-4645cd61ce63,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:56.851601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.903429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Deleting port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:56.903562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.015614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] For port eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:57.015983 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.064409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Calling delete_port for eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:57.140204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c583adf8-3ae1-4a45-af89-97794f11b2db no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:57.169711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c583adf8-3ae1-4a45-af89-97794f11b2db {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:57.170556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c583adf8-3ae1-4a45-af89-97794f11b2db not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:57.177268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d5e00ee-f99f-4f3a-bd18-02768d27689f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:57.183641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.207770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 8d5e00ee-f99f-4f3a-bd18-02768d27689f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:57.208240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d5e00ee-f99f-4f3a-bd18-02768d27689f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:57.226723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Subnet': ['ID=227839ec-a3f6-4092-97e1-09a5009a957c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:57.280101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.286648 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-000811b0-9537-4d60-ba1d-e07be695fdc6 tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/subnets/227839ec-a3f6-4092-97e1-09a5009a957c HTTP/1.1" status: 204 len: 168 time: 0.8950090 Jul 08 17:24:57.287001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:57.287933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea21aa8-d347-446a-b312-c458958b999f None None] Network af4a06fe-8886-4e05-bb44-a9432c8f6031 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:57.349882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8a0f5-fed2-41d3-9d44-d9eaa8382e19 req-bf4784bb-a95b-4526-9bf3-16f2140d54dc tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:57.357377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1a8a0f5-fed2-41d3-9d44-d9eaa8382e19 req-bf4784bb-a95b-4526-9bf3-16f2140d54dc tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 945 time: 0.4479139 Jul 08 17:24:57.445809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1a8a0f5-fed2-41d3-9d44-d9eaa8382e19 req-016403aa-3f58-45f4-9640-e12d73ab8766 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864930 Jul 08 17:24:57.493558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.577003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.606354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:57.667486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Deleting port a4713e73-a9f5-4c7e-9951-a700f88273b3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:57.667661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.746230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] DHCP port deletion for af4a06fe-8886-4e05-bb44-a9432c8f6031 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:24:57.777585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] For port a4713e73-a9f5-4c7e-9951-a700f88273b3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4713e73-a9f5-4c7e-9951-a700f88273b3,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:57.777965 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.821595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Calling delete_port for a4713e73-a9f5-4c7e-9951-a700f88273b3 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:57.827082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] Deleting port a4713e73-a9f5-4c7e-9951-a700f88273b3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:57.832236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.980559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.986452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.041870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Port': ['ID=a4713e73-a9f5-4c7e-9951-a700f88273b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:58.047775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] No DVR routers for this DVR port a4713e73-a9f5-4c7e-9951-a700f88273b3 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:58.148434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.163488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4a06fe-8886-4e05-bb44-a9432c8f6031']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:58.168970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] For port a4713e73-a9f5-4c7e-9951-a700f88273b3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4713e73-a9f5-4c7e-9951-a700f88273b3,segment=NetworkSegment(90695461-a3d7-48b1-bdec-3de3fbca9b65),segment_id=90695461-a3d7-48b1-bdec-3de3fbca9b65)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:58.169383 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.179674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90695461-a3d7-48b1-bdec-3de3fbca9b65') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:58.180023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90695461-a3d7-48b1-bdec-3de3fbca9b65') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:58.191478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.202254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] Calling delete_port for a4713e73-a9f5-4c7e-9951-a700f88273b3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:58.215913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.232509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:58.233676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:58.239905 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:58.301950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.318174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.331837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] Pushing event deleted for resources: {'Port': ['ID=a4713e73-a9f5-4c7e-9951-a700f88273b3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:58.333999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad720d6-821a-4bbc-82a7-400a435ae794 None None] No DVR routers for this DVR port a4713e73-a9f5-4c7e-9951-a700f88273b3 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:58.335622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.346006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] 10.222.0.48 "DELETE /v2.0/networks/af4a06fe-8886-4e05-bb44-a9432c8f6031 HTTP/1.1" status: 204 len: 168 time: 1.0493150 Jul 08 17:24:58.377917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6089-47f5-4636-b1c4-66644241ab7b tempest-ServersTestMultiNic-1995291570 tempest-ServersTestMultiNic-1995291570-project] Pushing event deleted for resources: {'Network': ['ID=af4a06fe-8886-4e05-bb44-a9432c8f6031,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:58.458694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:58.505299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-3db638f0-3a4d-458d-a4d4-bcabb5034f2a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:58.507087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-3db638f0-3a4d-458d-a4d4-bcabb5034f2a tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 945 time: 0.1379395 Jul 08 17:24:58.732581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:58.743283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] Sync routers for ids ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:58.745401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b1f020cc-9721-475b-8946-84a41600261d admin admin] 10.222.0.48 "PUT /v2.0/routers/d9f9b05c-aa22-44c1-a772-a52a9e2087a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4970708 Jul 08 17:24:58.747966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:58.760742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] Routers {'d9f9b05c-aa22-44c1-a772-a52a9e2087a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:58.761381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:58.795371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Deleting port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:58.795841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.809048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79fb25-ac93-4ee2-8f8c-07365c286511 req-ba7fbf11-8e29-471d-b119-9c3e592d9403 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:58.811008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae79fb25-ac93-4ee2-8f8c-07365c286511 req-ba7fbf11-8e29-471d-b119-9c3e592d9403 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 945 time: 0.1624548 Jul 08 17:24:58.940393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] Set router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:58.943788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:58.960879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae79fb25-ac93-4ee2-8f8c-07365c286511 req-73cd2e4b-9755-4331-8612-b2f846bfcdbf tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368864 Jul 08 17:24:58.983930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.099281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] For port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:59.099281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.193291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Calling delete_port for c5b05e55-3e1d-4b89-a6d2-e3d29245a50f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:59.241856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4713e73-a9f5-4c7e-9951-a700f88273b3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:59.250212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.283403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a4713e73-a9f5-4c7e-9951-a700f88273b3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:59.283778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4713e73-a9f5-4c7e-9951-a700f88273b3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:59.365914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:24:57Z', 'revision_number': 5, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port': {'id': '83a537e1-6bf5-443c-ac0d-d72af1eadff2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:59.371980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Deleting port 83a537e1-6bf5-443c-ac0d-d72af1eadff2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:59.372521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.398693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] Checking router: d9f9b05c-aa22-44c1-a772-a52a9e2087a5 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:59.410660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] Routers {'d9f9b05c-aa22-44c1-a772-a52a9e2087a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:59.411684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:59.506731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] For port 83a537e1-6bf5-443c-ac0d-d72af1eadff2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=83a537e1-6bf5-443c-ac0d-d72af1eadff2,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:59.507100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.507221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] Set router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:59.541036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Calling delete_port for 83a537e1-6bf5-443c-ac0d-d72af1eadff2 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:59.555847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.568893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add', 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:59.597513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event deleted for resources: {'Port': ['ID=c5b05e55-3e1d-4b89-a6d2-e3d29245a50f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:59.619933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:24:59Z', 'revision_number': 6, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:59.665574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6a6dd-5d61-4ead-9bc1-569b00ffc38a None None] The sync data for ids ['d9f9b05c-aa22-44c1-a772-a52a9e2087a5'] in n-d-799527-4 is: [{'id': 'd9f9b05c-aa22-44c1-a772-a52a9e2087a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1237497611-router', 'tenant_id': '92e54d47e5e046809dca9fd81167e31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:41Z', 'updated_at': '2021-07-08T17:24:59Z', 'revision_number': 6, 'project_id': '92e54d47e5e046809dca9fd81167e31b', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:59.698898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] No DVR routers for this DVR port c5b05e55-3e1d-4b89-a6d2-e3d29245a50f on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:59.702495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.705312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-78255bdd-306f-411e-b494-4764cf9fbc4e req-b19bfbae-95d0-487c-9523-bb3d6db220a9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "DELETE /v2.0/ports/c5b05e55-3e1d-4b89-a6d2-e3d29245a50f HTTP/1.1" status: 204 len: 173 time: 1.1574273 Jul 08 17:24:59.708555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'name': 'network-vif-deleted', 'tag': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:59.708555 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d0748-9880-4387-aa3f-0fa3b9ee61b1" -d '{"events": [{"server_uuid": "2a6d83f8-24e5-4b6f-b3f6-ee090335700a", "name": "network-vif-deleted", "tag": "c5b05e55-3e1d-4b89-a6d2-e3d29245a50f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:59.835450 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8df079-d817-43df-8201-ad332fc3c2aa x-openstack-request-id: req-ca8df079-d817-43df-8201-ad332fc3c2aa {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:59.838057 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6d83f8-24e5-4b6f-b3f6-ee090335700a", "name": "network-vif-deleted", "tag": "c5b05e55-3e1d-4b89-a6d2-e3d29245a50f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:59.838736 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca8df079-d817-43df-8201-ad332fc3c2aa {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:59.839298 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6d83f8-24e5-4b6f-b3f6-ee090335700a', 'name': 'network-vif-deleted', 'tag': 'c5b05e55-3e1d-4b89-a6d2-e3d29245a50f', 'status': 'completed', 'code': 200} Jul 08 17:24:59.915534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.956369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.995887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a537e1-6bf5-443c-ac0d-d72af1eadff2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:00.151336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.368264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0da6dd2f-5812-40f1-be77-d03cd29c19cf req-c85b1c88-dce7-48ed-b94b-ed1e3553dde5 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a6d83f8-24e5-4b6f-b3f6-ee090335700a HTTP/1.1" status: 200 len: 210 time: 0.0980995 Jul 08 17:25:00.380614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.385608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.467921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.468455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f9b05c-aa22-44c1-a772-a52a9e2087a5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:25:00.479031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.484252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41d97afc-21d0-4c9b-9cf4-4bb93ac64a30 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d9f9b05c-aa22-44c1-a772-a52a9e2087a5 HTTP/1.1" status: 204 len: 168 time: 1.7352283 Jul 08 17:25:00.485433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49746) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:00.571378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Deleting port c5737b60-aadd-43a6-ab80-52741a93454d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:00.572031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.603726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Deleting subnet 5a5e55d0-6171-437e-a376-7b2ce433481f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:25:00.642268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:00.649596 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.690333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.800532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5244-bcad-4809-ac3d-7258b7cb1ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.823261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] For port c5737b60-aadd-43a6-ab80-52741a93454d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c5737b60-aadd-43a6-ab80-52741a93454d,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:00.823695 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.842685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.845677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Calling delete_port for c5737b60-aadd-43a6-ab80-52741a93454d owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:00.942729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5244-bcad-4809-ac3d-7258b7cb1ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.949880 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e2e5244-bcad-4809-ac3d-7258b7cb1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.014534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2e2e5244-bcad-4809-ac3d-7258b7cb1ad3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63894dea85764cf4968273891793b402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709748 Jul 08 17:25:01.015553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e5244-bcad-4809-ac3d-7258b7cb1ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0da0d1-63d0-4b3c-9f35-95d3578f1e48,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:01.018756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:01.087588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:01.098234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347bbd00-4210-48b6-8ed0-27904fe39947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.115877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:01.116625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb3540f9-8db0-42e2-9efb-d0d6dcf2cf88 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:01.117271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 83a537e1-6bf5-443c-ac0d-d72af1eadff2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:01.131753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347bbd00-4210-48b6-8ed0-27904fe39947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.141784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 83a537e1-6bf5-443c-ac0d-d72af1eadff2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:01.142247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 83a537e1-6bf5-443c-ac0d-d72af1eadff2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:01.185705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347bbd00-4210-48b6-8ed0-27904fe39947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.188588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-347bbd00-4210-48b6-8ed0-27904fe39947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.189789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-347bbd00-4210-48b6-8ed0-27904fe39947 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb0da0d1-63d0-4b3c-9f35-95d3578f1e48 HTTP/1.1" status: 204 len: 168 time: 0.1701367 Jul 08 17:25:01.200573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bbd00-4210-48b6-8ed0-27904fe39947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0da0d1-63d0-4b3c-9f35-95d3578f1e48,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:01.320173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.362483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd9ee4-b2a6-440e-9f95-c5bfd48b6ec8 None None] Network 9453e57a-7246-433d-885a-b0f679a81ae0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:01.385613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.387535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a5e55d0-6171-437e-a376-7b2ce433481f HTTP/1.1" status: 204 len: 168 time: 0.9001284 Jul 08 17:25:01.388431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3992ee7-cce2-4332-994a-752e854805d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5e55d0-6171-437e-a376-7b2ce433481f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:01.390190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:01.567738 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.616030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.631673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:01.643224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5737b60-aadd-43a6-ab80-52741a93454d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:01.690686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ced5df3-941c-4b0e-8d3b-d82260dd2fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.793303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] DHCP port deletion for 9453e57a-7246-433d-885a-b0f679a81ae0 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:25:01.818387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Deleting port 49d37bcc-1fef-41a3-8fce-1610f50aa027 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:01.818783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.891511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] Deleting port 49d37bcc-1fef-41a3-8fce-1610f50aa027 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:01.892215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.927138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] For port 49d37bcc-1fef-41a3-8fce-1610f50aa027, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=49d37bcc-1fef-41a3-8fce-1610f50aa027,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:01.927597 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.948036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Calling delete_port for 49d37bcc-1fef-41a3-8fce-1610f50aa027 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:01.961214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.987801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] For port 49d37bcc-1fef-41a3-8fce-1610f50aa027, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=49d37bcc-1fef-41a3-8fce-1610f50aa027,segment=NetworkSegment(1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71),segment_id=1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:01.988206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.002703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] Calling delete_port for 49d37bcc-1fef-41a3-8fce-1610f50aa027 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:02.038957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ced5df3-941c-4b0e-8d3b-d82260dd2fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.045131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ced5df3-941c-4b0e-8d3b-d82260dd2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.095504 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ced5df3-941c-4b0e-8d3b-d82260dd2fb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c3e61a60a674501a8747ff03ad81b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534144 Jul 08 17:25:02.096655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5df3-941c-4b0e-8d3b-d82260dd2fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f80c0c-8814-4208-a742-9110eb7095a6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:02.098066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:02.099521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.114833 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.140210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=49d37bcc-1fef-41a3-8fce-1610f50aa027,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:02.146868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] No DVR routers for this DVR port 49d37bcc-1fef-41a3-8fce-1610f50aa027 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:02.152758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] Pushing event deleted for resources: {'Port': ['ID=49d37bcc-1fef-41a3-8fce-1610f50aa027,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:02.158166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9a115-27bd-4bc9-8338-0582f5022092 None None] No DVR routers for this DVR port 49d37bcc-1fef-41a3-8fce-1610f50aa027 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:02.238271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.249541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9453e57a-7246-433d-885a-b0f679a81ae0']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:02.252275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a75de2d-88f6-48e6-807e-4c45cf0e482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.262941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:02.263448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6cdb59-5ddd-46d5-8a6c-b2c9d2bc7a71') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:02.273674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.288353 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a75de2d-88f6-48e6-807e-4c45cf0e482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.290092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.303405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:25:02.303405 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:25:02.305640 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:25:02.308400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Router 2fd59797-e726-4383-88d5-164811c2a210 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:02.364570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.370321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.375017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] 10.222.0.48 "DELETE /v2.0/networks/9453e57a-7246-433d-885a-b0f679a81ae0 HTTP/1.1" status: 204 len: 168 time: 0.9813223 Jul 08 17:25:02.385968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d5a87-2d07-4424-97da-3fff361fe6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=9453e57a-7246-433d-885a-b0f679a81ae0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:02.402498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a75de2d-88f6-48e6-807e-4c45cf0e482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.405256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a75de2d-88f6-48e6-807e-4c45cf0e482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.406494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6a75de2d-88f6-48e6-807e-4c45cf0e482b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80f80c0c-8814-4208-a742-9110eb7095a6 HTTP/1.1" status: 204 len: 168 time: 0.3071978 Jul 08 17:25:02.445835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75de2d-88f6-48e6-807e-4c45cf0e482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f80c0c-8814-4208-a742-9110eb7095a6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:02.472049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:02.476998 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0c27916a-9d25-4f79-a1ca-94280c89eedc admin admin] 10.222.0.48 "PUT /v2.0/routers/2fd59797-e726-4383-88d5-164811c2a210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5303094 Jul 08 17:25:02.479488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:02.482291 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] Sync routers for ids ['2fd59797-e726-4383-88d5-164811c2a210'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:02.496316 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] Routers {'2fd59797-e726-4383-88d5-164811c2a210'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:02.496945 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2fd59797-e726-4383-88d5-164811c2a210'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:02.657723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.665032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:02.705762 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] Set router 2fd59797-e726-4383-88d5-164811c2a210 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:02.796876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2f170ab7-d693-4e16-b004-31e62269905f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33cdb8c148bb49318e5687f10d608793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264768 Jul 08 17:25:02.799112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49796) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:02.899666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.923826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f695b052-334d-42de-abc4-90fa1c938904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.945161 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 5, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port': {'id': '069ce64c-e115-4e63-b317-08d7ae659d44', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd59797-e726-4383-88d5-164811c2a210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:44Z', 'updated_at': '2021-07-08T17:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:02.980486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] Checking router: 2fd59797-e726-4383-88d5-164811c2a210 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:02.980855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f695b052-334d-42de-abc4-90fa1c938904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.992255 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] Routers {'2fd59797-e726-4383-88d5-164811c2a210'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:02.993561 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2fd59797-e726-4383-88d5-164811c2a210'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:03.035922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Deleting port 069ce64c-e115-4e63-b317-08d7ae659d44 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:03.036352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.098232 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] Set router 2fd59797-e726-4383-88d5-164811c2a210 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:03.156550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 49d37bcc-1fef-41a3-8fce-1610f50aa027 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:03.167866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:25:02Z', 'revision_number': 6, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:03.181207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f695b052-334d-42de-abc4-90fa1c938904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.184351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f695b052-334d-42de-abc4-90fa1c938904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.186315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f695b052-334d-42de-abc4-90fa1c938904 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7 HTTP/1.1" status: 204 len: 168 time: 0.3861082 Jul 08 17:25:03.202019 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d584ad-df11-4f82-ab86-8e7345e25f8d None None] The sync data for ids ['2fd59797-e726-4383-88d5-164811c2a210'] in n-d-799527-4 is: [{'id': '2fd59797-e726-4383-88d5-164811c2a210', 'name': 'tempest-ServersTestMultiNic-1194720997-router', 'tenant_id': '4016fe47646e45dabddd0d7a54aa26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:43Z', 'updated_at': '2021-07-08T17:25:02Z', 'revision_number': 6, 'project_id': '4016fe47646e45dabddd0d7a54aa26a5', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:03.205518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 49d37bcc-1fef-41a3-8fce-1610f50aa027 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:03.207283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 49d37bcc-1fef-41a3-8fce-1610f50aa027 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:03.211053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c5b05e55-3e1d-4b89-a6d2-e3d29245a50f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:03.234370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] For port 069ce64c-e115-4e63-b317-08d7ae659d44, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=069ce64c-e115-4e63-b317-08d7ae659d44,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:03.234776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.252209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Calling delete_port for 069ce64c-e115-4e63-b317-08d7ae659d44 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:03.270019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695b052-334d-42de-abc4-90fa1c938904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb03ffac-f2e7-46f5-90d3-0c5ed2ecc7e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:03.277856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: c5b05e55-3e1d-4b89-a6d2-e3d29245a50f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:03.279925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c5b05e55-3e1d-4b89-a6d2-e3d29245a50f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:03.522675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.568324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Pushing event deleted for resources: {'Port': ['ID=069ce64c-e115-4e63-b317-08d7ae659d44,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:03.601541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49824) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:03.675410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.695949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c60ff950-cf4c-40b1-a4c7-cf0cd6b6cdbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92e54d47e5e046809dca9fd81167e31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936739 Jul 08 17:25:03.701976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:03.783894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-740e9ba5-fbf9-4796-8d03-04352e4546f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.792469 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.795320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.815546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-740e9ba5-fbf9-4796-8d03-04352e4546f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.856649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.857573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd59797-e726-4383-88d5-164811c2a210 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:25:03.868072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.869581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-073a1a4c-1981-460a-9175-4786cc557049 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2fd59797-e726-4383-88d5-164811c2a210 HTTP/1.1" status: 204 len: 168 time: 1.3888404 Jul 08 17:25:03.872296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:03.881310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-740e9ba5-fbf9-4796-8d03-04352e4546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.883961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-740e9ba5-fbf9-4796-8d03-04352e4546f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.885128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-740e9ba5-fbf9-4796-8d03-04352e4546f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42659086-77c2-40ee-8fd3-3ec75c820691 HTTP/1.1" status: 204 len: 168 time: 0.1818876 Jul 08 17:25:03.917049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e9ba5-fbf9-4796-8d03-04352e4546f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42659086-77c2-40ee-8fd3-3ec75c820691,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:03.936610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Deleting subnet fd43869f-da37-4f92-8a44-8038aafa016c {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:25:03.948758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.990015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.094857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.200370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.216260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.221017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:04.221192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd43869f-da37-4f92-8a44-8038aafa016c HTTP/1.1" status: 204 len: 168 time: 0.3477786 Jul 08 17:25:04.222954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335977d5-5782-4fb9-861b-86d6b7b660ab None None] Network 9523a68c-bb06-49cf-b87f-80702e7395eb requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:04.245477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b69b6d-f91d-41b8-8be2-dde3216d3a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd43869f-da37-4f92-8a44-8038aafa016c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:04.249063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:04.359119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.434071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3997968-a06b-40eb-aa80-2191537f7ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.501414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Deleting port 326c195b-1747-457a-afbe-e882747310b6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:04.501767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.545845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] DHCP port deletion for 9523a68c-bb06-49cf-b87f-80702e7395eb request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:25:04.644158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] For port 326c195b-1747-457a-afbe-e882747310b6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=326c195b-1747-457a-afbe-e882747310b6,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:04.644528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.662981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Calling delete_port for 326c195b-1747-457a-afbe-e882747310b6 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:04.670564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] Deleting port 326c195b-1747-457a-afbe-e882747310b6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:04.671448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.684479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3997968-a06b-40eb-aa80-2191537f7ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.694795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3997968-a06b-40eb-aa80-2191537f7ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.752287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3997968-a06b-40eb-aa80-2191537f7ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740440e-b6e8-4be6-a5a2-e5100b3cb429,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:04.764942 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a3997968-a06b-40eb-aa80-2191537f7ac0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9154a6b5ed9d436bb2066bc3976bce32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145159 Jul 08 17:25:04.765458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:04.790363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] For port 326c195b-1747-457a-afbe-e882747310b6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=326c195b-1747-457a-afbe-e882747310b6,segment=NetworkSegment(0c3f795d-144c-4553-8e6d-bed4d7914f21),segment_id=0c3f795d-144c-4553-8e6d-bed4d7914f21)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:04.790873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.815245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] Calling delete_port for 326c195b-1747-457a-afbe-e882747310b6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:04.821848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.840682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f3372cb-463b-470f-aae7-3e586fe8c337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.872390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Pushing event deleted for resources: {'Port': ['ID=326c195b-1747-457a-afbe-e882747310b6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:04.873568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f3372cb-463b-470f-aae7-3e586fe8c337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.878252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] No DVR routers for this DVR port 326c195b-1747-457a-afbe-e882747310b6 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:04.953342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f3372cb-463b-470f-aae7-3e586fe8c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.958023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9f3372cb-463b-470f-aae7-3e586fe8c337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.963247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f3372cb-463b-470f-aae7-3e586fe8c337 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2740440e-b6e8-4be6-a5a2-e5100b3cb429 HTTP/1.1" status: 204 len: 168 time: 0.1961682 Jul 08 17:25:04.986715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3372cb-463b-470f-aae7-3e586fe8c337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740440e-b6e8-4be6-a5a2-e5100b3cb429,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:05.013697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.028999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9523a68c-bb06-49cf-b87f-80702e7395eb']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:05.045663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3f795d-144c-4553-8e6d-bed4d7914f21') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:05.045997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3f795d-144c-4553-8e6d-bed4d7914f21') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:05.060129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.075977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.088702 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.121614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:25:05.123620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:25:05.129946 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:25:05.132167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] No DVR routers for this DVR port 326c195b-1747-457a-afbe-e882747310b6 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:05.183650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c37244-1e1c-4014-a49a-908b6e00e107 None None] Pushing event deleted for resources: {'Port': ['ID=326c195b-1747-457a-afbe-e882747310b6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:05.196358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 069ce64c-e115-4e63-b317-08d7ae659d44 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:05.230308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 069ce64c-e115-4e63-b317-08d7ae659d44 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:05.230996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 069ce64c-e115-4e63-b317-08d7ae659d44 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:05.231176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c5737b60-aadd-43a6-ab80-52741a93454d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:05.255501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c5737b60-aadd-43a6-ab80-52741a93454d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:05.256624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c5737b60-aadd-43a6-ab80-52741a93454d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:05.256624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 326c195b-1747-457a-afbe-e882747310b6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:05.277798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.291810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.292165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 326c195b-1747-457a-afbe-e882747310b6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:05.292762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 326c195b-1747-457a-afbe-e882747310b6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:05.316944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/9523a68c-bb06-49cf-b87f-80702e7395eb HTTP/1.1" status: 204 len: 168 time: 1.0923665 Jul 08 17:25:05.339161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c407ea-239b-48eb-abc3-4097048046ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9523a68c-bb06-49cf-b87f-80702e7395eb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:05.583826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:05.677284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0c92c007-59ad-46c0-9660-bcd45fb5234d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4016fe47646e45dabddd0d7a54aa26a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921774 Jul 08 17:25:05.679850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:05.755101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe227-8a43-47ad-b5ff-1fd20ff2766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.782187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe227-8a43-47ad-b5ff-1fd20ff2766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.897758 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe227-8a43-47ad-b5ff-1fd20ff2766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.900803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0ffe227-8a43-47ad-b5ff-1fd20ff2766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.902082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0ffe227-8a43-47ad-b5ff-1fd20ff2766c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81f23b70-d17b-4730-8cff-18e60aa30df2 HTTP/1.1" status: 204 len: 168 time: 0.2211995 Jul 08 17:25:05.913727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffe227-8a43-47ad-b5ff-1fd20ff2766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f23b70-d17b-4730-8cff-18e60aa30df2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:05.963742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666ae57-c4ed-41ce-ae86-387e9976cac6 req-7ec4f86c-da1c-427d-8859-e5c30f6aee37 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:05.970924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5666ae57-c4ed-41ce-ae86-387e9976cac6 req-7ec4f86c-da1c-427d-8859-e5c30f6aee37 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 945 time: 0.1309314 Jul 08 17:25:06.065507 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5666ae57-c4ed-41ce-ae86-387e9976cac6 req-563862c0-01d1-4df1-b285-4321a5e9eeee tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841320 Jul 08 17:25:06.482489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:06.605128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca95192f-7fae-4a03-a41d-77e1dd75eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.745362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca95192f-7fae-4a03-a41d-77e1dd75eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.752360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca95192f-7fae-4a03-a41d-77e1dd75eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.810938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:06.829968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca95192f-7fae-4a03-a41d-77e1dd75eb91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37eba37b2d5f45f1a8f4d639cfe433b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439572 Jul 08 17:25:06.830426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:06.837176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95192f-7fae-4a03-a41d-77e1dd75eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c44eac-42f8-44ea-a651-3b15f16fee45,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:06.907810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53adcca4-be29-4f78-bad7-9a2278de6122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.933656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53adcca4-be29-4f78-bad7-9a2278de6122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.959283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e08a3d74-9bf9-4ec1-a3ff-d2ad01284ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.987030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53adcca4-be29-4f78-bad7-9a2278de6122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.990501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53adcca4-be29-4f78-bad7-9a2278de6122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.996214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-53adcca4-be29-4f78-bad7-9a2278de6122 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43c44eac-42f8-44ea-a651-3b15f16fee45 HTTP/1.1" status: 204 len: 168 time: 0.1645589 Jul 08 17:25:07.008012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adcca4-be29-4f78-bad7-9a2278de6122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c44eac-42f8-44ea-a651-3b15f16fee45,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.105590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e08a3d74-9bf9-4ec1-a3ff-d2ad01284ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.110347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e08a3d74-9bf9-4ec1-a3ff-d2ad01284ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.159541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e08a3d74-9bf9-4ec1-a3ff-d2ad01284ccc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da50464f14c24119952bb41ee11389eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473198 Jul 08 17:25:07.160483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a3d74-9bf9-4ec1-a3ff-d2ad01284ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0952336b-ccee-45ee-b377-6c65ef8da3f4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.162397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:07.200990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50012) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:07.303439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5709-1437-4649-ac2d-ee81dc22d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.337444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5709-1437-4649-ac2d-ee81dc22d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.353870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-720271503-network', 'tenant_id': '517ec0dc401a4cfdbacb0697fc7f92f5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:07.362761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ab8d5-0748-4f3c-a83f-5778c2c1ae57 req-c5745843-c5c8-4204-be70-41999027c8e9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:07.364326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a9ab8d5-0748-4f3c-a83f-5778c2c1ae57 req-c5745843-c5c8-4204-be70-41999027c8e9 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 945 time: 0.1308432 Jul 08 17:25:07.390795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Made reservation on behalf of 517ec0dc401a4cfdbacb0697fc7f92f5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:07.400402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.415526 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.463654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a9ab8d5-0748-4f3c-a83f-5778c2c1ae57 req-079cd863-5102-4c92-9af4-7fb50b17c224 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ced4368-e62d-4e41-8705-10837cdda002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 Jul 08 17:25:07.480419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5709-1437-4649-ac2d-ee81dc22d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.483093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5709-1437-4649-ac2d-ee81dc22d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.487086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff0f5709-1437-4649-ac2d-ee81dc22d8c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0952336b-ccee-45ee-b377-6c65ef8da3f4 HTTP/1.1" status: 204 len: 168 time: 0.3202934 Jul 08 17:25:07.506315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-0278773c-eb95-4e87-8b79-06aa0ebdacc0 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:07.508189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-0278773c-eb95-4e87-8b79-06aa0ebdacc0 tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 945 time: 0.1304824 Jul 08 17:25:07.509768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f5709-1437-4649-ac2d-ee81dc22d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0952336b-ccee-45ee-b377-6c65ef8da3f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.585973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.590372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.627923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:25:07.635311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Deleting port 31483f63-f0ff-4839-8ee0-6ca533d96add {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:07.636060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.640008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.645831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.646218 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Added segment 5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9 of type vlan for network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 Jul 08 17:25:07.703121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.777834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] For port 31483f63-f0ff-4839-8ee0-6ca533d96add, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=31483f63-f0ff-4839-8ee0-6ca533d96add,segment=NetworkSegment(f762bdc0-f2bc-483c-aab7-83de4fdb9a16),segment_id=f762bdc0-f2bc-483c-aab7-83de4fdb9a16)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:07.778349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.782415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.783786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:07.784392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.831526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Calling delete_port for 31483f63-f0ff-4839-8ee0-6ca533d96add owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:07.839138 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:25:07.888349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6858847 Jul 08 17:25:07.892305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:07.900519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Request body: {'subnet': {'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-720271503-subnet', 'tenant_id': '517ec0dc401a4cfdbacb0697fc7f92f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:07.917086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacd8af-0532-4ab0-a90d-ee3786784f0d admin admin] Pushing event updated for resources: {'Network': ['ID=1e40b3d5-008e-4ff1-885b-cda19a84d8b2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.929520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:25:07.950461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Made reservation on behalf of 517ec0dc401a4cfdbacb0697fc7f92f5 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:07.958678 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.023433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:08.147023 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.164644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['31483f63-f0ff-4839-8ee0-6ca533d96add'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:08.316259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Pushing event deleted for resources: {'Port': ['ID=31483f63-f0ff-4839-8ee0-6ca533d96add,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:08.317965 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.339367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] No DVR routers for this DVR port 31483f63-f0ff-4839-8ee0-6ca533d96add on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:08.342798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.345415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bc8fe12e-51b2-4359-811e-783ee859be40 req-a1dbcdfe-63f7-47ea-ade6-f92ff131809b tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.53 "DELETE /v2.0/ports/31483f63-f0ff-4839-8ee0-6ca533d96add HTTP/1.1" status: 204 len: 173 time: 0.8293009 Jul 08 17:25:08.346101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'name': 'network-vif-deleted', 'tag': '31483f63-f0ff-4839-8ee0-6ca533d96add'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:08.348684 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6362cfa9-d043-4f4e-a3ee-440754876f5f" -d '{"events": [{"server_uuid": "d79d7d22-b62e-4943-8e47-0580c747a797", "name": "network-vif-deleted", "tag": "31483f63-f0ff-4839-8ee0-6ca533d96add"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:08.419920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb72efe-e1e8-4554-ad5b-de337f866340,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:08.430801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Checking segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:08.431547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Network hostable DHCP agents. Network: 1e40b3d5-008e-4ff1-885b-cda19a84d8b2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:25:08.443971 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eee41e-abfc-4ab9-af1c-f275e9707fba x-openstack-request-id: req-f8eee41e-abfc-4ab9-af1c-f275e9707fba {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:08.444736 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d7d22-b62e-4943-8e47-0580c747a797", "name": "network-vif-deleted", "tag": "31483f63-f0ff-4839-8ee0-6ca533d96add", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:08.444919 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8eee41e-abfc-4ab9-af1c-f275e9707fba {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:08.445474 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d7d22-b62e-4943-8e47-0580c747a797', 'name': 'network-vif-deleted', 'tag': '31483f63-f0ff-4839-8ee0-6ca533d96add', 'status': 'completed', 'code': 200} Jul 08 17:25:08.464133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:25:08.478590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1e40b3d5-008e-4ff1-885b-cda19a84d8b2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:08.479995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-635285174-network', 'tenant_id': '047e253f1c5e4920b696c87e36a900d8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:08.485111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:08.486070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.488318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0906a916-4ee5-4a2f-85c4-2d9291628eca None None] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:08.504338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-97a5af45-77cb-412f-a1ea-6efce3a185ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6102812 Jul 08 17:25:08.574159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Made reservation on behalf of 047e253f1c5e4920b696c87e36a900d8 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:08.576626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.606660 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.788331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf19571-4b79-4dfc-b0f2-40ee2b7c3243 None None] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:08.789008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be5bec06-94be-41f6-a6fc-03f9d5c57f96 req-4be3b1f6-425f-41b8-867f-919110fe506c tempest-AttachVolumeNegativeTest-1302991125 tempest-AttachVolumeNegativeTest-1302991125-project] 10.222.0.48 "GET /v2.0/ports?device_id=d79d7d22-b62e-4943-8e47-0580c747a797 HTTP/1.1" status: 200 len: 210 time: 0.1057982 Jul 08 17:25:08.856421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.861397 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.903628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:25:08.924597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:08.931083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:08.931660 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Added segment 5be4c0a8-3097-413a-b550-f91308f0ce12 of type vlan for network a1da8826-689c-427f-9fef-ef8721db055c Jul 08 17:25:09.068250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.129269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.130397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:09.131339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.232024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50094) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:09.232584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2067187 Jul 08 17:25:09.238572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Request body: {'subnet': {'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-635285174-subnet', 'tenant_id': '047e253f1c5e4920b696c87e36a900d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:09.282887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Made reservation on behalf of 047e253f1c5e4920b696c87e36a900d8 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:09.286441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3cae8-9d02-4f05-a895-98ccf04dbb40 admin admin] Pushing event updated for resources: {'Network': ['ID=a1da8826-689c-427f-9fef-ef8721db055c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:09.288452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.300763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a1da8826-689c-427f-9fef-ef8721db055c details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:25:09.341409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-64276c81-c961-4fc7-9c73-6f676d5fdec5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:09.342938 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-64276c81-c961-4fc7-9c73-6f676d5fdec5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 814 time: 0.1401911 Jul 08 17:25:09.359423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-a71f7254-94be-4cc7-a281-00dcb4d2effd tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/quotas/517ec0dc401a4cfdbacb0697fc7f92f5 HTTP/1.1" status: 200 len: 375 time: 0.0108490 Jul 08 17:25:09.396934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-641111ec-5881-49f4-bd62-fc47ea02bfe8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318804 Jul 08 17:25:09.503587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.513004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-d07c1e0c-49ba-4c3b-b612-b81f9857c351 service neutron] 10.222.0.48 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073937 Jul 08 17:25:09.573549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f814a1b-7a57-43f8-ad8f-5998943f49b5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:09.582989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Checking segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:09.583345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Network hostable DHCP agents. Network: a1da8826-689c-427f-9fef-ef8721db055c, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:25:09.611568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Network a1da8826-689c-427f-9fef-ef8721db055c is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:25:09.622580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a1da8826-689c-427f-9fef-ef8721db055c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:09.628029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:09.629091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-9270de9c-7142-430c-93e0-113c99c936cd service neutron] 10.222.0.48 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151819 Jul 08 17:25:09.630635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.635356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137cca9-06be-44c0-b5ad-a2200a9ae7da None None] Network a1da8826-689c-427f-9fef-ef8721db055c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:09.662260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-395de4b9-da51-4094-b742-86a3125635a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4157948 Jul 08 17:25:09.779349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c587836-eb07-4195-9095-5cb76b742890 None None] Network a1da8826-689c-427f-9fef-ef8721db055c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:09.922192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:09.962990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a598a9d-e842-4d8c-8146-54cf736704ed req-6d38dc13-f907-480c-bd5d-6d4686bda918 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 210 time: 0.0627804 Jul 08 17:25:10.013223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Deleting subnet 54f33879-3c85-4830-83ef-24c4a5267438 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:25:10.018734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.070283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.155891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.377128 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.406253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-36a211e6-5ab4-4d62-a57d-426d2b6041df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:10.415288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-36a211e6-5ab4-4d62-a57d-426d2b6041df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 821 time: 0.2316899 Jul 08 17:25:10.446741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-f0769460-7246-45b8-855b-0230e9129f67 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/quotas/047e253f1c5e4920b696c87e36a900d8 HTTP/1.1" status: 200 len: 375 time: 0.0298147 Jul 08 17:25:10.504518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.508744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54f33879-3c85-4830-83ef-24c4a5267438 HTTP/1.1" status: 204 len: 168 time: 0.5833449 Jul 08 17:25:10.509742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50144) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:10.526414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-11c0c517-b37b-4e76-beb3-1ec7ff7ef2f8 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786839 Jul 08 17:25:10.527416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cbc7d-dee3-4184-95a9-d9e33d663aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f33879-3c85-4830-83ef-24c4a5267438,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:10.636204 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.712008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-01b28503-0500-42f3-b926-cb5bb4a1c4d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743326 Jul 08 17:25:10.741686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.754699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946f4fad-bc67-451a-9f53-8c55ed40671a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:10.770869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:10.771544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f762bdc0-f2bc-483c-aab7-83de4fdb9a16') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:10.786164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.806564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.816343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:25:10.816790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:25:10.819402 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:25:10.843707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-78fb9a0b-81ad-44df-9acd-14c8e09ecf73 service neutron] 10.222.0.48 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248930 Jul 08 17:25:10.882481 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.888673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.890706 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] 10.222.0.48 "DELETE /v2.0/networks/946f4fad-bc67-451a-9f53-8c55ed40671a HTTP/1.1" status: 204 len: 168 time: 0.3787918 Jul 08 17:25:10.917477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd53cb-cbd8-4867-b2c7-bf7b8f8bba5d admin admin] Pushing event deleted for resources: {'Network': ['ID=946f4fad-bc67-451a-9f53-8c55ed40671a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:11.118536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f6240ebb-94e6-43fb-b2e4-236ddbd3ac15 req-60adde28-0d08-4e16-bfed-c097c48448f9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 210 time: 0.0646331 Jul 08 17:25:11.189318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:11.190733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 31483f63-f0ff-4839-8ee0-6ca533d96add no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:11.202566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a49f08f6-ab75-490b-ac3a-6d51974ef731 req-ced77452-d88f-46b6-a011-bc8b2962dafc tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 210 time: 0.0730345 Jul 08 17:25:11.235941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 31483f63-f0ff-4839-8ee0-6ca533d96add {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:11.236287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 31483f63-f0ff-4839-8ee0-6ca533d96add not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:11.245409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-84ee1bdb-7488-4dbd-9260-ffec11286d44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abb7ea30bea640f098aeaddb6d10147a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545759 Jul 08 17:25:11.247787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:11.300378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae2905dd-f274-4b52-ad96-ab65b38c683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.332795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae2905dd-f274-4b52-ad96-ab65b38c683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.403519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae2905dd-f274-4b52-ad96-ab65b38c683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.407477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ae2905dd-f274-4b52-ad96-ab65b38c683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.410267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ae2905dd-f274-4b52-ad96-ab65b38c683c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ced4368-e62d-4e41-8705-10837cdda002 HTTP/1.1" status: 204 len: 168 time: 0.1600535 Jul 08 17:25:11.425145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2905dd-f274-4b52-ad96-ab65b38c683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced4368-e62d-4e41-8705-10837cdda002,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:11.530324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-9ebe3c13-0165-402b-86db-110309afec88 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:11.532478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-9ebe3c13-0165-402b-86db-110309afec88 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 814 time: 0.2170410 Jul 08 17:25:11.546048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Request body: {'port': {'device_id': '3e70d26e-ed2e-497e-8011-186228679ae6', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'admin_state_up': True, 'tenant_id': '517ec0dc401a4cfdbacb0697fc7f92f5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:11.840178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Made reservation on behalf of 517ec0dc401a4cfdbacb0697fc7f92f5 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:11.847487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:12.068054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Allocated IP 172.20.0.2 (1e40b3d5-008e-4ff1-885b-cda19a84d8b2/2eb72efe-e1e8-4554-ad5b-de337f866340/a66857df-e9ee-4463-8edc-051b85e4b439) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:12.445338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8963a6f1-5ab0-4d20-8527-40486d6f40f4 req-330e02da-5f86-46cb-9f6d-c0d20521426e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 210 time: 0.0389144 Jul 08 17:25:12.738251 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:12.791805 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-16e1fcb7-17de-4c8f-99f2-05fbb7e5454c req-d694ff90-1301-401c-9414-dd9f26fccb91 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 210 time: 0.4706602 Jul 08 17:25:12.796444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:12.824130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:12.828925 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:12.870906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-4545cf0c-4a3d-4865-b791-134b2a9df1e9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:12.872886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-4545cf0c-4a3d-4865-b791-134b2a9df1e9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 821 time: 0.1841381 Jul 08 17:25:12.889192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'port': {'device_id': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'admin_state_up': True, 'tenant_id': '047e253f1c5e4920b696c87e36a900d8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:12.894282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:12.897475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:12.902419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:12.949378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:13.017089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:13.017765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.048709 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-472a8255-97c1-48ab-b42a-8ff226d27001 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069854 Jul 08 17:25:13.063538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Request body: {'port': {'device_id': '3e70d26e-ed2e-497e-8011-186228679ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:13.196659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Made reservation on behalf of 047e253f1c5e4920b696c87e36a900d8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:13.204109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.261948 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.395677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Allocated IP 172.20.0.8 (a1da8826-689c-427f-9fef-ef8721db055c/1f814a1b-7a57-43f8-ad8f-5998943f49b5/4438095c-8175-406b-9acd-9d8646a24bbf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:13.653185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66857df-e9ee-4463-8edc-051b85e4b439 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:13.661124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.662700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.686197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Transition to ACTIVE for port object a66857df-e9ee-4463-8edc-051b85e4b439 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:13.713591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.749439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.820518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:13.841106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Network a1da8826-689c-427f-9fef-ef8721db055c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:13.842658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:13.850733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:13.890502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:13.931026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff7cc9-21a2-4718-8bc8-324a6fa4cb30 req-3c596d10-5c3a-473c-bb8e-17653f3cf39f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:13.932677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5aff7cc9-21a2-4718-8bc8-324a6fa4cb30 req-3c596d10-5c3a-473c-bb8e-17653f3cf39f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 931 time: 0.2575712 Jul 08 17:25:13.950822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:13.951378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.968185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-13e65923-67db-4858-ab3a-ab872920069d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0845189 Jul 08 17:25:13.970295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Attempting to bind port a66857df-e9ee-4463-8edc-051b85e4b439 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:13.970691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Attempting to bind port a66857df-e9ee-4463-8edc-051b85e4b439 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:13.971090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Attempting to bind port a66857df-e9ee-4463-8edc-051b85e4b439 on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:13.984038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Port a66857df-e9ee-4463-8edc-051b85e4b439 on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:13.985089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Attempting to bind port a66857df-e9ee-4463-8edc-051b85e4b439 on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:13.987525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Request body: {'port': {'device_id': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:13.992825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:13.993241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Checking segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:13.993697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Bound using segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:13.994225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Bound port: a66857df-e9ee-4463-8edc-051b85e4b439, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:13.994635 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.018721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5aff7cc9-21a2-4718-8bc8-324a6fa4cb30 req-e17c9f7d-38fb-4649-bfc2-c4b4a040b14f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778193 Jul 08 17:25:14.116608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.135664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:14.139725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:14.144647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.212771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.213391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.214859 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] 10.222.0.53 "PUT /v2.0/ports/a66857df-e9ee-4463-8edc-051b85e4b439 HTTP/1.1" status: 200 len: 1091 time: 1.1589513 Jul 08 17:25:14.215409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:14.226860 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c808c0be-a469-4a33-9c66-9c93c2222aac" -d '{"events": [{"name": "network-changed", "server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:14.258901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa16ebc-5de3-44cf-939f-f0f30760bb5e service neutron] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:14.325895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-e7ae765a-c51e-4b16-a02e-a136c8fdc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.327557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-e7ae765a-c51e-4b16-a02e-a136c8fdc151 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 1094 time: 0.0632145 Jul 08 17:25:14.346648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84438011-786e-4c9f-b72c-3cd73cd5b4ee req-c200b28f-c681-4e1c-a27f-7d2782f7829f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.351137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84438011-786e-4c9f-b72c-3cd73cd5b4ee req-c200b28f-c681-4e1c-a27f-7d2782f7829f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 931 time: 0.3811417 Jul 08 17:25:14.400366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-68558264-b2f7-40c4-97cb-71b85f01414f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66857df-e9ee-4463-8edc-051b85e4b439 HTTP/1.1" status: 200 len: 217 time: 0.0643234 Jul 08 17:25:14.438996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84438011-786e-4c9f-b72c-3cd73cd5b4ee req-e40ec5a5-de23-4427-b4a1-4fd60876ca5f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732353 Jul 08 17:25:14.469988 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e2e827-3ef4-41dc-9fb1-9262d2de597e x-openstack-request-id: req-a4e2e827-3ef4-41dc-9fb1-9262d2de597e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:14.470573 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:14.470853 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4e2e827-3ef4-41dc-9fb1-9262d2de597e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:14.471227 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'status': 'completed', 'code': 200} Jul 08 17:25:14.490315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265347-7904-46b7-814b-ba084acabc19 req-c54fcde3-4c98-4894-922f-a367cfa23df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.492894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-c54fcde3-4c98-4894-922f-a367cfa23df1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 200 len: 854 time: 0.0835614 Jul 08 17:25:14.540487 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-5dc3b4c8-d862-4ef0-bfbf-f66618806de9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347283 Jul 08 17:25:14.553461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4438095c-8175-406b-9acd-9d8646a24bbf {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:14.565052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.582105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Transition to ACTIVE for port object 4438095c-8175-406b-9acd-9d8646a24bbf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:14.586356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.689214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-94aebdc8-e8bf-4a6e-8fb9-244058311995 service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354673 Jul 08 17:25:14.833957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8265347-7904-46b7-814b-ba084acabc19 req-7bbed687-29c8-4e3e-bedc-1a96079f7dcc service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431181 Jul 08 17:25:15.017327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-7e80418e-5937-40aa-ac28-521f241279cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.018967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-7e80418e-5937-40aa-ac28-521f241279cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 1094 time: 0.1139436 Jul 08 17:25:15.136736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:15.210995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Attempting to bind port 4438095c-8175-406b-9acd-9d8646a24bbf on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:15.211790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Attempting to bind port 4438095c-8175-406b-9acd-9d8646a24bbf by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:15.211790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Attempting to bind port 4438095c-8175-406b-9acd-9d8646a24bbf on network a1da8826-689c-427f-9fef-ef8721db055c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:15.220121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Port 4438095c-8175-406b-9acd-9d8646a24bbf on network a1da8826-689c-427f-9fef-ef8721db055c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:15.220592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Attempting to bind port 4438095c-8175-406b-9acd-9d8646a24bbf on network a1da8826-689c-427f-9fef-ef8721db055c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:15.231550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:15.231899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Checking segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:15.232275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Bound using segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:15.233063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Bound port: 4438095c-8175-406b-9acd-9d8646a24bbf, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:15.233063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.243551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-45d26aa6-ab17-4c62-a9f7-1e3977e1defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.244986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-45d26aa6-ab17-4c62-a9f7-1e3977e1defa service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 915 time: 0.2178855 Jul 08 17:25:15.300410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-5b6a023d-2dd8-4483-b5d7-7e5b3aedef3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66857df-e9ee-4463-8edc-051b85e4b439 HTTP/1.1" status: 200 len: 217 time: 0.0469701 Jul 08 17:25:15.313511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:15.318165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:15.327659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837ee13-60e1-4acf-995c-061d80ad3172 req-925872fe-bc05-49d5-8789-20741d2023bd tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.335182 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d837ee13-60e1-4acf-995c-061d80ad3172 req-925872fe-bc05-49d5-8789-20741d2023bd tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 943 time: 0.1765332 Jul 08 17:25:15.344882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.385982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-e106b528-3a8b-4dc9-9c0b-5c8d7871f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.389376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-e106b528-3a8b-4dc9-9c0b-5c8d7871f33f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 200 len: 854 time: 0.0799239 Jul 08 17:25:15.414422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.415056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.416643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/4438095c-8175-406b-9acd-9d8646a24bbf HTTP/1.1" status: 200 len: 1091 time: 1.4362016 Jul 08 17:25:15.419574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'tag': '4438095c-8175-406b-9acd-9d8646a24bbf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:15.422166 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7274ad3-2931-4c7c-ac85-227290e500c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b74ea7-5ad1-4bdc-95b6-7324c494874a", "tag": "4438095c-8175-406b-9acd-9d8646a24bbf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:15.456649 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d837ee13-60e1-4acf-995c-061d80ad3172 req-3399d0eb-1017-43e6-aaaa-5c7a38b9e971 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204629 Jul 08 17:25:15.493769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-4edb8ab9-4d1f-4160-a494-cf2e6de9e69c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880737 Jul 08 17:25:15.498227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6e081-27a1-49b4-8906-f1ce10a471e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:15.588612 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929d6070-23a6-4f5c-ab2e-882c33d923c1 x-openstack-request-id: req-929d6070-23a6-4f5c-ab2e-882c33d923c1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:15.588882 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b74ea7-5ad1-4bdc-95b6-7324c494874a", "tag": "4438095c-8175-406b-9acd-9d8646a24bbf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:15.589133 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-929d6070-23a6-4f5c-ab2e-882c33d923c1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:15.589532 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'tag': '4438095c-8175-406b-9acd-9d8646a24bbf', 'status': 'completed', 'code': 200} Jul 08 17:25:15.645000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-27562a57-5159-4d47-aec7-15bb97d6405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.648530 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-27562a57-5159-4d47-aec7-15bb97d6405c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 1094 time: 0.1723733 Jul 08 17:25:15.714697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-9af245fd-7944-4087-923b-9283588b183b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4438095c-8175-406b-9acd-9d8646a24bbf HTTP/1.1" status: 200 len: 217 time: 0.0539632 Jul 08 17:25:15.716710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-0bc887be-5278-461f-8b41-f76f6f8c6cb1 service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144415 Jul 08 17:25:15.799825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-6805651a-4ab0-4f81-9c31-0ccde5c9253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.801333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-6805651a-4ab0-4f81-9c31-0ccde5c9253b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 200 len: 861 time: 0.0698035 Jul 08 17:25:15.851052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-7519372c-16da-4742-b255-8cab939e2a7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1da8826-689c-427f-9fef-ef8721db055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388198 Jul 08 17:25:15.902887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c808c0be-a469-4a33-9c66-9c93c2222aac req-2ca0ccfc-dc69-454a-99ad-c5d60a7f07de service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735704 Jul 08 17:25:15.948326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfd92-4fd9-4599-a69f-42dfbfd009a1 req-e23b9e23-6f86-4855-bc6f-f63ad4f643b5 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.950019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a07cfd92-4fd9-4599-a69f-42dfbfd009a1 req-e23b9e23-6f86-4855-bc6f-f63ad4f643b5 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 943 time: 0.1814077 Jul 08 17:25:15.977464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-a2c658b0-6ce9-49ee-a440-228ab97b0f85 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181197 Jul 08 17:25:16.004065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a07cfd92-4fd9-4599-a69f-42dfbfd009a1 req-b7756aa1-2c12-47a8-a98b-838bfe2549ee tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456748 Jul 08 17:25:16.113878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d893730f-56b8-479e-8b33-31af9d9794a9 req-f4379e53-f40c-4818-9ca7-340beb97e7aa service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279502 Jul 08 17:25:16.241095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-eb75dde3-5a66-43bf-a7c0-c570486544c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.243457 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-eb75dde3-5a66-43bf-a7c0-c570486544c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 1094 time: 0.0688748 Jul 08 17:25:16.353393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-815f3e42-9add-4173-8d11-18ee1e871487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.355690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-815f3e42-9add-4173-8d11-18ee1e871487 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 922 time: 0.1036623 Jul 08 17:25:16.418966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-43db0207-0c91-41a0-b16b-41223b6d56c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4438095c-8175-406b-9acd-9d8646a24bbf HTTP/1.1" status: 200 len: 217 time: 0.0525610 Jul 08 17:25:16.575034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-e229486b-e361-4038-9d4f-5ab2c5621f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.581017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-e229486b-e361-4038-9d4f-5ab2c5621f1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 200 len: 861 time: 0.1522014 Jul 08 17:25:16.628045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-a1bb98b0-d1ab-4171-a91a-3c95ad1227a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1da8826-689c-427f-9fef-ef8721db055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379841 Jul 08 17:25:16.792872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-5b0dc821-7639-4379-a004-b538f69b8325 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552253 Jul 08 17:25:16.802981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dd047-9a63-4272-9353-190726d7b73e req-f180799a-83eb-4624-b599-748094ba4095 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.806398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c4dd047-9a63-4272-9353-190726d7b73e req-f180799a-83eb-4624-b599-748094ba4095 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 943 time: 0.1457641 Jul 08 17:25:16.943108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c4dd047-9a63-4272-9353-190726d7b73e req-fa889daa-fde5-479c-a0f5-1017f1f6f99b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310344 Jul 08 17:25:16.958879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7274ad3-2931-4c7c-ac85-227290e500c1 req-720ab06c-7b2f-402c-94ec-b284dd8778b5 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496191 Jul 08 17:25:17.237592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465f85-e6f9-4fbc-bd9e-87df0e129f18 req-b8d695ac-71ce-4046-b681-3ac7aadb59e7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:17.244734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b465f85-e6f9-4fbc-bd9e-87df0e129f18 req-b8d695ac-71ce-4046-b681-3ac7aadb59e7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 943 time: 0.0943959 Jul 08 17:25:17.290526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b465f85-e6f9-4fbc-bd9e-87df0e129f18 req-60b0768c-f2b7-4520-bb48-791c004bff13 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Jul 08 17:25:18.193636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6cd01-b064-410c-a53b-e6ce810fef80 req-c6f98954-987f-49d9-b342-766f0d2241b8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:18.195156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0eb6cd01-b064-410c-a53b-e6ce810fef80 req-c6f98954-987f-49d9-b342-766f0d2241b8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 943 time: 0.0896139 Jul 08 17:25:18.246836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0eb6cd01-b064-410c-a53b-e6ce810fef80 req-7446a50e-34ff-448f-9614-95fb4538fa2b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Jul 08 17:25:18.544710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd92a-91f4-40cf-b4bb-49a6e90faff1 req-11525937-5eaa-4faa-a092-4c5bbb5429f9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:18.546236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-359bd92a-91f4-40cf-b4bb-49a6e90faff1 req-11525937-5eaa-4faa-a092-4c5bbb5429f9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 943 time: 0.0760703 Jul 08 17:25:18.590602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-359bd92a-91f4-40cf-b4bb-49a6e90faff1 req-6cca1751-dfe1-4567-8f3e-6d0fc97e3042 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Jul 08 17:25:19.248614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4438095c-8175-406b-9acd-9d8646a24bbf details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:19.420646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:19.444244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4438095c-8175-406b-9acd-9d8646a24bbf', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'port_id': '4438095c-8175-406b-9acd-9d8646a24bbf', 'mac_address': 'fa:16:3e:64:bc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f814a1b-7a57-43f8-ad8f-5998943f49b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:19.468461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d4895-533d-4159-b0b6-3281ac531571 req-8ce9116e-dd03-420b-b6e7-7d7517cad04c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:19.476531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa7d4895-533d-4159-b0b6-3281ac531571 req-8ce9116e-dd03-420b-b6e7-7d7517cad04c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 943 time: 0.0935833 Jul 08 17:25:19.486528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd8d6212-8e22-4911-be1f-a1af77b14585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.516335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.544312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4438095c-8175-406b-9acd-9d8646a24bbf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:19.548776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa7d4895-533d-4159-b0b6-3281ac531571 req-9a163449-eed9-4c80-bc5b-e3004f4a82b5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Jul 08 17:25:19.586496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:19.596632 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.598133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:19.782249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:19.793125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.793825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.794443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.795007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.795694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.796239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.796917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.798125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.798556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.799355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.799355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.799697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:19.824062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:19.839363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afbc27-b7b5-4e22-aa83-9c1e97726d49 req-a5be9fb1-998f-4546-9ba0-468a94372fcb tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:19.841415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28afbc27-b7b5-4e22-aa83-9c1e97726d49 req-a5be9fb1-998f-4546-9ba0-468a94372fcb tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 944 time: 0.1280973 Jul 08 17:25:19.857733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'port_id': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'mac_address': 'fa:16:3e:b1:ce:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb72efe-e1e8-4554-ad5b-de337f866340', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:19.883787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28afbc27-b7b5-4e22-aa83-9c1e97726d49 req-640cc659-823f-40ea-9a20-3c7fbfa03434 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348923 Jul 08 17:25:19.922735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.937766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66857df-e9ee-4463-8edc-051b85e4b439 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:19.959120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:19.978151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:20.064963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:20.307179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a66857df-e9ee-4463-8edc-051b85e4b439'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:20.347988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4438095c-8175-406b-9acd-9d8646a24bbf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:20.817706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198dd6e-dda9-4cc6-96ff-3970dd3c555e req-1e34f5c0-6a84-4e4f-a130-06c455875aee tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:20.820188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9198dd6e-dda9-4cc6-96ff-3970dd3c555e req-1e34f5c0-6a84-4e4f-a130-06c455875aee tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 944 time: 0.1173277 Jul 08 17:25:20.863874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9198dd6e-dda9-4cc6-96ff-3970dd3c555e req-5ff74e3d-6d63-4771-a809-4b8456bf8259 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Jul 08 17:25:21.092644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e4f4-47ec-492e-a799-e0deb7960c38 req-6034935f-595e-482f-bdc8-600ae12bd1f0 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:21.102835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e06e4f4-47ec-492e-a799-e0deb7960c38 req-6034935f-595e-482f-bdc8-600ae12bd1f0 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 944 time: 0.0872517 Jul 08 17:25:21.158721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e06e4f4-47ec-492e-a799-e0deb7960c38 req-b5bf370b-119b-4c4e-8ce0-bcafae750895 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546319 Jul 08 17:25:21.957377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:22.132586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90518a48-97a6-4ebf-9c5c-5001777da778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.175646 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b14762c0-4774-4e06-8437-7cda89dbf9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.267952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.283949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e591b0-b2d5-4dc1-86f0-d65b744bf4ed req-af64d7b2-9f4d-45c7-a655-118b6b9b69d8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:22.290434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63e591b0-b2d5-4dc1-86f0-d65b744bf4ed req-af64d7b2-9f4d-45c7-a655-118b6b9b69d8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 944 time: 0.2196343 Jul 08 17:25:22.326477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90518a48-97a6-4ebf-9c5c-5001777da778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.332177 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90518a48-97a6-4ebf-9c5c-5001777da778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.386060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63e591b0-b2d5-4dc1-86f0-d65b744bf4ed req-da7f6497-574e-4282-b782-b7f798dcd677 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946472 Jul 08 17:25:22.389415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90518a48-97a6-4ebf-9c5c-5001777da778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b96d663-341a-4322-b8ac-266d12c3df93,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:22.412334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-90518a48-97a6-4ebf-9c5c-5001777da778 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=270e07615d97455ebf47ddf06f0159d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530356 Jul 08 17:25:22.413152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50432) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:22.476431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86067b9c-1486-41e2-8c66-9dbd24cdcce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.506302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86067b9c-1486-41e2-8c66-9dbd24cdcce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.508221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001268c7-cca2-4030-8176-329786bd1839 req-2133c6b3-eb35-470d-acf6-047fd4f7b3b7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:22.509833 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-001268c7-cca2-4030-8176-329786bd1839 req-2133c6b3-eb35-470d-acf6-047fd4f7b3b7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 944 time: 0.1073236 Jul 08 17:25:22.555176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-001268c7-cca2-4030-8176-329786bd1839 req-3654d5a8-b8a9-45c3-9cac-f7dfdd26a0bc tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Jul 08 17:25:22.563371 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86067b9c-1486-41e2-8c66-9dbd24cdcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.567412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86067b9c-1486-41e2-8c66-9dbd24cdcce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:22.571192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-86067b9c-1486-41e2-8c66-9dbd24cdcce6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b96d663-341a-4322-b8ac-266d12c3df93 HTTP/1.1" status: 204 len: 168 time: 0.1543510 Jul 08 17:25:22.585733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86067b9c-1486-41e2-8c66-9dbd24cdcce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b96d663-341a-4322-b8ac-266d12c3df93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:23.255490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4438095c-8175-406b-9acd-9d8646a24bbf up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:23.322796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4438095c-8175-406b-9acd-9d8646a24bbf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:23.328439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4438095c-8175-406b-9acd-9d8646a24bbf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:23.328809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.412834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.463849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:23.465219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4438095c-8175-406b-9acd-9d8646a24bbf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:23.468819 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8808039b-e5d4-4a53-b3b1-08eb061877db" -d '{"events": [{"server_uuid": "d4b74ea7-5ad1-4bdc-95b6-7324c494874a", "name": "network-vif-plugged", "status": "completed", "tag": "4438095c-8175-406b-9acd-9d8646a24bbf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:23.488540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.489610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:23.619816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:23.632651 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.643598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port a66857df-e9ee-4463-8edc-051b85e4b439 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:23.649775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a66857df-e9ee-4463-8edc-051b85e4b439 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:23.650395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.651309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4454db6-5eb5-41d3-a8f0-c24bd802240f req-766c61ff-57aa-454e-a93a-e35900051c3a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:23.665302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4454db6-5eb5-41d3-a8f0-c24bd802240f req-766c61ff-57aa-454e-a93a-e35900051c3a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 944 time: 0.1280854 Jul 08 17:25:23.721955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4454db6-5eb5-41d3-a8f0-c24bd802240f req-5039588d-9cb8-4d07-b4e6-19b5b160f34d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560312 Jul 08 17:25:23.755240 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.758958 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ad69af-36f4-434a-93c3-c6c8a2533bfe x-openstack-request-id: req-02ad69af-36f4-434a-93c3-c6c8a2533bfe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:23.759255 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b74ea7-5ad1-4bdc-95b6-7324c494874a", "name": "network-vif-plugged", "status": "completed", "tag": "4438095c-8175-406b-9acd-9d8646a24bbf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:23.759510 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02ad69af-36f4-434a-93c3-c6c8a2533bfe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:23.759903 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4438095c-8175-406b-9acd-9d8646a24bbf', 'code': 200} Jul 08 17:25:23.821964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:23.827815 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:23.895694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba94fb2-85ff-4751-b5d6-3ad0388e8b3d req-01afd09a-e306-4acb-8c69-054278e94d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:23.898247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ba94fb2-85ff-4751-b5d6-3ad0388e8b3d req-01afd09a-e306-4acb-8c69-054278e94d29 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 1096 time: 0.0753531 Jul 08 17:25:23.924425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:23.957612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ba94fb2-85ff-4751-b5d6-3ad0388e8b3d req-4237012f-22ec-4a19-9802-b19fca59cfe0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521686 Jul 08 17:25:24.018451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5464-1b87-4896-a7c7-787033a2e245 req-db8efa5f-6fa6-412b-b474-febca767504f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:24.020591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdd5464-1b87-4896-a7c7-787033a2e245 req-db8efa5f-6fa6-412b-b474-febca767504f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0683486 Jul 08 17:25:24.062183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bdd5464-1b87-4896-a7c7-787033a2e245 req-24b49c51-b4ca-4f5f-b3f6-090da1f4c230 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Jul 08 17:25:24.866610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:24.886967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:24.934088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39db15a-15ad-41d5-9c11-6f359b5d6ceb req-ed0d74c4-a659-403c-b732-f56b0438db3b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:24.935641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e39db15a-15ad-41d5-9c11-6f359b5d6ceb req-ed0d74c4-a659-403c-b732-f56b0438db3b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0846188 Jul 08 17:25:24.979576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e39db15a-15ad-41d5-9c11-6f359b5d6ceb req-f12bcda4-00a5-4527-aa05-76637ba43523 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Jul 08 17:25:25.048371 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba73c81-3137-401c-85b6-7525838ceb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.154074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba73c81-3137-401c-85b6-7525838ceb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.159213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba73c81-3137-401c-85b6-7525838ceb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.199475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba73c81-3137-401c-85b6-7525838ceb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30cd18-a886-455c-83c7-515aabe20ee2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:25.207285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6ba73c81-3137-401c-85b6-7525838ceb0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bdc89039fe4496d988c14ca3765bcd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193409 Jul 08 17:25:25.208127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:25.261719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d453-f158-45dd-b36a-9ce63f409806 req-cdc2c9bb-dbd5-4c4f-ba08-ab6183fc238b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.263421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7566d453-f158-45dd-b36a-9ce63f409806 req-cdc2c9bb-dbd5-4c4f-ba08-ab6183fc238b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0748816 Jul 08 17:25:25.266521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8dbf-210c-4304-8c4d-418fa9073e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.289408 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8dbf-210c-4304-8c4d-418fa9073e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.310954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7566d453-f158-45dd-b36a-9ce63f409806 req-647b72b5-6528-45e1-af36-053d565e281a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Jul 08 17:25:25.348130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8dbf-210c-4304-8c4d-418fa9073e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.351544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8dbf-210c-4304-8c4d-418fa9073e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.355052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ee0e8dbf-210c-4304-8c4d-418fa9073e83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b30cd18-a886-455c-83c7-515aabe20ee2 HTTP/1.1" status: 204 len: 168 time: 0.1432621 Jul 08 17:25:25.364423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e8dbf-210c-4304-8c4d-418fa9073e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30cd18-a886-455c-83c7-515aabe20ee2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:25.506265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e349fe-fa87-4c3f-9e82-4b03007f9479 req-40b95fa3-3ee2-4c07-a8a6-d00f33d5daa6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.513161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7e349fe-fa87-4c3f-9e82-4b03007f9479 req-40b95fa3-3ee2-4c07-a8a6-d00f33d5daa6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0789871 Jul 08 17:25:25.553280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7e349fe-fa87-4c3f-9e82-4b03007f9479 req-f100fe9f-f567-45ff-b6f4-5667cc24ad1d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Jul 08 17:25:25.690016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:25.703729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a89ec12-2565-4a0e-b301-87493b40bd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.760960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:25.763597 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f707ef3-38bc-44c2-84d6-a20c0991a78f" -d '{"events": [{"server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "name": "network-vif-plugged", "status": "completed", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:25.785340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c5d1-a325-4f4b-a7e3-1362ffb90384 req-c651a012-edae-4305-818c-672ecd955474 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.787509 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a510c5d1-a325-4f4b-a7e3-1362ffb90384 req-c651a012-edae-4305-818c-672ecd955474 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0818675 Jul 08 17:25:25.808996 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0eadc6-4949-44d2-9b3b-c4dced1b5901 x-openstack-request-id: req-9d0eadc6-4949-44d2-9b3b-c4dced1b5901 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:25.809322 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "name": "network-vif-plugged", "status": "completed", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:25.809535 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d0eadc6-4949-44d2-9b3b-c4dced1b5901 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:25.809955 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'code': 200} Jul 08 17:25:25.827760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a89ec12-2565-4a0e-b301-87493b40bd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.833430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a89ec12-2565-4a0e-b301-87493b40bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.845990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a510c5d1-a325-4f4b-a7e3-1362ffb90384 req-a17027dc-6352-4f9b-8be0-aa29e8708478 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518217 Jul 08 17:25:25.874867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89ec12-2565-4a0e-b301-87493b40bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27cad29-3de2-40f8-976c-88f497bdf777,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:25.910662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9a89ec12-2565-4a0e-b301-87493b40bd42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8f6f11f1fd147ca84da21230db71b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193706 Jul 08 17:25:25.911520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:25.955007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9b1f4-561e-4761-9685-910fa2988c67 req-1a042bd6-d00f-4d92-8b63-aef25ae93b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.956938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5d9b1f4-561e-4761-9685-910fa2988c67 req-1a042bd6-d00f-4d92-8b63-aef25ae93b82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0779054 Jul 08 17:25:25.980860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d830bb3-a7f3-4d6f-9579-661010268396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.998549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5d9b1f4-561e-4761-9685-910fa2988c67 req-d9ab12d2-1dcc-4c6d-a2a7-787bc1e98e07 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Jul 08 17:25:26.035673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d830bb3-a7f3-4d6f-9579-661010268396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.091695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261e9ac-425d-4dcd-95fc-584fc9083ca6 req-72e92a14-6536-4eea-93d2-6a61c4922289 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:26.093339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7261e9ac-425d-4dcd-95fc-584fc9083ca6 req-72e92a14-6536-4eea-93d2-6a61c4922289 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.1257126 Jul 08 17:25:26.134378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d830bb3-a7f3-4d6f-9579-661010268396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.137319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d830bb3-a7f3-4d6f-9579-661010268396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.138507 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0d830bb3-a7f3-4d6f-9579-661010268396 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c27cad29-3de2-40f8-976c-88f497bdf777 HTTP/1.1" status: 204 len: 168 time: 0.2259171 Jul 08 17:25:26.159614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830bb3-a7f3-4d6f-9579-661010268396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27cad29-3de2-40f8-976c-88f497bdf777,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:26.182427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7261e9ac-425d-4dcd-95fc-584fc9083ca6 req-d39926eb-aba9-4e62-8192-c2978254fc65 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751066 Jul 08 17:25:26.211967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112987f-448a-4074-909a-4df9b9125813 req-67ca9874-e066-436c-8762-f9a20886b805 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:26.213838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9112987f-448a-4074-909a-4df9b9125813 req-67ca9874-e066-436c-8762-f9a20886b805 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0920205 Jul 08 17:25:26.261115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9112987f-448a-4074-909a-4df9b9125813 req-138bb6b3-c665-4ea8-a998-dcd68f229f0b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382590 Jul 08 17:25:26.482704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954051b-8882-4e8a-adca-cae08d712d2e req-42b29ac8-4d2c-48d8-88d5-9213dc5d3999 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:26.485002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0954051b-8882-4e8a-adca-cae08d712d2e req-42b29ac8-4d2c-48d8-88d5-9213dc5d3999 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0865922 Jul 08 17:25:26.538861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0954051b-8882-4e8a-adca-cae08d712d2e req-3e326bc7-cf7f-4901-8ea2-1c8f90a3b1e3 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Jul 08 17:25:26.768277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbc655-b315-4662-8c17-d130c98e3cd4 req-53a58861-4c67-48fd-8584-b5d915461924 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:26.769971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6bbc655-b315-4662-8c17-d130c98e3cd4 req-53a58861-4c67-48fd-8584-b5d915461924 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.1072662 Jul 08 17:25:26.823839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6bbc655-b315-4662-8c17-d130c98e3cd4 req-560f0a50-e4de-493d-9907-7f1f41e720e6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Jul 08 17:25:27.051225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193746d-d001-4001-8e30-c55779287af7 req-26b33b60-b220-488c-b69c-952d126b905e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.054829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a193746d-d001-4001-8e30-c55779287af7 req-26b33b60-b220-488c-b69c-952d126b905e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0901320 Jul 08 17:25:27.103681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a193746d-d001-4001-8e30-c55779287af7 req-0db5dad8-9d7a-48b9-b8fd-2b0d5aaedd46 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451450 Jul 08 17:25:27.337408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288eab1b-edb2-4f21-ad25-190cb4b39bc6 req-852a4f07-a2c1-4607-a590-1078a67d3bc1 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.345094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-288eab1b-edb2-4f21-ad25-190cb4b39bc6 req-852a4f07-a2c1-4607-a590-1078a67d3bc1 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0970335 Jul 08 17:25:27.405063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-288eab1b-edb2-4f21-ad25-190cb4b39bc6 req-77c23895-6801-49fc-b129-4a084abfa55d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Jul 08 17:25:27.528364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719f1db-d8b2-4e80-b936-b87e67977f63 req-18adde17-473e-494c-92f2-783f647f5e21 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.530122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7719f1db-d8b2-4e80-b936-b87e67977f63 req-18adde17-473e-494c-92f2-783f647f5e21 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0890796 Jul 08 17:25:27.590098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7719f1db-d8b2-4e80-b936-b87e67977f63 req-fee9fc62-e460-4b65-b98d-6c0872e2338e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535197 Jul 08 17:25:27.898693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafb42-cfb9-4ecd-8acc-996d01e7a29b req-9ac8a0b5-ac18-4fee-8ebf-c3e9f823cb26 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.906875 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bccafb42-cfb9-4ecd-8acc-996d01e7a29b req-9ac8a0b5-ac18-4fee-8ebf-c3e9f823cb26 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0792766 Jul 08 17:25:27.958003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bccafb42-cfb9-4ecd-8acc-996d01e7a29b req-dc14b98a-dfef-4ed3-a922-2d70ff6b3a9d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499978 Jul 08 17:25:28.671465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cbaae-6df0-4948-b21e-df6d46e2bbe3 req-5a99b2fd-ae7f-47a9-872d-7afc0b99b28e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:28.680920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e61cbaae-6df0-4948-b21e-df6d46e2bbe3 req-5a99b2fd-ae7f-47a9-872d-7afc0b99b28e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0817888 Jul 08 17:25:28.721835 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e61cbaae-6df0-4948-b21e-df6d46e2bbe3 req-7e74bf9c-980e-4a5c-8de6-6a0454dc8723 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Jul 08 17:25:28.914108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995054c4-556d-47b0-a053-63be49e2753e req-c32d4843-764f-4be5-9e27-cdcf5c64e048 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:28.915887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-995054c4-556d-47b0-a053-63be49e2753e req-c32d4843-764f-4be5-9e27-cdcf5c64e048 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0759017 Jul 08 17:25:28.959122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-995054c4-556d-47b0-a053-63be49e2753e req-4698ffa9-2cd8-4fa5-8aec-30a8212b19b4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Jul 08 17:25:30.081844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995cd0c-a142-4aac-9fa7-895952de3034 req-5790ceba-6cad-4f71-999e-e7441345b506 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:30.084483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d995cd0c-a142-4aac-9fa7-895952de3034 req-5790ceba-6cad-4f71-999e-e7441345b506 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.1770165 Jul 08 17:25:30.148275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d995cd0c-a142-4aac-9fa7-895952de3034 req-78a1abc7-f53c-478b-b5f6-f62ceab03d72 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Jul 08 17:25:30.349956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f649fa1-2279-4552-b638-6852936554d6 req-f60c44c7-06a3-467f-a302-619947fb7efe tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:30.351591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f649fa1-2279-4552-b638-6852936554d6 req-f60c44c7-06a3-467f-a302-619947fb7efe tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0779471 Jul 08 17:25:30.403861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f649fa1-2279-4552-b638-6852936554d6 req-60b38854-cf70-4463-828f-a13dbf28f6e1 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Jul 08 17:25:31.334782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4438095c-8175-406b-9acd-9d8646a24bbf details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:31.358281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae44ca-eb52-4cf2-96dd-c90b6c8c1589 req-97791cf0-19c9-466b-9c92-22abffdda54d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:31.361101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2aae44ca-eb52-4cf2-96dd-c90b6c8c1589 req-97791cf0-19c9-466b-9c92-22abffdda54d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 945 time: 0.0817118 Jul 08 17:25:31.410464 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2aae44ca-eb52-4cf2-96dd-c90b6c8c1589 req-000e2af5-2ea2-48df-a6e7-f49d8f766419 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Jul 08 17:25:31.486895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:31.505943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4438095c-8175-406b-9acd-9d8646a24bbf', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'port_id': '4438095c-8175-406b-9acd-9d8646a24bbf', 'mac_address': 'fa:16:3e:64:bc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f814a1b-7a57-43f8-ad8f-5998943f49b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:31.552391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.566401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4438095c-8175-406b-9acd-9d8646a24bbf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:31.588108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:31.591933 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.595974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a53aa-5191-4f6c-a794-8fe3b9398578 req-d3f8e69d-5af1-4e75-bcd0-e73aadd8e708 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:31.597852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-853a53aa-5191-4f6c-a794-8fe3b9398578 req-d3f8e69d-5af1-4e75-bcd0-e73aadd8e708 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0686376 Jul 08 17:25:31.637887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-853a53aa-5191-4f6c-a794-8fe3b9398578 req-fad3bc4c-c9b8-48d0-b815-2afd373a38f9 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Jul 08 17:25:31.645791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:31.722643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4438095c-8175-406b-9acd-9d8646a24bbf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:32.638022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe527e-fe91-43bf-99c4-b426b8cd01de req-9bb65785-5485-4215-ad28-ba1faeb591e6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:32.640920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adfe527e-fe91-43bf-99c4-b426b8cd01de req-9bb65785-5485-4215-ad28-ba1faeb591e6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 944 time: 0.0829608 Jul 08 17:25:32.696901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adfe527e-fe91-43bf-99c4-b426b8cd01de req-fe9b518e-cc6d-4def-97c7-c7bb08edf16a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Jul 08 17:25:32.857409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4750d-a267-47a9-a421-bfa224b0d90f req-ea2df83a-dcf6-4b35-ab64-9d5b39539abf tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:32.859562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1e4750d-a267-47a9-a421-bfa224b0d90f req-ea2df83a-dcf6-4b35-ab64-9d5b39539abf tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0751622 Jul 08 17:25:32.919199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1e4750d-a267-47a9-a421-bfa224b0d90f req-d4383945-66df-416b-9c5d-85d78126acf4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Jul 08 17:25:33.144398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0e1ca-bb55-4b06-9998-bddbb8486a49 req-444d771d-2910-4292-8789-0d8228855569 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:33.152013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46c0e1ca-bb55-4b06-9998-bddbb8486a49 req-444d771d-2910-4292-8789-0d8228855569 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 944 time: 0.0822415 Jul 08 17:25:33.198763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46c0e1ca-bb55-4b06-9998-bddbb8486a49 req-f04d6be8-bbec-47c5-a8d5-38e82eaf5f7e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Jul 08 17:25:33.301989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50894) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:33.336431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4438095c-8175-406b-9acd-9d8646a24bbf no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:33.414370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.414555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7eeb5-360e-4dba-87c7-109bef3e4ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.430335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4438095c-8175-406b-9acd-9d8646a24bbf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:33.457057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:33.463398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.522517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:33.561102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7eeb5-360e-4dba-87c7-109bef3e4ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.566498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5f7eeb5-360e-4dba-87c7-109bef3e4ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.610331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5f7eeb5-360e-4dba-87c7-109bef3e4ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=543cbad2f28944eda99994ddf24927ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072026 Jul 08 17:25:33.612190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7eeb5-360e-4dba-87c7-109bef3e4ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a09e86-0028-4bdc-86b6-ab4f9e58bd7a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:33.613813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:33.665600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc30d41b-a9f1-4da9-8ba7-0fcb70d6b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.690366 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc30d41b-a9f1-4da9-8ba7-0fcb70d6b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.739751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc30d41b-a9f1-4da9-8ba7-0fcb70d6b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.744222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc30d41b-a9f1-4da9-8ba7-0fcb70d6b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.748704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cc30d41b-a9f1-4da9-8ba7-0fcb70d6b46a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37a09e86-0028-4bdc-86b6-ab4f9e58bd7a HTTP/1.1" status: 204 len: 168 time: 0.1306896 Jul 08 17:25:33.756256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30d41b-a9f1-4da9-8ba7-0fcb70d6b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a09e86-0028-4bdc-86b6-ab4f9e58bd7a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:34.040482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:34.057201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30f33e61-23b9-458d-b257-a59aa7181fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.185019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0066cf8-2c8a-40a3-897e-999d61f48dc3 req-6c826b5d-97db-440e-bd29-aca531f45f0f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.186952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e0066cf8-2c8a-40a3-897e-999d61f48dc3 req-6c826b5d-97db-440e-bd29-aca531f45f0f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1217566 Jul 08 17:25:34.247508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30f33e61-23b9-458d-b257-a59aa7181fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.251607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e0066cf8-2c8a-40a3-897e-999d61f48dc3 req-e4eea48c-808c-4f11-852b-43272cdbfa30 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Jul 08 17:25:34.253167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30f33e61-23b9-458d-b257-a59aa7181fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.304992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-30f33e61-23b9-458d-b257-a59aa7181fa4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d193d26a22c48b89fbc5338ca30e69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634315 Jul 08 17:25:34.306908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f33e61-23b9-458d-b257-a59aa7181fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d859c-33bd-4ed3-987d-6e2cacc1be1a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:34.307768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:34.428141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ded64a-73cf-4c75-81dc-5549b83831a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.449205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ea777-1d1e-4ed3-81c1-f9b2b55451af req-4d1b3ece-27f3-4bbb-a565-0069d11f6b2e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.450728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-119ea777-1d1e-4ed3-81c1-f9b2b55451af req-4d1b3ece-27f3-4bbb-a565-0069d11f6b2e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 943 time: 0.1190352 Jul 08 17:25:34.469115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ded64a-73cf-4c75-81dc-5549b83831a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.524657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-119ea777-1d1e-4ed3-81c1-f9b2b55451af req-2012797c-173a-41e9-8d17-91dcbc876fae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Jul 08 17:25:34.548829 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ded64a-73cf-4c75-81dc-5549b83831a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.551574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80ded64a-73cf-4c75-81dc-5549b83831a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.552870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80ded64a-73cf-4c75-81dc-5549b83831a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c18d859c-33bd-4ed3-987d-6e2cacc1be1a HTTP/1.1" status: 204 len: 168 time: 0.2439711 Jul 08 17:25:34.561456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ded64a-73cf-4c75-81dc-5549b83831a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d859c-33bd-4ed3-987d-6e2cacc1be1a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:34.896955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b2b80-01ee-422f-86b5-67501053e340 req-a41bc9c4-daf2-4181-8b6a-066671bc9af5 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.898795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-136b2b80-01ee-422f-86b5-67501053e340 req-a41bc9c4-daf2-4181-8b6a-066671bc9af5 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 943 time: 0.1232822 Jul 08 17:25:35.033004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Deleting port 4438095c-8175-406b-9acd-9d8646a24bbf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:35.034307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.045322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:35.163406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] For port 4438095c-8175-406b-9acd-9d8646a24bbf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4438095c-8175-406b-9acd-9d8646a24bbf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:35.163834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.180271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Calling delete_port for 4438095c-8175-406b-9acd-9d8646a24bbf owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:35.224737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a56fb9-4ee2-4e0a-8e34-6f4f64fb0b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.348039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a56fb9-4ee2-4e0a-8e34-6f4f64fb0b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.354263 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2a56fb9-4ee2-4e0a-8e34-6f4f64fb0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.371439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.416690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event deleted for resources: {'Port': ['ID=4438095c-8175-406b-9acd-9d8646a24bbf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:35.457540 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e2a56fb9-4ee2-4e0a-8e34-6f4f64fb0b26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6618d093db7c414b8fbe7dcc1fd88e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117968 Jul 08 17:25:35.462908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50990) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:35.474632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] No DVR routers for this DVR port 4438095c-8175-406b-9acd-9d8646a24bbf on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:35.477327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.479632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-136b2b80-01ee-422f-86b5-67501053e340 req-58e82982-0b1d-4e3f-9624-44a28f4ba139 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "DELETE /v2.0/ports/4438095c-8175-406b-9acd-9d8646a24bbf HTTP/1.1" status: 204 len: 173 time: 0.5755854 Jul 08 17:25:35.480144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'name': 'network-vif-deleted', 'tag': '4438095c-8175-406b-9acd-9d8646a24bbf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:35.482554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a56fb9-4ee2-4e0a-8e34-6f4f64fb0b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb5b84-3e3f-4f59-be8b-2883d4a3c93a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:35.483536 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25927a72-66e0-49c7-bcef-479a0a408384" -d '{"events": [{"server_uuid": "d4b74ea7-5ad1-4bdc-95b6-7324c494874a", "name": "network-vif-deleted", "tag": "4438095c-8175-406b-9acd-9d8646a24bbf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:35.558555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff09f7-a62e-4241-a213-647a5af71814 req-bd82b985-f4bd-4429-912e-6fe33f671e7e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.567288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cff09f7-a62e-4241-a213-647a5af71814 req-bd82b985-f4bd-4429-912e-6fe33f671e7e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1638472 Jul 08 17:25:35.580852 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace14e05-f4a1-4c6c-8efd-dab170bd0ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.628978 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace14e05-f4a1-4c6c-8efd-dab170bd0ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.654023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cff09f7-a62e-4241-a213-647a5af71814 req-8861e9ee-2ecc-42ff-8c44-04159526e9e5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Jul 08 17:25:35.661904 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ebd10-d4ed-4e54-9361-5dd3fa142108 x-openstack-request-id: req-9e2ebd10-d4ed-4e54-9361-5dd3fa142108 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:35.662232 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b74ea7-5ad1-4bdc-95b6-7324c494874a", "name": "network-vif-deleted", "tag": "4438095c-8175-406b-9acd-9d8646a24bbf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:35.662559 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e2ebd10-d4ed-4e54-9361-5dd3fa142108 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:35.662882 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b74ea7-5ad1-4bdc-95b6-7324c494874a', 'name': 'network-vif-deleted', 'tag': '4438095c-8175-406b-9acd-9d8646a24bbf', 'status': 'completed', 'code': 200} Jul 08 17:25:35.732145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace14e05-f4a1-4c6c-8efd-dab170bd0ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.735894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace14e05-f4a1-4c6c-8efd-dab170bd0ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.739483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ace14e05-f4a1-4c6c-8efd-dab170bd0ac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2afb5b84-3e3f-4f59-be8b-2883d4a3c93a HTTP/1.1" status: 204 len: 168 time: 0.2714572 Jul 08 17:25:35.749308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14e05-f4a1-4c6c-8efd-dab170bd0ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb5b84-3e3f-4f59-be8b-2883d4a3c93a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:35.859242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38c9482b-844b-4fa4-a1a6-937efe73e2b3 req-2afbd1f9-8f6d-4e0b-9c84-3bb5e9e06b70 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4b74ea7-5ad1-4bdc-95b6-7324c494874a HTTP/1.1" status: 200 len: 210 time: 0.0588331 Jul 08 17:25:36.122387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:36.272588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05ee3837-147f-4db5-a0a9-fe07c7a652aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.412281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05ee3837-147f-4db5-a0a9-fe07c7a652aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.418606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05ee3837-147f-4db5-a0a9-fe07c7a652aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.465794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:36.466385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-05ee3837-147f-4db5-a0a9-fe07c7a652aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07a8d48c6df946308df27bf7e62553b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412399 Jul 08 17:25:36.466752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee3837-147f-4db5-a0a9-fe07c7a652aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871f0675-4d2e-4cdc-a72f-f18ebbed08ea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:36.528675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69a146d-5570-4c9f-971b-3be6292e57fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.559964 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69a146d-5570-4c9f-971b-3be6292e57fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.615227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69a146d-5570-4c9f-971b-3be6292e57fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.617840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e69a146d-5570-4c9f-971b-3be6292e57fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.621814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e69a146d-5570-4c9f-971b-3be6292e57fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/871f0675-4d2e-4cdc-a72f-f18ebbed08ea HTTP/1.1" status: 204 len: 168 time: 0.1522732 Jul 08 17:25:36.636668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a146d-5570-4c9f-971b-3be6292e57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871f0675-4d2e-4cdc-a72f-f18ebbed08ea,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:36.915480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102029c-8c6e-4c91-8b06-e8237f4f5fd5 req-b5a3e05c-c64f-4319-bbd5-50a98cbd6e0a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:36.924962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0102029c-8c6e-4c91-8b06-e8237f4f5fd5 req-b5a3e05c-c64f-4319-bbd5-50a98cbd6e0a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0924232 Jul 08 17:25:36.996645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0102029c-8c6e-4c91-8b06-e8237f4f5fd5 req-4f9ed1ec-68d7-436a-9e5b-c2eb4eb7a3f1 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699027 Jul 08 17:25:37.212929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:37.217651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898457310', 'description': 'tempest-description--559598937'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:37.260016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.380878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.386671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.428175 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.429776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2158282 Jul 08 17:25:37.434120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:37.441286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'security_group_rule': {'security_group_id': '346487ec-a9a6-4d40-9ffc-fdac458ca5fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:37.478407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f963065-e54f-44e1-8ab8-7cff35bbad2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346487ec-a9a6-4d40-9ffc-fdac458ca5fd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:37.485058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.598728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.603053 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.631851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f15bbc-31be-4d58-8dc8-c3af577ef17f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:37.636857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.638676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-933ff469-a0af-4206-9a09-a8cb12228130 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035258 Jul 08 17:25:37.643075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51128) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:37.649117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'security_group_rule': {'security_group_id': '346487ec-a9a6-4d40-9ffc-fdac458ca5fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:37.710153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.807342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.826312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.839764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5d8d4a-4119-47f2-8922-24f499024aa8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:37.859877 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.863719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d8277393-5821-4c24-9dae-0161bc67c50a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194226 Jul 08 17:25:37.870148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:37.876109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:37.930043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.157106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.388559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6077185-a253-40e9-a55b-9f36e6081f18 req-74b3ce25-a5ea-455f-bc1a-e8ece64827ca tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.392747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c6077185-a253-40e9-a55b-9f36e6081f18 req-74b3ce25-a5ea-455f-bc1a-e8ece64827ca tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1620781 Jul 08 17:25:38.427812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Allocated IP 172.25.3.9 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/1a30cda1-11bb-41d1-8b68-830b5700561b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:38.504022 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c6077185-a253-40e9-a55b-9f36e6081f18 req-c1e43c9e-e7fb-403e-8989-b1f71a84780b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053388 Jul 08 17:25:38.622668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.675044 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.760030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:38.816011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'Port': ['ID=1a30cda1-11bb-41d1-8b68-830b5700561b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:38.824630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:38.826064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:38.830485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:38.978508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.045842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.100300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51223d6b-aa70-4ff6-a162-d9986ff882bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.260718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51223d6b-aa70-4ff6-a162-d9986ff882bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.266800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51223d6b-aa70-4ff6-a162-d9986ff882bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.320911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51223d6b-aa70-4ff6-a162-d9986ff882bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1eccdc-6a76-4c55-b752-ccc5d7160c14,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:39.328591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-51223d6b-aa70-4ff6-a162-d9986ff882bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e12ff56c31e43cdb743d0fdf528871c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664976 Jul 08 17:25:39.329764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51232) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:39.344436 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.349345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.367976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4438095c-8175-406b-9acd-9d8646a24bbf no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:39.408082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'Port': ['ID=1a30cda1-11bb-41d1-8b68-830b5700561b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:39.440581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4438095c-8175-406b-9acd-9d8646a24bbf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:39.441182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4438095c-8175-406b-9acd-9d8646a24bbf not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:39.480622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da08ef4-2f17-48bc-a27f-0b53397c6fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.483217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.511224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.522285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1248ac0b-8c86-44bf-bf22-25d9f272c4c2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6423206 Jul 08 17:25:39.522515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da08ef4-2f17-48bc-a27f-0b53397c6fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.633517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da08ef4-2f17-48bc-a27f-0b53397c6fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.637216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da08ef4-2f17-48bc-a27f-0b53397c6fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.641811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9da08ef4-2f17-48bc-a27f-0b53397c6fea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba1eccdc-6a76-4c55-b752-ccc5d7160c14 HTTP/1.1" status: 204 len: 168 time: 0.3105993 Jul 08 17:25:39.761242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da08ef4-2f17-48bc-a27f-0b53397c6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1eccdc-6a76-4c55-b752-ccc5d7160c14,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:39.847372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1422bfe-014b-452a-863c-b91301a21210 req-110d4fb7-6f6b-4460-8a26-9139524ef7f7 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:39.868051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1422bfe-014b-452a-863c-b91301a21210 req-110d4fb7-6f6b-4460-8a26-9139524ef7f7 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.2245424 Jul 08 17:25:39.990089 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1422bfe-014b-452a-863c-b91301a21210 req-c4cfdd86-5a61-4d67-aabb-6304bc3e823a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205003 Jul 08 17:25:40.040825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-1a14ae52-879c-4c5d-9e8a-f4ffa9c288e4 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:40.051411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-1a14ae52-879c-4c5d-9e8a-f4ffa9c288e4 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 821 time: 0.2273872 Jul 08 17:25:40.070899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-08ac6a9f-f6f5-4549-b98c-50497196604f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/quotas/047e253f1c5e4920b696c87e36a900d8 HTTP/1.1" status: 200 len: 375 time: 0.0123825 Jul 08 17:25:40.123328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:40.143778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b224b363-d352-4b59-a589-681d8de8b76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.150896 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-418243de-65e9-4fe6-92ec-74546b33398b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718071 Jul 08 17:25:40.289584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-00569fdf-eb76-4768-9b6d-ef011df4fcba service neutron] 10.222.0.48 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310406 Jul 08 17:25:40.379031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b224b363-d352-4b59-a589-681d8de8b76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.391797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b224b363-d352-4b59-a589-681d8de8b76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.422892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-dba9b4ac-b4af-46d3-936f-f6697e81ba79 service neutron] 10.222.0.48 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318443 Jul 08 17:25:40.475891 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b224b363-d352-4b59-a589-681d8de8b76d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b561a6dc01e4b1a9e3c7cb8524bf276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511050 Jul 08 17:25:40.478669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:40.483321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224b363-d352-4b59-a589-681d8de8b76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e086881-d6ad-4151-992d-a3d4797c5ee9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:40.549570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f14aaeb2-c545-4aab-83e8-ec199014b576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.616597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f14aaeb2-c545-4aab-83e8-ec199014b576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.651373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51326) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:40.671289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-176707f9-8616-4845-93a4-32dfba592851 req-e8d6fd60-c4ed-4039-9b72-8d4f24a26e6e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 210 time: 0.0570228 Jul 08 17:25:40.748622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f14aaeb2-c545-4aab-83e8-ec199014b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.753048 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f14aaeb2-c545-4aab-83e8-ec199014b576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.756833 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f14aaeb2-c545-4aab-83e8-ec199014b576 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e086881-d6ad-4151-992d-a3d4797c5ee9 HTTP/1.1" status: 204 len: 168 time: 0.2748289 Jul 08 17:25:40.774992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aaeb2-c545-4aab-83e8-ec199014b576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e086881-d6ad-4151-992d-a3d4797c5ee9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:40.900465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a690b2f7-a00e-4e68-abb8-6a199d58d99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.023115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a690b2f7-a00e-4e68-abb8-6a199d58d99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.027809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a690b2f7-a00e-4e68-abb8-6a199d58d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.132619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:41.142579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a690b2f7-a00e-4e68-abb8-6a199d58d99c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=266f2a0256024739913b3ac594b350b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899576 Jul 08 17:25:41.144430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690b2f7-a00e-4e68-abb8-6a199d58d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be4ffa-82a8-45b1-bd08-ff13342e996d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:41.250104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1b49ea5-6e07-4e02-aabd-b40baf4bd27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.297683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1b49ea5-6e07-4e02-aabd-b40baf4bd27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.386690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222aedb-f7c6-485f-8ee5-837bdc4833a1 req-a5df69f4-dd1c-4ebf-b7d4-832404175f04 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:41.388387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1222aedb-f7c6-485f-8ee5-837bdc4833a1 req-a5df69f4-dd1c-4ebf-b7d4-832404175f04 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1664770 Jul 08 17:25:41.433142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1b49ea5-6e07-4e02-aabd-b40baf4bd27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.436309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1b49ea5-6e07-4e02-aabd-b40baf4bd27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.441111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b1b49ea5-6e07-4e02-aabd-b40baf4bd27a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6be4ffa-82a8-45b1-bd08-ff13342e996d HTTP/1.1" status: 204 len: 168 time: 0.3067706 Jul 08 17:25:41.460052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1222aedb-f7c6-485f-8ee5-837bdc4833a1 req-c78317e0-24cf-4147-a912-350d882e09df tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633039 Jul 08 17:25:41.482481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49ea5-6e07-4e02-aabd-b40baf4bd27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be4ffa-82a8-45b1-bd08-ff13342e996d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:42.027163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:42.041605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f721499-8dd7-4720-b02a-5ff77e5ffcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.045376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e71e9879-3b05-4de7-ba03-1df4fe5872ef req-3fc74588-98e5-4862-98f8-69cc01fea863 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 210 time: 0.1108701 Jul 08 17:25:42.155539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f721499-8dd7-4720-b02a-5ff77e5ffcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.159743 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f721499-8dd7-4720-b02a-5ff77e5ffcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.199337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f721499-8dd7-4720-b02a-5ff77e5ffcb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=105dd91996b64f99bf4acca7d8f25187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710889 Jul 08 17:25:42.202098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51396) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:42.210259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f721499-8dd7-4720-b02a-5ff77e5ffcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b690e68-0197-4bf4-93ec-50000c9ec0b0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:42.277437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2edbbcf2-3d02-499a-ac06-cc2315ba0de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.342727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2edbbcf2-3d02-499a-ac06-cc2315ba0de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.424467 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2edbbcf2-3d02-499a-ac06-cc2315ba0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.428430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2edbbcf2-3d02-499a-ac06-cc2315ba0de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.429998 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2edbbcf2-3d02-499a-ac06-cc2315ba0de6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b690e68-0197-4bf4-93ec-50000c9ec0b0 HTTP/1.1" status: 204 len: 168 time: 0.2260928 Jul 08 17:25:42.442450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbbcf2-3d02-499a-ac06-cc2315ba0de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b690e68-0197-4bf4-93ec-50000c9ec0b0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:42.658790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-010d65c2-c8f2-4057-8847-0b2e6ea03fb2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:42.660373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-010d65c2-c8f2-4057-8847-0b2e6ea03fb2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 821 time: 0.2082570 Jul 08 17:25:42.685680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'port': {'device_id': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'admin_state_up': True, 'tenant_id': '047e253f1c5e4920b696c87e36a900d8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:42.840717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.842601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.982642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Made reservation on behalf of 047e253f1c5e4920b696c87e36a900d8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:42.987626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.200891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Allocated IP 172.20.0.12 (a1da8826-689c-427f-9fef-ef8721db055c/1f814a1b-7a57-43f8-ad8f-5998943f49b5/8156d52d-15f3-48c5-83b9-f5edaaa54ddf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:43.384807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.410682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96abe3-5c3c-4a74-b758-2d7fd211a8c7 req-10754433-8e55-43e8-ba55-d438cddebbe0 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:43.434575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb96abe3-5c3c-4a74-b758-2d7fd211a8c7 req-10754433-8e55-43e8-ba55-d438cddebbe0 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.7394056 Jul 08 17:25:43.506968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb96abe3-5c3c-4a74-b758-2d7fd211a8c7 req-678be282-0b8f-4147-b08f-72b3f2ab43d5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Jul 08 17:25:43.571967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.659160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:43.680361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Network a1da8826-689c-427f-9fef-ef8721db055c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:43.682040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:43.684667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:43.852848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:43.853474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.893441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f1a0c179-2e27-4913-a7a3-b8c25d4e313b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2235634 Jul 08 17:25:43.916330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb7ce-76cb-49ab-8714-5915a853dc6d req-67572180-4262-4112-8ea6-edaa46339ee1 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:43.925312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5dfb7ce-76cb-49ab-8714-5915a853dc6d req-67572180-4262-4112-8ea6-edaa46339ee1 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 932 time: 0.1423614 Jul 08 17:25:43.945194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Request body: {'port': {'device_id': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:44.036059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5dfb7ce-76cb-49ab-8714-5915a853dc6d req-0fdd20b3-c2d2-41b3-8ad3-79c38d004c3e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097376 Jul 08 17:25:44.097960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.541491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8156d52d-15f3-48c5-83b9-f5edaaa54ddf {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:44.551120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.565445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Transition to ACTIVE for port object 8156d52d-15f3-48c5-83b9-f5edaaa54ddf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:44.572484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.813338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:44.842175 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:25:44.867939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Attempting to bind port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:44.868550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Attempting to bind port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:44.868895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Attempting to bind port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf on network a1da8826-689c-427f-9fef-ef8721db055c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:44.875230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf on network a1da8826-689c-427f-9fef-ef8721db055c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:44.875608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Attempting to bind port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf on network a1da8826-689c-427f-9fef-ef8721db055c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:44.884256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:44.884601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Checking segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:44.884989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Bound using segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:44.885425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Bound port: 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:44.885788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.914912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b037-e1b6-429f-999c-b3b15f34384f req-a7a79bad-a5b7-454a-9a24-d670fa47edfc tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:44.916558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36c2b037-e1b6-429f-999c-b3b15f34384f req-a7a79bad-a5b7-454a-9a24-d670fa47edfc tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.2231822 Jul 08 17:25:44.989769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36c2b037-e1b6-429f-999c-b3b15f34384f req-ac936088-9d62-420e-a6f5-b4f584f66b9f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Jul 08 17:25:45.007902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:45.021956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:45.028744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.078940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.079585 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.081483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] 10.222.0.53 "PUT /v2.0/ports/8156d52d-15f3-48c5-83b9-f5edaaa54ddf HTTP/1.1" status: 200 len: 1092 time: 1.1782830 Jul 08 17:25:45.082215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:45.084610 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032" -d '{"events": [{"name": "network-changed", "server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:45.092555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:45.170482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b62d12-add7-449e-bd11-91c06d8e0aeb service neutron] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:45.213205 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9617cf-3137-4c15-8c63-5a47da50e241 x-openstack-request-id: req-0f9617cf-3137-4c15-8c63-5a47da50e241 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:45.213428 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:45.213687 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f9617cf-3137-4c15-8c63-5a47da50e241 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:45.216319 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'status': 'completed', 'code': 200} Jul 08 17:25:45.288296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-456300518', 'router:external': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:45.326434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Made reservation on behalf of 03fc21f5824c4b2ab4fc852d51ab3fda for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:45.329846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.358257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.379810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-1c45ae71-0a32-4c7f-b200-d1314146f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.382141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-1c45ae71-0a32-4c7f-b200-d1314146f91b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 1095 time: 0.2438047 Jul 08 17:25:45.469625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14e1c-b4cf-41d3-9e10-6157e0391f5a req-5d04bd5b-a431-464f-a8c9-a7b1f1988d60 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.471848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80b14e1c-b4cf-41d3-9e10-6157e0391f5a req-5d04bd5b-a431-464f-a8c9-a7b1f1988d60 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 944 time: 0.1113698 Jul 08 17:25:45.472465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51592) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:45.488952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.498893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.512558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:25:45.525949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.526374 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Added segment 396677f3-3e0b-449d-856c-2db616cf9cc5 of type vlan for network 27a83e03-718a-44fd-9c06-67e8e92e9846 Jul 08 17:25:45.529877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80b14e1c-b4cf-41d3-9e10-6157e0391f5a req-63146c5d-ebbd-4fac-a2f2-0707d96a5f2a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508194 Jul 08 17:25:45.601898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-1b1803fc-bb3a-44c9-9b8d-47b8dbea481f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf HTTP/1.1" status: 200 len: 217 time: 0.1110632 Jul 08 17:25:45.639405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89d06f23-69d0-4b22-a7c1-9fdef7402410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.659382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.740268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89d06f23-69d0-4b22-a7c1-9fdef7402410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.745019 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89d06f23-69d0-4b22-a7c1-9fdef7402410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.748537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb309fa-3ebf-45b0-a48b-ad3f146966e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:45.754419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-a3968f48-81cf-4a45-80fb-d655c4e8afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.756065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-a3968f48-81cf-4a45-80fb-d655c4e8afe4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 200 len: 861 time: 0.1400409 Jul 08 17:25:45.794589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d06f23-69d0-4b22-a7c1-9fdef7402410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8359986-be42-4757-a6f3-937acebd9602,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:45.801718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-89d06f23-69d0-4b22-a7c1-9fdef7402410 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfe6368872bd4cad9a84da3e182b9268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255515 Jul 08 17:25:45.802133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:45.816550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-52dcc53e-5169-4b4d-b5cc-682c9b6205e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1da8826-689c-427f-9fef-ef8721db055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523319 Jul 08 17:25:45.823672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.824746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.825885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.882971 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c0c6f8d-a20f-4fa6-a205-dfa4e3a8c21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.911854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c0c6f8d-a20f-4fa6-a205-dfa4e3a8c21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.982741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c0c6f8d-a20f-4fa6-a205-dfa4e3a8c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.986146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c0c6f8d-a20f-4fa6-a205-dfa4e3a8c21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.987509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c0c6f8d-a20f-4fa6-a205-dfa4e3a8c21a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8359986-be42-4757-a6f3-937acebd9602 HTTP/1.1" status: 204 len: 168 time: 0.1843874 Jul 08 17:25:45.998142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c6f8d-a20f-4fa6-a205-dfa4e3a8c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8359986-be42-4757-a6f3-937acebd9602,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:46.038302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-41e8cca3-4e65-4516-acb0-18375cb4e20e service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073398 Jul 08 17:25:46.047209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9491937 Jul 08 17:25:46.048824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:46.057743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'subnet': {'network_id': '27a83e03-718a-44fd-9c06-67e8e92e9846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:46.063542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3f97-036c-44f3-9143-aa57c0166a3e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Network': ['ID=27a83e03-718a-44fd-9c06-67e8e92e9846,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:46.080010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 27a83e03-718a-44fd-9c06-67e8e92e9846 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:25:46.094791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Made reservation on behalf of 03fc21f5824c4b2ab4fc852d51ab3fda for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:46.108445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.255178 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0f61e85-b969-4ef6-8048-9da1279337e9 req-cdd417fb-7ca3-4452-a8ac-bda82f6562f6 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936641 Jul 08 17:25:46.273198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3e92-08ef-42a1-b5a3-f2f02843aebb req-57371687-d0d3-499f-a64b-6ad3c9daa8b3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:46.275760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6f5d3e92-08ef-42a1-b5a3-f2f02843aebb req-57371687-d0d3-499f-a64b-6ad3c9daa8b3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1165211 Jul 08 17:25:46.351763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6f5d3e92-08ef-42a1-b5a3-f2f02843aebb req-7e2517e3-0249-4ce8-9ef6-b7a1998075f5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694709 Jul 08 17:25:46.388860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-a6d625b5-3302-4373-b84c-d2ae573ebeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:46.390915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-a6d625b5-3302-4373-b84c-d2ae573ebeda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 1095 time: 0.0808318 Jul 08 17:25:46.447412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51626) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:46.464333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffb60e62-6680-4586-8b54-9ba477ee76fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.535749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-3664b440-cd64-4c84-b726-4770c4736baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:46.537374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-3664b440-cd64-4c84-b726-4770c4736baa service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 922 time: 0.1396043 Jul 08 17:25:46.585104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-4f99c298-ee34-404c-8d1a-e241a4341944 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf HTTP/1.1" status: 200 len: 217 time: 0.0407460 Jul 08 17:25:46.647388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-03185ab0-da3c-443a-bfd3-1568ede52bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:46.649107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-03185ab0-da3c-443a-bfd3-1568ede52bae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 200 len: 861 time: 0.0581126 Jul 08 17:25:46.685280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-ad2a83c0-fc43-4ccb-9056-8180b3e117b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1da8826-689c-427f-9fef-ef8721db055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jul 08 17:25:46.789791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-42c0964d-f781-4084-bec1-0c219e98f078 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972073 Jul 08 17:25:46.918602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e0174f9-dc0f-47c0-9bf4-2b27844d5032 req-89f2b598-d4fd-4499-8ba0-ee1b5472368a service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223760 Jul 08 17:25:46.972562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba9270-0248-4fc0-aa77-8770aeee652a req-4b000a74-5b17-4db3-84c0-91a70ad8f24f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:46.974146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a8ba9270-0248-4fc0-aa77-8770aeee652a req-4b000a74-5b17-4db3-84c0-91a70ad8f24f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 944 time: 0.1434078 Jul 08 17:25:47.016110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffb60e62-6680-4586-8b54-9ba477ee76fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.025281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ffb60e62-6680-4586-8b54-9ba477ee76fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.066400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a8ba9270-0248-4fc0-aa77-8770aeee652a req-f859d298-c325-4536-8084-aa71d20ee00c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778167 Jul 08 17:25:47.119213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ffb60e62-6680-4586-8b54-9ba477ee76fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8371e916b76d45e5b23713d5dfd06dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702707 Jul 08 17:25:47.119870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:25:47.120330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.122753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51642) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:47.127179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb60e62-6680-4586-8b54-9ba477ee76fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c64003-89b0-475a-bcb4-100d1b4c5994,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:47.183612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-288ee9a8-ab77-426f-8aa8-cc29d4b91c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.184493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c756a7d-b98c-4782-9126-481d0036d1f3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:47.191775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Checking segment: {'id': '396677f3-3e0b-449d-856c-2db616cf9cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '27a83e03-718a-44fd-9c06-67e8e92e9846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:47.192134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network hostable DHCP agents. Network: 27a83e03-718a-44fd-9c06-67e8e92e9846, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:25:47.208769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-288ee9a8-ab77-426f-8aa8-cc29d4b91c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.209535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network 27a83e03-718a-44fd-9c06-67e8e92e9846 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:25:47.218594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 27a83e03-718a-44fd-9c06-67e8e92e9846) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:47.226214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:47.226939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.231044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972c7c4-cf91-4c2b-a765-31ff217bcb39 None None] Network 27a83e03-718a-44fd-9c06-67e8e92e9846 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:47.247676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d0d3cc5-353a-46d8-b3f8-9f0d99df895a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1958904 Jul 08 17:25:47.250198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:47.256148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-74580133', 'network_id': '27a83e03-718a-44fd-9c06-67e8e92e9846'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:47.293316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Made reservation on behalf of 03fc21f5824c4b2ab4fc852d51ab3fda for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:47.298893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.317125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-288ee9a8-ab77-426f-8aa8-cc29d4b91c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.320156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-288ee9a8-ab77-426f-8aa8-cc29d4b91c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.323647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-288ee9a8-ab77-426f-8aa8-cc29d4b91c47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9c64003-89b0-475a-bcb4-100d1b4c5994 HTTP/1.1" status: 204 len: 168 time: 0.1976001 Jul 08 17:25:47.323647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] device_id is not set on port 1ba70012-9a54-4839-b7e7-a86b8fa0dab1 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:25:47.339043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ee9a8-ab77-426f-8aa8-cc29d4b91c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c64003-89b0-475a-bcb4-100d1b4c5994,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:47.436299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab61b2-c5df-4fb2-9480-694c7334677f None None] Network 27a83e03-718a-44fd-9c06-67e8e92e9846 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:47.547908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Allocated IP 172.20.0.6 (27a83e03-718a-44fd-9c06-67e8e92e9846/8c756a7d-b98c-4782-9126-481d0036d1f3/1ba70012-9a54-4839-b7e7-a86b8fa0dab1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:47.770328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39e803-aa21-4216-80dc-00872ce07fc4 req-f28c7945-4421-4690-93b9-b70aff7171b8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:47.772378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e39e803-aa21-4216-80dc-00872ce07fc4 req-f28c7945-4421-4690-93b9-b70aff7171b8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1409748 Jul 08 17:25:47.789162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.830705 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e39e803-aa21-4216-80dc-00872ce07fc4 req-7819c03f-90ab-4e80-afd8-6ed9dde175bf tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Jul 08 17:25:48.206253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.270278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network 27a83e03-718a-44fd-9c06-67e8e92e9846 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:48.279779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:48.294678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:48.360653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba70012-9a54-4839-b7e7-a86b8fa0dab1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:48.379368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:48.379989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.413724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9a44b79-d413-4138-8a75-81b037aa5b2d tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.1616886 Jul 08 17:25:48.417494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:48.437631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284a9d-efd5-49ae-9189-8a422bff8e81 req-61e944c1-57ea-4c27-a5b4-a43765c5533e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:48.440134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3284a9d-efd5-49ae-9189-8a422bff8e81 req-61e944c1-57ea-4c27-a5b4-a43765c5533e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 944 time: 0.1623492 Jul 08 17:25:48.538937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3284a9d-efd5-49ae-9189-8a422bff8e81 req-eb2495cc-778a-4926-a713-5729e8cce155 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658970 Jul 08 17:25:48.611940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Deleting port 1ba70012-9a54-4839-b7e7-a86b8fa0dab1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:48.612361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.706017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.719726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Calling delete_port for 1ba70012-9a54-4839-b7e7-a86b8fa0dab1 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:48.864671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.906505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ba70012-9a54-4839-b7e7-a86b8fa0dab1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:49.044851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.049695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9efa3eb8-ee8a-4976-8807-a101cdeff9a4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/ports/1ba70012-9a54-4839-b7e7-a86b8fa0dab1 HTTP/1.1" status: 204 len: 168 time: 0.6284106 Jul 08 17:25:49.050049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:49.054251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27a83e03-718a-44fd-9c06-67e8e92e9846', 'external_fixed_ips': [{'subnet_id': '8c756a7d-b98c-4782-9126-481d0036d1f3', 'ip_address': '172.20.0.6'}]}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:49.085386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66669-488b-4dae-9537-95bcb2a0af9e req-c1547d7c-ed8e-4643-ba2b-4e65c17a419d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:49.086936 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dec66669-488b-4dae-9537-95bcb2a0af9e req-c1547d7c-ed8e-4643-ba2b-4e65c17a419d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1248589 Jul 08 17:25:49.096252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.097772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.158335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dec66669-488b-4dae-9537-95bcb2a0af9e req-81a6ea03-7b57-4582-a912-b2a08454abc3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650287 Jul 08 17:25:49.197103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.350556 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.438139 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f71efa8a-53b9-46f5-b39f-c6bd828fe5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.451696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8156d52d-15f3-48c5-83b9-f5edaaa54ddf details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:49.579340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:49.594520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'port_id': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'mac_address': 'fa:16:3e:91:9e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f814a1b-7a57-43f8-ad8f-5998943f49b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:49.657533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.687542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8156d52d-15f3-48c5-83b9-f5edaaa54ddf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:49.743844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:49.748703 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.779508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.798994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:49.841161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:49.961169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f1cb-2d34-4e30-abdf-8a92e7ccd96a req-27edf976-b4f3-4f7e-9a85-0f674d5da5eb tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:49.967552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7402f1cb-2d34-4e30-abdf-8a92e7ccd96a req-27edf976-b4f3-4f7e-9a85-0f674d5da5eb tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 945 time: 0.1844242 Jul 08 17:25:50.044876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7402f1cb-2d34-4e30-abdf-8a92e7ccd96a req-6bef166c-33dc-4752-a3e9-0836d1fdaf87 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761540 Jul 08 17:25:50.069629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Allocated IP 172.20.0.6 (27a83e03-718a-44fd-9c06-67e8e92e9846/8c756a7d-b98c-4782-9126-481d0036d1f3/d22f5eb7-a0e2-450e-b557-7c7791f904f8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:50.100770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8156d52d-15f3-48c5-83b9-f5edaaa54ddf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:50.252104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:50.300227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:50.356623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network 27a83e03-718a-44fd-9c06-67e8e92e9846 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:50.359524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:50.362933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:50.387921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Port': ['ID=d22f5eb7-a0e2-450e-b557-7c7791f904f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:50.393430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7dd29-96dd-4303-ab48-72fc31a52e06 req-7b53e455-f146-443c-a106-9ff45bb50eeb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:50.395314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69e7dd29-96dd-4303-ab48-72fc31a52e06 req-7b53e455-f146-443c-a106-9ff45bb50eeb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1007838 Jul 08 17:25:50.410161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.410663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.411089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.411550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.412026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.412455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.412802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.413143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.413475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.413966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.414272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.414728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:50.483186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69e7dd29-96dd-4303-ab48-72fc31a52e06 req-ceff96dd-cab6-4595-a746-295e427dcd6b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793309 Jul 08 17:25:50.722666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:50.998341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.241951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Router f5fe7b1a-9125-4d9e-bba3-335fad9e57ac is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:25:51.283225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:51.320692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a1f71-3f93-421e-b265-506ff335195e req-643313bc-8c37-48a2-9fbb-f4a1d13897bf tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:51.322091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e48a1f71-3f93-421e-b265-506ff335195e req-643313bc-8c37-48a2-9fbb-f4a1d13897bf tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 945 time: 0.1265409 Jul 08 17:25:51.406917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e48a1f71-3f93-421e-b265-506ff335195e req-d8c15061-1316-4a20-a08a-b7d36bd3a746 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Jul 08 17:25:51.411459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:51.428933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Sync routers for ids ['f5fe7b1a-9125-4d9e-bba3-335fad9e57ac'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:51.433206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29dffd73-0a7d-47b4-940a-96fec20243db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.447130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Routers {'f5fe7b1a-9125-4d9e-bba3-335fad9e57ac'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:51.447878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f5fe7b1a-9125-4d9e-bba3-335fad9e57ac'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:51.451416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.454420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac11ecb2-1c49-4b08-bd42-23ee94d221d4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4032784 Jul 08 17:25:51.456454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:51.490039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8156d52d-15f3-48c5-83b9-f5edaaa54ddf up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:51.598416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Set router f5fe7b1a-9125-4d9e-bba3-335fad9e57ac gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:51.600735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:51.634490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.660742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:51.661360 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.876626 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.896053 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29dffd73-0a7d-47b4-940a-96fec20243db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.906218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29dffd73-0a7d-47b4-940a-96fec20243db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.912000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:51.913978 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb54fe7-a2f8-4d11-b256-0419cb24030d" -d '{"events": [{"server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "name": "network-vif-plugged", "status": "completed", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:51.932182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:51.933851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fe7b1a-9125-4d9e-bba3-335fad9e57ac', 'name': '', 'tenant_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27a83e03-718a-44fd-9c06-67e8e92e9846', 'external_fixed_ips': [{'subnet_id': '8c756a7d-b98c-4782-9126-481d0036d1f3', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd22f5eb7-a0e2-450e-b557-7c7791f904f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:25:49Z', 'updated_at': '2021-07-08T17:25:50Z', 'revision_number': 3, 'project_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'gw_port': {'id': 'd22f5eb7-a0e2-450e-b557-7c7791f904f8', 'name': '', 'network_id': '27a83e03-718a-44fd-9c06-67e8e92e9846', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fe7b1a-9125-4d9e-bba3-335fad9e57ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8c756a7d-b98c-4782-9126-481d0036d1f3', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:25:49Z', 'updated_at': '2021-07-08T17:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c756a7d-b98c-4782-9126-481d0036d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:51.938724 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:51.942926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-29dffd73-0a7d-47b4-940a-96fec20243db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=411aada7a5874f82afe54f8db3e9dde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6585019 Jul 08 17:25:51.945634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:51.976549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Checking router: f5fe7b1a-9125-4d9e-bba3-335fad9e57ac for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:51.976898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Updating router f5fe7b1a-9125-4d9e-bba3-335fad9e57ac port d22f5eb7-a0e2-450e-b557-7c7791f904f8 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:25:51.982519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dffd73-0a7d-47b4-940a-96fec20243db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9336e0-ccfa-40e7-a5a6-a1712b4f8267,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:51.995417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3042c4-f844-45df-813c-a3112922d2f5 req-4f685b40-f9b4-4be0-9a6d-6416de1b3159 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:52.005116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c3042c4-f844-45df-813c-a3112922d2f5 req-4f685b40-f9b4-4be0-9a6d-6416de1b3159 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.3613641 Jul 08 17:25:52.009426 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.029154 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff7f0a-78b9-4ee3-bf08-9be568117cca x-openstack-request-id: req-8dff7f0a-78b9-4ee3-bf08-9be568117cca {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:52.029525 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "name": "network-vif-plugged", "status": "completed", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:52.029885 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dff7f0a-78b9-4ee3-bf08-9be568117cca {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:52.030533 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'code': 200} Jul 08 17:25:52.057857 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.078436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2177fc7-d99b-4c81-be95-fff85bc94c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.113241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:52.140346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2177fc7-d99b-4c81-be95-fff85bc94c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.174629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c3042c4-f844-45df-813c-a3112922d2f5 req-e03469de-41a3-480e-844c-c1b4801f1e27 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683764 Jul 08 17:25:52.193231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5944dc-83a9-4285-b958-8380642d7726 req-26930058-b826-499f-9e36-3b979a7db636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:52.194510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Deleting port d22f5eb7-a0e2-450e-b557-7c7791f904f8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:52.196001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.204451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df5944dc-83a9-4285-b958-8380642d7726 req-26930058-b826-499f-9e36-3b979a7db636 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 1097 time: 0.1345689 Jul 08 17:25:52.282144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df5944dc-83a9-4285-b958-8380642d7726 req-6254e736-b778-4853-9397-00f790273b0c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686462 Jul 08 17:25:52.283368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2177fc7-d99b-4c81-be95-fff85bc94c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.286209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2177fc7-d99b-4c81-be95-fff85bc94c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.287351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f2177fc7-d99b-4c81-be95-fff85bc94c7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad9336e0-ccfa-40e7-a5a6-a1712b4f8267 HTTP/1.1" status: 204 len: 168 time: 0.3407187 Jul 08 17:25:52.297822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2177fc7-d99b-4c81-be95-fff85bc94c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9336e0-ccfa-40e7-a5a6-a1712b4f8267,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:52.377763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.414466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Calling delete_port for d22f5eb7-a0e2-450e-b557-7c7791f904f8 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:52.703587 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cc29442-ddc8-4483-82b7-81899b213397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.713755 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.781518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32380569-674b-4780-ae58-4f2e7ab7a281 req-9cc1af44-80ef-4ab2-8348-afd401365e5e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:52.791626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-32380569-674b-4780-ae58-4f2e7ab7a281 req-9cc1af44-80ef-4ab2-8348-afd401365e5e tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 946 time: 0.1807687 Jul 08 17:25:52.830238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51966) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:52.847066 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:25:52.848086 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:25:52.856983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e20b195-2156-4ab0-b4fa-b316d487fd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.876361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-32380569-674b-4780-ae58-4f2e7ab7a281 req-a6c203a4-3fd8-4936-a126-d38ece929d42 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824118 Jul 08 17:25:52.884099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:52.973776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event deleted for resources: {'Port': ['ID=d22f5eb7-a0e2-450e-b557-7c7791f904f8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:53.034317 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.036617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e20b195-2156-4ab0-b4fa-b316d487fd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.042982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e20b195-2156-4ab0-b4fa-b316d487fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.093218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e20b195-2156-4ab0-b4fa-b316d487fd3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d191363da3e4075a79456d59f0a6b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634509 Jul 08 17:25:53.093218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20b195-2156-4ab0-b4fa-b316d487fd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11a35a-6d22-4746-9265-33e8059bb45a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:53.106894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:53.175314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.178346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.199529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c78c7b06-047c-4dbb-8bff-82f39efbcbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.238794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c78c7b06-047c-4dbb-8bff-82f39efbcbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.277419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.278349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5fe7b1a-9125-4d9e-bba3-335fad9e57ac {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:25:53.290880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.292367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3ed2d17f-1449-4074-b247-7a4827450dc9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f5fe7b1a-9125-4d9e-bba3-335fad9e57ac HTTP/1.1" status: 204 len: 168 time: 1.8347781 Jul 08 17:25:53.294994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:53.304262 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c78c7b06-047c-4dbb-8bff-82f39efbcbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.307345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c78c7b06-047c-4dbb-8bff-82f39efbcbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.311359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c78c7b06-047c-4dbb-8bff-82f39efbcbf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e11a35a-6d22-4746-9265-33e8059bb45a HTTP/1.1" status: 204 len: 168 time: 0.2029414 Jul 08 17:25:53.334412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c7b06-047c-4dbb-8bff-82f39efbcbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11a35a-6d22-4746-9265-33e8059bb45a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:53.368909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Deleting subnet 8c756a7d-b98c-4782-9126-481d0036d1f3 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:25:53.376872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.404196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Port d22f5eb7-a0e2-450e-b557-7c7791f904f8 not found while updating agent binding for router f5fe7b1a-9125-4d9e-bba3-335fad9e57ac. {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 17:25:53.425161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:53.425565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:25:53.426219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_agentschedulers_db [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f5fe7b1a-9125-4d9e-bba3-335fad9e57ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93946) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:25:53.426800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef03f72-13b9-4ab8-9686-82ad309725e1 None None] The sync data for ids ['f5fe7b1a-9125-4d9e-bba3-335fad9e57ac'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:53.492946 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.524664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.626456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.667142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02264c-354f-42af-aa58-f515f93802a9 req-2283f6a8-33af-49b4-9d28-27e105201b90 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.668996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f02264c-354f-42af-aa58-f515f93802a9 req-2283f6a8-33af-49b4-9d28-27e105201b90 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.2428510 Jul 08 17:25:53.733752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f02264c-354f-42af-aa58-f515f93802a9 req-dd83c17b-cca2-4e7b-9fcc-8a2bfa4ab234 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569241 Jul 08 17:25:53.736217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.789168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c756a7d-b98c-4782-9126-481d0036d1f3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:53.796366 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:53.799067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-80f9ae56-232e-4001-b447-42734928099a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/8c756a7d-b98c-4782-9126-481d0036d1f3 HTTP/1.1" status: 204 len: 168 time: 0.5028105 Jul 08 17:25:53.801776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:53.899030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.074507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.086082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a83e03-718a-44fd-9c06-67e8e92e9846']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:54.098635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396677f3-3e0b-449d-856c-2db616cf9cc5') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:54.098635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396677f3-3e0b-449d-856c-2db616cf9cc5') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:54.108941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.124088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.130973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:25:54.130973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:25:54.193243 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:25:54.204529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.210409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27a83e03-718a-44fd-9c06-67e8e92e9846 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:25:54.234875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.245133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/networks/27a83e03-718a-44fd-9c06-67e8e92e9846 HTTP/1.1" status: 204 len: 168 time: 0.4421597 Jul 08 17:25:54.285308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca150-03e7-4295-b5f3-1fa7910c9d7c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event deleted for resources: {'Network': ['ID=27a83e03-718a-44fd-9c06-67e8e92e9846,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:54.350597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db86da-e7ba-407a-96b9-1ee39bb7a66d req-ed7d21f8-ea66-4a61-956b-948ac79d8ad0 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:54.353085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4db86da-e7ba-407a-96b9-1ee39bb7a66d req-ed7d21f8-ea66-4a61-956b-948ac79d8ad0 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 946 time: 0.1588395 Jul 08 17:25:54.400378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4db86da-e7ba-407a-96b9-1ee39bb7a66d req-2137a94b-244a-4da5-bdac-d15bed8dceab tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365117 Jul 08 17:25:54.802664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7f60c-1e8f-40f1-ba87-bb93de6912af req-94a1beed-42dd-4788-af80-f29e66a00dfe tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:54.804372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ef7f60c-1e8f-40f1-ba87-bb93de6912af req-94a1beed-42dd-4788-af80-f29e66a00dfe tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 946 time: 0.1653631 Jul 08 17:25:54.846270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:54.863141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'name': 'tempest-router--190802006', 'project_id': '29c526cedde44ebba8ba515eb4c00323'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:54.891747 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.934458 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.939320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:54.940237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ef7f60c-1e8f-40f1-ba87-bb93de6912af req-7ea61e2e-f6cb-446a-b358-d2b15d3bb56c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299462 Jul 08 17:25:55.048948 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.067159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.159595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.160878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0bee9fe5-ccdf-4be2-a4e6-8b1f5481b27b tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3129408 Jul 08 17:25:55.165015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:55.315998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.572081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415d5f3-420b-4ab8-9dcc-873e8632ad14 req-1d057748-bb43-4eef-9db1-85446213013c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:55.580478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e415d5f3-420b-4ab8-9dcc-873e8632ad14 req-1d057748-bb43-4eef-9db1-85446213013c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.4974735 Jul 08 17:25:55.584404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.591728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.670852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e415d5f3-420b-4ab8-9dcc-873e8632ad14 req-fff8c497-0222-489b-b0fd-b5b21c2d98f1 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889742 Jul 08 17:25:55.672047 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.672550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09b4aa44-a285-4a68-b8fa-d019fb7147b3 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:25:55.683907 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.685479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1026a020-1dc3-46ce-939b-6e6e0e9972ee tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/routers/09b4aa44-a285-4a68-b8fa-d019fb7147b3 HTTP/1.1" status: 204 len: 168 time: 0.5208137 Jul 08 17:25:55.880843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:56.231759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1367252705', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:56.272148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.273701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.345270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c4287-1548-4334-831d-5e86fe199480 req-3cb5639e-b3d3-4736-8005-1c9f3c0000d7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:56.351674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b60c4287-1548-4334-831d-5e86fe199480 req-3cb5639e-b3d3-4736-8005-1c9f3c0000d7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 946 time: 0.1716194 Jul 08 17:25:56.354090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.398917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b60c4287-1548-4334-831d-5e86fe199480 req-4f471eee-1c78-4241-bea6-60c74839da03 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Jul 08 17:25:56.400067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:56.534165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.549358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.730870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.742513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.872794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1905842b-1aa8-433a-91a5-7e902ae3aded,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:56.924594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.924983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.925325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.925712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.926103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.926436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.926763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.927089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.927413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.927796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.928153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.928711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:56.940541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4d850cd4-3835-4371-bff8-634a4c529de7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=426776c0519d4dbe8d1a0c95ef9697ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392280 Jul 08 17:25:56.941500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52218) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:57.040725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a547da9-2b51-40f0-8d9f-710ec37fe302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.078468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a547da9-2b51-40f0-8d9f-710ec37fe302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.135439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a547da9-2b51-40f0-8d9f-710ec37fe302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.138024 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a547da9-2b51-40f0-8d9f-710ec37fe302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.141751 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9a547da9-2b51-40f0-8d9f-710ec37fe302 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1905842b-1aa8-433a-91a5-7e902ae3aded HTTP/1.1" status: 204 len: 168 time: 0.1968429 Jul 08 17:25:57.162399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a547da9-2b51-40f0-8d9f-710ec37fe302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905842b-1aa8-433a-91a5-7e902ae3aded,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:57.401291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.467426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.621112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc455562-af8b-44d3-a6d8-86def64db440 req-accb3db8-4a10-4799-b353-bc97ff56605c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:57.630603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc455562-af8b-44d3-a6d8-86def64db440 req-accb3db8-4a10-4799-b353-bc97ff56605c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.2300851 Jul 08 17:25:57.680509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a5f87-89de-4e85-b47b-079c073140a9 req-891dac8c-3546-4509-9f26-9d67b7298784 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:57.682773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f15a5f87-89de-4e85-b47b-079c073140a9 req-891dac8c-3546-4509-9f26-9d67b7298784 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 946 time: 0.1063123 Jul 08 17:25:57.706368 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc455562-af8b-44d3-a6d8-86def64db440 req-041b901d-f5cc-4576-9a0a-861814a6f6e7 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747697 Jul 08 17:25:57.719154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Allocated IP 172.25.3.198 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b8d2cf52-8723-40b2-9423-463f4ab448b3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:57.751281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f15a5f87-89de-4e85-b47b-079c073140a9 req-f31cf366-e46b-47d5-af58-f14b879d6926 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624194 Jul 08 17:25:57.875613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.971219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:58.010386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:58.017068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:58.019733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:58.193747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event updated for resources: {'Port': ['ID=b8d2cf52-8723-40b2-9423-463f4ab448b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:58.444332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:58.778498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.007274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdfa3d-fa2b-4f47-8d84-63fc17fbb33d req-f6361313-5e06-4dfe-ba28-0e568e76b24e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.008874 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3cdfa3d-fa2b-4f47-8d84-63fc17fbb33d req-f6361313-5e06-4dfe-ba28-0e568e76b24e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1373713 Jul 08 17:25:59.046199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf7e35-2085-4675-80a0-2abe4a2f82d7 req-a20c5040-dddc-46d0-9ba5-e4789944d725 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.053983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-47bf7e35-2085-4675-80a0-2abe4a2f82d7 req-a20c5040-dddc-46d0-9ba5-e4789944d725 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 946 time: 0.0776496 Jul 08 17:25:59.078420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3cdfa3d-fa2b-4f47-8d84-63fc17fbb33d req-e52154d9-b437-479a-98cc-c0633451e54d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Jul 08 17:25:59.086124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Router c57d1aca-54b2-4029-95d9-203c20886c7b is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:25:59.092303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-47bf7e35-2085-4675-80a0-2abe4a2f82d7 req-efe7f7b9-ff5f-49c2-a810-e946fcca0c64 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Jul 08 17:25:59.229197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:59.240262 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] Sync routers for ids ['c57d1aca-54b2-4029-95d9-203c20886c7b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:59.255076 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] Routers {'c57d1aca-54b2-4029-95d9-203c20886c7b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:59.257078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.258007 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c57d1aca-54b2-4029-95d9-203c20886c7b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:59.259063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-958eb330-88f5-4521-815f-6170827fc0e4 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3764431 Jul 08 17:25:59.261826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:59.396930 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:59.415631 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] Routers {'c57d1aca-54b2-4029-95d9-203c20886c7b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:59.416444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c57d1aca-54b2-4029-95d9-203c20886c7b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:59.493165 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:59.493874 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdf436-cd45-47bb-8d0c-36a966b27a64 None None] The sync data for ids ['c57d1aca-54b2-4029-95d9-203c20886c7b'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:59.504027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-44ae6cb4-5b74-4058-937f-97916b1f282e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/c57d1aca-54b2-4029-95d9-203c20886c7b HTTP/1.1" status: 200 len: 921 time: 0.2405188 Jul 08 17:25:59.506415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:59.542420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8156d52d-15f3-48c5-83b9-f5edaaa54ddf details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:59.562539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:59.564872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7643422d-00ad-4e71-91f3-ca34369d2a07 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d1aca-54b2-4029-95d9-203c20886c7b HTTP/1.1" status: 200 len: 205 time: 0.0571289 Jul 08 17:25:59.707347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:59.755591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'port_id': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'mac_address': 'fa:16:3e:91:9e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f814a1b-7a57-43f8-ad8f-5998943f49b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:59.811928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.829792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8156d52d-15f3-48c5-83b9-f5edaaa54ddf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:59.857694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:59.874288 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.891924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:59.941797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:00.017366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8156d52d-15f3-48c5-83b9-f5edaaa54ddf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:00.114289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:00.192070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.422151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.438184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de152a0-faef-4d0b-aea0-e917132eed31 req-76ae7745-7be3-435c-893b-a7aac99c555c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.446541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2de152a0-faef-4d0b-aea0-e917132eed31 req-76ae7745-7be3-435c-893b-a7aac99c555c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1051126 Jul 08 17:26:00.507715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2de152a0-faef-4d0b-aea0-e917132eed31 req-563b2895-e0bc-4d90-93ea-d1dbc21a03a4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602479 Jul 08 17:26:00.546362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.589143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.607709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f971f-259a-481d-8077-1126f2b73985 req-1f2ed58b-7bf4-4097-b0bf-5256da55eddd tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.617722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e4f971f-259a-481d-8077-1126f2b73985 req-1f2ed58b-7bf4-4097-b0bf-5256da55eddd tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 945 time: 0.6602969 Jul 08 17:26:00.687788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Allocated IP 172.25.3.58 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/881435f0-90a7-42bc-ba3a-773a086d1f0f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:00.697422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7e4f971f-259a-481d-8077-1126f2b73985 req-ed123243-30ef-4671-a514-2ced94f767d6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Jul 08 17:26:00.731533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Deleting port b8d2cf52-8723-40b2-9423-463f4ab448b3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:00.731957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.832666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.849067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Calling delete_port for b8d2cf52-8723-40b2-9423-463f4ab448b3 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:00.885500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.960513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.022375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:01.025761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:01.028179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:01.069316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Port': ['ID=881435f0-90a7-42bc-ba3a-773a086d1f0f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:01.117885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.151140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event deleted for resources: {'Port': ['ID=b8d2cf52-8723-40b2-9423-463f4ab448b3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:01.203874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.240835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.262962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-7c719d0d-7baa-4579-802d-a3dc9905a47f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:01.264762 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-7c719d0d-7baa-4579-802d-a3dc9905a47f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 945 time: 0.1430931 Jul 08 17:26:01.305706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.349803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.353058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.404647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.405420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Fanout notify agent at l3_agent the message router_deleted on router c57d1aca-54b2-4029-95d9-203c20886c7b {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:01.416777 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.418538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cbc4e154-c846-44fb-8ba0-c57b5f0a8ab8 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/c57d1aca-54b2-4029-95d9-203c20886c7b HTTP/1.1" status: 204 len: 168 time: 1.8547461 Jul 08 17:26:01.423059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52368) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:01.428630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'name': 'tempest-snat-router-55862017', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': False}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:01.452619 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.453634 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.513188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Deleting port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:01.513824 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.515931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.551948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:01.562534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8156d52d-15f3-48c5-83b9-f5edaaa54ddf up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:01.651273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.667947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.676024 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.705204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:01.705204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.796736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:01.797917 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.813422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.862726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea040a6-4acd-47d4-903c-669692adad47 req-f32e6315-9c78-475c-9031-8f8b910b0de4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:01.864411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea040a6-4acd-47d4-903c-669692adad47 req-f32e6315-9c78-475c-9031-8f8b910b0de4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.0922925 Jul 08 17:26:01.881598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:01.898637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.900113 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0064349 Jul 08 17:26:01.901251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Calling delete_port for 8156d52d-15f3-48c5-83b9-f5edaaa54ddf owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:01.907996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:01.920140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1737632221'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:01.936848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea040a6-4acd-47d4-903c-669692adad47 req-f27866af-7162-4b68-93db-c902d2247440 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653155 Jul 08 17:26:01.939029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'port_id': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'mac_address': 'fa:16:3e:b1:ce:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb72efe-e1e8-4554-ad5b-de337f866340', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:01.956873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.967204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Made reservation on behalf of c24fc5f7afbb49e3a3d98b37e92d2756 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:01.971373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.018727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11b77-8b33-4f1f-a39a-3630b320469b tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Port': ['ID=881435f0-90a7-42bc-ba3a-773a086d1f0f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.024830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.049070 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.053326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:02.055954 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f161a456-a46b-4532-aad7-de5f1d18fccf" -d '{"events": [{"server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "name": "network-vif-plugged", "status": "completed", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:02.078845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:02.082465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a66857df-e9ee-4463-8edc-051b85e4b439 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:02.120794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:02.122915 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.123973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:02.133877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.178389 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.196355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479228-8262-449c-85a0-d8842592308d req-1965ff0d-0f37-4235-ab3c-7a541989bf60 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:02.197947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe479228-8262-449c-85a0-d8842592308d req-1965ff0d-0f37-4235-ab3c-7a541989bf60 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdabebc6-b7ed-4fd0-9e87-e2462251d313 HTTP/1.1" status: 200 len: 945 time: 0.1803844 Jul 08 17:26:02.202730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.210879 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b288ba1f-936b-4d8f-8df1-b0a5c55f6c80 x-openstack-request-id: req-b288ba1f-936b-4d8f-8df1-b0a5c55f6c80 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:02.211597 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "name": "network-vif-plugged", "status": "completed", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:02.212059 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b288ba1f-936b-4d8f-8df1-b0a5c55f6c80 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:02.213082 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'code': 200} Jul 08 17:26:02.269347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.299432 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe479228-8262-449c-85a0-d8842592308d req-afb5c8fa-bf0d-4fce-b115-dc39ee083512 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715899 Jul 08 17:26:02.305051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.329587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Allocated IP 172.25.3.50 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/570ab236-1234-45d7-bf40-d990f2e37fa7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:02.353795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event deleted for resources: {'Port': ['ID=8156d52d-15f3-48c5-83b9-f5edaaa54ddf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.411940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] No DVR routers for this DVR port 8156d52d-15f3-48c5-83b9-f5edaaa54ddf on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:02.417039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.419080 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-422203a0-58b7-4ada-ab31-fcb63560e6b3 req-d5747142-57bc-4f11-8ee6-97255ecb7e85 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "DELETE /v2.0/ports/8156d52d-15f3-48c5-83b9-f5edaaa54ddf HTTP/1.1" status: 204 len: 173 time: 1.1475592 Jul 08 17:26:02.419792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'name': 'network-vif-deleted', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:02.422670 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efb16f-9201-44d7-88f3-f248a9977360" -d '{"events": [{"server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "name": "network-vif-deleted", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:02.448575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.450956 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.457312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.487296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a66857df-e9ee-4463-8edc-051b85e4b439'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:02.489578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:26:02.500261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f9f4d1-4a2a-4e29-864d-bb6009bf9edd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.505552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.505896 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Added segment 6bc1f61b-af1c-4fbe-b434-a43ac54af76a of type vlan for network 6b2d6f5e-528f-470e-8152-fad804331dfa Jul 08 17:26:02.508215 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.539721 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a55407-4f33-4bfa-86e4-56f5f6042180 x-openstack-request-id: req-01a55407-4f33-4bfa-86e4-56f5f6042180 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:02.540294 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdabebc6-b7ed-4fd0-9e87-e2462251d313", "name": "network-vif-deleted", "tag": "8156d52d-15f3-48c5-83b9-f5edaaa54ddf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:02.540294 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01a55407-4f33-4bfa-86e4-56f5f6042180 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:02.540748 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdabebc6-b7ed-4fd0-9e87-e2462251d313', 'name': 'network-vif-deleted', 'tag': '8156d52d-15f3-48c5-83b9-f5edaaa54ddf', 'status': 'completed', 'code': 200} Jul 08 17:26:02.559653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.591706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.598892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.606461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:02.607652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.632148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:02.637427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:02.641799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:02.651650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.656663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a66857df-e9ee-4463-8edc-051b85e4b439 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:02.680520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Port': ['ID=570ab236-1234-45d7-bf40-d990f2e37fa7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.691707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:02.700495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7888598 Jul 08 17:26:02.700895 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.701261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52402) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:02.714713 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Request body: {'subnet': {'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:02.718946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a0a71-436a-41f3-8ddd-d0817def7e2a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Network': ['ID=6b2d6f5e-528f-470e-8152-fad804331dfa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.749715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6b2d6f5e-528f-470e-8152-fad804331dfa details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:26:02.870304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.893165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Made reservation on behalf of c24fc5f7afbb49e3a3d98b37e92d2756 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:02.898049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.056541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.168681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.341850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Checking segment: {'id': '6bc1f61b-af1c-4fbe-b434-a43ac54af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:03.342244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network hostable DHCP agents. Network: 6b2d6f5e-528f-470e-8152-fad804331dfa, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:26:03.346382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Subnet': ['ID=eceb117a-b8a2-49bf-94eb-c4e88d25e524,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:03.369817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bff65-3452-48d9-af07-06a80914ba82 req-e56aceca-25b8-40db-8008-c22e8d81954d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:03.376800 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f6bff65-3452-48d9-af07-06a80914ba82 req-e56aceca-25b8-40db-8008-c22e8d81954d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 943 time: 0.2012775 Jul 08 17:26:03.382496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network 6b2d6f5e-528f-470e-8152-fad804331dfa is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:26:03.395772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 6b2d6f5e-528f-470e-8152-fad804331dfa) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:03.399012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.407221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:03.407550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ce649-e846-452e-be35-60b6c791d175 None None] Network 6b2d6f5e-528f-470e-8152-fad804331dfa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:03.408066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.426484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9432c398-6593-4189-89b8-31dd4193c0d5 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7191689 Jul 08 17:26:03.432028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:03.446168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-351893492', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:03.474604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f6bff65-3452-48d9-af07-06a80914ba82 req-ed1f9a54-54fd-42b5-8173-ac6beff137e8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969186 Jul 08 17:26:03.489671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.492861 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.564181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8156d52d-15f3-48c5-83b9-f5edaaa54ddf no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:03.577590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.578769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Router 3483a4ca-ac4c-4625-a360-fcebc0de134e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:03.641948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 8156d52d-15f3-48c5-83b9-f5edaaa54ddf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:03.642528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8156d52d-15f3-48c5-83b9-f5edaaa54ddf not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:03.790591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-6b2d6f5e-528f-470e-8152-fad804331dfa', 'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa', 'tenant_id': 'c24fc5f7afbb49e3a3d98b37e92d2756', 'fixed_ips': [{'subnet_id': 'eceb117a-b8a2-49bf-94eb-c4e88d25e524'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:26:03.792677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.793179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:03.807101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Sync routers for ids ['3483a4ca-ac4c-4625-a360-fcebc0de134e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:03.819182 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.823105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a04d6ab0-ec29-4df8-a31b-dc480b35c626 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.3966708 Jul 08 17:26:03.823407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:03.824372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Routers {'3483a4ca-ac4c-4625-a360-fcebc0de134e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:03.825190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['3483a4ca-ac4c-4625-a360-fcebc0de134e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:03.930318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.939406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d0bf5455-690f-479e-b986-fdfcbae302b9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/3483a4ca-ac4c-4625-a360-fcebc0de134e HTTP/1.1" status: 200 len: 906 time: 0.1146436 Jul 08 17:26:03.942094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:03.949624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'name': 'tempest-snat-router-55862017', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': True}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:03.956946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-e7f4dc08-854c-4694-b4f0-cc5a57ab4e7d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:03.958607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-e7f4dc08-854c-4694-b4f0-cc5a57ab4e7d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 821 time: 0.1709499 Jul 08 17:26:03.965709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Set router 3483a4ca-ac4c-4625-a360-fcebc0de134e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:03.997681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.002921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.020962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-27056c08-16ed-4278-9b23-743b8d1c526a tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/quotas/047e253f1c5e4920b696c87e36a900d8 HTTP/1.1" status: 200 len: 375 time: 0.0434477 Jul 08 17:26:04.145507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ef7b7277-5e32-4e54-b897-ac4285a056e4 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185513 Jul 08 17:26:04.301617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Allocated IP 172.20.0.2 (6b2d6f5e-528f-470e-8152-fad804331dfa/eceb117a-b8a2-49bf-94eb-c4e88d25e524/3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:04.500600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.752783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.800655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.819667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.822133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Transition to ACTIVE for port object 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:04.844439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Transition to ACTIVE for port object 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:04.850298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.856144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483a4ca-ac4c-4625-a360-fcebc0de134e', 'name': 'tempest-snat-router-55862017', 'tenant_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.50'}], 'enable_snat': False}, 'gw_port_id': '570ab236-1234-45d7-bf40-d990f2e37fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:01Z', 'updated_at': '2021-07-08T17:26:02Z', 'revision_number': 3, 'project_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'gw_port': {'id': '570ab236-1234-45d7-bf40-d990f2e37fa7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483a4ca-ac4c-4625-a360-fcebc0de134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:02Z', 'updated_at': '2021-07-08T17:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:04.859279 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.865996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b53e0-bf00-4b9a-855c-2e88c6e7b2fd req-bddbe607-4a82-40f9-b626-f1111188d47e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:04.870515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-b156f02e-83cc-4c1e-b854-524660d0f1a5 service neutron] 10.222.0.48 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140532 Jul 08 17:26:04.873086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa0b53e0-bf00-4b9a-855c-2e88c6e7b2fd req-bddbe607-4a82-40f9-b626-f1111188d47e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 943 time: 0.2004120 Jul 08 17:26:04.925775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa0b53e0-bf00-4b9a-855c-2e88c6e7b2fd req-beffb854-4159-4ac7-9123-4b25d93f31b3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Jul 08 17:26:04.929088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Checking router: 3483a4ca-ac4c-4625-a360-fcebc0de134e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:04.929888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Updating router 3483a4ca-ac4c-4625-a360-fcebc0de134e port 570ab236-1234-45d7-bf40-d990f2e37fa7 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:26:04.946140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Network 6b2d6f5e-528f-470e-8152-fad804331dfa is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:04.982202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:04.991418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:05.015238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Pushing event updated for resources: {'Port': ['ID=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:05.057698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Attempting to bind port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:05.058107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Attempting to bind port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '6bc1f61b-af1c-4fbe-b434-a43ac54af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:05.058473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Attempting to bind port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 on network 6b2d6f5e-528f-470e-8152-fad804331dfa {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:05.067698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.069549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:05.069916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Checking segment: {'id': '6bc1f61b-af1c-4fbe-b434-a43ac54af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:05.070404 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.070800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Bound using segment: {'id': '6bc1f61b-af1c-4fbe-b434-a43ac54af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:05.071267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Bound port: 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc1f61b-af1c-4fbe-b434-a43ac54af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:05.071642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.097430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Allocated IP 172.25.3.60 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/7ee90814-fb43-4b90-8113-bf8564e418fb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:05.155171 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.201283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.212551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-2371a391-3d54-4f27-bc12-7e183810b1d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399755 Jul 08 17:26:05.276281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] For port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:05.290699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] For port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,segment=NetworkSegment(6bc1f61b-af1c-4fbe-b434-a43ac54af76a),segment_id=6bc1f61b-af1c-4fbe-b434-a43ac54af76a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:05.296358 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.332066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.399002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc580ea-9c64-4ff7-8783-13386df1711d None None] Pushing event updated for resources: {'Port': ['ID=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:05.427012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.470864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72c0ef49-b31b-4367-b3d0-12202223f730 req-ff05a8b3-7066-4754-80e7-1ef9c022390c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 210 time: 0.0574479 Jul 08 17:26:05.513601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:05.521383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:05.531872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:05.560336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:05.574602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Port': ['ID=7ee90814-fb43-4b90-8113-bf8564e418fb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:05.817275 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.830899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a66857df-e9ee-4463-8edc-051b85e4b439 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:05.831588 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.892285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Transition to ACTIVE for port object 570ab236-1234-45d7-bf40-d990f2e37fa7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:05.904980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.963239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.992246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Allocated IP 172.25.3.182 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/d09332b8-152e-48e9-8367-762bc3fa634d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:05.995906 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.997708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Attempting to bind port 570ab236-1234-45d7-bf40-d990f2e37fa7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:05.998109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Attempting to bind port 570ab236-1234-45d7-bf40-d990f2e37fa7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:05.998601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Attempting to bind port 570ab236-1234-45d7-bf40-d990f2e37fa7 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:06.025378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:06.025834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:06.026325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.026760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:06.027241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Bound port: 570ab236-1234-45d7-bf40-d990f2e37fa7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:06.027624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.114662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:06.126133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:06.128802 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c19ad1-4133-4e1a-b908-49c649addfa9" -d '{"events": [{"server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "name": "network-vif-plugged", "status": "completed", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:06.158526 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.169426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c458a2-c468-48c7-8a13-a5460cc8fc98 None None] Pushing event updated for resources: {'Port': ['ID=570ab236-1234-45d7-bf40-d990f2e37fa7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.200053 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a1eb8-9f3c-4411-bc7e-b83d546778f8 x-openstack-request-id: req-f27a1eb8-9f3c-4411-bc7e-b83d546778f8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:06.200845 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "name": "network-vif-plugged", "status": "completed", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:06.201381 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f27a1eb8-9f3c-4411-bc7e-b83d546778f8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:06.202740 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'code': 200} Jul 08 17:26:06.210360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.216461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.264933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] For port 570ab236-1234-45d7-bf40-d990f2e37fa7, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:06.271012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] For port 570ab236-1234-45d7-bf40-d990f2e37fa7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=570ab236-1234-45d7-bf40-d990f2e37fa7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:06.341665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.344817 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.435677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb410e-96dc-42d6-a140-e70e94698864 req-f311e1c0-ceba-4ef3-a1b6-6ccc828394ab tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:06.438080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fafb410e-96dc-42d6-a140-e70e94698864 req-f311e1c0-ceba-4ef3-a1b6-6ccc828394ab tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.2116323 Jul 08 17:26:06.458209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.475672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Router 82817668-f23b-4eb5-aba0-704bd7f7ffd5 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:06.491871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff74e8-d1c4-4122-80ae-f966f3b8aad8 req-46dedab8-b6a1-4071-8b0c-677dd2e98ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:06.496216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7ff74e8-d1c4-4122-80ae-f966f3b8aad8 req-46dedab8-b6a1-4071-8b0c-677dd2e98ad5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1121187 Jul 08 17:26:06.501775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Routers {'3483a4ca-ac4c-4625-a360-fcebc0de134e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:06.502727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['3483a4ca-ac4c-4625-a360-fcebc0de134e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:06.510474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:06.594188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:06.622095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:06.681162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] Set router 3483a4ca-ac4c-4625-a360-fcebc0de134e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:06.738380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Port': ['ID=d09332b8-152e-48e9-8367-762bc3fa634d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.791276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fafb410e-96dc-42d6-a140-e70e94698864 req-5ff0854e-3d8a-4f92-808d-b435f6c93815 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464563 Jul 08 17:26:06.796740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c458a2-c468-48c7-8a13-a5460cc8fc98 None None] Pushing event updated for resources: {'Port': ['ID=570ab236-1234-45d7-bf40-d990f2e37fa7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.829485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5707a447-741d-4d44-ab06-592a6ff7907a req-1c0461bf-23e5-40b7-af69-e6424df69470 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 210 time: 0.0587268 Jul 08 17:26:06.862535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7ff74e8-d1c4-4122-80ae-f966f3b8aad8 req-720da9eb-7985-40dd-a65f-957e9adf4460 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247006 Jul 08 17:26:06.949243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa08ce-a4b8-486b-a383-a57494bcafaa None None] Network 6b2d6f5e-528f-470e-8152-fad804331dfa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:07.057325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.062763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:07.079906 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] Sync routers for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:07.110421 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:07.110421 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:07.117063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.118866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3becde3-8afa-4253-b668-98dc7c876622 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.6857879 Jul 08 17:26:07.121553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:07.191676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:07.214510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:07.215149 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:07.240431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:07.259907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9661d238-687f-412c-978a-03c1e0d7b2a1 None None] Provisioning for port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:07.279072 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:07.279744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f12d6-9d93-4655-94cb-e756401e09cc None None] The sync data for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:07.390528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.452856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483a4ca-ac4c-4625-a360-fcebc0de134e', 'name': 'tempest-snat-router-55862017', 'tenant_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.50'}], 'enable_snat': False}, 'gw_port_id': '570ab236-1234-45d7-bf40-d990f2e37fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:01Z', 'updated_at': '2021-07-08T17:26:02Z', 'revision_number': 3, 'project_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'gw_port': {'id': '570ab236-1234-45d7-bf40-d990f2e37fa7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483a4ca-ac4c-4625-a360-fcebc0de134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:02Z', 'updated_at': '2021-07-08T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:07.482774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:07.504424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75aa98-fe35-4d78-8753-6c69fadd278f None None] The sync data for ids ['3483a4ca-ac4c-4625-a360-fcebc0de134e'] in n-d-799527-4 is: [{'id': '3483a4ca-ac4c-4625-a360-fcebc0de134e', 'name': 'tempest-snat-router-55862017', 'tenant_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.50'}], 'enable_snat': False}, 'gw_port_id': '570ab236-1234-45d7-bf40-d990f2e37fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:01Z', 'updated_at': '2021-07-08T17:26:02Z', 'revision_number': 3, 'project_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'gw_port': {'id': '570ab236-1234-45d7-bf40-d990f2e37fa7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483a4ca-ac4c-4625-a360-fcebc0de134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:02Z', 'updated_at': '2021-07-08T17:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:07.511690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:07.512017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.549276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Router 416677b1-46af-4a92-aae4-f82013f0a361 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:07.708287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.726847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:07.742608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Sync routers for ids ['416677b1-46af-4a92-aae4-f82013f0a361'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:07.767609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.769196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8da9d93d-3732-4dd5-9d28-e9081903c9e4 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8259201 Jul 08 17:26:07.771512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,segment=NetworkSegment(6bc1f61b-af1c-4fbe-b434-a43ac54af76a),segment_id=6bc1f61b-af1c-4fbe-b434-a43ac54af76a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:07.772087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:07.772900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Routers {'416677b1-46af-4a92-aae4-f82013f0a361'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:07.773613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['416677b1-46af-4a92-aae4-f82013f0a361'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:07.895068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.020791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-5f7301c0-6cc3-4965-8714-6c0c18eb2942 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.025541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-5f7301c0-6cc3-4965-8714-6c0c18eb2942 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 821 time: 0.4626641 Jul 08 17:26:08.044128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Request body: {'port': {'device_id': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'admin_state_up': True, 'tenant_id': '047e253f1c5e4920b696c87e36a900d8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:08.079340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:08.212691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-446d1cea-6d8d-4677-a337-2ca8a630630a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/416677b1-46af-4a92-aae4-f82013f0a361 HTTP/1.1" status: 200 len: 906 time: 0.4367075 Jul 08 17:26:08.215240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:08.242284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c6395417-4761-47e3-9816-882814813e43 None None] Provisioning complete for port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:08.247422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6395417-4761-47e3-9816-882814813e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.440901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4332b-9c8c-4bf4-a2fd-86c61218d29f req-5fa6d413-bd9b-45e2-bcbc-e58020ffe47b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.450013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7c4332b-9c8c-4bf4-a2fd-86c61218d29f req-5fa6d413-bd9b-45e2-bcbc-e58020ffe47b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.2379003 Jul 08 17:26:08.458538 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c90ca1c-879c-4750-b1b1-7680a1a939ea req-b0677e0f-fcc0-44d2-a574-26a3b77bb1b5 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 210 time: 0.1278644 Jul 08 17:26:08.488973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.568528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7c4332b-9c8c-4bf4-a2fd-86c61218d29f req-2dbb761c-c1e9-4ace-83bc-c424251d7f8e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174691 Jul 08 17:26:08.574461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Set router 416677b1-46af-4a92-aae4-f82013f0a361 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:08.625361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Made reservation on behalf of 047e253f1c5e4920b696c87e36a900d8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:08.638075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.684684 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.717624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.836712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Deleting port d09332b8-152e-48e9-8367-762bc3fa634d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:08.836993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.956071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416677b1-46af-4a92-aae4-f82013f0a361', 'name': 'tempest-snat-router-55862017', 'tenant_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'd09332b8-152e-48e9-8367-762bc3fa634d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:04Z', 'updated_at': '2021-07-08T17:26:06Z', 'revision_number': 3, 'project_id': '03fc21f5824c4b2ab4fc852d51ab3fda', 'gw_port': {'id': 'd09332b8-152e-48e9-8367-762bc3fa634d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:38:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416677b1-46af-4a92-aae4-f82013f0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:05Z', 'updated_at': '2021-07-08T17:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:08.991511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.994337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Checking router: 416677b1-46af-4a92-aae4-f82013f0a361 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:08.994796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Updating router 416677b1-46af-4a92-aae4-f82013f0a361 port d09332b8-152e-48e9-8367-762bc3fa634d binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:26:09.017099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Calling delete_port for d09332b8-152e-48e9-8367-762bc3fa634d owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:09.042307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.056058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Allocated IP 172.20.0.8 (a1da8826-689c-427f-9fef-ef8721db055c/1f814a1b-7a57-43f8-ad8f-5998943f49b5/fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:09.333035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.339284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 570ab236-1234-45d7-bf40-d990f2e37fa7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:09.369240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.422248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.424682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event deleted for resources: {'Port': ['ID=d09332b8-152e-48e9-8367-762bc3fa634d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:09.496895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.603188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 570ab236-1234-45d7-bf40-d990f2e37fa7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:09.639801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Network a1da8826-689c-427f-9fef-ef8721db055c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:09.647501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 570ab236-1234-45d7-bf40-d990f2e37fa7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:09.647882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.685378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:09.695009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:09.758987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.759766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.766922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event updated for resources: {'Port': ['ID=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:09.783352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.785761 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.841065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-ba1c0777-d594-4a75-a82e-a4da46fb41df tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8014207 Jul 08 17:26:09.854039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Request body: {'port': {'device_id': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:09.869235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.870349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 416677b1-46af-4a92-aae4-f82013f0a361 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:09.880291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.884520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5bf4a336-6a71-4129-9355-6a2f66f49c1a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/routers/416677b1-46af-4a92-aae4-f82013f0a361 HTTP/1.1" status: 204 len: 168 time: 1.6437833 Jul 08 17:26:09.905407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:09.977447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:26:09.977984 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:26:09.990434 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.034668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 570ab236-1234-45d7-bf40-d990f2e37fa7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=570ab236-1234-45d7-bf40-d990f2e37fa7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:10.043017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.044436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:10.085594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Allocated IP 172.20.0.1 (6b2d6f5e-528f-470e-8152-fad804331dfa/eceb117a-b8a2-49bf-94eb-c4e88d25e524/b3c4ccbe-e145-428c-9759-a5ed2ac57024) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:10.110165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c57c-187f-4727-b374-f98d605d23bf req-8bcf1e46-e595-43ec-92c4-aef3e98a5aed tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.112170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a56c57c-187f-4727-b374-f98d605d23bf req-8bcf1e46-e595-43ec-92c4-aef3e98a5aed tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 931 time: 0.2593420 Jul 08 17:26:10.143394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.160928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.177467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=570ab236-1234-45d7-bf40-d990f2e37fa7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:10.198603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:10.199079 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.237668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a56c57c-187f-4727-b374-f98d605d23bf req-e1abcd9c-b8a8-4ea3-9970-4641b4e1bfc2 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138902 Jul 08 17:26:10.267780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a088-d544-4d17-9583-7edec4a308b6 req-37603983-aee1-4a6d-af16-8d12280cd288 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.275868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d960a088-d544-4d17-9583-7edec4a308b6 req-37603983-aee1-4a6d-af16-8d12280cd288 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.3587024 Jul 08 17:26:10.358099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.425377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Deleting port 570ab236-1234-45d7-bf40-d990f2e37fa7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:10.425721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.504515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Port d09332b8-152e-48e9-8367-762bc3fa634d not found while updating agent binding for router 416677b1-46af-4a92-aae4-f82013f0a361. {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 17:26:10.515481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:10.516003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:26:10.516707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_agentschedulers_db [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'416677b1-46af-4a92-aae4-f82013f0a361'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93946) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:26:10.517187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad7d5b-7813-44ff-9004-1610d93c026a None None] The sync data for ids ['416677b1-46af-4a92-aae4-f82013f0a361'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:10.530596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d960a088-d544-4d17-9583-7edec4a308b6 req-0d399147-692a-4a32-82e5-703178ecd9fa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484696 Jul 08 17:26:10.532145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] For port 570ab236-1234-45d7-bf40-d990f2e37fa7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=570ab236-1234-45d7-bf40-d990f2e37fa7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:10.535855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.551490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Calling delete_port for 570ab236-1234-45d7-bf40-d990f2e37fa7 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:10.558636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.573694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Transition to ACTIVE for port object b3c4ccbe-e145-428c-9759-a5ed2ac57024 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:10.713883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.763845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network 6b2d6f5e-528f-470e-8152-fad804331dfa is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:10.776802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:10.780784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:10.843480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Port': ['ID=b3c4ccbe-e145-428c-9759-a5ed2ac57024,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:10.852827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.951117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:10.961570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.977426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Transition to ACTIVE for port object fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:11.022466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.073136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3567c8b0-219b-4294-b989-ed1de4226d36 None None] Provisioning for port b3c4ccbe-e145-428c-9759-a5ed2ac57024 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:11.093453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3567c8b0-219b-4294-b989-ed1de4226d36 None None] Provisioning complete for port b3c4ccbe-e145-428c-9759-a5ed2ac57024 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:11.094202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3567c8b0-219b-4294-b989-ed1de4226d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.138844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 570ab236-1234-45d7-bf40-d990f2e37fa7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:11.182665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3567c8b0-219b-4294-b989-ed1de4226d36 None None] Port b3c4ccbe-e145-428c-9759-a5ed2ac57024 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:11.197240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f24862-c622-41a1-8c22-afcae7491ded req-13ad9b93-3c20-408b-b8ed-acc151ef220a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:11.205664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54f24862-c622-41a1-8c22-afcae7491ded req-13ad9b93-3c20-408b-b8ed-acc151ef220a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.1914937 Jul 08 17:26:11.218478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 570ab236-1234-45d7-bf40-d990f2e37fa7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:11.219494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.235965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.267524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Could not find standard attr ID for object 570ab236-1234-45d7-bf40-d990f2e37fa7. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:26:11.270911 n-d-799527-4 neutron-server[93946]: INFO neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No ports have port_id starting with 570ab236-1234-45d7-bf40-d990f2e37fa7 Jul 08 17:26:11.290626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54f24862-c622-41a1-8c22-afcae7491ded req-759e8a03-911b-4b69-b8ae-96df1f971600 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839007 Jul 08 17:26:11.293866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event deleted for resources: {'Port': ['ID=570ab236-1234-45d7-bf40-d990f2e37fa7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:11.407821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.521795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.525317 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.573555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.574334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3483a4ca-ac4c-4625-a360-fcebc0de134e {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:11.580678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.585546 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d46749b3-433a-4c3b-b661-90707c6649bf tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "DELETE /v2.0/routers/3483a4ca-ac4c-4625-a360-fcebc0de134e HTTP/1.1" status: 204 len: 168 time: 1.6752753 Jul 08 17:26:11.586318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:11.591467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1319793405', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:11.603410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.606915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Pushing event updated for resources: {'Port': ['ID=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:11.646544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.648035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.794548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.829671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aba53-5f72-4e06-a0cf-9486748612f2 req-046ee255-60a3-4c9d-87e0-9c79f503b22c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:11.836893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f29aba53-5f72-4e06-a0cf-9486748612f2 req-046ee255-60a3-4c9d-87e0-9c79f503b22c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 943 time: 0.3439000 Jul 08 17:26:11.913979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Attempting to bind port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:11.915714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Attempting to bind port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:11.915984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Attempting to bind port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 on network a1da8826-689c-427f-9fef-ef8721db055c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:11.961430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 on network a1da8826-689c-427f-9fef-ef8721db055c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:11.961971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Attempting to bind port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 on network a1da8826-689c-427f-9fef-ef8721db055c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:11.974088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.979959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f29aba53-5f72-4e06-a0cf-9486748612f2 req-b1251816-7cf8-46a0-bb27-66567830bdf4 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420987 Jul 08 17:26:11.996610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:11.996610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Checking segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:11.996610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Bound using segment: {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:11.996956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Bound port: fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be4c0a8-3097-413a-b550-f91308f0ce12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:11.997290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.188454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] For port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:12.212056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] For port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:12.256271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.259611 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.260382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-f036b2f6-4e97-4ee1-b364-1f0614cbdb17 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.265178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.269001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-f036b2f6-4e97-4ee1-b364-1f0614cbdb17 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 814 time: 0.2059269 Jul 08 17:26:12.292200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-edeec84e-3a2e-4d52-9bcb-ff7430d87ebe tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/quotas/517ec0dc401a4cfdbacb0697fc7f92f5 HTTP/1.1" status: 200 len: 375 time: 0.0216074 Jul 08 17:26:12.319848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.403495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.404116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.405638 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] 10.222.0.53 "PUT /v2.0/ports/fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 HTTP/1.1" status: 200 len: 1091 time: 2.5569482 Jul 08 17:26:12.407914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'tag': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:12.410345 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d" -d '{"events": [{"name": "network-changed", "server_uuid": "f000f04c-75dd-4e31-a5a2-0229ea537876", "tag": "fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:12.491418 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3066a5-5fd0-4406-ae25-a587082c33af x-openstack-request-id: req-5a3066a5-5fd0-4406-ae25-a587082c33af {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:12.491692 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f000f04c-75dd-4e31-a5a2-0229ea537876", "tag": "fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:12.491949 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a3066a5-5fd0-4406-ae25-a587082c33af {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:12.492350 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'tag': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3', 'status': 'completed', 'code': 200} Jul 08 17:26:12.492936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc79cc-7c60-450c-9dfd-b8b3712c7d8c service neutron] Pushing event updated for resources: {'Port': ['ID=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:12.556678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-357e0643-e670-46aa-96be-01a986d7817f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2629411 Jul 08 17:26:12.592036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network 6b2d6f5e-528f-470e-8152-fad804331dfa is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:12.600669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Port': ['ID=b3c4ccbe-e145-428c-9759-a5ed2ac57024,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:12.602324 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.610028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:12.630480 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.671527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-8efed3d9-ba30-49e2-8fa0-16b623be3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.680508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-8efed3d9-ba30-49e2-8fa0-16b623be3377 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 1094 time: 0.2280500 Jul 08 17:26:12.762898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Allocated IP 172.25.3.102 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/33907362-46de-431e-b988-4c9138da333d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:12.782675 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-93ba42db-3f16-4d36-b148-5cfc5da71664 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 HTTP/1.1" status: 200 len: 217 time: 0.0725439 Jul 08 17:26:12.837534 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.851315 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.935672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-18e0b204-4d39-4072-b5dd-194c7c69dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.938449 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-18e0b204-4d39-4072-b5dd-194c7c69dfe3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 200 len: 861 time: 0.1549222 Jul 08 17:26:13.020076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-8ad0f2dc-711b-4592-86c1-38264ccf17dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1da8826-689c-427f-9fef-ef8721db055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720837 Jul 08 17:26:13.024981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Router 82817668-f23b-4eb5-aba0-704bd7f7ffd5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:13.034682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e9152ff-d7d9-487a-86d4-2bcf1d76afad None None] Provisioning complete for port b3c4ccbe-e145-428c-9759-a5ed2ac57024 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:13.034682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e9152ff-d7d9-487a-86d4-2bcf1d76afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.119826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e9152ff-d7d9-487a-86d4-2bcf1d76afad None None] Port b3c4ccbe-e145-428c-9759-a5ed2ac57024 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:13.187025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 570ab236-1234-45d7-bf40-d990f2e37fa7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:13.224994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 570ab236-1234-45d7-bf40-d990f2e37fa7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:13.225646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 570ab236-1234-45d7-bf40-d990f2e37fa7 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:13.256984 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.276903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-c1c604d4-e961-4c51-9424-64a2d7d2aa3d service neutron] 10.222.0.48 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198145 Jul 08 17:26:13.357524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-c7357442-65be-4d82-9931-72e2cd645460 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:13.359982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-c7357442-65be-4d82-9931-72e2cd645460 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e70d26e-ed2e-497e-8011-186228679ae6 HTTP/1.1" status: 200 len: 945 time: 0.3049178 Jul 08 17:26:13.422177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-795306b6-639e-4fc2-9be8-cf0f6b15a9fc service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936098 Jul 08 17:26:13.490622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-7c803a2b-af21-444b-88e9-ae5be3158476 service neutron] 10.222.0.48 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051349 Jul 08 17:26:13.534680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.553221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:13.568050 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] Sync routers for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:13.571612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5db707aa-bd9d-401b-98a7-925ba10848af tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "PUT /v2.0/routers/82817668-f23b-4eb5-aba0-704bd7f7ffd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4456742 Jul 08 17:26:13.584171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:13.585027 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:13.586660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:13.604075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Request body: {'port': {'network_id': '6b2d6f5e-528f-470e-8152-fad804331dfa', 'name': 'tempest-FloatingIPAdminTestJSON-913822339'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:13.615963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5cb4-f1d5-4780-85cd-057b1bdc6547 req-9ba9b2e0-cab8-4745-96b0-8793ada2d6bc tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:13.617499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-beab5cb4-f1d5-4780-85cd-057b1bdc6547 req-9ba9b2e0-cab8-4745-96b0-8793ada2d6bc tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 943 time: 0.3003733 Jul 08 17:26:13.641248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce08d579-b6bd-48ff-9039-c2c61e170838 req-325435c3-4cce-425c-814c-e9c1c83c846e service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111857 Jul 08 17:26:13.671166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:13.693726 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:13.697885 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:13.714906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-beab5cb4-f1d5-4780-85cd-057b1bdc6547 req-726cf9a9-0c70-4f6b-a9f5-10a455722d0b tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874844 Jul 08 17:26:13.772300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event updated for resources: {'Port': ['ID=33907362-46de-431e-b988-4c9138da333d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:13.780565 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:13.781522 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81d7a83-fa17-4e5b-b9db-13c500c38fac None None] The sync data for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:13.794936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:13.801494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:13.809968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:13.842246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-ed1dbfa3-2f74-4e48-9401-479701c5c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:13.843978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-ed1dbfa3-2f74-4e48-9401-479701c5c2bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=047e253f1c5e4920b696c87e36a900d8&device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 1094 time: 0.1270938 Jul 08 17:26:13.869341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Deleting port a66857df-e9ee-4463-8edc-051b85e4b439 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:13.869685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.931042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Made reservation on behalf of c24fc5f7afbb49e3a3d98b37e92d2756 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:13.935050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.977987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f527f98-558c-4564-a8c0-f0c1046b185a req-8622d08d-64f3-419e-a7aa-a72517f4e3cf tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 210 time: 0.1331604 Jul 08 17:26:13.978999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-2ff6698e-faf9-4475-a501-d8a84935ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:13.980310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-2ff6698e-faf9-4475-a501-d8a84935ef1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 200 len: 922 time: 0.1045587 Jul 08 17:26:14.074150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-1c7e2fd1-a1aa-4681-a8f8-5db4cea79c51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 HTTP/1.1" status: 200 len: 217 time: 0.0868580 Jul 08 17:26:14.077487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] device_id is not set on port d3169826-da66-4e74-9bee-ef5b43192d1f yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:26:14.160149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] For port a66857df-e9ee-4463-8edc-051b85e4b439, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a66857df-e9ee-4463-8edc-051b85e4b439,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:14.160506 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.166440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-cfb9907c-6038-4f4f-8558-dfd48b12f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.168944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-cfb9907c-6038-4f4f-8558-dfd48b12f62a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 200 len: 861 time: 0.0870612 Jul 08 17:26:14.181200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Calling delete_port for a66857df-e9ee-4463-8edc-051b85e4b439 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:14.226360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-623730c1-5a5d-409e-bc13-1684d9cc748a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1da8826-689c-427f-9fef-ef8721db055c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505950 Jul 08 17:26:14.371824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-907631d2-ccbe-4174-b99b-4931098f77e8 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363800 Jul 08 17:26:14.412758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Allocated IP 172.20.0.3 (6b2d6f5e-528f-470e-8152-fad804331dfa/eceb117a-b8a2-49bf-94eb-c4e88d25e524/d3169826-da66-4e74-9bee-ef5b43192d1f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:14.445868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.505092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fc62aa6-1f5a-4288-95ec-00b2fb18988d req-5b1e4900-97d4-497b-8db8-764d90510f72 service neutron] 10.222.0.53 "GET /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253285 Jul 08 17:26:14.752191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.756283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.764885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a66857df-e9ee-4463-8edc-051b85e4b439'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:15.171179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6218d-58be-48ba-b0b7-58e932f893ed req-8c6c6b51-314a-4a91-a922-c93a63d77359 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.172487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11b6218d-58be-48ba-b0b7-58e932f893ed req-8c6c6b51-314a-4a91-a922-c93a63d77359 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1079559 Jul 08 17:26:15.235216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11b6218d-58be-48ba-b0b7-58e932f893ed req-8b2ebd91-9f1f-47d0-a505-5b8f1f3f5be6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485511 Jul 08 17:26:15.290722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Pushing event deleted for resources: {'Port': ['ID=a66857df-e9ee-4463-8edc-051b85e4b439,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:15.327132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] No DVR routers for this DVR port a66857df-e9ee-4463-8edc-051b85e4b439 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:15.330149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Transition to ACTIVE for port object d3169826-da66-4e74-9bee-ef5b43192d1f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:15.335959 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.336251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f74b8b4f-6ecb-42f2-84ef-2490fd5509fb req-cef919f7-ef4d-4a42-908b-db8dde2f5424 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "DELETE /v2.0/ports/a66857df-e9ee-4463-8edc-051b85e4b439 HTTP/1.1" status: 204 len: 173 time: 1.9693160 Jul 08 17:26:15.336721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'name': 'network-vif-deleted', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:15.339057 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2668b-a533-422d-a3ba-425fed85a2f4" -d '{"events": [{"server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "name": "network-vif-deleted", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:15.364535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.401432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145c25-33e7-42ad-b4d3-faec723c5306 req-d1098f28-8b24-4008-9b2a-b643ded485a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.412097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d145c25-33e7-42ad-b4d3-faec723c5306 req-d1098f28-8b24-4008-9b2a-b643ded485a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 943 time: 0.2162979 Jul 08 17:26:15.458215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-8d83b557-ce44-4b22-8a0c-e9a0cd104d7e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.460134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-8d83b557-ce44-4b22-8a0c-e9a0cd104d7e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 814 time: 0.2109630 Jul 08 17:26:15.479338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Request body: {'port': {'device_id': 'd0190417-0b45-4119-be13-99b89d81acd9', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'admin_state_up': True, 'tenant_id': '517ec0dc401a4cfdbacb0697fc7f92f5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:15.502667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d145c25-33e7-42ad-b4d3-faec723c5306 req-09d187b6-5d9c-417b-bd4a-8330f9930b69 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865626 Jul 08 17:26:15.534307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb43fae5-cd1d-4607-924e-47723df02128 req-beb67e1c-b99c-42d2-9e20-fecb937e4622 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 210 time: 0.0948682 Jul 08 17:26:15.570195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.673502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Network 6b2d6f5e-528f-470e-8152-fad804331dfa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:15.712867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Made reservation on behalf of 517ec0dc401a4cfdbacb0697fc7f92f5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:15.715482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:15.719316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.729254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:15.761407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event updated for resources: {'Port': ['ID=d3169826-da66-4e74-9bee-ef5b43192d1f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:15.828858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.829589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.850618 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953523a5-ccec-4579-bd84-d87176a54e1a x-openstack-request-id: req-953523a5-ccec-4579-bd84-d87176a54e1a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:15.850920 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e70d26e-ed2e-497e-8011-186228679ae6", "name": "network-vif-deleted", "tag": "a66857df-e9ee-4463-8edc-051b85e4b439", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:15.851231 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-953523a5-ccec-4579-bd84-d87176a54e1a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:15.851647 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70d26e-ed2e-497e-8011-186228679ae6', 'name': 'network-vif-deleted', 'tag': 'a66857df-e9ee-4463-8edc-051b85e4b439', 'status': 'completed', 'code': 200} Jul 08 17:26:15.855226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Router 9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:15.896575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Allocated IP 172.20.0.7 (1e40b3d5-008e-4ff1-885b-cda19a84d8b2/2eb72efe-e1e8-4554-ad5b-de337f866340/07f5c589-493d-4891-888f-33c0d04c2bba) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:15.930798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c2bb0420-05d8-46f1-88dc-4f15af95fa9a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3344762 Jul 08 17:26:15.935032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52680) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:15.999624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:16.016097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] Sync routers for ids ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:16.033575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] Routers {'9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:16.034223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:16.036274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.041193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-46f849d5-1356-4b75-a9a9-63f36e42ed5f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4535329 Jul 08 17:26:16.042100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:16.048258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': False}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:16.072241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'project_id': 'c24fc5f7afbb49e3a3d98b37e92d2756', 'port_id': 'd3169826-da66-4e74-9bee-ef5b43192d1f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:16.124993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:16.126575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.151384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-09f1a394-bf26-43cf-9a8a-43d00b115a81 None None] Provisioning for port d3169826-da66-4e74-9bee-ef5b43192d1f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:16.167208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-09f1a394-bf26-43cf-9a8a-43d00b115a81 None None] Provisioning complete for port d3169826-da66-4e74-9bee-ef5b43192d1f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:16.167583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-09f1a394-bf26-43cf-9a8a-43d00b115a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.171294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] Routers {'9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:16.171444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:16.197527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.246326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:16.246992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2016db-33a7-407c-b710-d782b5398fed None None] The sync data for ids ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:16.280728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-09f1a394-bf26-43cf-9a8a-43d00b115a81 None None] Port d3169826-da66-4e74-9bee-ef5b43192d1f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:16.283184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.386056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.465548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Allocated IP 172.25.3.18 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b05cdf35-70d2-4e06-8ffb-0ae14c9705cc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:16.471613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:16.475523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:16.478411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:16.483418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:16.520033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.610721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.611635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.633335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a066f411-f4cf-43ba-ba77-751bf954ee56 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1610782 Jul 08 17:26:16.654243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Request body: {'port': {'device_id': 'd0190417-0b45-4119-be13-99b89d81acd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:16.660272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273399e6-11d6-46eb-b49b-7c5e9fcc6b9a req-7fc57e91-36cb-44a8-ac7c-56547db12e13 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.661199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-273399e6-11d6-46eb-b49b-7c5e9fcc6b9a req-7fc57e91-36cb-44a8-ac7c-56547db12e13 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1370256 Jul 08 17:26:16.714947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-273399e6-11d6-46eb-b49b-7c5e9fcc6b9a req-0747291c-e171-43e8-9298-cdd8d43ff6ab tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475030 Jul 08 17:26:16.767315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.829054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.841378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758b15-601b-42c8-a224-01b8d601fc4c req-dad4d15c-e92e-4d93-9ae9-1bed4dcc2564 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.849436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e758b15-601b-42c8-a224-01b8d601fc4c req-dad4d15c-e92e-4d93-9ae9-1bed4dcc2564 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 943 time: 0.2006688 Jul 08 17:26:16.930076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e758b15-601b-42c8-a224-01b8d601fc4c req-199df38d-5e26-4e41-a56b-8c112a8fb325 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 Jul 08 17:26:16.949080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.042704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109db78-c0f3-4913-8045-f79e7d1ed75e req-9aedc0ff-1caf-43c5-b3dc-651201cd58a6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.044608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8109db78-c0f3-4913-8045-f79e7d1ed75e req-9aedc0ff-1caf-43c5-b3dc-651201cd58a6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 931 time: 0.1611454 Jul 08 17:26:17.112418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8109db78-c0f3-4913-8045-f79e7d1ed75e req-f333081b-9bf8-404b-9071-2d43d48de0c5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Jul 08 17:26:17.141147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:17.147201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:17.150593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:17.182008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Pushing event updated for resources: {'Port': ['ID=b05cdf35-70d2-4e06-8ffb-0ae14c9705cc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:17.214008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.219168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.333215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Router 9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:17.383256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f5c589-493d-4891-888f-33c0d04c2bba {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:17.394064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.418940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Transition to ACTIVE for port object 07f5c589-493d-4891-888f-33c0d04c2bba will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:17.454441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.476566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:17.483646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.485385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5d8cf15e-dd1b-4f1e-925c-9dd89de05355 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "PUT /v2.0/routers/9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb HTTP/1.1" status: 200 len: 922 time: 1.4420545 Jul 08 17:26:17.487941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52704) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:17.489122 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] Sync routers for ids ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:17.511130 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] Routers {'9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:17.511770 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:17.554710 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:17.574337 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] Routers {'9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:17.575131 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:17.640654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:17.714153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:17.847489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: a66857df-e9ee-4463-8edc-051b85e4b439 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:17.847834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a66857df-e9ee-4463-8edc-051b85e4b439 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:17.877417 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:17.878590 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0908206-c90e-4b70-8a0f-de0b33f08109 None None] The sync data for ids ['9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:17.946598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:17.976981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3', 'network_id': 'a1da8826-689c-427f-9fef-ef8721db055c', 'port_id': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3', 'mac_address': 'fa:16:3e:44:7d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f814a1b-7a57-43f8-ad8f-5998943f49b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:18.079699 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.105327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d781d67c-7437-43fd-8437-84f95ac0a482 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb HTTP/1.1" status: 200 len: 922 time: 0.6125522 Jul 08 17:26:18.106574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:18.116475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:18.159700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:18.165818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.220074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:18.246958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:18.262753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d85e6-7ddd-4b95-a26c-93d2982548fd tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.267196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a59d85e6-7ddd-4b95-a26c-93d2982548fd tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1569195 Jul 08 17:26:18.269504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:18.272852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9c87-9c6e-47c3-b8bc-38c8a4686adc req-a5dbedfd-583d-4cd8-9a76-6609dadd6002 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.274484 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f2e9c87-9c6e-47c3-b8bc-38c8a4686adc req-a5dbedfd-583d-4cd8-9a76-6609dadd6002 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 943 time: 0.1398807 Jul 08 17:26:18.320516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f2e9c87-9c6e-47c3-b8bc-38c8a4686adc req-46d609de-8cb4-48ef-8197-9ba33834a0b8 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Jul 08 17:26:18.402158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.474916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:18.512610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a62b5-f15a-4c6c-b45e-5f08de2b2bcf req-16525bbd-81e1-4121-92a4-20ba2396391d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.521359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-198a62b5-f15a-4c6c-b45e-5f08de2b2bcf req-16525bbd-81e1-4121-92a4-20ba2396391d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.2962725 Jul 08 17:26:18.537962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfb5b5-905a-4377-9878-d21096fadb36 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.539335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-98bfb5b5-905a-4377-9878-d21096fadb36 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.2673771 Jul 08 17:26:18.542474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:18.635321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c04b67f7-f7e6-4c19-9a8c-b0284e0c43dd tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb HTTP/1.1" status: 200 len: 205 time: 0.0905242 Jul 08 17:26:18.638301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52730) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:18.652533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-198a62b5-f15a-4c6c-b45e-5f08de2b2bcf req-bb751b3a-15d4-4d15-8f27-67a413f7c321 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302111 Jul 08 17:26:18.654022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Attempting to bind port 07f5c589-493d-4891-888f-33c0d04c2bba on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:18.655938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Attempting to bind port 07f5c589-493d-4891-888f-33c0d04c2bba by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:18.656854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Attempting to bind port 07f5c589-493d-4891-888f-33c0d04c2bba on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:18.664812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.702633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Port 07f5c589-493d-4891-888f-33c0d04c2bba on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:18.703657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Attempting to bind port 07f5c589-493d-4891-888f-33c0d04c2bba on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:18.719550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:18.721070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Checking segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:18.721531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Bound using segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:18.722081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Bound port: 07f5c589-493d-4891-888f-33c0d04c2bba, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:18.722510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.770552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f255e-ca8b-4180-8b5d-de051a5653a2 req-f55cd766-1b71-4482-a805-0f80c457adad tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.772622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-847f255e-ca8b-4180-8b5d-de051a5653a2 req-f55cd766-1b71-4482-a805-0f80c457adad tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 943 time: 0.2148266 Jul 08 17:26:18.798109 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.874977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-847f255e-ca8b-4180-8b5d-de051a5653a2 req-7f5407b9-0db5-4bdc-826d-f55ba16f4e8c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886827 Jul 08 17:26:18.891480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:18.913266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:18.920413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.931828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.953090 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.964451 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.983634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.984333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.985785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-05516655-1747-49f4-9849-f94a37bf291b service neutron] 10.222.0.53 "PUT /v2.0/ports/07f5c589-493d-4891-888f-33c0d04c2bba HTTP/1.1" status: 200 len: 1091 time: 2.3385148 Jul 08 17:26:18.990995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:18.993266 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b443580-a491-4557-a17a-9e33831b9021" -d '{"events": [{"name": "network-changed", "server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:19.031332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Deleting port 33907362-46de-431e-b988-4c9138da333d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:19.031746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.073914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516655-1747-49f4-9849-f94a37bf291b service neutron] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:19.081878 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14886cc-ae28-47bf-b4af-b3812f65869d x-openstack-request-id: req-f14886cc-ae28-47bf-b4af-b3812f65869d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:19.082185 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:19.082441 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f14886cc-ae28-47bf-b4af-b3812f65869d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:19.082836 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba', 'status': 'completed', 'code': 200} Jul 08 17:26:19.126935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.164840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.179220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Pushing event updated for resources: {'Port': ['ID=b05cdf35-70d2-4e06-8ffb-0ae14c9705cc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:19.185409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Calling delete_port for 33907362-46de-431e-b988-4c9138da333d owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:19.241589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a91f4774-6383-4bc2-9547-5315cbf31adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:19.243085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-a91f4774-6383-4bc2-9547-5315cbf31adc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 1094 time: 0.2139816 Jul 08 17:26:19.299145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-3ffe45aa-0020-4f93-a484-0797b6c42881 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07f5c589-493d-4891-888f-33c0d04c2bba HTTP/1.1" status: 200 len: 217 time: 0.0472674 Jul 08 17:26:19.304173 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Floating IP c45c9d85-9086-475c-b803-8374abb6bb8d associated. External IP: 172.25.3.18, port: d3169826-da66-4e74-9bee-ef5b43192d1f. Jul 08 17:26:19.377378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.413846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event deleted for resources: {'Port': ['ID=33907362-46de-431e-b988-4c9138da333d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:19.429550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-14c49832-044f-4976-b447-66af41599fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:19.431087 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-14c49832-044f-4976-b447-66af41599fb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 200 len: 854 time: 0.1235819 Jul 08 17:26:19.449107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4f9e-b1b0-4ca1-8310-e8be98856f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.476244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-b04f4c2f-72c3-4ee7-8be2-69f8f678e333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383213 Jul 08 17:26:19.638536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.654579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:19.709490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-0d7fe4d7-39ea-4748-b799-fe115bfa71d8 service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249584 Jul 08 17:26:19.742594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Router 82817668-f23b-4eb5-aba0-704bd7f7ffd5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:19.783917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:19.792849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:19.793241 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.818987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.821442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.917590 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.935584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.936608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Fanout notify agent at l3_agent the message router_deleted on router 9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:19.949512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.958748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7c0399b2-d65c-4955-999c-9d40d870a957 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb HTTP/1.1" status: 204 len: 168 time: 1.3186076 Jul 08 17:26:19.964222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:19.964546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:19.965479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:19.970395 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f045c2c6-0a1b-4f96-a695-13a75d0f1e09" -d '{"events": [{"server_uuid": "f000f04c-75dd-4e31-a5a2-0229ea537876", "name": "network-vif-plugged", "status": "completed", "tag": "fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:19.972694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-6569315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:19.974780 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.008849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c0d8ea7-3ae9-40f7-89c3-9d833278ea7c req-0fe0f4f3-cfbd-496b-8323-722af8eb7fce service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897701 Jul 08 17:26:20.019867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7caea-2f3b-42fb-9289-fc681b3bfeb4 req-53b63803-d6f5-4572-8ebb-0664cf264840 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.021442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0a7caea-2f3b-42fb-9289-fc681b3bfeb4 req-53b63803-d6f5-4572-8ebb-0664cf264840 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 944 time: 0.4814615 Jul 08 17:26:20.062276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:20.072443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.077434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.078249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.078844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.079421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.079986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.080548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.081118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.081733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.082486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.083064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.083716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:20.085278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.096923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.137434 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0a7caea-2f3b-42fb-9289-fc681b3bfeb4 req-66cfa78a-690b-4182-a354-f4b537c8ea69 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951619 Jul 08 17:26:20.141319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:20.167747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] Sync routers for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:20.181792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:20.184354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:20.218958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.250196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:20.255571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.266132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:20.267096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:20.270492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.315434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.316662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f44cc52a-3192-42d5-97ff-9111efc9b388 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3509910 Jul 08 17:26:20.318098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:20.319151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792bbda-3982-432a-a139-258df8d23a8b None None] The sync data for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:20.319336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:20.324009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:20.369054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120b47c-a8cb-4933-bef1-028d43f9a48b req-877b7752-a227-473b-a848-b48e4270d2db tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.370644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2120b47c-a8cb-4933-bef1-028d43f9a48b req-877b7752-a227-473b-a848-b48e4270d2db tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.3786185 Jul 08 17:26:20.403660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b443580-a491-4557-a17a-9e33831b9021 req-6d4be994-b7a5-4b82-b7f3-3d1e49752fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.405786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-6d4be994-b7a5-4b82-b7f3-3d1e49752fae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 1094 time: 0.3370514 Jul 08 17:26:20.423911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-59970b8f-c60e-498f-91f6-92b3bd047e5c tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.4878247 Jul 08 17:26:20.427157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:20.610682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2120b47c-a8cb-4933-bef1-028d43f9a48b req-904405c3-03ce-4c39-a13b-6c991a585fae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259502 Jul 08 17:26:20.642778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.669047 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0405b-6c83-4a0b-9192-6d2007430bfe x-openstack-request-id: req-31e0405b-6c83-4a0b-9192-6d2007430bfe {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:20.669562 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f000f04c-75dd-4e31-a5a2-0229ea537876", "name": "network-vif-plugged", "status": "completed", "tag": "fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:20.669660 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31e0405b-6c83-4a0b-9192-6d2007430bfe {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:20.670050 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3', 'code': 200} Jul 08 17:26:20.777829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6f357500-cdef-481d-81d8-82465bf192bb tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] 10.222.0.48 "GET /v2.0/floatingips/c45c9d85-9086-475c-b803-8374abb6bb8d HTTP/1.1" status: 200 len: 981 time: 0.3481793 Jul 08 17:26:20.781299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:20.804611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae62ee2-6e75-4951-b8a6-58a341506c15 req-2f84e666-ff75-4ce4-8c8f-d90bee1d7642 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.806181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ae62ee2-6e75-4951-b8a6-58a341506c15 req-2f84e666-ff75-4ce4-8c8f-d90bee1d7642 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 943 time: 0.4309356 Jul 08 17:26:20.932365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ae62ee2-6e75-4951-b8a6-58a341506c15 req-d9b575a9-0b88-4f94-8c1d-14da6f411ca6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066430 Jul 08 17:26:20.959270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e69179-73c7-40d4-ac00-914add1cf6f0 req-3a90235a-0090-4568-b984-1b08b865fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.960982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1e69179-73c7-40d4-ac00-914add1cf6f0 req-3a90235a-0090-4568-b984-1b08b865fd24 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 1096 time: 0.1842098 Jul 08 17:26:20.961495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b443580-a491-4557-a17a-9e33831b9021 req-6c986667-2010-49e3-8d27-cbc00efab706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.963092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-6c986667-2010-49e3-8d27-cbc00efab706 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 915 time: 0.5500166 Jul 08 17:26:21.017500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-ac602087-496a-434e-a711-5e838c16ebae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07f5c589-493d-4891-888f-33c0d04c2bba HTTP/1.1" status: 200 len: 217 time: 0.0426569 Jul 08 17:26:21.040121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8d816590-af59-4136-a80c-a04782acc691 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4297 time: 0.2548518 Jul 08 17:26:21.053921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:21.073956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b443580-a491-4557-a17a-9e33831b9021 req-90bfdbc8-6eeb-4b66-855d-de7fe2aeb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.075521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-90bfdbc8-6eeb-4b66-855d-de7fe2aeb05a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 200 len: 854 time: 0.0498102 Jul 08 17:26:21.117426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-1a2df33e-d3be-406a-a353-84107ccd1bbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346746 Jul 08 17:26:21.138516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.187063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1e69179-73c7-40d4-ac00-914add1cf6f0 req-2e401952-7600-4e84-b13e-b83ec3c95f18 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841428 Jul 08 17:26:21.190379 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.304319 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-0c806ec4-032b-4032-a89f-b47a2cfeb9a1 service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755307 Jul 08 17:26:21.400592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Allocated IP 172.25.3.83 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/faff10ed-8fba-4593-9324-698a716584cc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:21.472826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting port b05cdf35-70d2-4e06-8ffb-0ae14c9705cc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:21.473183 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.512254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b443580-a491-4557-a17a-9e33831b9021 req-95994d5c-1ca1-4912-bdd9-c905527dc7b0 service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985106 Jul 08 17:26:21.523833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53c032-2c1d-4b3f-9da3-46f144af8e8d req-c45b7fad-f9b3-4a79-aaca-41fb02ebf8fd tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.525660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f53c032-2c1d-4b3f-9da3-46f144af8e8d req-c45b7fad-f9b3-4a79-aaca-41fb02ebf8fd tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 945 time: 0.1683836 Jul 08 17:26:21.573257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f53c032-2c1d-4b3f-9da3-46f144af8e8d req-11aba69f-a815-4ca1-bc3a-d34364dd5023 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365300 Jul 08 17:26:21.603726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.661965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.662309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.680789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Calling delete_port for b05cdf35-70d2-4e06-8ffb-0ae14c9705cc owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:21.700546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.846401 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:26:21.972820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:21.988480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:21.996032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:22.049706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event updated for resources: {'Port': ['ID=faff10ed-8fba-4593-9324-698a716584cc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:22.184641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92b70363-55e2-40e7-8534-a07f45946417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.272478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.443544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f29d2-0cb4-41c4-87e7-fcd3f6a27513 req-530b831c-16b0-4af2-92ce-7a0608dea2a8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.453303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d94f29d2-0cb4-41c4-87e7-fcd3f6a27513 req-530b831c-16b0-4af2-92ce-7a0608dea2a8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 943 time: 0.1313415 Jul 08 17:26:22.534164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d94f29d2-0cb4-41c4-87e7-fcd3f6a27513 req-565c3952-8d03-4947-85f1-793c044f2714 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797637 Jul 08 17:26:22.586573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da244cc-e391-45b4-9cf7-22f6556b02a4 req-e629afca-898f-424e-8f92-0c69e8eb3410 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.588293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8da244cc-e391-45b4-9cf7-22f6556b02a4 req-e629afca-898f-424e-8f92-0c69e8eb3410 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.7644994 Jul 08 17:26:22.785087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8da244cc-e391-45b4-9cf7-22f6556b02a4 req-eae746af-58cb-4950-9716-5afa44a3db90 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608398 Jul 08 17:26:22.840675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.878781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Port': ['ID=b05cdf35-70d2-4e06-8ffb-0ae14c9705cc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:22.941137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ec2e9-9c57-4a6c-8cab-73998c3538cb req-f71df410-69e4-415d-8e5c-9e958c863669 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.949125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf3ec2e9-9c57-4a6c-8cab-73998c3538cb req-f71df410-69e4-415d-8e5c-9e958c863669 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 945 time: 0.1904790 Jul 08 17:26:23.004558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf3ec2e9-9c57-4a6c-8cab-73998c3538cb req-e40e94bb-ee34-48b8-af51-0b142a6c9be7 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544822 Jul 08 17:26:23.103016 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.147321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.147700 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Floating IP c45c9d85-9086-475c-b803-8374abb6bb8d disassociated (deleted). External IP: 172.25.3.18, port: d3169826-da66-4e74-9bee-ef5b43192d1f. Jul 08 17:26:23.515133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.536597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.545256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.674077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 07f5c589-493d-4891-888f-33c0d04c2bba details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:23.757781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282229c-3626-4de3-93d1-5d9d1fdc3199 req-29af4e21-6308-4a57-b7c7-1c2794ce9710 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.766359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7282229c-3626-4de3-93d1-5d9d1fdc3199 req-29af4e21-6308-4a57-b7c7-1c2794ce9710 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 945 time: 0.0947561 Jul 08 17:26:23.834809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7282229c-3626-4de3-93d1-5d9d1fdc3199 req-c06e5f6e-3a41-44ca-8e2e-8ec2f4498085 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660291 Jul 08 17:26:23.852980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Router 82817668-f23b-4eb5-aba0-704bd7f7ffd5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:23.914970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:23.933709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '07f5c589-493d-4891-888f-33c0d04c2bba', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'port_id': '07f5c589-493d-4891-888f-33c0d04c2bba', 'mac_address': 'fa:16:3e:9c:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb72efe-e1e8-4554-ad5b-de337f866340', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:24.003772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.021255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f5c589-493d-4891-888f-33c0d04c2bba {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:24.046403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:24.050836 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.059660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358445e-0741-4048-ac41-59cb5f80c728 req-53f5342c-88b6-4684-b056-166d830e49e5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:24.067158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9358445e-0741-4048-ac41-59cb5f80c728 req-53f5342c-88b6-4684-b056-166d830e49e5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 943 time: 0.3158634 Jul 08 17:26:24.084248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7b808-37d5-403c-b542-a850ce9fa8fb req-f2f3863d-03c0-492c-ba16-74ffbb895779 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:24.091679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-61e7b808-37d5-403c-b542-a850ce9fa8fb req-f2f3863d-03c0-492c-ba16-74ffbb895779 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1011119 Jul 08 17:26:24.129844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:24.150393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-61e7b808-37d5-403c-b542-a850ce9fa8fb req-641d8f9e-f49b-4e19-a61b-04eabe3f6054 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Jul 08 17:26:24.196534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9358445e-0741-4048-ac41-59cb5f80c728 req-732429e2-2500-4d0c-bea7-530b98ea19db tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280663 Jul 08 17:26:24.210343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:24.213877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Router df33f787-100b-4f02-8533-e6a4d0d33db8 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:24.219689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.227238 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] Sync routers for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:24.241530 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:24.241873 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.288793 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.313345 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:24.314045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6fe7bdbd-2df3-413b-a29b-c1bad8dbd604 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "DELETE /v2.0/floatingips/c45c9d85-9086-475c-b803-8374abb6bb8d HTTP/1.1" status: 204 len: 168 time: 3.2547138 Jul 08 17:26:24.314866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.317477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:24.325236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:24.357518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.376647 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.377318 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57890b1-391b-4f65-8771-caf0e13a648f None None] The sync data for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:24.390148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['07f5c589-493d-4891-888f-33c0d04c2bba'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:24.437503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:24.454213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] Sync routers for ids ['df33f787-100b-4f02-8533-e6a4d0d33db8'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:24.457495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.462911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d7a54557-42fe-4c68-b5ec-cd805fb8c54f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "PUT /v2.0/routers/df33f787-100b-4f02-8533-e6a4d0d33db8 HTTP/1.1" status: 200 len: 876 time: 4.1403456 Jul 08 17:26:24.463325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:24.490323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] Routers {'df33f787-100b-4f02-8533-e6a4d0d33db8'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:24.491252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df33f787-100b-4f02-8533-e6a4d0d33db8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.514996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.537291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.570428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] Routers {'df33f787-100b-4f02-8533-e6a4d0d33db8'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:24.571212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df33f787-100b-4f02-8533-e6a4d0d33db8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.619717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:24.619948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-45ce6c84-2f3a-4f12-98dd-f8244922633c tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/df33f787-100b-4f02-8533-e6a4d0d33db8 HTTP/1.1" status: 200 len: 917 time: 0.1535888 Jul 08 17:26:24.620059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe609f0-88fd-4cc3-a379-12f18bac3efb None None] The sync data for ids ['df33f787-100b-4f02-8533-e6a4d0d33db8'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:24.620183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:24.681706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Allocated IP 172.25.3.122 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/99d9f8be-91dd-44cf-bdd4-080cd7f1d65e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:24.718587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d209b-f473-46f5-b6a1-13521de13081 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:24.723474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be2d209b-f473-46f5-b6a1-13521de13081 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=df33f787-100b-4f02-8533-e6a4d0d33db8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0982661 Jul 08 17:26:24.724332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:24.836744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.874171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d58a27-4b98-4da5-8f16-e3e562e2c4fa tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:24.878476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99d58a27-4b98-4da5-8f16-e3e562e2c4fa tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.1481810 Jul 08 17:26:24.880852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:24.884908 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.928084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f5fc1299-a0c7-45e8-8f94-4ee74e4c51d1 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=df33f787-100b-4f02-8533-e6a4d0d33db8 HTTP/1.1" status: 200 len: 205 time: 0.0456874 Jul 08 17:26:24.931550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:24.972394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.997057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-d2a1d82e-71a1-4181-8f27-1b6bd8d24c9c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.000647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-d2a1d82e-71a1-4181-8f27-1b6bd8d24c9c tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 945 time: 0.1588218 Jul 08 17:26:25.067949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:25.174392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1fe9-c353-4fef-8dda-de3a5ea4388d req-1c25cdd8-cf4e-4eb2-8d83-55ed9a47910d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.175906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6da1fe9-c353-4fef-8dda-de3a5ea4388d req-1c25cdd8-cf4e-4eb2-8d83-55ed9a47910d tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 945 time: 0.1558027 Jul 08 17:26:25.178977 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.540612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:25.549514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Pushing event updated for resources: {'Port': ['ID=99d9f8be-91dd-44cf-bdd4-080cd7f1d65e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:25.552196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:25.665526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6da1fe9-c353-4fef-8dda-de3a5ea4388d req-a6635bdd-81fc-48be-b43a-55b7bdc33df1 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815383 Jul 08 17:26:25.676561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 07f5c589-493d-4891-888f-33c0d04c2bba up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:25.752134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.770293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Deleting port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:25.772152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.806421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 07f5c589-493d-4891-888f-33c0d04c2bba completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:25.816792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 07f5c589-493d-4891-888f-33c0d04c2bba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:25.817397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.833398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Deleting port faff10ed-8fba-4593-9324-698a716584cc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:25.833885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.930826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.935246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] For port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,segment=NetworkSegment(5be4c0a8-3097-413a-b550-f91308f0ce12),segment_id=5be4c0a8-3097-413a-b550-f91308f0ce12)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:25.936911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.975305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.981153 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.999734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Calling delete_port for faff10ed-8fba-4593-9324-698a716584cc owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:26.015130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Calling delete_port for fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:26.015292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:26.019149 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa4cbe-4db7-4f18-993d-043749aa37ce" -d '{"events": [{"server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "name": "network-vif-plugged", "status": "completed", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:26.027405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44929d-6b33-40f4-ab24-fefa1adfe6ee req-f891694f-7333-43a9-8469-cc636d2dba1f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:26.035363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f44929d-6b33-40f4-ab24-fefa1adfe6ee req-f891694f-7333-43a9-8469-cc636d2dba1f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1290109 Jul 08 17:26:26.038860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:26.046007 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.057975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.108733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:26.121065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f44929d-6b33-40f4-ab24-fefa1adfe6ee req-239ae709-647e-45b3-a2db-3d1b85968d9d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845416 Jul 08 17:26:26.132765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4ead-11f7-4aa6-87ec-e98769a1cb54 req-efb12308-2ab0-443d-bf19-9ade3877f08d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:26.142230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e7e4ead-11f7-4aa6-87ec-e98769a1cb54 req-efb12308-2ab0-443d-bf19-9ade3877f08d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 944 time: 0.2271159 Jul 08 17:26:26.261054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e7e4ead-11f7-4aa6-87ec-e98769a1cb54 req-f1bdc751-e81c-469e-970a-d0ef46c94b1e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178529 Jul 08 17:26:26.294070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.348059 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d16367-aa7a-479e-9686-d7b29ee46c84 x-openstack-request-id: req-d8d16367-aa7a-479e-9686-d7b29ee46c84 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:26.348552 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "name": "network-vif-plugged", "status": "completed", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:26.348680 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8d16367-aa7a-479e-9686-d7b29ee46c84 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:26.348985 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba', 'code': 200} Jul 08 17:26:26.412832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event deleted for resources: {'Port': ['ID=faff10ed-8fba-4593-9324-698a716584cc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:26.519924 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.535754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:26.601741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event deleted for resources: {'Port': ['ID=fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:26.616907 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.657294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.676991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] No DVR routers for this DVR port fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:26.678881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.683215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.686515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d609b2c8-5180-48ef-950d-5c3ce6a391d7 req-ec176d47-35a3-4b77-8144-65edb38ba6ae tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.53 "DELETE /v2.0/ports/fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 HTTP/1.1" status: 204 len: 173 time: 1.6588855 Jul 08 17:26:26.730105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'name': 'network-vif-deleted', 'tag': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:26.733243 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cbb9bf-b42d-4990-828d-0ef2249c6eec" -d '{"events": [{"server_uuid": "f000f04c-75dd-4e31-a5a2-0229ea537876", "name": "network-vif-deleted", "tag": "fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:26.739775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Pushing event updated for resources: {'Port': ['ID=99d9f8be-91dd-44cf-bdd4-080cd7f1d65e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:26.830448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d267a51-d075-4871-a9a7-c1bdd4d31106 req-6d9f5294-a036-406e-8fc3-7c53d355bc84 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:26.838062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d267a51-d075-4871-a9a7-c1bdd4d31106 req-6d9f5294-a036-406e-8fc3-7c53d355bc84 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.4277232 Jul 08 17:26:26.866531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.872877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.890865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c9ed0-7de6-4918-a820-799ac4fdae7f req-3d8062c0-ac41-46e7-9a49-0639f36c9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:26.892842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8b3c9ed0-7de6-4918-a820-799ac4fdae7f req-3d8062c0-ac41-46e7-9a49-0639f36c9959 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 1096 time: 0.4540021 Jul 08 17:26:26.935062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b8862cd-0533-4b81-98c9-c2a06693ea8d req-d27c1965-3bd9-431e-b87e-4e4ca4b842c6 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/ports?device_id=f000f04c-75dd-4e31-a5a2-0229ea537876 HTTP/1.1" status: 200 len: 210 time: 0.0474780 Jul 08 17:26:26.938413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.969024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d267a51-d075-4871-a9a7-c1bdd4d31106 req-65ec92e7-1bd6-45a7-84bb-50e81c719842 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295881 Jul 08 17:26:26.992588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.999306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-63b00df8-6bfa-4e8f-84c3-db05a90ade0b tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6762104 Jul 08 17:26:27.001641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:27.007227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8b3c9ed0-7de6-4918-a820-799ac4fdae7f req-b9a43658-b106-480f-94ad-6ced7c6025f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 Jul 08 17:26:27.009976 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5aa1fd-75ae-4095-b5d7-1b9f4cd6c59f x-openstack-request-id: req-3e5aa1fd-75ae-4095-b5d7-1b9f4cd6c59f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:27.010580 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f000f04c-75dd-4e31-a5a2-0229ea537876", "name": "network-vif-deleted", "tag": "fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:27.011048 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e5aa1fd-75ae-4095-b5d7-1b9f4cd6c59f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:27.011574 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f000f04c-75dd-4e31-a5a2-0229ea537876', 'name': 'network-vif-deleted', 'tag': 'fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3', 'status': 'completed', 'code': 200} Jul 08 17:26:27.011774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.012289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Fanout notify agent at l3_agent the message router_deleted on router df33f787-100b-4f02-8533-e6a4d0d33db8 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:27.020336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.022602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-22c716d8-2076-4878-80b9-ba28695c6240 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/df33f787-100b-4f02-8533-e6a4d0d33db8 HTTP/1.1" status: 204 len: 168 time: 2.0900624 Jul 08 17:26:27.027365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-33de28d3-2e4f-4feb-b388-1cbfb9c8019e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2159367 Jul 08 17:26:27.028090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:27.032868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-534904353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:27.062448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.064209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.130743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:27.131789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.138277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.173582 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.175869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.180991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aa91967e-0f98-4374-b599-ad81776354e9 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1487665 Jul 08 17:26:27.181641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:27.200688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': True}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:27.495871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.518999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.519622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.520107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.520573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.521046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.521510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.521999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.524000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-456d76a3-7a1b-4459-8d59-e2b93a50b211 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6490 time: 0.3359323 Jul 08 17:26:27.549996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25e70-fa80-45ad-9993-6983b9b8efa1 req-1cddef11-ae1b-44b9-8d61-79a43d332dba tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.552065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23e25e70-fa80-45ad-9993-6983b9b8efa1 req-1cddef11-ae1b-44b9-8d61-79a43d332dba tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.2237177 Jul 08 17:26:27.555776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.708986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:27.778694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23e25e70-fa80-45ad-9993-6983b9b8efa1 req-764b9321-887e-4ae9-9590-5c6706b0e44a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180209 Jul 08 17:26:27.925599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-367a83b8-ba02-4763-9b5e-03e7f06e4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.926101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-367a83b8-ba02-4763-9b5e-03e7f06e4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.926568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-367a83b8-ba02-4763-9b5e-03e7f06e4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.928197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-367a83b8-ba02-4763-9b5e-03e7f06e4715 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9ca8108-1bbb-4a87-b242-837d354904da&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=3fd40a7a-e8b5-493c-b840-3d726f610c42&id=3fd40a7a-e8b5-493c-b840-3d726f610c42 HTTP/1.1" status: 200 len: 2294 time: 0.3324912 Jul 08 17:26:27.943062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Allocated IP 172.25.3.127 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/48fd98c6-4b8b-4af5-bd48-a184dbca9ff5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:28.080837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a5b7-f160-453f-b0b7-3010496f7343 req-13777d79-fbc8-4248-b009-6220359316e3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.087772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ee5a5b7-f160-453f-b0b7-3010496f7343 req-13777d79-fbc8-4248-b009-6220359316e3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.3823247 Jul 08 17:26:28.164295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:28.197314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'mac_address': 'fa:16:3e:47:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:28.216402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ee5a5b7-f160-453f-b0b7-3010496f7343 req-84364bbd-db0b-422d-9973-b62500116795 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276658 Jul 08 17:26:28.265885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-fdd1a16c-6da2-40b2-a9d6-99309dafeb11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61967f17-5186-418f-bd70-1340b1c684c5 HTTP/1.1" status: 200 len: 1001 time: 0.3236887 Jul 08 17:26:28.341107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.361586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06af4da6-2ab3-414b-acbf-846d9d365c25 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:28.390667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:28.396263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.456973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.467503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:28.519777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['06af4da6-2ab3-414b-acbf-846d9d365c25'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:28.533380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d1eba962-8368-4df3-93f1-a3cb61c0460c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.534948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d1eba962-8368-4df3-93f1-a3cb61c0460c tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.4626799 Jul 08 17:26:28.727842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade740-f0cc-4336-bcfd-f3dad12e30c9 req-6b4f6354-b0d7-4bdb-a755-30d47c96921a tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.731932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28ade740-f0cc-4336-bcfd-f3dad12e30c9 req-6b4f6354-b0d7-4bdb-a755-30d47c96921a tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 945 time: 0.2831678 Jul 08 17:26:28.743339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.831130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-991cc2d5-dd21-441c-97df-385c104103e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.834494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-991cc2d5-dd21-441c-97df-385c104103e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21b479c3-7651-41ff-ae34-75f6315fe2d3 HTTP/1.1" status: 200 len: 851 time: 0.4502559 Jul 08 17:26:28.885221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28ade740-f0cc-4336-bcfd-f3dad12e30c9 req-8861ed16-6403-4d87-9545-588a71955245 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201377 Jul 08 17:26:28.925829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:28.937652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:28.947128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:28.952762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Deleting port 3ceda6c1-d606-4191-9092-e2168490c239 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:28.953359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.969233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:29.133764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Pushing event updated for resources: {'Port': ['ID=48fd98c6-4b8b-4af5-bd48-a184dbca9ff5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:29.200276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.234383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] For port 3ceda6c1-d606-4191-9092-e2168490c239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3ceda6c1-d606-4191-9092-e2168490c239,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:29.247121 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.399027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.440027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.493465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.620112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2630f5b-d78a-4483-a3a3-945709ca073f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.627422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197bd3a-e4ce-48b8-8af1-088d48901af0 req-4950856c-fb51-4a1a-b5b5-a0910b64ce20 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.629112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-de1b0b4c-10c8-4de5-a917-62b36ebcf0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.630653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-de1b0b4c-10c8-4de5-a917-62b36ebcf0bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9ca8108-1bbb-4a87-b242-837d354904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7866654 Jul 08 17:26:29.634380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8197bd3a-e4ce-48b8-8af1-088d48901af0 req-4950856c-fb51-4a1a-b5b5-a0910b64ce20 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.4251580 Jul 08 17:26:29.694620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.694921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.695227 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Floating IP fd96b263-d88b-4da7-9206-92b53d73f5f5 disassociated. External IP: 172.25.3.184, port: 3ceda6c1-d606-4191-9092-e2168490c239. Jul 08 17:26:29.696164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Calling delete_port for 3ceda6c1-d606-4191-9092-e2168490c239 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:29.718912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:29.765818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2630f5b-d78a-4483-a3a3-945709ca073f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.797000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0dbdb-8596-494a-9b2c-8e0fd0c0bbf9 req-bea7aef7-c2fc-4635-9217-abe594af28ec tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.804423 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68d0dbdb-8596-494a-9b2c-8e0fd0c0bbf9 req-bea7aef7-c2fc-4635-9217-abe594af28ec tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.3760273 Jul 08 17:26:29.829200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 06af4da6-2ab3-414b-acbf-846d9d365c25 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:29.829743 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.847028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Allocated IP 172.25.3.141 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/ec2e454a-fcbe-44f1-9eaa-d1ed427dfc12) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:29.862705 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8197bd3a-e4ce-48b8-8af1-088d48901af0 req-5f82c923-818d-49d7-b908-acd859a70d47 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235131 Jul 08 17:26:29.919450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68d0dbdb-8596-494a-9b2c-8e0fd0c0bbf9 req-fc3ecf58-f144-4245-bd1b-71b780ac9596 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134882 Jul 08 17:26:30.104205 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.162791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:30.163769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:30.166577 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8d886c-abc5-44f5-aacc-14a5d1d73a82" -d '{"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-plugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:30.170791 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.171655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:30.196835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.221500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.225413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:30.225984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fc48f72b-5ab9-4ffd-b8b7-5a6f61cbd1a3 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:30.226579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3ceda6c1-d606-4191-9092-e2168490c239 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:30.235676 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.254755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 3ceda6c1-d606-4191-9092-e2168490c239 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:30.255194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3ceda6c1-d606-4191-9092-e2168490c239 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:30.257369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-90f530f9-615c-4fb5-a56d-fc29f60c431d service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130009 Jul 08 17:26:30.267714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2630f5b-d78a-4483-a3a3-945709ca073f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.277060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2630f5b-d78a-4483-a3a3-945709ca073f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.281356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.281830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2630f5b-d78a-4483-a3a3-945709ca073f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "DELETE /v2.0/security-groups/346487ec-a9a6-4d40-9ffc-fdac458ca5fd HTTP/1.1" status: 204 len: 168 time: 1.3064408 Jul 08 17:26:30.289154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:30.289490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event deleted for resources: {'Port': ['ID=3ceda6c1-d606-4191-9092-e2168490c239,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.379050 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-dbab53c3-1062-4824-9507-1cc2dfb8f633 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] show failed (client error): The resource could not be found. Jul 08 17:26:30.388398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dbab53c3-1062-4824-9507-1cc2dfb8f633 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "GET /v2.0/security-groups/346487ec-a9a6-4d40-9ffc-fdac458ca5fd HTTP/1.1" status: 404 len: 347 time: 0.0875494 Jul 08 17:26:30.391298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2630f5b-d78a-4483-a3a3-945709ca073f tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346487ec-a9a6-4d40-9ffc-fdac458ca5fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.397912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53368) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:30.504902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:30.529230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.549662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Pushing event updated for resources: {'Port': ['ID=48fd98c6-4b8b-4af5-bd48-a184dbca9ff5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.572715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.619144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0328f-7e23-496e-94a3-f368762f0c5b req-8df1f11d-e655-48ca-9fbf-2f532f279eee tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:30.620844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fe0328f-7e23-496e-94a3-f368762f0c5b req-8df1f11d-e655-48ca-9fbf-2f532f279eee tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 867 time: 0.4838123 Jul 08 17:26:30.666070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.683939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.685417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-454cbba5-1509-4b79-9049-2004973f810a tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6817238 Jul 08 17:26:30.689277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53370) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:30.879292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:30.896682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fe0328f-7e23-496e-94a3-f368762f0c5b req-559c159d-1a91-4499-b1c2-d221cc3b9b74 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups?id=10c750da-795d-4606-9882-d452ac07918d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526550 Jul 08 17:26:30.907629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:30.931557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e7cee-2c01-4423-b196-5dcf30b8e1fe req-9e220d7c-1bf9-4cdd-a8d0-9d9ab92fa033 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:30.941249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b5e7cee-2c01-4423-b196-5dcf30b8e1fe req-9e220d7c-1bf9-4cdd-a8d0-9d9ab92fa033 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.7796006 Jul 08 17:26:30.992466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:31.004196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-8a8c4fb0-aae0-4ad7-bb4e-9e5bd43d5ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099736 Jul 08 17:26:31.021178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d4cdc0de-5bf8-4fae-9622-d325a6b82bca tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4181 time: 0.3285780 Jul 08 17:26:31.034795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:31.188190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Port': ['ID=ec2e454a-fcbe-44f1-9eaa-d1ed427dfc12,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:31.211203 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7609fe-c9d8-4bf4-a892-af09ae028622 x-openstack-request-id: req-ae7609fe-c9d8-4bf4-a892-af09ae028622 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:31.211749 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-plugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:31.211749 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae7609fe-c9d8-4bf4-a892-af09ae028622 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:31.212187 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'code': 200} Jul 08 17:26:31.212444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b5e7cee-2c01-4423-b196-5dcf30b8e1fe req-f1c97d6a-4d7f-4f6f-9851-2cc5163e44d3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948254 Jul 08 17:26:31.217455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-ce34509d-7503-4a87-915f-353ebe3b9191 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 217 time: 0.0687535 Jul 08 17:26:31.339760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-3b946288-3215-4e2f-b1ea-641296372b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.348817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-3b946288-3215-4e2f-b1ea-641296372b87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.1220942 Jul 08 17:26:31.552642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Deleting port 1a30cda1-11bb-41d1-8b68-830b5700561b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:31.553332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:31.641207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad277c7e-fa44-4428-899e-d30b2b00e4ce tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6024148 Jul 08 17:26:31.652318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:31.658194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:31.663299 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:31.682230 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:31.683654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:31.746234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] No DVR routers for this DVR port 3ceda6c1-d606-4191-9092-e2168490c239 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:31.755787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:31.759015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fa7ab36-41be-4ec2-a0e9-cb0d92c0a51b req-d17c403d-d424-49c6-936f-b0ec13f2d8d4 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.53 "DELETE /v2.0/ports/3ceda6c1-d606-4191-9092-e2168490c239 HTTP/1.1" status: 204 len: 173 time: 3.2180481 Jul 08 17:26:31.760034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'name': 'network-vif-deleted', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:31.766608 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1731c20a-17d2-466f-b532-a1ac41af05c0" -d '{"events": [{"server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "name": "network-vif-deleted", "tag": "3ceda6c1-d606-4191-9092-e2168490c239"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:31.819687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2264f9-4f57-4e4d-b751-f1b7590b8505 req-709d49a4-84a2-4939-85c4-a48adfca3aee tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.830831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e2264f9-4f57-4e4d-b751-f1b7590b8505 req-709d49a4-84a2-4939-85c4-a48adfca3aee tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1855350 Jul 08 17:26:31.889520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-124fa5d1-d12c-4192-ac2e-3dfc754a75d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.891323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-124fa5d1-d12c-4192-ac2e-3dfc754a75d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5260017 Jul 08 17:26:31.901309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:31.939430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e2264f9-4f57-4e4d-b751-f1b7590b8505 req-c6dd5b38-af9c-40de-a3b7-1ec71a7b5825 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047773 Jul 08 17:26:31.990779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:31.991135 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.086785 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22436871-bb37-4b10-89ae-ab5cb61d2c29 x-openstack-request-id: req-22436871-bb37-4b10-89ae-ab5cb61d2c29 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:32.087187 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fac0a7d-61b0-408d-ae10-d9fb29319a02", "name": "network-vif-deleted", "tag": "3ceda6c1-d606-4191-9092-e2168490c239", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:32.087543 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22436871-bb37-4b10-89ae-ab5cb61d2c29 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:32.088043 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fac0a7d-61b0-408d-ae10-d9fb29319a02', 'name': 'network-vif-deleted', 'tag': '3ceda6c1-d606-4191-9092-e2168490c239', 'status': 'completed', 'code': 200} Jul 08 17:26:32.110193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Calling delete_port for 1a30cda1-11bb-41d1-8b68-830b5700561b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:32.260870 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:32.269013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd25b78e-8fdb-4b37-a6ac-6ee88dda457a req-4bb099a4-9b3d-46c7-8d9c-7a7f0b368790 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fac0a7d-61b0-408d-ae10-d9fb29319a02 HTTP/1.1" status: 200 len: 210 time: 0.0625045 Jul 08 17:26:32.297656 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:32.341484 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:32.342728 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:32.515398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:32.566344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21974636-22d7-4cca-9619-57676f3222cc req-e4f363a8-5802-4dd6-ab27-c5b008289f9d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.574539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21974636-22d7-4cca-9619-57676f3222cc req-e4f363a8-5802-4dd6-ab27-c5b008289f9d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.6803291 Jul 08 17:26:32.687243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-7144f485-82f6-4c33-9546-53b6f2e200a4 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7808959 Jul 08 17:26:32.697000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Deleting port 48fd98c6-4b8b-4af5-bd48-a184dbca9ff5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:32.697000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.766491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.803814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21974636-22d7-4cca-9619-57676f3222cc req-9a77b7da-ab8e-48fe-9063-086d20769917 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283163 Jul 08 17:26:32.831065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:32.867789 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c335a2e7-831a-458c-a434-0cedd1e539b1 None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '29b95612-0083-4ed5-bd56-739f1020b349', 'name': '', 'network_id': 'f783ad92-107d-48a4-a3b3-e2c026175257', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'mac_address': 'fa:16:3e:d2:e5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:38Z', 'updated_at': '2021-07-08T17:17:47Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'subnets': [{'id': '6a9dd5e8-f316-425a-ae20-eae5c107c2fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:32.971165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25192-c609-43c3-b47c-c58fb6d6f01d req-e086a7ec-235b-4fe2-be77-20d5a7cf0d39 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.979731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6e25192-c609-43c3-b47c-c58fb6d6f01d req-e086a7ec-235b-4fe2-be77-20d5a7cf0d39 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 950 time: 0.0872517 Jul 08 17:26:33.042221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6e25192-c609-43c3-b47c-c58fb6d6f01d req-51be50e5-739e-440b-88a5-fe82c62db8e2 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612745 Jul 08 17:26:33.219878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.220315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.270620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-e1ce3f2b-e594-4978-97d8-d9c5225c05c3 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700138 Jul 08 17:26:33.272364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Calling delete_port for 48fd98c6-4b8b-4af5-bd48-a184dbca9ff5 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:33.288351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954039df-e737-4545-a735-0f861945bf07 req-9c6613ad-d633-4b13-90dd-3e5574e098c6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:33.298247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-954039df-e737-4545-a735-0f861945bf07 req-9c6613ad-d633-4b13-90dd-3e5574e098c6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1081150 Jul 08 17:26:33.374741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-954039df-e737-4545-a735-0f861945bf07 req-7d20e057-2ff4-4c80-9536-e12eaa602936 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750308 Jul 08 17:26:33.381615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.386116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ea71b-adb3-4d1e-b779-abf103ec4e3d None None] New status for floating IP fd96b263-d88b-4da7-9206-92b53d73f5f5: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:26:33.386776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-a964fb08-a2a2-45a0-b44c-2051e88703ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 217 time: 0.1011465 Jul 08 17:26:33.470528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c34e-c491-4aa1-8d80-4c0d023ec4be req-e1a10606-669f-4e72-9dc3-a9719f1259bb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:33.477578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53b0c34e-c491-4aa1-8d80-4c0d023ec4be req-e1a10606-669f-4e72-9dc3-a9719f1259bb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.4659319 Jul 08 17:26:33.607872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Pushing event deleted for resources: {'Port': ['ID=1a30cda1-11bb-41d1-8b68-830b5700561b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:33.628903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:33.681112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53b0c34e-c491-4aa1-8d80-4c0d023ec4be req-29655122-9580-4cd4-acc2-545f94ed7a6e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026320 Jul 08 17:26:33.770692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.776288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.777598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2e4c5f65-cbff-4a7d-a361-52871116b2a9 tempest-ImagesOneServerNegativeTestJSON-1143953291 tempest-ImagesOneServerNegativeTestJSON-1143953291-project] 10.222.0.48 "DELETE /v2.0/floatingips/41d1fd4f-1ce6-4edd-aedb-03f46d1fbbea HTTP/1.1" status: 204 len: 168 time: 3.3592389 Jul 08 17:26:33.781721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3f1abf5-b570-4410-9ea0-7a56552dfd5f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.784631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-973b6d6b-c6c0-42b8-9b1c-c0bfb56ee694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:33.786589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-973b6d6b-c6c0-42b8-9b1c-c0bfb56ee694 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.3376808 Jul 08 17:26:33.791200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.849999 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3f1abf5-b570-4410-9ea0-7a56552dfd5f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.862951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.971340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3f1abf5-b570-4410-9ea0-7a56552dfd5f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.977288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3f1abf5-b570-4410-9ea0-7a56552dfd5f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.979437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b3f1abf5-b570-4410-9ea0-7a56552dfd5f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "DELETE /v2.0/security-groups/10c750da-795d-4606-9882-d452ac07918d HTTP/1.1" status: 204 len: 168 time: 0.3493466 Jul 08 17:26:33.985687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:34.012004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-6d6f560c-7401-4c4a-8cf1-37d7e5a4c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.014256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-6d6f560c-7401-4c4a-8cf1-37d7e5a4c150 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2054687 Jul 08 17:26:34.033553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1abf5-b570-4410-9ea0-7a56552dfd5f tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c750da-795d-4606-9882-d452ac07918d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:34.044200 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-26aa13fd-6048-4f8a-9617-1ada26ecd527 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] show failed (client error): The resource could not be found. Jul 08 17:26:34.045870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-26aa13fd-6048-4f8a-9617-1ada26ecd527 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "GET /v2.0/security-groups/10c750da-795d-4606-9882-d452ac07918d HTTP/1.1" status: 404 len: 347 time: 0.0590618 Jul 08 17:26:34.048581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:34.164399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-5e0939a2-43af-4282-92e1-fcc46428dcc2 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114116 Jul 08 17:26:34.291448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.337636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Pushing event deleted for resources: {'Port': ['ID=48fd98c6-4b8b-4af5-bd48-a184dbca9ff5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:34.400625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-77192cbc-93f6-43ec-8bdf-190bfed0ec4e tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.402205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-77192cbc-93f6-43ec-8bdf-190bfed0ec4e tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.53 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 950 time: 0.1761630 Jul 08 17:26:34.405607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Deleting port de14b457-1ddc-4730-8c9e-fe66c9a46dbb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:34.406064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.488242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:34.538103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.538508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.546286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-aa6f7743-1c26-4c86-af8d-843e3bbb7c99 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736756 Jul 08 17:26:34.553022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Calling delete_port for de14b457-1ddc-4730-8c9e-fe66c9a46dbb owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:34.615536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912519b-7b05-4ce4-b846-e738558a7aea req-0c0aaf12-a33c-4747-a591-7c1b05820959 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.617451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7912519b-7b05-4ce4-b846-e738558a7aea req-0c0aaf12-a33c-4747-a591-7c1b05820959 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 950 time: 0.2687941 Jul 08 17:26:34.618670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.621825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.624297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-925bfac5-5bda-47fd-ac76-ef076ef0aee0 tempest-FloatingIPAdminTestJSON-1932682019 tempest-FloatingIPAdminTestJSON-1932682019-project] 10.222.0.48 "DELETE /v2.0/floatingips/cae80140-1d7f-4355-8f1e-595ec38220a6 HTTP/1.1" status: 204 len: 168 time: 2.9566748 Jul 08 17:26:34.626978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-35b4d302-6c76-4560-8ed9-84607d0a833c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd HTTP/1.1" status: 200 len: 217 time: 0.0724249 Jul 08 17:26:34.627716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53444) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:34.766886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.850096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Router 40666c88-c1c0-4a2a-83a9-6734a6e9760f is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:34.855440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7912519b-7b05-4ce4-b846-e738558a7aea req-aed3bd24-46fd-44d1-8de8-16490a27cb87 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb631715-b1f0-4631-8f0c-2ab2b67d0b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765783 Jul 08 17:26:34.865966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Deleting subnet 1f814a1b-7a57-43f8-ad8f-5998943f49b5 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:34.871427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-eba74c8a-aaeb-41b1-838e-3875d41fc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.873241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-eba74c8a-aaeb-41b1-838e-3875d41fc053 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.1865990 Jul 08 17:26:34.874638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Pushing event deleted for resources: {'Port': ['ID=de14b457-1ddc-4730-8c9e-fe66c9a46dbb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:34.896226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.976685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.141592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625f419-3e5a-44a2-9243-baf0d1cdbfad req-8ada6330-b5c0-47eb-8e61-bbb21fdd2feb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:35.143842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a625f419-3e5a-44a2-9243-baf0d1cdbfad req-8ada6330-b5c0-47eb-8e61-bbb21fdd2feb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.3869777 Jul 08 17:26:35.144989 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.147758 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.149030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0bf250d2-cf30-445c-a4f2-50a5700580c2 tempest-AttachVolumeTestJSON-686557823 tempest-AttachVolumeTestJSON-686557823-project] 10.222.0.48 "DELETE /v2.0/floatingips/fd96b263-d88b-4da7-9206-92b53d73f5f5 HTTP/1.1" status: 204 len: 168 time: 1.0989561 Jul 08 17:26:35.166472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Deleting port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:35.166836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.266123 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.360428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a625f419-3e5a-44a2-9243-baf0d1cdbfad req-b8f0dc60-20e7-42df-8e35-bc6ca148d264 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918913 Jul 08 17:26:35.441359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] For port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:35.441828 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.456289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:35.461050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.465473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-430915d9-edd7-4ff9-b9d2-c89219b1ea5e tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "PUT /v2.0/routers/40666c88-c1c0-4a2a-83a9-6734a6e9760f HTTP/1.1" status: 200 len: 914 time: 8.2785165 Jul 08 17:26:35.468770 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] Sync routers for ids ['40666c88-c1c0-4a2a-83a9-6734a6e9760f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:35.469835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53456) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:35.478186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.480845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Calling delete_port for 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:35.489526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Deleting port 99d9f8be-91dd-44cf-bdd4-080cd7f1d65e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:35.490052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.496824 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] Routers {'40666c88-c1c0-4a2a-83a9-6734a6e9760f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:35.510307 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40666c88-c1c0-4a2a-83a9-6734a6e9760f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.569865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f814a1b-7a57-43f8-ad8f-5998943f49b5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:35.583321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.583321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.594212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.598983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Calling delete_port for 99d9f8be-91dd-44cf-bdd4-080cd7f1d65e owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:35.599690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cfa85a67-4c6e-4c1d-8b1a-b7a9bfcb7f6a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f814a1b-7a57-43f8-ad8f-5998943f49b5 HTTP/1.1" status: 204 len: 168 time: 1.1103468 Jul 08 17:26:35.600580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:35.649376 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.673109 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] Routers {'40666c88-c1c0-4a2a-83a9-6734a6e9760f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:35.674057 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40666c88-c1c0-4a2a-83a9-6734a6e9760f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.710370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.763242 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.764724 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc981e34-1598-40ad-9279-df8440f9fdb6 None None] The sync data for ids ['40666c88-c1c0-4a2a-83a9-6734a6e9760f'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:35.775103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.832098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Pushing event deleted for resources: {'Port': ['ID=99d9f8be-91dd-44cf-bdd4-080cd7f1d65e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:35.880483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.892713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1da8826-689c-427f-9fef-ef8721db055c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.906148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be4c0a8-3097-413a-b550-f91308f0ce12') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.906819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be4c0a8-3097-413a-b550-f91308f0ce12') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.937746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.977604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-5c3e8645-e6fe-45d4-be89-1aac83b19c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:35.979319 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-5c3e8645-e6fe-45d4-be89-1aac83b19c41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0982537 Jul 08 17:26:35.984361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.987507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.989325 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48b9d243-14c7-4afc-9097-6e5efe2a7f70 tempest-FloatingIPAdminTestJSON-1443977980 tempest-FloatingIPAdminTestJSON-1443977980-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/c7854827-9f42-417e-9d53-87efb5119720 HTTP/1.1" status: 204 len: 168 time: 1.3576932 Jul 08 17:26:35.994226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53462) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:36.008599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.100918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-245697f1-e6a7-452c-a0a0-b9a1157a7400 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004207 Jul 08 17:26:36.110512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:36.111310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.114496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218b67-0bd7-4df2-9880-6f137631bcbf req-0a3aea7c-df2a-4038-ad86-0591433aa6b3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:36.114849 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:36.117606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0218b67-0bd7-4df2-9880-6f137631bcbf req-0a3aea7c-df2a-4038-ad86-0591433aa6b3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.8663313 Jul 08 17:26:36.214410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.223076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-7c8a023b-7068-4b8c-9bba-9d1f387d7215 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033902 Jul 08 17:26:36.241277 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-deab5fdb-59f2-4a30-aeb6-3e3dfeb31540 req-1a618120-43a8-4b34-bf40-24dc548ccc08 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb963cd-b7f2-4636-809c-3588927b2a18 HTTP/1.1" status: 200 len: 210 time: 0.1128035 Jul 08 17:26:36.290363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Pushing event deleted for resources: {'Port': ['ID=0f4367bb-c642-4ec8-a4e4-c4624e9cdf75,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:36.298116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.304409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.307332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1da8826-689c-427f-9fef-ef8721db055c HTTP/1.1" status: 204 len: 168 time: 0.7037964 Jul 08 17:26:36.364571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c2ef1-1c8a-47fe-befa-8ed2f2a9edb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1da8826-689c-427f-9fef-ef8721db055c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:36.367860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] No DVR routers for this DVR port 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:36.370658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.371579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0218b67-0bd7-4df2-9880-6f137631bcbf req-52a88e60-309c-4a35-a7d3-b49a36420d82 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459558 Jul 08 17:26:36.373490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-6d1247f8-3d10-4fe0-8a1d-af3a5775e6ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3c0480bd-471b-4ad8-844e-88cb5e261833 HTTP/1.1" status: 200 len: 217 time: 0.1047392 Jul 08 17:26:36.381534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-517fd6f6-8d23-40e4-9ff9-2b333bd41443 req-f6ce22c5-7c53-4445-a648-e65c5badbf72 tempest-VolumesBackupsTest-1078572077 tempest-VolumesBackupsTest-1078572077-project] 10.222.0.53 "DELETE /v2.0/ports/0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 HTTP/1.1" status: 204 len: 173 time: 1.9262691 Jul 08 17:26:36.382931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'name': 'network-vif-deleted', 'tag': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:36.420597 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c1a83-cf38-435f-8fc6-fe6c389f0c71" -d '{"events": [{"server_uuid": "7eb963cd-b7f2-4636-809c-3588927b2a18", "name": "network-vif-deleted", "tag": "0f4367bb-c642-4ec8-a4e4-c4624e9cdf75"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:36.463445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting port d3169826-da66-4e74-9bee-ef5b43192d1f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:36.465434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.577104 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc6b4d-4aef-4580-bc04-fa3a570c0f73 x-openstack-request-id: req-33fc6b4d-4aef-4580-bc04-fa3a570c0f73 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:36.579403 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb963cd-b7f2-4636-809c-3588927b2a18", "name": "network-vif-deleted", "tag": "0f4367bb-c642-4ec8-a4e4-c4624e9cdf75", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:36.579761 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33fc6b4d-4aef-4580-bc04-fa3a570c0f73 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:36.580419 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb963cd-b7f2-4636-809c-3588927b2a18', 'name': 'network-vif-deleted', 'tag': '0f4367bb-c642-4ec8-a4e4-c4624e9cdf75', 'status': 'completed', 'code': 200} Jul 08 17:26:36.588943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-993c7f51-e30d-4b93-9a57-057b7c84053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.590464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-993c7f51-e30d-4b93-9a57-057b7c84053a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.2114639 Jul 08 17:26:36.610395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:36.632703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5e074dc-fa10-45ce-8972-9fe3c6b54034 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/40666c88-c1c0-4a2a-83a9-6734a6e9760f HTTP/1.1" status: 200 len: 920 time: 1.1602201 Jul 08 17:26:36.648386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:36.695294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-c08f1826-1d03-4184-8c7e-99420df70255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.697723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-c08f1826-1d03-4184-8c7e-99420df70255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0882351 Jul 08 17:26:36.888954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-dc4817e5-55d6-4951-804d-561a4159bc80 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825035 Jul 08 17:26:36.932296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02633023-2fed-4b32-8dc3-b205a0bfe7af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=047e253f1c5e4920b696c87e36a900d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049676 Jul 08 17:26:36.934487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.941011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:36.971763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Calling delete_port for d3169826-da66-4e74-9bee-ef5b43192d1f owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:37.027359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-753e68a2-f02e-4243-bb48-02572752f2cb service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291637 Jul 08 17:26:37.075286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f44d3-fdbd-4555-b839-7322ac085e9a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.080533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d38f44d3-fdbd-4555-b839-7322ac085e9a tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=40666c88-c1c0-4a2a-83a9-6734a6e9760f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4310815 Jul 08 17:26:37.081176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:37.144263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-8e96d10c-332b-44d6-99c9-174b2e2a841b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce HTTP/1.1" status: 200 len: 217 time: 0.1091394 Jul 08 17:26:37.153754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf0c9-f5f1-48ae-8506-712804b7c360 req-5fc981a7-cb12-4490-b256-1b4709458480 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.162542 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72ebf0c9-f5f1-48ae-8506-712804b7c360 req-5fc981a7-cb12-4490-b256-1b4709458480 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.4498849 Jul 08 17:26:37.230097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-baed7404-a850-4009-b550-d6fdfe91e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.231963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-baed7404-a850-4009-b550-d6fdfe91e468 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.0831649 Jul 08 17:26:37.302237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e251556a-cdfa-4045-b943-99edae5b234d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.365994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-4678a259-6ee3-4a89-a185-b7f72fdf85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.371397 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-4678a259-6ee3-4a89-a185-b7f72fdf85f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314182 Jul 08 17:26:37.400001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72ebf0c9-f5f1-48ae-8506-712804b7c360 req-a722810d-bd16-4c28-bfdf-e7b0793a8f8a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362344 Jul 08 17:26:37.436403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e251556a-cdfa-4045-b943-99edae5b234d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.536476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-4d5726c8-e230-40bb-b61e-0b27e8b676d7 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569309 Jul 08 17:26:37.541511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d23299-850a-4a55-8ef8-ae57f57e3454 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.556493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d0d23299-850a-4a55-8ef8-ae57f57e3454 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.4702229 Jul 08 17:26:37.558862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53490) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:37.732698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:37.767009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-11313cbd-8c1c-4ce7-bc92-2066cd6d5c00 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=40666c88-c1c0-4a2a-83a9-6734a6e9760f HTTP/1.1" status: 200 len: 205 time: 0.1136107 Jul 08 17:26:37.769818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:37.776878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-df638c98-97d5-47d9-be31-084a06c92cfe service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159712 Jul 08 17:26:37.782481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:37.783070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0f4367bb-c642-4ec8-a4e4-c4624e9cdf75 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:37.825349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.839623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e251556a-cdfa-4045-b943-99edae5b234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.842538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e251556a-cdfa-4045-b943-99edae5b234d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.846788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e251556a-cdfa-4045-b943-99edae5b234d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a5d78c7-1b21-4fbf-8cd9-efa923f834c7 HTTP/1.1" status: 204 len: 168 time: 0.8958933 Jul 08 17:26:37.889977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Port': ['ID=d3169826-da66-4e74-9bee-ef5b43192d1f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:37.901146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251556a-cdfa-4045-b943-99edae5b234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d78c7-1b21-4fbf-8cd9-efa923f834c7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:38.013071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-0ed899fd-def6-40fb-a3a8-ee46a01e2b14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411 HTTP/1.1" status: 200 len: 217 time: 0.2301824 Jul 08 17:26:38.047938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb316b-396a-41ef-8988-0f9ace6966f7 req-d052de2b-db8f-4c3a-a35f-ae0257fdbee8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.049534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4dfb316b-396a-41ef-8988-0f9ace6966f7 req-d052de2b-db8f-4c3a-a35f-ae0257fdbee8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.3006351 Jul 08 17:26:38.211296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-33ab021d-b700-4330-897f-e07746ef8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.217086 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-33ab021d-b700-4330-897f-e07746ef8094 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.1941330 Jul 08 17:26:38.239729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4dfb316b-396a-41ef-8988-0f9ace6966f7 req-dcc2b2a7-3c24-4509-be82-aa11de0b95ba tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744382 Jul 08 17:26:38.252625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:38.261022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4694d30c-0a4a-4f65-a1b0-e33173d647f1 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "DELETE /v2.0/ports/d3169826-da66-4e74-9bee-ef5b43192d1f HTTP/1.1" status: 204 len: 168 time: 2.2538152 Jul 08 17:26:38.263768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:38.354647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:38.547233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236d270-37e7-441a-964e-6249089f7062 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.548831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2236d270-37e7-441a-964e-6249089f7062 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "GET /v2.0/ports?device_id=82817668-f23b-4eb5-aba0-704bd7f7ffd5 HTTP/1.1" status: 200 len: 913 time: 0.2837749 Jul 08 17:26:38.563127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:38.630662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-1baf3e84-3df7-4417-b2b7-b6c043019ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.632430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-1baf3e84-3df7-4417-b2b7-b6c043019ef7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4085538 Jul 08 17:26:38.634779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.035301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-332a19c0-e11e-4b90-a573-ae47b781a509 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930218 Jul 08 17:26:39.072807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Deleting port ec2e454a-fcbe-44f1-9eaa-d1ed427dfc12 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:39.073146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.204024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea362-b003-4ddf-b809-6c07949e917f req-53dfe37c-5b11-4ce2-b8bc-43e557913c50 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:39.214548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3eea362-b003-4ddf-b809-6c07949e917f req-53dfe37c-5b11-4ce2-b8bc-43e557913c50 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.5496845 Jul 08 17:26:39.405829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.681215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73848524-3700-42cd-9fea-298588ecd7f2 req-262e87ba-3128-47de-84bf-cc6922e7949f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:39.683815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73848524-3700-42cd-9fea-298588ecd7f2 req-262e87ba-3128-47de-84bf-cc6922e7949f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1488571 Jul 08 17:26:39.739163 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73848524-3700-42cd-9fea-298588ecd7f2 req-aa560b19-eb9e-4b5d-9894-95b91e9c266f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481839 Jul 08 17:26:39.933572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3eea362-b003-4ddf-b809-6c07949e917f req-a0fa2416-df25-46fd-a4c1-48410ae879e6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299014 Jul 08 17:26:39.983965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting port b3c4ccbe-e145-428c-9759-a5ed2ac57024 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:39.984656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.992692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.004242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8122d21-cdba-4f15-8705-0f1ebf76c82d req-77116b9a-76d3-45b5-ba7b-813be36a4c66 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9522660 Jul 08 17:26:40.034305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Calling delete_port for ec2e454a-fcbe-44f1-9eaa-d1ed427dfc12 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:40.269588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.291481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Calling delete_port for b3c4ccbe-e145-428c-9759-a5ed2ac57024 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:40.442381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.496416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event deleted for resources: {'Port': ['ID=ec2e454a-fcbe-44f1-9eaa-d1ed427dfc12,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:40.665054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.899715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.902743 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.149301 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.150269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Fanout notify agent at l3_agent the message router_deleted on router 40666c88-c1c0-4a2a-83a9-6734a6e9760f {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:41.158811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.163857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25adb141-19bf-4583-82df-6b8fb48a983c tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/40666c88-c1c0-4a2a-83a9-6734a6e9760f HTTP/1.1" status: 204 len: 168 time: 3.3872981 Jul 08 17:26:41.176578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:41.195126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-755951122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:41.267301 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.268875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.284669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13089494-91d8-4729-9c92-331d3bc5c796 req-bda8278e-f488-4e2e-aadc-8fdbf330767a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.292918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-13089494-91d8-4729-9c92-331d3bc5c796 req-bda8278e-f488-4e2e-aadc-8fdbf330767a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.2370439 Jul 08 17:26:41.354829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-13089494-91d8-4729-9c92-331d3bc5c796 req-7c319c66-f53e-4743-bf39-ffea5c9a1865 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607781 Jul 08 17:26:41.464196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.489598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.514534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df06a-3478-4bf9-afb6-23bab9ccc7b1 req-cac09b0d-6370-4af5-a9ae-950dcc26c03e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.523521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f3df06a-3478-4bf9-afb6-23bab9ccc7b1 req-cac09b0d-6370-4af5-a9ae-950dcc26c03e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.1758809 Jul 08 17:26:41.546867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.550845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.551152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e6dd207-9166-4869-a509-0713413344da tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3652563 Jul 08 17:26:41.551152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:41.557512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:41.592369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Port': ['ID=b3c4ccbe-e145-428c-9759-a5ed2ac57024,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:41.620054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f3df06a-3478-4bf9-afb6-23bab9ccc7b1 req-f3b59370-007f-4df5-9d97-c50a4975d87c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954528 Jul 08 17:26:41.976704 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.035497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.454258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.531688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.545044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Router 82817668-f23b-4eb5-aba0-704bd7f7ffd5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:42.852380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Allocated IP 172.25.3.110 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/c764a7d6-3445-4b07-965d-8f297ebeab9a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:42.864144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:42.880201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8e4a7ca9-eaf9-4a70-ad47-329bc50f1492 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "PUT /v2.0/routers/82817668-f23b-4eb5-aba0-704bd7f7ffd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3131745 Jul 08 17:26:42.880426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:42.882216 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.904253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] Sync routers for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:42.987215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.996703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:42.997353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:43.043269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3343d7-da75-43d6-9ca2-31081b52ed53 req-a82aab23-c55c-4d1a-ab80-eeb5965766c5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.055199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd3343d7-da75-43d6-9ca2-31081b52ed53 req-a82aab23-c55c-4d1a-ab80-eeb5965766c5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.3823373 Jul 08 17:26:43.066675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:43.108382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] Routers {'82817668-f23b-4eb5-aba0-704bd7f7ffd5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:43.109220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:43.158426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:43.159324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dd798-0c45-497d-9bea-0eef6f80d777 None None] The sync data for ids ['82817668-f23b-4eb5-aba0-704bd7f7ffd5'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:43.162354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd3343d7-da75-43d6-9ca2-31081b52ed53 req-f7b3c459-4217-4fcf-8053-c9ded4688133 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014946 Jul 08 17:26:43.391597 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.476896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.504470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.570635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e6dcb-0c9d-420f-9625-c31e23b9cf05 req-7b0aa1d5-4348-46d5-8efd-6db692eb415d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.574349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d59e6dcb-0c9d-420f-9625-c31e23b9cf05 req-7b0aa1d5-4348-46d5-8efd-6db692eb415d tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.1851692 Jul 08 17:26:43.692787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d59e6dcb-0c9d-420f-9625-c31e23b9cf05 req-26f70b3c-1f93-42a4-a708-572f94f96b8e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017182 Jul 08 17:26:43.834331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:43.854873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:43.873975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:43.887089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Pushing event updated for resources: {'Port': ['ID=c764a7d6-3445-4b07-965d-8f297ebeab9a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:43.924117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.345507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting port 7ee90814-fb43-4b90-8113-bf8564e418fb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:44.345768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.508868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2710-875d-49d9-919f-b17430381d2a req-b1d2b956-a188-4708-8e3a-13f3a796133e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:44.511003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-976d2710-875d-49d9-919f-b17430381d2a req-b1d2b956-a188-4708-8e3a-13f3a796133e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1468525 Jul 08 17:26:44.646754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-976d2710-875d-49d9-919f-b17430381d2a req-e9489649-6097-4d3b-aeb7-3ef8505d9bcd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188762 Jul 08 17:26:44.854219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.946278 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.011887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Calling delete_port for 7ee90814-fb43-4b90-8113-bf8564e418fb owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:45.378802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d1e81-e430-4be2-9b5f-f1d9d5bab329 req-35abcc17-b488-4564-8e70-b05b5fc7e463 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.388374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-835d1e81-e430-4be2-9b5f-f1d9d5bab329 req-35abcc17-b488-4564-8e70-b05b5fc7e463 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.2041118 Jul 08 17:26:45.448407 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-835d1e81-e430-4be2-9b5f-f1d9d5bab329 req-5e9623bc-8eab-42eb-943a-f2688d10172c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586002 Jul 08 17:26:45.544352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.551132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.864282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.969384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Port': ['ID=7ee90814-fb43-4b90-8113-bf8564e418fb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:45.977107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Router 225a1a66-80dc-4d02-958f-5600a7767a3e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:46.095714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea25d2-340f-430a-830e-937db6f4690e req-77e58759-03a0-43ba-a8d8-76abc8a8547d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:46.104149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3ea25d2-340f-430a-830e-937db6f4690e req-77e58759-03a0-43ba-a8d8-76abc8a8547d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.2080011 Jul 08 17:26:46.208665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3ea25d2-340f-430a-830e-937db6f4690e req-181a104e-2a6d-4eae-8bfb-c824f30cc212 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013825 Jul 08 17:26:46.439855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.566460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.570052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.618169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:46.623615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.624704 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bdeb3d14-e4bf-4f4a-ab97-6632c21959a8 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "PUT /v2.0/routers/225a1a66-80dc-4d02-958f-5600a7767a3e HTTP/1.1" status: 200 len: 915 time: 5.0723922 Jul 08 17:26:46.627732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.629760 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] Sync routers for ids ['225a1a66-80dc-4d02-958f-5600a7767a3e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:46.647654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] Routers {'225a1a66-80dc-4d02-958f-5600a7767a3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:46.648289 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['225a1a66-80dc-4d02-958f-5600a7767a3e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.724087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.724602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Fanout notify agent at l3_agent the message router_deleted on router 82817668-f23b-4eb5-aba0-704bd7f7ffd5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:46.726660 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.746470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.748350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-69b7deba-9522-4f30-9de2-131e45c888dd tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "DELETE /v2.0/routers/82817668-f23b-4eb5-aba0-704bd7f7ffd5 HTTP/1.1" status: 204 len: 168 time: 3.8672073 Jul 08 17:26:46.751336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.754466 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] Routers {'225a1a66-80dc-4d02-958f-5600a7767a3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:46.755092 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['225a1a66-80dc-4d02-958f-5600a7767a3e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.833416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.834159 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d0f8c-42f4-4624-87d0-a5da898f5283 None None] The sync data for ids ['225a1a66-80dc-4d02-958f-5600a7767a3e'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:46.852192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085934a-42cc-4e1d-bed2-83b39399fb51 req-f84b3050-e4e4-4d7e-8a6d-b85679fa3b5e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:46.858693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5085934a-42cc-4e1d-bed2-83b39399fb51 req-f84b3050-e4e4-4d7e-8a6d-b85679fa3b5e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.1965499 Jul 08 17:26:46.865043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.867354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting subnet eceb117a-b8a2-49bf-94eb-c4e88d25e524 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:46.875248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.949211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5085934a-42cc-4e1d-bed2-83b39399fb51 req-0446770c-4ce2-46e9-88f8-a026be1cc670 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651848 Jul 08 17:26:47.026209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.049941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7cc5-52bc-435d-bf54-99e049ca225d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.084757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-661f2986-c315-4dcb-b3d3-32e8995727a9 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/225a1a66-80dc-4d02-958f-5600a7767a3e HTTP/1.1" status: 200 len: 921 time: 0.4550900 Jul 08 17:26:47.085599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.259031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7cc5-52bc-435d-bf54-99e049ca225d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.269238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7cc5-52bc-435d-bf54-99e049ca225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.311852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.317175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c48510-1096-4e09-b607-3dff1b5ebe78 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.318789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25c48510-1096-4e09-b607-3dff1b5ebe78 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=225a1a66-80dc-4d02-958f-5600a7767a3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2052345 Jul 08 17:26:47.331530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.406373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.452060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Subnet': ['ID=eceb117a-b8a2-49bf-94eb-c4e88d25e524,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:47.461312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.463672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6713aff-9ea3-4bf0-ac37-52b720f330d3 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "DELETE /v2.0/subnets/eceb117a-b8a2-49bf-94eb-c4e88d25e524 HTTP/1.1" status: 204 len: 168 time: 0.7111869 Jul 08 17:26:47.471678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc56b65-02ab-4ac9-86c2-160c17c0aa42 None None] Network 6b2d6f5e-528f-470e-8152-fad804331dfa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:47.481153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.630291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3d2c7cc5-52bc-435d-bf54-99e049ca225d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f5478df9a604d5caa749bf4391afbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637477 Jul 08 17:26:47.651047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53736) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.689712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c7cc5-52bc-435d-bf54-99e049ca225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468f2bf9-f101-43f5-88a8-474f397749bf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:47.768053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.786491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8edf4-ea49-48e3-be58-df8b3015da39 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.791396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2f8edf4-ea49-48e3-be58-df8b3015da39 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.4398632 Jul 08 17:26:47.797449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.802239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12607a-7d2f-4965-80c3-ff2a864d2b7c req-974c799c-2b02-4653-9061-cb1bf5d9fd6c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.804139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f12607a-7d2f-4965-80c3-ff2a864d2b7c req-974c799c-2b02-4653-9061-cb1bf5d9fd6c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1835117 Jul 08 17:26:47.871897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b6991d6c-5cc7-4d5a-8925-4ae6135df0e5 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=225a1a66-80dc-4d02-958f-5600a7767a3e HTTP/1.1" status: 200 len: 205 time: 0.0719268 Jul 08 17:26:47.874005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.924147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] DHCP port deletion for 6b2d6f5e-528f-470e-8152-fad804331dfa request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:26:47.939267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f12607a-7d2f-4965-80c3-ff2a864d2b7c req-b818e9a0-7ae7-4e96-be2a-ea1c0dacd92e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272748 Jul 08 17:26:47.983245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7bc88ff-ee36-46e2-a8a8-f1c39291719c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.012360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:48.012881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.074343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] Deleting port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:48.074642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.080527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7bc88ff-ee36-46e2-a8a8-f1c39291719c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.093095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] For port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,segment=NetworkSegment(6bc1f61b-af1c-4fbe-b434-a43ac54af76a),segment_id=6bc1f61b-af1c-4fbe-b434-a43ac54af76a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:48.093605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.109603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Calling delete_port for 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:48.226481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.269202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] For port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,segment=NetworkSegment(6bc1f61b-af1c-4fbe-b434-a43ac54af76a),segment_id=6bc1f61b-af1c-4fbe-b434-a43ac54af76a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:48.269767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.276541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Port': ['ID=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:48.305992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] No DVR routers for this DVR port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:48.308129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] Calling delete_port for 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:48.471757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.492936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.499260 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.500044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d6f5e-528f-470e-8152-fad804331dfa']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:48.527821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc1f61b-af1c-4fbe-b434-a43ac54af76a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:48.528285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc1f61b-af1c-4fbe-b434-a43ac54af76a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:48.545358 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.551362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] Pushing event deleted for resources: {'Port': ['ID=3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:48.572575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864840f8-5966-40e8-b072-ba9c94e9425c None None] No DVR routers for this DVR port 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:48.587063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.594474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419422-4839-40d1-aa16-90bae880ba12 req-6a9c65cd-96d8-4d7a-aaa1-abe37121422e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:48.602471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93419422-4839-40d1-aa16-90bae880ba12 req-6a9c65cd-96d8-4d7a-aaa1-abe37121422e tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.3449597 Jul 08 17:26:48.604656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:48.606719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:48.631911 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:48.670657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7bc88ff-ee36-46e2-a8a8-f1c39291719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.674473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7bc88ff-ee36-46e2-a8a8-f1c39291719c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.678733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c7bc88ff-ee36-46e2-a8a8-f1c39291719c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/468f2bf9-f101-43f5-88a8-474f397749bf HTTP/1.1" status: 204 len: 168 time: 1.0265095 Jul 08 17:26:48.710926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc88ff-ee36-46e2-a8a8-f1c39291719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468f2bf9-f101-43f5-88a8-474f397749bf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:48.818752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93419422-4839-40d1-aa16-90bae880ba12 req-3a11fab4-0b84-4efa-89eb-a64d45a9c6d2 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050650 Jul 08 17:26:48.837256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.909074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.945787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Deleting port c764a7d6-3445-4b07-965d-8f297ebeab9a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:48.946140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.946654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.951065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "DELETE /v2.0/networks/6b2d6f5e-528f-470e-8152-fad804331dfa HTTP/1.1" status: 204 len: 168 time: 1.4633143 Jul 08 17:26:48.951065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397bfce-5ddf-437d-bfb7-daf80edce79a tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Network': ['ID=6b2d6f5e-528f-470e-8152-fad804331dfa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:48.955045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:49.166491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.218433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:49.224865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Calling delete_port for c764a7d6-3445-4b07-965d-8f297ebeab9a owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:49.259499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:49.259865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3c9d3222-8a63-4bb1-9e66-ce0fcd33ef22 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:49.270849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Deleting port 881435f0-90a7-42bc-ba3a-773a086d1f0f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:49.271285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.343679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae76fd-b109-46b9-8c99-e57d0c26de5e req-8420181e-9409-447e-8e68-25d36b409b89 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:49.350841 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4ae76fd-b109-46b9-8c99-e57d0c26de5e req-8420181e-9409-447e-8e68-25d36b409b89 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1636109 Jul 08 17:26:49.444576 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-981cd6f7-376d-4a28-b49d-fc30606614d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.472108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.473256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.509621 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4ae76fd-b109-46b9-8c99-e57d0c26de5e req-3a67b73f-3981-4f2b-9cb4-4df05467e6b9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574507 Jul 08 17:26:49.526368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Calling delete_port for 881435f0-90a7-42bc-ba3a-773a086d1f0f owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:49.555554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.633175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event deleted for resources: {'Port': ['ID=c764a7d6-3445-4b07-965d-8f297ebeab9a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:49.828255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.927690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.982560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Pushing event deleted for resources: {'Port': ['ID=881435f0-90a7-42bc-ba3a-773a086d1f0f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:50.000440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.008623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.070542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.073892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.075284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dbfc808b-4d09-4800-a086-7e1310db5bb0 tempest-FloatingIPAdminTestJSON-849264696 tempest-FloatingIPAdminTestJSON-849264696-project] 10.222.0.48 "DELETE /v2.0/floatingips/e5ae07f0-73a2-40b3-8157-2b9ca76cde7c HTTP/1.1" status: 204 len: 168 time: 1.1189539 Jul 08 17:26:50.116368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.117129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Fanout notify agent at l3_agent the message router_deleted on router 225a1a66-80dc-4d02-958f-5600a7767a3e {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:50.125534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.134488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f8d1e67e-0fb0-482b-8ca1-8e47243ee2aa tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/225a1a66-80dc-4d02-958f-5600a7767a3e HTTP/1.1" status: 204 len: 168 time: 2.2590883 Jul 08 17:26:50.135245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:50.145016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1799581671', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:50.198082 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.199396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.213035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb48cd0-d01f-4447-a2f5-8bf1c6657d77 req-e4871290-7dff-42a2-9cfb-5e8e3720f867 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:50.221739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7eb48cd0-d01f-4447-a2f5-8bf1c6657d77 req-e4871290-7dff-42a2-9cfb-5e8e3720f867 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.0960636 Jul 08 17:26:50.290962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.338766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7eb48cd0-d01f-4447-a2f5-8bf1c6657d77 req-ef5e7d13-c287-4271-91e1-b43186b240b4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166456 Jul 08 17:26:50.511531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.655814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:50.922755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-19905083-a1f5-406e-bbec-b8b1ba98cd3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c24fc5f7afbb49e3a3d98b37e92d2756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632046 Jul 08 17:26:50.923901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:51.057031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.147156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.172019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1cc7e-04e1-4924-90d8-1fd8db830446 req-5834cccd-e6d5-43a7-bdac-9ac3e30de2a4 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:51.192300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96f1cc7e-04e1-4924-90d8-1fd8db830446 req-5834cccd-e6d5-43a7-bdac-9ac3e30de2a4 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.4079261 Jul 08 17:26:51.235603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.251680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.254274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.258239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9f9f4d1-4a2a-4e29-864d-bb6009bf9edd HTTP/1.1" status: 204 len: 168 time: 0.3260190 Jul 08 17:26:51.278275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f9f4d1-4a2a-4e29-864d-bb6009bf9edd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.327625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818024b9-fa8f-4acc-aabe-2889dde28ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:51.346915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.380873 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96f1cc7e-04e1-4924-90d8-1fd8db830446 req-b778e5d1-ac86-4865-9e87-ec7c0b9bdf8d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467884 Jul 08 17:26:51.690924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Allocated IP 172.25.3.152 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/5b4d13ad-fe7f-4794-9759-948bc0ff6631) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:51.786057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:52.070478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.084138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:52.113876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40f50208-b1a1-4849-9a22-accb18628eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.192430 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-568a64aa-1317-435a-98b3-adae7c55dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.212300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.221711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c58067-fcbe-4e3a-9caf-69b96cb3e38e req-41e9b1f5-5032-4654-b013-bc87962f008c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:52.228830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4c58067-fcbe-4e3a-9caf-69b96cb3e38e req-41e9b1f5-5032-4654-b013-bc87962f008c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.2296500 Jul 08 17:26:52.284845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.336805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:52.354803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:52.370740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:52.401367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4c58067-fcbe-4e3a-9caf-69b96cb3e38e req-7f989d6d-faff-48bd-9f4d-0e9953a48bcb tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713593 Jul 08 17:26:52.427788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event updated for resources: {'Port': ['ID=5b4d13ad-fe7f-4794-9759-948bc0ff6631,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:53.093624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40f50208-b1a1-4849-9a22-accb18628eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.171591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40f50208-b1a1-4849-9a22-accb18628eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.245019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-40f50208-b1a1-4849-9a22-accb18628eb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4deda4b2380440ca59284e214fca68f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1584494 Jul 08 17:26:53.248833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:53.257865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f50208-b1a1-4849-9a22-accb18628eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb12ac-30c0-438c-90a7-6cbcadd9511d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:53.416293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12339906-2921-4cd0-83e7-47f84459f4de req-c30458a1-69fe-4f3c-a6f8-baf5acd7f48a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.418101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12339906-2921-4cd0-83e7-47f84459f4de req-c30458a1-69fe-4f3c-a6f8-baf5acd7f48a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.3879488 Jul 08 17:26:53.421589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-280d50cd-4389-45e0-8b1b-e7771003a480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.424793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-149f095c-0282-42c9-9783-8cedd0b419b2 req-5ec0e4f4-4930-4f7c-b03c-41ee252a5eaf tempest-AbsoluteLimitsNegativeTestJSON-290446546 tempest-AbsoluteLimitsNegativeTestJSON-290446546-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0508593de165448b92ea6ee623b3074e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525424 Jul 08 17:26:53.438756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.499260 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.513977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12339906-2921-4cd0-83e7-47f84459f4de req-1960093f-c01e-4b98-bbc6-82a1d83b4eb3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850608 Jul 08 17:26:53.541037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-280d50cd-4389-45e0-8b1b-e7771003a480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.699529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.754353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.768410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f095c-0282-42c9-9783-8cedd0b419b2 req-1e14788b-1f10-4108-85ff-694bfe44a072 tempest-AbsoluteLimitsNegativeTestJSON-290446546 tempest-AbsoluteLimitsNegativeTestJSON-290446546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.781092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-149f095c-0282-42c9-9783-8cedd0b419b2 req-1e14788b-1f10-4108-85ff-694bfe44a072 tempest-AbsoluteLimitsNegativeTestJSON-290446546 tempest-AbsoluteLimitsNegativeTestJSON-290446546-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396046 Jul 08 17:26:53.798147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 07f5c589-493d-4891-888f-33c0d04c2bba details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:53.850726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-149f095c-0282-42c9-9783-8cedd0b419b2 req-d553f337-8647-465c-abed-dc51ac415fd5 tempest-AbsoluteLimitsNegativeTestJSON-290446546 tempest-AbsoluteLimitsNegativeTestJSON-290446546-project] 10.222.0.48 "GET /v2.0/quotas/0508593de165448b92ea6ee623b3074e HTTP/1.1" status: 200 len: 375 time: 0.0683036 Jul 08 17:26:53.853674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-280d50cd-4389-45e0-8b1b-e7771003a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.856957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-280d50cd-4389-45e0-8b1b-e7771003a480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.860401 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-280d50cd-4389-45e0-8b1b-e7771003a480 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8efb12ac-30c0-438c-90a7-6cbcadd9511d HTTP/1.1" status: 204 len: 168 time: 0.5798466 Jul 08 17:26:53.943585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d50cd-4389-45e0-8b1b-e7771003a480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb12ac-30c0-438c-90a7-6cbcadd9511d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:53.954059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636f30c-294b-449e-bfa2-1ec078ed329c req-24bd422e-59ad-4b51-947e-aab26d324055 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.955743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e636f30c-294b-449e-bfa2-1ec078ed329c req-24bd422e-59ad-4b51-947e-aab26d324055 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.1431150 Jul 08 17:26:53.987602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-149f095c-0282-42c9-9783-8cedd0b419b2 req-f58e186f-6c83-418d-8da5-74d109dfd00e tempest-AbsoluteLimitsNegativeTestJSON-290446546 tempest-AbsoluteLimitsNegativeTestJSON-290446546-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0508593de165448b92ea6ee623b3074e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217082 Jul 08 17:26:54.033884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e636f30c-294b-449e-bfa2-1ec078ed329c req-08b4bb2f-5bd8-40bc-8a3d-d550a61f2343 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704429 Jul 08 17:26:54.074134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:54.103796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '07f5c589-493d-4891-888f-33c0d04c2bba', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'port_id': '07f5c589-493d-4891-888f-33c0d04c2bba', 'mac_address': 'fa:16:3e:9c:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb72efe-e1e8-4554-ad5b-de337f866340', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:54.131058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Router 52d7e130-0127-4ce5-b09a-3273573f0c70 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:54.187176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.215727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07f5c589-493d-4891-888f-33c0d04c2bba {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:54.239019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-1bfa320f-0905-48d4-aad9-c14b4e9d37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:54.239439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:54.242365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-1bfa320f-0905-48d4-aad9-c14b4e9d37a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1096 time: 0.3170452 Jul 08 17:26:54.269179 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.379472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:54.413797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-6dc10d6e-925b-4fef-bce7-9b21aa5f34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:54.415322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-6dc10d6e-925b-4fef-bce7-9b21aa5f34ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.1616955 Jul 08 17:26:54.417612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28d01ce1-33b3-495e-a82b-c23cf199f7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.425816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:54.440241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:54.463856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] Sync routers for ids ['52d7e130-0127-4ce5-b09a-3273573f0c70'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:54.479746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.481472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] Routers {'52d7e130-0127-4ce5-b09a-3273573f0c70'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:54.484719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['52d7e130-0127-4ce5-b09a-3273573f0c70'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.486774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6a793af3-572b-4e0a-88d0-72041702d54a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3489110 Jul 08 17:26:54.488189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53872) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:54.501414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:54.547960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.563710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['07f5c589-493d-4891-888f-33c0d04c2bba'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:54.600205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] Routers {'52d7e130-0127-4ce5-b09a-3273573f0c70'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:54.601112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['52d7e130-0127-4ce5-b09a-3273573f0c70'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.627241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-2b00f332-7bdd-4fa2-bffe-d952aa4f5216 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 1001 time: 0.2005329 Jul 08 17:26:54.628955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:54.652101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.653141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7f3f1-3db6-4a57-b117-f17ce6ced571 None None] The sync data for ids ['52d7e130-0127-4ce5-b09a-3273573f0c70'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:54.874617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-cf6fdabe-9e6e-412e-8f0f-853a0ded1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:54.876076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-cf6fdabe-9e6e-412e-8f0f-853a0ded1d98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.2401693 Jul 08 17:26:54.888813 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.901583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fe6fa68-1469-408c-94d9-68b757c402b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.955989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Deleting port 29b95612-0083-4ed5-bd56-739f1020b349 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:54.956331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.003839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.015366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28d01ce1-33b3-495e-a82b-c23cf199f7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.021627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.032218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28d01ce1-33b3-495e-a82b-c23cf199f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.054039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2b57-c91e-413b-ae95-9a359beca1bc req-e3eacd0e-f5bf-479c-815d-76d837296c8f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.055522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e5a2b57-c91e-413b-ae95-9a359beca1bc req-e3eacd0e-f5bf-479c-815d-76d837296c8f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.3422794 Jul 08 17:26:55.089802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Deleting port 5b4d13ad-fe7f-4794-9759-948bc0ff6631 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:55.090358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.151567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28d01ce1-33b3-495e-a82b-c23cf199f7cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=245ea772bf18426384c6797b41739ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706645 Jul 08 17:26:55.155945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:55.156534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01ce1-33b3-495e-a82b-c23cf199f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e78f9f-c5ac-42e5-bc7d-b2c823ae3194,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.188015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-42113553-d4f7-4489-a24c-c4d446f5b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.189510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-42113553-d4f7-4489-a24c-c4d446f5b2fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015594 Jul 08 17:26:55.200191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] For port 29b95612-0083-4ed5-bd56-739f1020b349, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=29b95612-0083-4ed5-bd56-739f1020b349,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:55.200788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.220703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e5a2b57-c91e-413b-ae95-9a359beca1bc req-d85bb398-4db3-4db1-a99c-14eb5679c0ec tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514587 Jul 08 17:26:55.268595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Calling delete_port for 29b95612-0083-4ed5-bd56-739f1020b349 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:55.280343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8701055-2785-49a3-9b2a-5c37e00701dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.284062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.311924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Calling delete_port for 5b4d13ad-fe7f-4794-9759-948bc0ff6631 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:55.338998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8701055-2785-49a3-9b2a-5c37e00701dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.371214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fe6fa68-1469-408c-94d9-68b757c402b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.388631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fe6fa68-1469-408c-94d9-68b757c402b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.401798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34e55c-60b1-4d0a-a950-fd251372cb18 req-c897c696-cf11-4fd0-a787-e486efe06467 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.403516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c34e55c-60b1-4d0a-a950-fd251372cb18 req-c897c696-cf11-4fd0-a787-e486efe06467 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 944 time: 0.2107470 Jul 08 17:26:55.426918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-df8d33b7-191e-49c1-8993-964605b61b78 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234187 Jul 08 17:26:55.441775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3fe6fa68-1469-408c-94d9-68b757c402b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0508593de165448b92ea6ee623b3074e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068838 Jul 08 17:26:55.446343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:55.544846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c34e55c-60b1-4d0a-a950-fd251372cb18 req-b86ee46b-0886-4e85-902f-552d7901a773 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324711 Jul 08 17:26:55.555592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8701055-2785-49a3-9b2a-5c37e00701dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.559624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a8701055-2785-49a3-9b2a-5c37e00701dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.559624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a8701055-2785-49a3-9b2a-5c37e00701dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4e78f9f-c5ac-42e5-bc7d-b2c823ae3194 HTTP/1.1" status: 204 len: 168 time: 0.4022017 Jul 08 17:26:55.583148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8701055-2785-49a3-9b2a-5c37e00701dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e78f9f-c5ac-42e5-bc7d-b2c823ae3194,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.613531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e65e8ba-01de-48b3-b37e-d9259a38edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.668575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e65e8ba-01de-48b3-b37e-d9259a38edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.708402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.744617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Pushing event deleted for resources: {'Port': ['ID=5b4d13ad-fe7f-4794-9759-948bc0ff6631,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.809153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 07f5c589-493d-4891-888f-33c0d04c2bba up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:55.810298 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e65e8ba-01de-48b3-b37e-d9259a38edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.813222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e65e8ba-01de-48b3-b37e-d9259a38edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.815690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0e65e8ba-01de-48b3-b37e-d9259a38edd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/391aba99-85e1-469b-a592-c80a168b86f2 HTTP/1.1" status: 204 len: 168 time: 0.3638186 Jul 08 17:26:55.823587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6fa68-1469-408c-94d9-68b757c402b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391aba99-85e1-469b-a592-c80a168b86f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.825330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.829524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e8ba-01de-48b3-b37e-d9259a38edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391aba99-85e1-469b-a592-c80a168b86f2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.983877 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.003806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 07f5c589-493d-4891-888f-33c0d04c2bba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:56.005283 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.030136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b95612-0083-4ed5-bd56-739f1020b349,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:56.189975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.195734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.267353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72e159fe-29fb-4edd-ba8f-72834e2f6a98 req-f1057272-764f-45ab-a5f9-d80e21a38131 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252490 Jul 08 17:26:56.304085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.313360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Router 52d7e130-0127-4ce5-b09a-3273573f0c70 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:56.358847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:56.369496 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b9ca1a-94ce-4ad2-b587-f13fb700c092" -d '{"events": [{"server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "name": "network-vif-plugged", "status": "completed", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:56.401443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:56.412093 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.471219 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e431ec-0065-442e-8369-256048a6d26c x-openstack-request-id: req-96e431ec-0065-442e-8369-256048a6d26c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:56.471506 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "name": "network-vif-plugged", "status": "completed", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:56.478421 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96e431ec-0065-442e-8369-256048a6d26c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:56.479026 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba', 'code': 200} Jul 08 17:26:56.550193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:56.555182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:56.565833 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] Sync routers for ids ['52d7e130-0127-4ce5-b09a-3273573f0c70'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:56.591826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.594012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6d638a5b-42a0-47de-b23c-45fd1ddee6e3 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "PUT /v2.0/routers/52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 200 len: 706 time: 2.1016893 Jul 08 17:26:56.597678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:56.622076 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] Routers {'52d7e130-0127-4ce5-b09a-3273573f0c70'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:56.628497 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['52d7e130-0127-4ce5-b09a-3273573f0c70'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.683696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-432dd8b3-4b7f-40fa-b632-8c75a83d7dcb tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/routers/52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 200 len: 741 time: 0.0848715 Jul 08 17:26:56.687942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:56.736605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3e45b785-b486-4cd9-afbf-da5c076057e2 tempest-RoutersAdminTest-1271256579 tempest-RoutersAdminTest-1271256579-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 200 len: 205 time: 0.0466893 Jul 08 17:26:56.740380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:56.757008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.783704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2698fd-ddd0-4ed4-b3be-f3c370066f17 req-00186113-6159-4f1a-b3a3-08554650d209 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:56.785272 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] Routers {'52d7e130-0127-4ce5-b09a-3273573f0c70'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:56.785902 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['52d7e130-0127-4ce5-b09a-3273573f0c70'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.792591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f2698fd-ddd0-4ed4-b3be-f3c370066f17 req-00186113-6159-4f1a-b3a3-08554650d209 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.2575834 Jul 08 17:26:56.797658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-26fecf58-80c9-4fe3-9bee-c10d742f1cbd tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 200 len: 205 time: 0.0560555 Jul 08 17:26:56.801436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:56.804938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.846026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f2698fd-ddd0-4ed4-b3be-f3c370066f17 req-15f4c973-d16e-45ac-bafe-b3b87296ce7b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476127 Jul 08 17:26:56.881748 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.882574 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34775fe9-af36-4807-9311-4295624f1fe1 None None] The sync data for ids ['52d7e130-0127-4ce5-b09a-3273573f0c70'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:57.026660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.167509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fb73a-1fbd-4581-a9c1-240079108607 req-3354adc8-4129-49eb-aa0d-321bccf86c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.169600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-042fb73a-1fbd-4581-a9c1-240079108607 req-3354adc8-4129-49eb-aa0d-321bccf86c76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 1096 time: 0.5088770 Jul 08 17:26:57.302155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.312541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1669c-ed12-4a3f-8fa4-cbb4c60dedcd req-faca5947-107c-4bcf-9c22-a2c9c885e16a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.314067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9de1669c-ed12-4a3f-8fa4-cbb4c60dedcd req-faca5947-107c-4bcf-9c22-a2c9c885e16a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.4156425 Jul 08 17:26:57.316362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.345680 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-042fb73a-1fbd-4581-a9c1-240079108607 req-ba5f03ee-aa80-486f-bf64-fbbf7d012395 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402400 Jul 08 17:26:57.464685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.465578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Fanout notify agent at l3_agent the message router_deleted on router 52d7e130-0127-4ce5-b09a-3273573f0c70 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:57.478576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.479063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-231b12f1-ff2f-4b03-b292-15197c075a3b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 204 len: 168 time: 0.6699145 Jul 08 17:26:57.482763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.524533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-48910dc4-494b-4d0f-b7fa-ffb5aa4a8a51 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 200 len: 205 time: 0.0403762 Jul 08 17:26:57.526931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.534316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9de1669c-ed12-4a3f-8fa4-cbb4c60dedcd req-c51300a9-38c1-4a14-a595-2fa8f82ab1b2 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055175 Jul 08 17:26:57.560170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.587851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:57.608481 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-87761f6d-8064-45eb-a2af-0cf0fa271cad tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] delete failed (client error): The resource could not be found. Jul 08 17:26:57.609735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-87761f6d-8064-45eb-a2af-0cf0fa271cad tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/52d7e130-0127-4ce5-b09a-3273573f0c70 HTTP/1.1" status: 404 len: 336 time: 0.0818620 Jul 08 17:26:57.612314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.665393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6279d0a1-b4b1-419a-bb75-2e9c42021cab tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=225a1a66-80dc-4d02-958f-5600a7767a3e HTTP/1.1" status: 200 len: 205 time: 0.0515773 Jul 08 17:26:57.667706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.738295 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-e8a2f349-0631-4f92-8626-c32d6755c361 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] delete failed (client error): The resource could not be found. Jul 08 17:26:57.746497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e8a2f349-0631-4f92-8626-c32d6755c361 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/225a1a66-80dc-4d02-958f-5600a7767a3e HTTP/1.1" status: 404 len: 336 time: 0.0756745 Jul 08 17:26:57.747365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.748315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:57.754375 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-07c8312d-ee1d-4c14-bf04-ea2eb3721032 admin admin] 10.222.0.48 "PUT /v2.0/routers/ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9641550 Jul 08 17:26:57.756353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53978) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.759365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] Sync routers for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:57.777134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:57.779753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:57.787405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3eb2f374-aaa3-464c-8471-b60a9f45030f tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=40666c88-c1c0-4a2a-83a9-6734a6e9760f HTTP/1.1" status: 200 len: 205 time: 0.0386992 Jul 08 17:26:57.789719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.841811 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-1e61ca3c-0f3d-4304-98e0-13dd0659cf2a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] delete failed (client error): The resource could not be found. Jul 08 17:26:57.843139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1e61ca3c-0f3d-4304-98e0-13dd0659cf2a tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/40666c88-c1c0-4a2a-83a9-6734a6e9760f HTTP/1.1" status: 404 len: 336 time: 0.0522118 Jul 08 17:26:57.846094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.856572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-126064671-network', 'tenant_id': '727c9a9a3b7045549a5bd9ccd954389e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:57.857263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:57.914332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e64c1d7e-eea6-439a-905c-07cb0faaaeab tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=df33f787-100b-4f02-8533-e6a4d0d33db8 HTTP/1.1" status: 200 len: 205 time: 0.0600519 Jul 08 17:26:57.916924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.949763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Made reservation on behalf of 727c9a9a3b7045549a5bd9ccd954389e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:57.954158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.968971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.990607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.018702 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-087d5f4a-f6e6-42e1-8129-6c281aef8ca0 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] delete failed (client error): The resource could not be found. Jul 08 17:26:58.020348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-087d5f4a-f6e6-42e1-8129-6c281aef8ca0 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/df33f787-100b-4f02-8533-e6a4d0d33db8 HTTP/1.1" status: 404 len: 336 time: 0.1015909 Jul 08 17:26:58.022893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.025386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.089996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ac392677-5ced-4c48-813f-6f79069cab31 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb HTTP/1.1" status: 200 len: 205 time: 0.0640595 Jul 08 17:26:58.091742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53996) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.181775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.198149 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-dfde928d-60d7-4807-8d12-bc1400f46458 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] delete failed (client error): The resource could not be found. Jul 08 17:26:58.204880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dfde928d-60d7-4807-8d12-bc1400f46458 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/9495b7ef-7fd9-48b2-b4a7-48a25bdd07bb HTTP/1.1" status: 404 len: 336 time: 0.1073885 Jul 08 17:26:58.206908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.260287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.264071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:58.267459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7fe4b00-9137-4d9e-98a4-528025e31578 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1420062735'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:58.268899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7fe4b00-9137-4d9e-98a4-528025e31578 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Unknown quota resources ['metering_label']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:26:58.279326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-33132be9-8277-4900-ab77-2ee46c37e31b tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "GET /v2.0/ports?device_id=c57d1aca-54b2-4029-95d9-203c20886c7b HTTP/1.1" status: 200 len: 205 time: 0.0690701 Jul 08 17:26:58.288601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.341496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10304a3f-ba51-4b4f-9953-1a6d0e906916 req-a811b863-9ba4-4c38-ad78-1b1617146c71 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:58.350533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10304a3f-ba51-4b4f-9953-1a6d0e906916 req-a811b863-9ba4-4c38-ad78-1b1617146c71 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 945 time: 0.1451435 Jul 08 17:26:58.402706 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10304a3f-ba51-4b4f-9953-1a6d0e906916 req-de79f1ad-ec5f-4a85-9103-b1c2b40649dc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509226 Jul 08 17:26:58.408790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:58.420690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.479847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:58.483176 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c12e8c-40a0-425c-8265-7df6765175fe" -d '{"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-unplugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:58.527787 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4865906-16ef-48af-b456-7006d23b64bd x-openstack-request-id: req-c4865906-16ef-48af-b456-7006d23b64bd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:58.528187 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-unplugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:58.528644 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4865906-16ef-48af-b456-7006d23b64bd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:58.529132 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'code': 200} Jul 08 17:26:58.541977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:58.637449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:26:55Z', 'revision_number': 5, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port': {'id': '675545d7-917f-4cfe-b1e1-d86c10981336', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:17:34Z', 'updated_at': '2021-07-08T17:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:58.701255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] Checking router: ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:58.718696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] Routers {'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:58.721018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:26:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:58.800487 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-860b372c-6273-4646-8dad-d333075956ae tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] delete failed (client error): The resource could not be found. Jul 08 17:26:58.811272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-860b372c-6273-4646-8dad-d333075956ae tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/routers/c57d1aca-54b2-4029-95d9-203c20886c7b HTTP/1.1" status: 404 len: 336 time: 0.5029788 Jul 08 17:26:58.814153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.846979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:26:58.861718 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2289e2f4-b173-4797-9387-ff6e3d18dfa2 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] DELETE failed (client error): The resource could not be found. Jul 08 17:26:58.862527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2289e2f4-b173-4797-9387-ff6e3d18dfa2 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:26:58.865479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2289e2f4-b173-4797-9387-ff6e3d18dfa2 tempest-RoutersAdminTest-1144704723 tempest-RoutersAdminTest-1144704723-project] 10.222.0.48 "DELETE /v2.0/subnets/8c756a7d-b98c-4782-9126-481d0036d1f3 HTTP/1.1" status: 404 len: 337 time: 0.0493376 Jul 08 17:26:59.002378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] Set router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:59.025974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7fe4b00-9137-4d9e-98a4-528025e31578 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.026857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7fe4b00-9137-4d9e-98a4-528025e31578 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0325079 Jul 08 17:26:59.030709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:59.036443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-63f7bd08-58df-4619-87e0-e0e0a42269ca tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fbe5a8e6-d20e-4afa-a162-080f8723bab1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:59.037255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-63f7bd08-58df-4619-87e0-e0e0a42269ca tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93944) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:26:59.073544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:26:58Z', 'revision_number': 6, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:59.079151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.083181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Deleting port 675545d7-917f-4cfe-b1e1-d86c10981336 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:59.083519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.088095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.107371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78d75cb-14d4-4767-9e56-5dd71991f54f None None] The sync data for ids ['ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1'] in n-d-799527-4 is: [{'id': 'ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1', 'name': 'tempest-AttachVolumeTestJSON-308950844-router', 'tenant_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:17:33Z', 'updated_at': '2021-07-08T17:26:58Z', 'revision_number': 6, 'project_id': 'b2d47281519f4b8490982bdc18e3dfd8', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:59.170569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:26:59.195646 n-d-799527-4 neutron-server[93944]: WARNING neutron.services.metering.metering_plugin [None req-63f7bd08-58df-4619-87e0-e0e0a42269ca tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:26:59.202170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8bf6-fbf3-40bc-a556-06bb020df162 req-f791c680-5003-4034-ad11-edb6332ec221 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:59.203762 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-752c8bf6-fbf3-40bc-a556-06bb020df162 req-f791c680-5003-4034-ad11-edb6332ec221 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.4064312 Jul 08 17:26:59.223328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.223594 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Added segment 266c8ba0-81b8-45d9-bec3-9bc66614302e of type vlan for network 07c67712-8f80-4ae9-8945-44a23971f246 Jul 08 17:26:59.226948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107cc765-f852-492c-b988-04d37b611442,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:59.292651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:59.301340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] For port 675545d7-917f-4cfe-b1e1-d86c10981336, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=675545d7-917f-4cfe-b1e1-d86c10981336,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:59.301704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.330179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.341490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Calling delete_port for 675545d7-917f-4cfe-b1e1-d86c10981336 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:59.361896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-752c8bf6-fbf3-40bc-a556-06bb020df162 req-140804d6-4a58-423b-990f-c2a0d9f7e50c tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344063 Jul 08 17:26:59.516961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:26:59.628757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.629729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:59.637177 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.721207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63f7bd08-58df-4619-87e0-e0e0a42269ca tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.722553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63f7bd08-58df-4619-87e0-e0e0a42269ca tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6901028 Jul 08 17:26:59.743930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:59.762877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ece909c4-1948-47db-8fb1-09335b8cb1dd tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fbe5a8e6-d20e-4afa-a162-080f8723bab1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:59.763689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ece909c4-1948-47db-8fb1-09335b8cb1dd tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:26:59.781717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2201309 Jul 08 17:26:59.782720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:59.790871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Request body: {'subnet': {'network_id': '07c67712-8f80-4ae9-8945-44a23971f246', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-126064671-subnet', 'tenant_id': '727c9a9a3b7045549a5bd9ccd954389e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:59.820697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Made reservation on behalf of 727c9a9a3b7045549a5bd9ccd954389e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:59.822455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9922382-cea0-4846-a19f-a0cbab735d4c admin admin] Pushing event updated for resources: {'Network': ['ID=07c67712-8f80-4ae9-8945-44a23971f246,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:59.823272 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.839009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 07c67712-8f80-4ae9-8945-44a23971f246 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:26:59.928999 n-d-799527-4 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-ece909c4-1948-47db-8fb1-09335b8cb1dd tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:26:59.963468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564c1fe0-f13a-455d-914f-95093e74eba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.973894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b22c1-afc1-4aca-9d98-da6a5936b580 req-5ca36498-f274-4298-9f5b-9fb08d465c34 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:59.975472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c1b22c1-afc1-4aca-9d98-da6a5936b580 req-5ca36498-f274-4298-9f5b-9fb08d465c34 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.2562191 Jul 08 17:27:00.068379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ece909c4-1948-47db-8fb1-09335b8cb1dd tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.069771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ece909c4-1948-47db-8fb1-09335b8cb1dd tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3124177 Jul 08 17:27:00.072613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54038) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.081331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcf9ea-b018-41b5-8f79-5745a57e9e19 req-de77082c-43c4-4b6a-b0d3-49a9e76d5137 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.082963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99fcf9ea-b018-41b5-8f79-5745a57e9e19 req-de77082c-43c4-4b6a-b0d3-49a9e76d5137 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.4584615 Jul 08 17:27:00.084130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.094679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c1b22c1-afc1-4aca-9d98-da6a5936b580 req-22b0163f-4ab4-47a8-84a5-558ee1fea5be tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026192 Jul 08 17:27:00.116278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a86df44b-ecf8-44d8-a008-70aafcebeed3 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=7afe3ba9-de94-4034-a24e-32414a67b49f HTTP/1.1" status: 200 len: 462 time: 0.0425329 Jul 08 17:27:00.123425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.125835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Pushing event deleted for resources: {'Port': ['ID=675545d7-917f-4cfe-b1e1-d86c10981336,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.233255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99fcf9ea-b018-41b5-8f79-5745a57e9e19 req-516151c0-750c-4052-b49a-d4870bef08b9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428852 Jul 08 17:27:00.268230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.378113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a44ea53-6217-4235-91bc-a323051566bf tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.379252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a44ea53-6217-4235-91bc-a323051566bf tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/7afe3ba9-de94-4034-a24e-32414a67b49f HTTP/1.1" status: 204 len: 168 time: 0.2546406 Jul 08 17:27:00.386237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.404290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.405375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.407571 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ab9e5054-519c-43ff-84f0-cd95548a631a tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=7afe3ba9-de94-4034-a24e-32414a67b49f HTTP/1.1" status: 200 len: 221 time: 0.0201941 Jul 08 17:27:00.409021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.412478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.418351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a1732273-8625-47a2-b0fb-a14dd5cd56b9 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1504995590', 'description': 'label created by tempest'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:00.419640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a1732273-8625-47a2-b0fb-a14dd5cd56b9 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Unknown quota resources ['metering_label']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:27:00.454058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564c1fe0-f13a-455d-914f-95093e74eba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.474201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-564c1fe0-f13a-455d-914f-95093e74eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.516907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dab897-4572-4c4a-8218-87d9e3335e49,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.523976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.524628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:27:00.553596 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.555259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7bc9634b-865d-41d1-8b9d-c1657a6ac38e admin admin] 10.222.0.48 "DELETE /v2.0/routers/ee1fdafd-c44c-4fc3-bb2f-cf591f381cb1 HTTP/1.1" status: 204 len: 168 time: 2.7965257 Jul 08 17:27:00.561825 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-564c1fe0-f13a-455d-914f-95093e74eba2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8048fe43bc624e6880724e99ca2256d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2674775 Jul 08 17:27:00.562914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.563249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54054) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.566801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Checking segment: {'id': '266c8ba0-81b8-45d9-bec3-9bc66614302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '07c67712-8f80-4ae9-8945-44a23971f246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:00.567167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Network hostable DHCP agents. Network: 07c67712-8f80-4ae9-8945-44a23971f246, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:00.589890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.590261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.590602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.590978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.591475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.591813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.592140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.592465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.592787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.593107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.593429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.593749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:00.635346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c1fe0-f13a-455d-914f-95093e74eba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1df2c-70e0-406e-ac84-dec1d64e85b0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.741836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Deleting subnet 6a9dd5e8-f316-425a-ae20-eae5c107c2fa {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:00.748336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Network 07c67712-8f80-4ae9-8945-44a23971f246 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:00.751226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.804239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 07c67712-8f80-4ae9-8945-44a23971f246) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:00.811164 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1732273-8625-47a2-b0fb-a14dd5cd56b9 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.813511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c543b3-016c-418f-a753-ae092c0f08f2 None None] Network 07c67712-8f80-4ae9-8945-44a23971f246 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:00.818423 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a1732273-8625-47a2-b0fb-a14dd5cd56b9 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4025619 Jul 08 17:27:00.819252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.834923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.914903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a45335b7-a676-4aa9-b904-9d1f97b47010 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=2c5cfc82-9f0b-4053-8248-601e50ffe4ae HTTP/1.1" status: 200 len: 468 time: 0.0943301 Jul 08 17:27:00.915551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.952894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-952a7243-7e73-4e46-bacf-1b6607356d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.978330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.979165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.986798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d3ded-2d22-4798-a38d-c265278fc3e6 None None] Network 07c67712-8f80-4ae9-8945-44a23971f246 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:01.035150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-952a7243-7e73-4e46-bacf-1b6607356d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.056381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-34406831-b6f3-4361-a62f-85ade0101f73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2720742 Jul 08 17:27:01.230276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-952a7243-7e73-4e46-bacf-1b6607356d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.238983 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-952a7243-7e73-4e46-bacf-1b6607356d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.240837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-952a7243-7e73-4e46-bacf-1b6607356d56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97d1df2c-70e0-406e-ac84-dec1d64e85b0 HTTP/1.1" status: 204 len: 168 time: 0.6635015 Jul 08 17:27:01.286732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a7243-7e73-4e46-bacf-1b6607356d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1df2c-70e0-406e-ac84-dec1d64e85b0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:01.296888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.308432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29b95612-0083-4ed5-bd56-739f1020b349 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:01.345361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 29b95612-0083-4ed5-bd56-739f1020b349 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:01.345717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 29b95612-0083-4ed5-bd56-739f1020b349 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:01.346117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 675545d7-917f-4cfe-b1e1-d86c10981336 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:01.381879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 675545d7-917f-4cfe-b1e1-d86c10981336 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:01.388541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 675545d7-917f-4cfe-b1e1-d86c10981336 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:01.421777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-960e9dd7-b888-4b2f-9b38-5e6b68a1392a tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.428438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-960e9dd7-b888-4b2f-9b38-5e6b68a1392a tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/2c5cfc82-9f0b-4053-8248-601e50ffe4ae HTTP/1.1" status: 204 len: 168 time: 0.5101335 Jul 08 17:27:01.428593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.443577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.472930 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e290be64-e0c8-42d0-bcc0-fb77a35cc892 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=2c5cfc82-9f0b-4053-8248-601e50ffe4ae HTTP/1.1" status: 200 len: 216 time: 0.0416632 Jul 08 17:27:01.481619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.499320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0941d436-3350-4125-97df-114ce262124f tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0108671 Jul 08 17:27:01.502587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.524324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8b173-9abd-4def-999a-218d6590a598 None None] Network f783ad92-107d-48a4-a3b3-e2c026175257 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:01.525465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.530704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6a9dd5e8-f316-425a-ae20-eae5c107c2fa HTTP/1.1" status: 204 len: 168 time: 0.9609306 Jul 08 17:27:01.536416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a3d0ec1e-3409-48a6-83a8-7264121575d7 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0280578 Jul 08 17:27:01.536416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54100) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.538094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.540468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5561c5b-34be-4967-a085-e87078960fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9dd5e8-f316-425a-ae20-eae5c107c2fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:01.627162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-abbb27de-17ae-4185-aa8a-5dc485be20d0 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/fbe5a8e6-d20e-4afa-a162-080f8723bab1 HTTP/1.1" status: 200 len: 473 time: 0.0832009 Jul 08 17:27:01.627535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.673132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cbe5a26b-7152-4de4-ab59-81cdde2b3499 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/8dc50b76-f966-434b-a5dc-fac97abcf3f0 HTTP/1.1" status: 200 len: 459 time: 0.0431676 Jul 08 17:27:01.676132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.721391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-dce272aa-a0f3-4349-ae32-37f8be101121 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:01.745759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-dce272aa-a0f3-4349-ae32-37f8be101121 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 814 time: 0.3838558 Jul 08 17:27:01.749351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.761243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.780101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-3447243f-e6c1-49f8-9673-3e94f7719cd8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/quotas/517ec0dc401a4cfdbacb0697fc7f92f5 HTTP/1.1" status: 200 len: 375 time: 0.0198722 Jul 08 17:27:01.876450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:01.917122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0d3d41a-08a5-4759-88b3-64fc91937b6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03fc21f5824c4b2ab4fc852d51ab3fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542182 Jul 08 17:27:01.923832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] DHCP port deletion for f783ad92-107d-48a4-a3b3-e2c026175257 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:27:01.926527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:01.931961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4792a21f-a6c1-4d89-8a17-4df60b0a8902 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.933354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4792a21f-a6c1-4d89-8a17-4df60b0a8902 tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/8dc50b76-f966-434b-a5dc-fac97abcf3f0 HTTP/1.1" status: 204 len: 168 time: 0.2562375 Jul 08 17:27:01.942840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54122) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:02.031263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] Deleting port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:02.031719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.032144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e50d3264-5c38-461d-a550-48ff1cb04f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.050736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Deleting port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:02.051396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.112340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] For port 01ff282b-68d2-45df-bbf3-af4cf2ce2894, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=01ff282b-68d2-45df-bbf3-af4cf2ce2894,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:02.114357 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.131527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] For port 01ff282b-68d2-45df-bbf3-af4cf2ce2894, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=01ff282b-68d2-45df-bbf3-af4cf2ce2894,segment=NetworkSegment(9488d330-1474-4848-9151-b7c53ab71be4),segment_id=9488d330-1474-4848-9151-b7c53ab71be4)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:02.131980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.147966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Calling delete_port for 01ff282b-68d2-45df-bbf3-af4cf2ce2894 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:02.155251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] Calling delete_port for 01ff282b-68d2-45df-bbf3-af4cf2ce2894 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:02.257875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-4d5de535-065e-49c6-a7c5-43e4bde617c7 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4650135 Jul 08 17:27:02.277631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.287755 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.318712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e50d3264-5c38-461d-a550-48ff1cb04f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.320765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ff282b-68d2-45df-bbf3-af4cf2ce2894,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:02.360761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] Pushing event deleted for resources: {'Port': ['ID=01ff282b-68d2-45df-bbf3-af4cf2ce2894,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:02.370981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968d576-c45d-474c-bf39-27100b8413bb None None] No DVR routers for this DVR port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:02.380146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] No DVR routers for this DVR port 01ff282b-68d2-45df-bbf3-af4cf2ce2894 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:02.446877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a9c851a-60ce-4df2-939c-897a7a83080e tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.448241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0a9c851a-60ce-4df2-939c-897a7a83080e tempest-MeteringIpV6TestJSON-1146338171 tempest-MeteringIpV6TestJSON-1146338171-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/fbe5a8e6-d20e-4afa-a162-080f8723bab1 HTTP/1.1" status: 204 len: 168 time: 0.5043604 Jul 08 17:27:02.449379 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-7eee6fcf-4084-4e4f-a85a-622fa85e77aa req-0b48f753-7e0b-48c2-8ec6-05582497446f tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] show failed (client error): The resource could not be found. Jul 08 17:27:02.467463 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7eee6fcf-4084-4e4f-a85a-622fa85e77aa req-0b48f753-7e0b-48c2-8ec6-05582497446f tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups/cf6d6c9a-af8f-4d46-b879-6ce5687b3e60 HTTP/1.1" status: 404 len: 352 time: 0.1249533 Jul 08 17:27:02.495388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.524294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f783ad92-107d-48a4-a3b3-e2c026175257']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:02.567755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-642d8cf3-88a0-494a-a9a2-c1cf96683005 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.569264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-642d8cf3-88a0-494a-a9a2-c1cf96683005 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0190417-0b45-4119-be13-99b89d81acd9 HTTP/1.1" status: 200 len: 945 time: 0.3047755 Jul 08 17:27:02.583088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e50d3264-5c38-461d-a550-48ff1cb04f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.585714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e50d3264-5c38-461d-a550-48ff1cb04f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.589131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e50d3264-5c38-461d-a550-48ff1cb04f96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eb309fa-3ebf-45b0-a48b-ad3f146966e5 HTTP/1.1" status: 204 len: 168 time: 0.6595798 Jul 08 17:27:02.591894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9488d330-1474-4848-9151-b7c53ab71be4') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:02.592121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9488d330-1474-4848-9151-b7c53ab71be4') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:02.675904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed44afa-e0c4-4401-a864-a2919f95f5dd req-cc793d17-cbe3-43ef-952c-e191da61f426 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.678247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ed44afa-e0c4-4401-a864-a2919f95f5dd req-cc793d17-cbe3-43ef-952c-e191da61f426 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.0937598 Jul 08 17:27:02.753240 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ed44afa-e0c4-4401-a864-a2919f95f5dd req-03c9bd74-903a-4f55-8347-3675f2bf7f8e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663819 Jul 08 17:27:02.875910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a5da684c-b8d4-4268-8507-e1ef0a8bf138 req-ce4295ed-c198-4bbd-9700-9f633137e134 tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=727c9a9a3b7045549a5bd9ccd954389e HTTP/1.1" status: 200 len: 2988 time: 0.0691700 Jul 08 17:27:02.954090 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a5da684c-b8d4-4268-8507-e1ef0a8bf138 req-e06bfeb9-d9e7-40d8-9115-f782d06bc320 tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups/107cc765-f852-492c-b988-04d37b611442 HTTP/1.1" status: 200 len: 2985 time: 0.0707922 Jul 08 17:27:02.980070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.996630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.999540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.000128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d3264-5c38-461d-a550-48ff1cb04f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb309fa-3ebf-45b0-a48b-ad3f146966e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.049448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a5da684c-b8d4-4268-8507-e1ef0a8bf138 req-160523eb-38bb-49af-b364-a9d1377fd0eb tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups/107cc765-f852-492c-b988-04d37b611442 HTTP/1.1" status: 200 len: 2985 time: 0.0875938 Jul 08 17:27:03.063757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:03.064377 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:03.069359 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:03.158944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-00884630-ab0b-4451-9d66-95f85ad902d9 service neutron] 10.222.0.48 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001091 Jul 08 17:27:03.207103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 01ff282b-68d2-45df-bbf3-af4cf2ce2894 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:03.248921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d005ea12-ecf9-4bfd-b6e1-f6c875430dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.261137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 01ff282b-68d2-45df-bbf3-af4cf2ce2894 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:03.261137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 01ff282b-68d2-45df-bbf3-af4cf2ce2894 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:03.268748 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-b1a11446-5db6-4061-a367-416120d0f8e5 service neutron] 10.222.0.48 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087294 Jul 08 17:27:03.354645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.406398 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a08eeed-eac7-4ef0-ace2-a8f87ac16fea req-9150b573-fb6a-4238-aa46-37f51ce918ef tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups/107cc765-f852-492c-b988-04d37b611442 HTTP/1.1" status: 200 len: 2985 time: 0.0799985 Jul 08 17:27:03.431181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.433599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f783ad92-107d-48a4-a3b3-e2c026175257 HTTP/1.1" status: 204 len: 168 time: 1.8998005 Jul 08 17:27:03.441575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5803b-4b6d-4880-91e5-c26b47424054 admin admin] Pushing event deleted for resources: {'Network': ['ID=f783ad92-107d-48a4-a3b3-e2c026175257,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.455112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-79bde183-d1d8-42b6-99ba-9af8555d2597 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2110157 Jul 08 17:27:03.476949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Deleting port 07f5c589-493d-4891-888f-33c0d04c2bba {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:03.477287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.565336 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-0a08eeed-eac7-4ef0-ace2-a8f87ac16fea req-03f68ed0-d499-400f-8953-2748dcbe6026 tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:27:03.575554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a08eeed-eac7-4ef0-ace2-a8f87ac16fea req-03f68ed0-d499-400f-8953-2748dcbe6026 tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "DELETE /v2.0/security-groups/107cc765-f852-492c-b988-04d37b611442 HTTP/1.1" status: 409 len: 352 time: 0.1614761 Jul 08 17:27:03.577834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d005ea12-ecf9-4bfd-b6e1-f6c875430dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.592166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d005ea12-ecf9-4bfd-b6e1-f6c875430dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.639623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d005ea12-ecf9-4bfd-b6e1-f6c875430dba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fd29f3c16384a09820a4554e10f87cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389976 Jul 08 17:27:03.640430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.679664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-173cd72c-fd0e-4b72-a6c4-d36309934454 req-5808ca73-dfeb-4605-b281-c27227bc6e0f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 210 time: 0.1621764 Jul 08 17:27:03.682193 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-d37d631e-ceb2-4090-95ca-ff03b2ad7693 req-10bb9f92-9662-4fa3-82fa-8291d6d091ff tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] show failed (client error): The resource could not be found. Jul 08 17:27:03.689291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d37d631e-ceb2-4090-95ca-ff03b2ad7693 req-10bb9f92-9662-4fa3-82fa-8291d6d091ff tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups/7912a100-212d-48f0-a140-032c29e2fd7c HTTP/1.1" status: 404 len: 352 time: 0.0569816 Jul 08 17:27:03.729422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005ea12-ecf9-4bfd-b6e1-f6c875430dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4552c7c-f010-4620-9642-1c0702878b8a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.732368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.753530 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-41c4d328-6fc5-4b5e-9ccf-5d9b47b556ef req-b255e49c-5b95-4403-8e5e-dd1eb71c0e22 tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] show failed (client error): The resource could not be found. Jul 08 17:27:03.765385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41c4d328-6fc5-4b5e-9ccf-5d9b47b556ef req-b255e49c-5b95-4403-8e5e-dd1eb71c0e22 tempest-SecurityGroupsNegativeTestJSON-1486893649 tempest-SecurityGroupsNegativeTestJSON-1486893649-project] 10.222.0.48 "GET /v2.0/security-groups/aee2083b-acad-4e1b-bcb2-2f51dc6f144e HTTP/1.1" status: 404 len: 352 time: 0.0502110 Jul 08 17:27:03.773343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.792559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] For port 07f5c589-493d-4891-888f-33c0d04c2bba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=07f5c589-493d-4891-888f-33c0d04c2bba,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:03.793134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.821141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Calling delete_port for 07f5c589-493d-4891-888f-33c0d04c2bba owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:03.878060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Deleting subnet f8dab897-4572-4c4a-8218-87d9e3335e49 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:03.880358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84dfa37-fb9d-4162-99a5-81eafe8db8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.895578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.920682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e5bf963-382b-4111-bf23-977d1067b633 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2d47281519f4b8490982bdc18e3dfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827078 Jul 08 17:27:03.926270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.978489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.068844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84dfa37-fb9d-4162-99a5-81eafe8db8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.195017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.209842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.256456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702eebc-4a87-42ea-9ffa-6e82b79d1b5c req-35f69aa9-27a1-4df1-8166-dee3adc94283 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:04.266670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c702eebc-4a87-42ea-9ffa-6e82b79d1b5c req-35f69aa9-27a1-4df1-8166-dee3adc94283 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.2213557 Jul 08 17:27:04.295591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Pushing event deleted for resources: {'Port': ['ID=07f5c589-493d-4891-888f-33c0d04c2bba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.335218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] No DVR routers for this DVR port 07f5c589-493d-4891-888f-33c0d04c2bba on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:04.338684 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.341323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6db9c848-f50b-4e9d-9632-6b8dd73c2611 req-9dcc5350-86e1-429c-a28d-58fed17235aa tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "DELETE /v2.0/ports/07f5c589-493d-4891-888f-33c0d04c2bba HTTP/1.1" status: 204 len: 173 time: 1.7528360 Jul 08 17:27:04.341782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'name': 'network-vif-deleted', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:04.344504 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd5173d-bf3b-416a-bc8a-0c0c22bbeabb" -d '{"events": [{"server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "name": "network-vif-deleted", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:04.365790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c702eebc-4a87-42ea-9ffa-6e82b79d1b5c req-9ab0c87d-3e94-4108-a3c7-436732d8d6c5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982311 Jul 08 17:27:04.424491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4905-3376-4892-a85f-092dc9573252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.426675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84dfa37-fb9d-4162-99a5-81eafe8db8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.432419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d84dfa37-fb9d-4162-99a5-81eafe8db8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.436189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d84dfa37-fb9d-4162-99a5-81eafe8db8b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4552c7c-f010-4620-9642-1c0702878b8a HTTP/1.1" status: 204 len: 168 time: 0.7905872 Jul 08 17:27:04.464058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84dfa37-fb9d-4162-99a5-81eafe8db8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4552c7c-f010-4620-9642-1c0702878b8a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.476088 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1276fbe-066b-4088-b6a8-a8c5ec5ecd41 x-openstack-request-id: req-a1276fbe-066b-4088-b6a8-a8c5ec5ecd41 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:04.476438 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0190417-0b45-4119-be13-99b89d81acd9", "name": "network-vif-deleted", "tag": "07f5c589-493d-4891-888f-33c0d04c2bba", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:04.476694 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1276fbe-066b-4088-b6a8-a8c5ec5ecd41 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:04.479707 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0190417-0b45-4119-be13-99b89d81acd9', 'name': 'network-vif-deleted', 'tag': '07f5c589-493d-4891-888f-33c0d04c2bba', 'status': 'completed', 'code': 200} Jul 08 17:27:04.487734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4905-3376-4892-a85f-092dc9573252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.500202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.541709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dab897-4572-4c4a-8218-87d9e3335e49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.570524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.575016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af03fe4a-2bd9-43b0-a834-37bed26d43a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f8dab897-4572-4c4a-8218-87d9e3335e49 HTTP/1.1" status: 204 len: 168 time: 0.7982130 Jul 08 17:27:04.576505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54228) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:04.614271 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4905-3376-4892-a85f-092dc9573252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.617173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7dfb4905-3376-4892-a85f-092dc9573252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.620680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7dfb4905-3376-4892-a85f-092dc9573252 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33340494-01fc-455a-93df-de0ef3b1bd98 HTTP/1.1" status: 204 len: 168 time: 0.6895151 Jul 08 17:27:04.634140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb4905-3376-4892-a85f-092dc9573252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33340494-01fc-455a-93df-de0ef3b1bd98,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.823581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.994736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.007432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c67712-8f80-4ae9-8945-44a23971f246']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:05.048970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266c8ba0-81b8-45d9-bec3-9bc66614302e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:05.049365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266c8ba0-81b8-45d9-bec3-9bc66614302e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:05.062060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4573dd28-01ce-41fc-a9d6-08de9e7bd0f1 req-420a5018-5f28-46cf-bead-a1934328e4c4 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 210 time: 0.1451826 Jul 08 17:27:05.071187 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.088297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.095779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:05.096423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:05.098471 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:05.180989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.190527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.192356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/07c67712-8f80-4ae9-8945-44a23971f246 HTTP/1.1" status: 204 len: 168 time: 0.6137185 Jul 08 17:27:05.202499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc820b-5265-42e3-a340-5b687bf057b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c67712-8f80-4ae9-8945-44a23971f246,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:05.326296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:05.348992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09a85aaa-c182-4bd4-b5db-507775ee7fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.429989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:05.586192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d641be87-237e-4799-b46c-46a39f73daba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=727c9a9a3b7045549a5bd9ccd954389e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538620 Jul 08 17:27:05.586859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:05.774102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a19081f-ce4b-46ab-896b-a7fdc1ed21e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.805050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09a85aaa-c182-4bd4-b5db-507775ee7fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.822769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09a85aaa-c182-4bd4-b5db-507775ee7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.842088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a19081f-ce4b-46ab-896b-a7fdc1ed21e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.876790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 07f5c589-493d-4891-888f-33c0d04c2bba no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:05.889092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f0ae-644e-4d5c-8c52-384506202eeb req-223245eb-b728-4a8c-9225-6bb25a63e2c9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.892371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e762f0ae-644e-4d5c-8c52-384506202eeb req-223245eb-b728-4a8c-9225-6bb25a63e2c9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1349573 Jul 08 17:27:05.912467 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-09a85aaa-c182-4bd4-b5db-507775ee7fa2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4b861589254454ea489d759d3809dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849411 Jul 08 17:27:05.914014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85aaa-c182-4bd4-b5db-507775ee7fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff969db-cc50-487f-82f6-87290d452c09,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:05.916839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:05.953673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-6da509d2-89b0-4b3e-b49d-fb3e35b10c7b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.962267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-6da509d2-89b0-4b3e-b49d-fb3e35b10c7b tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 814 time: 0.5239556 Jul 08 17:27:05.976412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Request body: {'port': {'device_id': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'admin_state_up': True, 'tenant_id': '517ec0dc401a4cfdbacb0697fc7f92f5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:05.979376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 07f5c589-493d-4891-888f-33c0d04c2bba {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:05.980881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 07f5c589-493d-4891-888f-33c0d04c2bba not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:06.024789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e762f0ae-644e-4d5c-8c52-384506202eeb req-6d9455bd-9e33-43a9-9391-2f4d2ce3f54f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169791 Jul 08 17:27:06.029122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54278) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:06.071611 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a19081f-ce4b-46ab-896b-a7fdc1ed21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.080864 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8a19081f-ce4b-46ab-896b-a7fdc1ed21e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.084800 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8a19081f-ce4b-46ab-896b-a7fdc1ed21e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/107cc765-f852-492c-b988-04d37b611442 HTTP/1.1" status: 204 len: 168 time: 0.4950559 Jul 08 17:27:06.109846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19081f-ce4b-46ab-896b-a7fdc1ed21e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107cc765-f852-492c-b988-04d37b611442,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:06.325420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f50073b-19ee-4e2d-88c7-a88e50572dd9 req-5a67c829-e76b-4a35-af49-2ebb4eea438f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 210 time: 0.0396631 Jul 08 17:27:06.330545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1848861154'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:06.355513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.358123 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.396977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7bfdb6d-3832-4be6-8717-15d4313b29ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.427893 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.433053 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.442917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7bfdb6d-3832-4be6-8717-15d4313b29ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.481349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.483803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Made reservation on behalf of 517ec0dc401a4cfdbacb0697fc7f92f5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:06.487205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0b724bcc-7206-4a93-8f8d-c61485e07fb1 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4564259 Jul 08 17:27:06.487813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.488036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:06.723812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.729889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Allocated IP 172.20.0.10 (1e40b3d5-008e-4ff1-885b-cda19a84d8b2/2eb72efe-e1e8-4554-ad5b-de337f866340/c7abd360-fe7d-43fa-bf2c-56e4b05da308) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:06.737472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7bfdb6d-3832-4be6-8717-15d4313b29ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.740070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7bfdb6d-3832-4be6-8717-15d4313b29ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.747799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c7bfdb6d-3832-4be6-8717-15d4313b29ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cff969db-cc50-487f-82f6-87290d452c09 HTTP/1.1" status: 204 len: 168 time: 0.8262486 Jul 08 17:27:06.771231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfdb6d-3832-4be6-8717-15d4313b29ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff969db-cc50-487f-82f6-87290d452c09,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.027641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.046028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.051842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.125572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.155049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.155736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a839f46-1e4b-4b08-b3d5-686ee6e6c798 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:27:07.164207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.167792 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0875bda1-2f6e-42ba-bb08-e19109eaa746 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8a839f46-1e4b-4b08-b3d5-686ee6e6c798 HTTP/1.1" status: 204 len: 168 time: 0.6780603 Jul 08 17:27:07.173251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:07.182762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Request body: {'router': {'name': 'tempest-router-1465985961', 'distributed': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:07.242878 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.244307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.285082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:07.290651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:07.295262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:07.396340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.414150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.467627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.469802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a15ecdd8-5c5f-4287-ba60-d6e68d293ca4 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2953463 Jul 08 17:27:07.473875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:07.511004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Pushing event updated for resources: {'Port': ['ID=c7abd360-fe7d-43fa-bf2c-56e4b05da308,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.543514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:07.555827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.588546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-8041111b-3d9e-48bc-905f-a0d4ea8885ff tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6163642 Jul 08 17:27:07.600883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.603146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Request body: {'port': {'device_id': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:07.614842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e5503-4eee-4e5c-8afe-03fc0ca530dd req-4137e684-c816-4078-85b2-a8338d4205a1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:07.616418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-681e5503-4eee-4e5c-8afe-03fc0ca530dd req-4137e684-c816-4078-85b2-a8338d4205a1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1990428 Jul 08 17:27:07.839636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-681e5503-4eee-4e5c-8afe-03fc0ca530dd req-2aae9c74-0cb6-4390-9d0f-cc1196fe06de tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825478 Jul 08 17:27:07.840149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.844055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.848746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.920166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.920769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f1720f-0947-43e7-bb59-5edce896b527 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:27:07.925839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.929696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-847b85c7-cfe7-4502-acff-553b6d9a153d tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b6f1720f-0947-43e7-bb59-5edce896b527 HTTP/1.1" status: 204 len: 168 time: 0.4535196 Jul 08 17:27:07.932571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:07.938410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Request body: {'router': {'name': 'tempest-router-148511008', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7e0440a5521d4fa8a06fa30f44663a2f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:07.971958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.973642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.071930 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.077861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.098705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.101741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-56144e21-878e-4343-9040-e9ebb8306ac6 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1664474 Jul 08 17:27:08.104717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:08.115016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:08.137052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ba99-1f0a-40b1-b453-52af36534cdd req-09ff4eff-b3f1-4ca4-ac09-a2ec100a7625 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.144141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ac1ba99-1f0a-40b1-b453-52af36534cdd req-09ff4eff-b3f1-4ca4-ac09-a2ec100a7625 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 932 time: 0.3546536 Jul 08 17:27:08.230762 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ac1ba99-1f0a-40b1-b453-52af36534cdd req-aedeb102-9a40-4e1d-abaa-95a5732005e8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Jul 08 17:27:08.452337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7abd360-fe7d-43fa-bf2c-56e4b05da308 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:08.462804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.479080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Transition to ACTIVE for port object c7abd360-fe7d-43fa-bf2c-56e4b05da308 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:08.490180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.594663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Pushing event updated for resources: {'Port': ['ID=c7abd360-fe7d-43fa-bf2c-56e4b05da308,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:08.615087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.620752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.721243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Attempting to bind port c7abd360-fe7d-43fa-bf2c-56e4b05da308 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:08.721823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Attempting to bind port c7abd360-fe7d-43fa-bf2c-56e4b05da308 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:08.722262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Attempting to bind port c7abd360-fe7d-43fa-bf2c-56e4b05da308 on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:08.727418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Port c7abd360-fe7d-43fa-bf2c-56e4b05da308 on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:08.727751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Attempting to bind port c7abd360-fe7d-43fa-bf2c-56e4b05da308 on network 1e40b3d5-008e-4ff1-885b-cda19a84d8b2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:08.734065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:08.734505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Checking segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:08.734898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Bound using segment: {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:08.735332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Bound port: c7abd360-fe7d-43fa-bf2c-56e4b05da308, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:08.735696 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.841399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] For port c7abd360-fe7d-43fa-bf2c-56e4b05da308, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:08.852323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] For port c7abd360-fe7d-43fa-bf2c-56e4b05da308, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:08.863782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.904432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93944) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 08 17:27:08.905072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Router 806c8141-d574-4c46-b1ea-d6338bb4b160 migrating from provider to provider. {{(pid=93944) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 08 17:27:08.906235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.913564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.924427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.932071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.932871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.934661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] 10.222.0.53 "PUT /v2.0/ports/c7abd360-fe7d-43fa-bf2c-56e4b05da308 HTTP/1.1" status: 200 len: 1092 time: 1.3387198 Jul 08 17:27:08.935655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'tag': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:08.940590 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "686148f2-d4c9-47cc-b9c2-d111d11cee28", "tag": "c7abd360-fe7d-43fa-bf2c-56e4b05da308"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:08.992440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c218e7-e2f9-4889-8bf3-c629c6147258 service neutron] Pushing event updated for resources: {'Port': ['ID=c7abd360-fe7d-43fa-bf2c-56e4b05da308,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:09.073826 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c1b09-ea92-457e-846e-68b691636bd8 x-openstack-request-id: req-398c1b09-ea92-457e-846e-68b691636bd8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:09.075958 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686148f2-d4c9-47cc-b9c2-d111d11cee28", "tag": "c7abd360-fe7d-43fa-bf2c-56e4b05da308", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:09.076437 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-398c1b09-ea92-457e-846e-68b691636bd8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:09.077089 n-d-799527-4 neutron-server[93944]: WARNING neutron.scheduler.l3_agent_scheduler [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] No L3 agents can host the router 806c8141-d574-4c46-b1ea-d6338bb4b160 Jul 08 17:27:09.078462 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'tag': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308', 'status': 'completed', 'code': 200} Jul 08 17:27:09.150243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-a786d87c-37ba-42bf-8fcc-381f2677f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.156795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-a786d87c-37ba-42bf-8fcc-381f2677f0b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 1095 time: 0.1477885 Jul 08 17:27:09.254067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-dcbf5629-9263-4e04-95d6-e93b56e173a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308 HTTP/1.1" status: 200 len: 217 time: 0.0752020 Jul 08 17:27:09.313388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Hosts for router 806c8141-d574-4c46-b1ea-d6338bb4b160: [] {{(pid=93944) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 08 17:27:09.373003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Hosts for other DVR routers connected to router 806c8141-d574-4c46-b1ea-d6338bb4b160: set() {{(pid=93944) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 08 17:27:09.380613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.384430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-abc471a7-9a6a-4af0-97bf-d309051befd5 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "PUT /v2.0/routers/806c8141-d574-4c46-b1ea-d6338bb4b160 HTTP/1.1" status: 200 len: 716 time: 1.2784195 Jul 08 17:27:09.387006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:09.404446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-c81cb6b0-c271-4ba9-9e0a-b005cf018d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.406116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-c81cb6b0-c271-4ba9-9e0a-b005cf018d25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 200 len: 854 time: 0.1420894 Jul 08 17:27:09.415342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7c216-d873-4013-8e4a-270a81f0b044 req-ae6634d6-a359-4134-b5e0-9da818e76308 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.423763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4f7c216-d873-4013-8e4a-270a81f0b044 req-ae6634d6-a359-4134-b5e0-9da818e76308 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.2634544 Jul 08 17:27:09.542277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-78be5c4d-d504-4693-9a85-b8f699883e44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069560 Jul 08 17:27:09.594414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:09.679931 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4f7c216-d873-4013-8e4a-270a81f0b044 req-5481e987-f7a3-49cd-bc8f-6b212e511e76 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549062 Jul 08 17:27:09.742045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-015ba58d-d8d2-4297-afed-adb325c13b0c tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "GET /v2.0/routers/806c8141-d574-4c46-b1ea-d6338bb4b160 HTTP/1.1" status: 200 len: 716 time: 0.3516865 Jul 08 17:27:09.743468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:09.781074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-1c828497-809f-4620-81cb-e7ed789127ed service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378294 Jul 08 17:27:09.857365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eab074-c13f-43e1-8d14-caf83bc5d0fc req-dd6d79b7-d5fd-45d3-a08c-a949f8fec17f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.859037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-17eab074-c13f-43e1-8d14-caf83bc5d0fc req-dd6d79b7-d5fd-45d3-a08c-a949f8fec17f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 944 time: 0.2636933 Jul 08 17:27:10.123795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e662e4e7-295d-4ec3-8da7-81b3fe70d0ae req-29e95415-f621-47b2-bb0a-83b90d7eeb3e service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367734 Jul 08 17:27:10.310930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-f337e369-0336-4d05-aab4-5a84ee2ed2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.323869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-f337e369-0336-4d05-aab4-5a84ee2ed2e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 1095 time: 0.1283739 Jul 08 17:27:10.522241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-e280565b-fc56-41f1-9662-5dfd142150c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.524306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-e280565b-fc56-41f1-9662-5dfd142150c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 200 len: 915 time: 0.1926923 Jul 08 17:27:10.626898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-56e9fc76-fce0-4447-ad5d-21dd031755e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308 HTTP/1.1" status: 200 len: 217 time: 0.0917690 Jul 08 17:27:10.724267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-75cf54a6-6827-45aa-bbe8-b2daa2208d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.726285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-75cf54a6-6827-45aa-bbe8-b2daa2208d32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 200 len: 854 time: 0.0930831 Jul 08 17:27:10.770026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-17eab074-c13f-43e1-8d14-caf83bc5d0fc req-d9319965-98a0-4dca-ba22-75e5c611710a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9036551 Jul 08 17:27:10.780770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-497cb2b3-80a8-4c87-8f2f-78bdd265984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.805125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-2b6deca2-cd2c-48a8-aac3-45effdd04fda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e40b3d5-008e-4ff1-885b-cda19a84d8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580187 Jul 08 17:27:10.847275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-13428c2f-53da-4764-941a-868008a00f03 tempest-RoutersTestDVR-1468094917 tempest-RoutersTestDVR-1468094917-project] 10.222.0.48 "GET /v2.0/routers/806c8141-d574-4c46-b1ea-d6338bb4b160 HTTP/1.1" status: 200 len: 682 time: 1.0959203 Jul 08 17:27:10.858175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54438) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.011378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.024176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-ad537298-faa1-46d3-9184-1e51a292f15c service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109561 Jul 08 17:27:11.048423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25cac-e03b-44ee-ad72-805576b3493b req-61db1ef9-a676-4137-8920-0fc309a8c598 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:11.051593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b9a25cac-e03b-44ee-ad72-805576b3493b req-61db1ef9-a676-4137-8920-0fc309a8c598 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1292326 Jul 08 17:27:11.126893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54446) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.320291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b9a25cac-e03b-44ee-ad72-805576b3493b req-0740c4b1-7e8b-4c53-940c-224bd891d1c1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537210 Jul 08 17:27:11.337114 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.339829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.379388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4f63a0c-5a08-4b48-a8d0-6a957d514cc0 req-a9c2c753-cfcb-4e01-b316-3a47cc32da5f service neutron] 10.222.0.53 "GET /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136981 Jul 08 17:27:11.411961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-497cb2b3-80a8-4c87-8f2f-78bdd265984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.421160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-497cb2b3-80a8-4c87-8f2f-78bdd265984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.429799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.430241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 806c8141-d574-4c46-b1ea-d6338bb4b160 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:27:11.452154 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.453787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6dfd5fa2-d6d8-404b-9c1c-b54dc373b4cb tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "DELETE /v2.0/routers/806c8141-d574-4c46-b1ea-d6338bb4b160 HTTP/1.1" status: 204 len: 168 time: 0.5943189 Jul 08 17:27:11.457830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.462855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Request body: {'router': {'name': 'tempest-router-941162229', 'distributed': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:11.491051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cb2b3-80a8-4c87-8f2f-78bdd265984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb53c6b-4eb3-4414-9f30-dd6887125dde,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.497703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-497cb2b3-80a8-4c87-8f2f-78bdd265984a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66d9654a62a8441ab75c998b6cacb2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9003978 Jul 08 17:27:11.500753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.509253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.510346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.533383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-489212285'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:11.598604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Made reservation on behalf of 3a432bd076c9488cac0e502fe69e5545 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:11.601974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.602672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.609305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.617346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bfd4631-a338-44e4-bc91-e968123389ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.620009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.627114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.629053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-99e04594-255d-4685-9efb-2d8fd9ed8587 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1700058 Jul 08 17:27:11.632118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.655384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bfd4631-a338-44e4-bc91-e968123389ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.756537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.771203 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bfd4631-a338-44e4-bc91-e968123389ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.773981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bfd4631-a338-44e4-bc91-e968123389ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.775590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3bfd4631-a338-44e4-bc91-e968123389ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcb53c6b-4eb3-4414-9f30-dd6887125dde HTTP/1.1" status: 204 len: 168 time: 0.2734532 Jul 08 17:27:11.796551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd4631-a338-44e4-bc91-e968123389ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb53c6b-4eb3-4414-9f30-dd6887125dde,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.820735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.828926 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.856363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:11.867223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.867624 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Added segment 9f0438b1-fc36-466b-9c1b-facb032793db of type vlan for network 062545ce-83fe-49f4-931d-496b6eec85fa Jul 08 17:27:11.914179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.974238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.987407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:11.989143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.098035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3778c0bb-15a7-4b3a-a222-87b4d6735e3a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:12.160178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0320401 Jul 08 17:27:12.161692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a1585-fb76-4e53-ac5d-69d0a8ce0553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Pushing event updated for resources: {'Network': ['ID=062545ce-83fe-49f4-931d-496b6eec85fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:12.175219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 062545ce-83fe-49f4-931d-496b6eec85fa details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:12.200154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.203089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.229494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd28e0-b796-44a4-84a7-e891d2c545cb req-491a2f1d-b55c-4b79-800e-01ca66624666 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.259591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20cd28e0-b796-44a4-84a7-e891d2c545cb req-491a2f1d-b55c-4b79-800e-01ca66624666 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 944 time: 0.2289820 Jul 08 17:27:12.301711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.302478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c84a1b7-58c8-4216-906d-4bea3ea6b1dc {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:27:12.308450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.313350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa356bd4-73c2-4e36-ba8f-7e94081efd70 tempest-RoutersTestDVR-398388793 tempest-RoutersTestDVR-398388793-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6c84a1b7-58c8-4216-906d-4bea3ea6b1dc HTTP/1.1" status: 204 len: 168 time: 0.6770036 Jul 08 17:27:12.359863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20cd28e0-b796-44a4-84a7-e891d2c545cb req-369165da-f40f-4fed-82dc-df48220d2ebf tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991020 Jul 08 17:27:12.599503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.624073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Request body: {'port': {'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa', 'binding:host_id': 'n-h1-799527-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983125100'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:12.637844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.679485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Made reservation on behalf of c67c3a728e014d389355edc09e311ed4 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:12.684205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.697497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.759698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519256d6-3c43-46d2-b9c2-762dac06fa83 req-80a58b29-d3ba-4ddf-b26b-bacec95fdc41 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.761554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-519256d6-3c43-46d2-b9c2-762dac06fa83 req-80a58b29-d3ba-4ddf-b26b-bacec95fdc41 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1444776 Jul 08 17:27:12.822667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.837829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-519256d6-3c43-46d2-b9c2-762dac06fa83 req-f6403118-3629-41ac-bc93-0e76ee6b0f17 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684783 Jul 08 17:27:12.863808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.868655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.870999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.900713 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:12.906300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9947753-0dcf-4c7b-b69b-a8f7c424b1d7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:12.939123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.991364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e17a5a5-acae-4f41-a8c4-c68cd6d288dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.095991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4a079bb-3529-4636-9f57-a10ac4603d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.187047 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e17a5a5-acae-4f41-a8c4-c68cd6d288dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.190047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:13.200715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e17a5a5-acae-4f41-a8c4-c68cd6d288dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.207774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.228486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Transition to ACTIVE for port object 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:13.243366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.266080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1e17a5a5-acae-4f41-a8c4-c68cd6d288dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eae89cda026f4f519e3f94b5e2d54f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248310 Jul 08 17:27:13.270153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17a5a5-acae-4f41-a8c4-c68cd6d288dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85beb8f7-abca-4ece-87e9-f42d0be0ca33,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.279095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:13.320573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8bd7ee-6f19-4c1a-815e-0805c74117e2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.332023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Checking segment: {'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:13.332839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Network hostable DHCP agents. Network: 062545ce-83fe-49f4-931d-496b6eec85fa, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:13.371540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Network 062545ce-83fe-49f4-931d-496b6eec85fa is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:13.400978 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8740f78e-47da-40fc-9f31-cbf4a05db5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.409712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 062545ce-83fe-49f4-931d-496b6eec85fa) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:13.420503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc668686-7de5-473e-83dd-34830b7b703a None None] Network 062545ce-83fe-49f4-931d-496b6eec85fa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:13.436475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4a079bb-3529-4636-9f57-a10ac4603d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.440304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:13.447339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8740f78e-47da-40fc-9f31-cbf4a05db5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.457905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4a079bb-3529-4636-9f57-a10ac4603d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.499383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.499614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.499992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:13.510601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:13.510947 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:13.511329 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 2 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:13.557025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:13.572201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b4a079bb-3529-4636-9f57-a10ac4603d47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e0440a5521d4fa8a06fa30f44663a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317298 Jul 08 17:27:13.586700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a079bb-3529-4636-9f57-a10ac4603d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9699bcb8-fcad-4b0b-8e11-fb46e7775c31,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.597095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.597548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.597740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:13.630320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8740f78e-47da-40fc-9f31-cbf4a05db5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.631620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8740f78e-47da-40fc-9f31-cbf4a05db5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.633061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8740f78e-47da-40fc-9f31-cbf4a05db5ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85beb8f7-abca-4ece-87e9-f42d0be0ca33 HTTP/1.1" status: 204 len: 168 time: 0.3522773 Jul 08 17:27:13.634242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:13.643978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:13.644410 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:13.647817 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 3 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:13.659629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740f78e-47da-40fc-9f31-cbf4a05db5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85beb8f7-abca-4ece-87e9-f42d0be0ca33,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.672637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.673089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.673441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:13.706205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:13.706540 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:13.714282 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 4 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:13.720384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b99317f-da37-43af-9050-ed5ca9a3b07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.796727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddf0b4-1592-4fc0-bacf-a5e99add46ed req-33ac714d-6cab-4231-a09b-d4d0c57f72c8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:13.798682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5ddf0b4-1592-4fc0-bacf-a5e99add46ed req-33ac714d-6cab-4231-a09b-d4d0c57f72c8 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 944 time: 0.2468174 Jul 08 17:27:13.840311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-845641318-network', 'tenant_id': '87bc499f551e469482ed0bc85b5731aa'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:13.847517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b99317f-da37-43af-9050-ed5ca9a3b07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.864859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.865200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.865519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:13.891094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7abd360-fe7d-43fa-bf2c-56e4b05da308 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:13.896170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:13.896499 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:13.908756 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 5 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:13.942326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e5ddf0b4-1592-4fc0-bacf-a5e99add46ed req-6670c213-ffa1-4374-bacd-34e15f7e8691 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197147 Jul 08 17:27:13.947507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.947844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.948309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:13.950979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Made reservation on behalf of 87bc499f551e469482ed0bc85b5731aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:13.953498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.964009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:13.964333 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:13.965100 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 6 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:13.968298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.997298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.997826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.998216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:14.003843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b99317f-da37-43af-9050-ed5ca9a3b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.006506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b99317f-da37-43af-9050-ed5ca9a3b07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.010225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7b99317f-da37-43af-9050-ed5ca9a3b07f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9699bcb8-fcad-4b0b-8e11-fb46e7775c31 HTTP/1.1" status: 204 len: 168 time: 0.4484127 Jul 08 17:27:14.023111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99317f-da37-43af-9050-ed5ca9a3b07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9699bcb8-fcad-4b0b-8e11-fb46e7775c31,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:14.024813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:14.025419 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:14.041048 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 7 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:14.068930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:14.069266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:14.070095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:14.131909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c7abd360-fe7d-43fa-bf2c-56e4b05da308, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:14.141362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:14.142285 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:14.148556 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 8 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:14.154846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308', 'network_id': '1e40b3d5-008e-4ff1-885b-cda19a84d8b2', 'port_id': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308', 'mac_address': 'fa:16:3e:49:aa:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb72efe-e1e8-4554-ad5b-de337f866340', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:14.191232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:14.191501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:14.193207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:14.201547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:14.202509 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:14.211045 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 9 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:14.222984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e59a2a-bbee-41ea-9172-b7003b53f6b3 req-47f34b0b-a3f8-4cbb-9963-3ead8222bc1d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.226158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91e59a2a-bbee-41ea-9172-b7003b53f6b3 req-47f34b0b-a3f8-4cbb-9963-3ead8222bc1d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.1568532 Jul 08 17:27:14.238477 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.241365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:14.241891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:14.242450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:14.256842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:14.265891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-a0179696-cf30-46c4-9fc6-21b37f17c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.272607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-a0179696-cf30-46c4-9fc6-21b37f17c08f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769&tenant_id=a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 1094 time: 0.2095003 Jul 08 17:27:14.274273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7abd360-fe7d-43fa-bf2c-56e4b05da308 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:14.281754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:14.282127 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:14.290872 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 10 to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 Jul 08 17:27:14.303732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f22cb9-4776-47b1-b4ad-b1ee3100d871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.313251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c7abd360-fe7d-43fa-bf2c-56e4b05da308, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:14.331728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.343865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:14.344204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:14.344544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:14.354649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91e59a2a-bbee-41ea-9172-b7003b53f6b3 req-bc3d7f51-f6da-413a-a1d8-d7299f129e59 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213379 Jul 08 17:27:14.371442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:14.372330 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:14.372759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.391823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.412247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.432846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c7abd360-fe7d-43fa-bf2c-56e4b05da308,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:14.513325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f22cb9-4776-47b1-b4ad-b1ee3100d871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.523366 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8f22cb9-4776-47b1-b4ad-b1ee3100d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.553267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b8f22cb9-4776-47b1-b4ad-b1ee3100d871 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e796b99bdc64f6f9910b99856da29b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953911 Jul 08 17:27:14.564584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:14.565157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:14.600649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c7abd360-fe7d-43fa-bf2c-56e4b05da308'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:14.609918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5d82f83-ad26-4d58-ac43-8a2e1a7d905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.629529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f22cb9-4776-47b1-b4ad-b1ee3100d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a237c86-ac28-4f7f-9343-a2c7406357b3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:14.694362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-882a2900-983b-4fad-b588-fe16e5218388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.739915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-882a2900-983b-4fad-b588-fe16e5218388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.832677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508889b-ec38-42d1-aa68-f21123f135e6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:14.837341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:14.855234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-00ac6b33-53d6-40ff-9eb3-fdd54b5979db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.858672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-00ac6b33-53d6-40ff-9eb3-fdd54b5979db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1094 time: 0.5592170 Jul 08 17:27:14.866668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5d82f83-ad26-4d58-ac43-8a2e1a7d905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.867750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-882a2900-983b-4fad-b588-fe16e5218388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.870677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-882a2900-983b-4fad-b588-fe16e5218388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.884923 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-882a2900-983b-4fad-b588-fe16e5218388 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a237c86-ac28-4f7f-9343-a2c7406357b3 HTTP/1.1" status: 204 len: 168 time: 0.3149233 Jul 08 17:27:14.901062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5d82f83-ad26-4d58-ac43-8a2e1a7d905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.904743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a2900-983b-4fad-b588-fe16e5218388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a237c86-ac28-4f7f-9343-a2c7406357b3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:14.961031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.961375 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Added segment 273a089a-f11d-416a-bfff-5dc47226d4d6 of type vlan for network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 Jul 08 17:27:15.003407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d82f83-ad26-4d58-ac43-8a2e1a7d905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269106f5-5b1d-4963-90d4-044cf119a76d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:15.013248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] For port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:15.013628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:27:15.033856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.047847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d5d82f83-ad26-4d58-ac43-8a2e1a7d905a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=333b7feae77b4c839b99c1d6599e3b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802742 Jul 08 17:27:15.051642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:15.054116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.085387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.085905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.097191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-4ea1d4d3-7b93-4a6d-9a70-a1e0f0af903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.098856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-4ea1d4d3-7b93-4a6d-9a70-a1e0f0af903a service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.2272418 Jul 08 17:27:15.109251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5088184 Jul 08 17:27:15.115179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:15.209135 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9de6-894b-4cc1-bd8f-900aacedc2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.235169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fa8f9-6b78-42be-a0d6-d8944a53519c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8bd7ee-6f19-4c1a-815e-0805c74117e2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:15.247480 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9de6-894b-4cc1-bd8f-900aacedc2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.255471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-885b90b8-d6df-4a56-8d6f-3eea2acff1c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 999 time: 0.1423111 Jul 08 17:27:15.258171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.259536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.260129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.275364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a2cf-7c1f-470e-8df0-327d797dd8f3 req-2b8ff76e-07e3-4fb7-909f-1d77ca0b62ca tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.277194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77a0a2cf-7c1f-470e-8df0-327d797dd8f3 req-2b8ff76e-07e3-4fb7-909f-1d77ca0b62ca tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 945 time: 0.1246769 Jul 08 17:27:15.341787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77a0a2cf-7c1f-470e-8df0-327d797dd8f3 req-85116713-0500-419b-9c01-516474789f6a tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546560 Jul 08 17:27:15.343752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9de6-894b-4cc1-bd8f-900aacedc2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.347698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9de6-894b-4cc1-bd8f-900aacedc2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.349043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bb5f9de6-894b-4cc1-bd8f-900aacedc2a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/269106f5-5b1d-4963-90d4-044cf119a76d HTTP/1.1" status: 204 len: 168 time: 0.2960219 Jul 08 17:27:15.379561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f9de6-894b-4cc1-bd8f-900aacedc2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269106f5-5b1d-4963-90d4-044cf119a76d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:15.422798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-e4a53439-dc6e-4c48-b28a-308afcb4e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.427470 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-e4a53439-dc6e-4c48-b28a-308afcb4e587 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1600337 Jul 08 17:27:15.432961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7968152 Jul 08 17:27:15.436350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:15.442053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Request body: {'subnet': {'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-845641318-subnet', 'tenant_id': '87bc499f551e469482ed0bc85b5731aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:15.483981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Made reservation on behalf of 87bc499f551e469482ed0bc85b5731aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:15.488857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.539435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b201-5079-4d8f-986d-b71d15b0b56d admin admin] Pushing event updated for resources: {'Network': ['ID=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:15.557199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:15.592274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Deleting port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:15.596029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.736424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-900d050c-0925-4a93-a72c-1e695e36ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.737992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-900d050c-0925-4a93-a72c-1e695e36ff4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039203 Jul 08 17:27:15.744089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] For port 5b8bd7ee-6f19-4c1a-815e-0805c74117e2, host n-h1-799527-4, got binding levels [] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:15.744464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.790264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Calling delete_port for 5b8bd7ee-6f19-4c1a-815e-0805c74117e2 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:15.812742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.894844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7abd360-fe7d-43fa-bf2c-56e4b05da308 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:15.901039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fd434a-06da-4835-89fa-6758575c20a1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:15.909133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Checking segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:15.909548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Network hostable DHCP agents. Network: 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:15.930184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:15.944669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657c2f-1a8e-40c3-a265-043c593c45fa req-68de37eb-236d-4906-8a30-01cff1584848 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.947408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45657c2f-1a8e-40c3-a265-043c593c45fa req-68de37eb-236d-4906-8a30-01cff1584848 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.3475156 Jul 08 17:27:15.953516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:15.972468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.973531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:15.973671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6242f5f-945b-4d1a-bb06-2fab19e4e05d None None] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:15.993026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c8a5ea3b-aca9-4253-99fb-8da09b5d2736 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5552738 Jul 08 17:27:16.072354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45657c2f-1a8e-40c3-a265-043c593c45fa req-b04ab62d-3073-4804-b748-9c7de3677bb5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094842 Jul 08 17:27:16.086410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-63ee2cb2-ada5-4c34-83f9-dc00288a0f0a service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377023 Jul 08 17:27:16.221063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b178f38-47a0-4dbd-a4e6-f270fa603774 None None] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:16.226724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd120af5-86d8-4942-9758-fe0fee7dd51f req-eddaf6dc-419d-4f44-81dd-216f9abfb03d service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325922 Jul 08 17:27:16.235624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.282641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b8bd7ee-6f19-4c1a-815e-0805c74117e2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:16.301207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.303989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e8c2ebf-f886-4fa2-a2fc-92863f596b6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "DELETE /v2.0/ports/5b8bd7ee-6f19-4c1a-815e-0805c74117e2 HTTP/1.1" status: 204 len: 168 time: 1.1836469 Jul 08 17:27:16.306723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:16.319615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port c7abd360-fe7d-43fa-bf2c-56e4b05da308 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:16.351485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port c7abd360-fe7d-43fa-bf2c-56e4b05da308 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:16.351798 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.379382 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ca427f-30ca-4863-a29e-f7b67322c1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:27:16.384173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36ca427f-30ca-4863-a29e-f7b67322c1f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "GET /v2.0/ports/5b8bd7ee-6f19-4c1a-815e-0805c74117e2 HTTP/1.1" status: 404 len: 333 time: 0.0754352 Jul 08 17:27:16.388289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:16.394446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Request body: {'port': {'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1351398914'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:16.446329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Made reservation on behalf of c67c3a728e014d389355edc09e311ed4 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:16.450657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.470932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port da9f6ead-c629-4a90-af00-269de3c0cf5e yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:16.612843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.656676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:16.663899 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e4512-363f-4975-ba2f-d0102179ac4e" -d '{"events": [{"server_uuid": "686148f2-d4c9-47cc-b9c2-d111d11cee28", "name": "network-vif-plugged", "status": "completed", "tag": "c7abd360-fe7d-43fa-bf2c-56e4b05da308"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:16.683484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c7abd360-fe7d-43fa-bf2c-56e4b05da308, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:16.689389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.737537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254dfa-ba49-4a15-b8dc-7bc19ee1daf3 req-5f0cd5e3-02c4-44ba-bd4b-560b7af2380f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:16.747366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e254dfa-ba49-4a15-b8dc-7bc19ee1daf3 req-5f0cd5e3-02c4-44ba-bd4b-560b7af2380f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 945 time: 0.2271481 Jul 08 17:27:16.781221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c7abd360-fe7d-43fa-bf2c-56e4b05da308,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:16.837256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e254dfa-ba49-4a15-b8dc-7bc19ee1daf3 req-0806f5fd-5513-4b04-bf34-fb09878f1233 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Jul 08 17:27:16.862463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.875623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-ba12ab6e-adfd-454a-b04d-a8f8bc019d07 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:16.879371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-ba12ab6e-adfd-454a-b04d-a8f8bc019d07 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 817 time: 0.2301922 Jul 08 17:27:16.899822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-036d1f03-ab9d-4cb4-8fbf-49f8c196755b tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/quotas/87bc499f551e469482ed0bc85b5731aa HTTP/1.1" status: 200 len: 375 time: 0.0193062 Jul 08 17:27:16.952547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.964872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-bb42749f-b0a4-46e6-86b8-b1abe55529aa tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619218 Jul 08 17:27:16.988417 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7af050-e660-484e-be83-35fb22a06332 x-openstack-request-id: req-2e7af050-e660-484e-be83-35fb22a06332 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:16.988724 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686148f2-d4c9-47cc-b9c2-d111d11cee28", "name": "network-vif-plugged", "status": "completed", "tag": "c7abd360-fe7d-43fa-bf2c-56e4b05da308", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:16.989491 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e7af050-e660-484e-be83-35fb22a06332 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:16.990386 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308', 'code': 200} Jul 08 17:27:17.021064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Network 062545ce-83fe-49f4-931d-496b6eec85fa is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:17.031253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.034007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:17.038664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:17.040628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.041004 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.093047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=da9f6ead-c629-4a90-af00-269de3c0cf5e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:17.102803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-eacb79a5-6752-485b-bb20-7b672a3bf1bc service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366451 Jul 08 17:27:17.134059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.134736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7853ed69-013b-4778-bb30-6c450fa6a36f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7447948 Jul 08 17:27:17.170099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:17.185964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f395680-f4a9-4cee-b6f2-e88c7676c5f6 req-78f26ba1-c9fe-490f-8a1f-67fc20fc00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.196848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f395680-f4a9-4cee-b6f2-e88c7676c5f6 req-78f26ba1-c9fe-490f-8a1f-67fc20fc00d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 1097 time: 0.1334715 Jul 08 17:27:17.262021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f395680-f4a9-4cee-b6f2-e88c7676c5f6 req-1df0740a-e7ac-475c-bafa-e1e2598da4ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589480 Jul 08 17:27:17.526413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-d4268ad7-84be-4397-aea1-1fab93e8ee5e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.527443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4268ad7-84be-4397-aea1-1fab93e8ee5e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4838169 Jul 08 17:27:17.530526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.536867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-9a5e77c6-642d-4243-8aa4-dee7f4a8470f tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.537857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9a5e77c6-642d-4243-8aa4-dee7f4a8470f tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0063949 Jul 08 17:27:17.540471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.544811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-aba3468c-cffb-4da4-a19f-17c096229109 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.545770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aba3468c-cffb-4da4-a19f-17c096229109 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043931 Jul 08 17:27:17.551299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.557743 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.571698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-737e64c2-74ef-4dd8-a4cc-467bc43d8da3 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.572687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-737e64c2-74ef-4dd8-a4cc-467bc43d8da3 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0203638 Jul 08 17:27:17.576369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54680) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.580834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-81d61d6c-073e-43f5-8e8c-3b067c5bab68 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.581839 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-81d61d6c-073e-43f5-8e8c-3b067c5bab68 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044389 Jul 08 17:27:17.584910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.588676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-f07bcb89-4172-47d1-9c83-c8aab6e2bf21 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.590048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f07bcb89-4172-47d1-9c83-c8aab6e2bf21 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043056 Jul 08 17:27:17.601289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54684) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.616799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-e83bd40f-0939-4211-8996-fa1b642401e0 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.616799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e83bd40f-0939-4211-8996-fa1b642401e0 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0117924 Jul 08 17:27:17.627073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.635687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-72f0d8a1-c0d7-4ee5-9091-77388bf11bd4 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.636650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-72f0d8a1-c0d7-4ee5-9091-77388bf11bd4 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0085003 Jul 08 17:27:17.665525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.671608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-608c9c70-6ccd-407a-b42d-f58c352e07d9 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.672585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-608c9c70-6ccd-407a-b42d-f58c352e07d9 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0060759 Jul 08 17:27:17.675117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-cf559878-8ab5-48bc-aa93-73e6de9f797b service neutron] 10.222.0.48 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596371 Jul 08 17:27:17.675612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.681656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-5bcb69f4-bdc3-4903-b4fa-3b8871364133 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.682735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5bcb69f4-bdc3-4903-b4fa-3b8871364133 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045147 Jul 08 17:27:17.686431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.690636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-da3fd1d1-283f-4f41-9ba6-db7126f5cb5a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.691595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da3fd1d1-283f-4f41-9ba6-db7126f5cb5a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043232 Jul 08 17:27:17.696725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.703315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-58db36d9-d180-4e56-a9fe-141bb71e32c1 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.704283 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-58db36d9-d180-4e56-a9fe-141bb71e32c1 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066452 Jul 08 17:27:17.707039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54698) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.714244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-cb058e77-65c2-4569-bbaa-f5ae87f39b08 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.715279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb058e77-65c2-4569-bbaa-f5ae87f39b08 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073054 Jul 08 17:27:17.718428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.726992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-6f4e9496-7b00-4897-8c06-d226e0d34c2a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.726992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6f4e9496-7b00-4897-8c06-d226e0d34c2a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044372 Jul 08 17:27:17.741154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.788252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-d24e717a-afb3-4902-b343-e7f26fbaad39 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.789367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d24e717a-afb3-4902-b343-e7f26fbaad39 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0532875 Jul 08 17:27:17.795330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.822288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-7dbc6224-9e94-40fd-a9fd-45f08fad4a5e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.823705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7dbc6224-9e94-40fd-a9fd-45f08fad4a5e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0169554 Jul 08 17:27:17.828606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.841855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-fe6e4a72-ce87-44df-96fd-46cf5c32805a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.842887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fe6e4a72-ce87-44df-96fd-46cf5c32805a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0133436 Jul 08 17:27:17.845778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.849997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcb243-064d-43d9-9455-227cd8eafc7b req-d0848c45-2294-4e64-bca5-384700431003 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.863563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-13fcb243-064d-43d9-9455-227cd8eafc7b req-d0848c45-2294-4e64-bca5-384700431003 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.2612240 Jul 08 17:27:17.868986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-0bc49e3b-c833-4014-a0cb-abd77b9f90e1 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.870423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0bc49e3b-c833-4014-a0cb-abd77b9f90e1 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0215020 Jul 08 17:27:17.888879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.899326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-0bb9a76f-8e79-4962-8b2f-ccc53c82b987 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.899811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0bb9a76f-8e79-4962-8b2f-ccc53c82b987 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0098591 Jul 08 17:27:17.904646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.909610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-fb6bc00c-99d3-45fd-8554-f82498577230 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.930932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb6bc00c-99d3-45fd-8554-f82498577230 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0252233 Jul 08 17:27:17.938735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.943147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-cc372c26-77c1-4378-902a-6222f9104eef tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.944106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cc372c26-77c1-4378-902a-6222f9104eef tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044353 Jul 08 17:27:17.962574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-13fcb243-064d-43d9-9455-227cd8eafc7b req-c2d2c80f-10ed-447c-819b-8bbe945a41ac tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958104 Jul 08 17:27:17.968147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.989149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-4741e4e5-7ae8-4d4e-b550-b46296e31c4d tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:17.994402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4741e4e5-7ae8-4d4e-b550-b46296e31c4d tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0224688 Jul 08 17:27:17.996123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.016753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-d4f4fde4-d083-4a17-b3c0-b1d8a9457c20 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.020507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4f4fde4-d083-4a17-b3c0-b1d8a9457c20 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0205369 Jul 08 17:27:18.026903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.040568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-86970b8d-93fb-44ca-af20-d9cc659f38d1 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.042665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-86970b8d-93fb-44ca-af20-d9cc659f38d1 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0155449 Jul 08 17:27:18.047447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.074829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-91b7410c-0ca2-4790-ad24-7eb163526ca9 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.078796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-91b7410c-0ca2-4790-ad24-7eb163526ca9 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0271378 Jul 08 17:27:18.080363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54732) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.095676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-d0deee26-9ced-4bf9-b114-50e54fd4b1e4 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.097805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d0deee26-9ced-4bf9-b114-50e54fd4b1e4 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0143144 Jul 08 17:27:18.099691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.117891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-10552944-0e53-4a1d-be07-c7a11f7d2b08 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.121656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-10552944-0e53-4a1d-be07-c7a11f7d2b08 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0196147 Jul 08 17:27:18.124080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.136142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-558a4e4f-2aae-47d5-96fe-b1a4058b74fa tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.138742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-558a4e4f-2aae-47d5-96fe-b1a4058b74fa tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0114751 Jul 08 17:27:18.140873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.149563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port da9f6ead-c629-4a90-af00-269de3c0cf5e yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:18.155194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-db756ea7-22a7-4598-a5a9-638a37b1fc25 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.157506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-db756ea7-22a7-4598-a5a9-638a37b1fc25 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0135341 Jul 08 17:27:18.160739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.167259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-6edc1298-8c3d-4aef-ae8c-6e43ad81a2f5 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.172281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6edc1298-8c3d-4aef-ae8c-6e43ad81a2f5 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0102124 Jul 08 17:27:18.175139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.178434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.179531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-8ba6b67b-0e34-4f4d-9a89-bfceab828e56 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.180454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8ba6b67b-0e34-4f4d-9a89-bfceab828e56 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044100 Jul 08 17:27:18.192606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54744) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.199240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Transition to ACTIVE for port object da9f6ead-c629-4a90-af00-269de3c0cf5e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:18.205608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.210667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-b259d3cd-e9f7-4cd4-bc07-8bfda9ef12fb tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.213786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b259d3cd-e9f7-4cd4-bc07-8bfda9ef12fb tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104582 Jul 08 17:27:18.217028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54748) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.227652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-b8d5d340-b05e-495a-ba39-4335f05563ea tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.229225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b8d5d340-b05e-495a-ba39-4335f05563ea tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079172 Jul 08 17:27:18.235206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.246062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-68488ffa-32d9-4130-b305-5a6810374f1e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.251682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-68488ffa-32d9-4130-b305-5a6810374f1e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0147672 Jul 08 17:27:18.257202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.268476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-17624acb-ecd8-446c-af02-d12169ce9ddb tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.272233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-17624acb-ecd8-446c-af02-d12169ce9ddb tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0136292 Jul 08 17:27:18.274844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.306843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-ff4b625e-da63-4049-999c-1fa1020e7479 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.308476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ff4b625e-da63-4049-999c-1fa1020e7479 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0166483 Jul 08 17:27:18.312480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.318556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-731ac778-9b14-4d02-85cd-b9e537468dca tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.322630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-731ac778-9b14-4d02-85cd-b9e537468dca tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0085135 Jul 08 17:27:18.325714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.361729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-20c951cd-95bc-497c-9f3a-015c7d952a57 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.365316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=da9f6ead-c629-4a90-af00-269de3c0cf5e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:18.366900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-20c951cd-95bc-497c-9f3a-015c7d952a57 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0386152 Jul 08 17:27:18.373511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.383730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-f508479c-9518-4f1d-8ea5-b9210b03158f tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.385172 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f508479c-9518-4f1d-8ea5-b9210b03158f tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097370 Jul 08 17:27:18.394652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.406785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-e82b280a-378e-4a44-b165-7885b821ea76 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.412020 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e82b280a-378e-4a44-b165-7885b821ea76 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0163519 Jul 08 17:27:18.412784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.431175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-fcee28fa-0cbd-4ba8-bacb-b9573a88d32f tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.437037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fcee28fa-0cbd-4ba8-bacb-b9573a88d32f tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0177836 Jul 08 17:27:18.452048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54776) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.475579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-2615c15a-1c8e-468e-a782-af1f4031b44a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.489451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2615c15a-1c8e-468e-a782-af1f4031b44a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0264075 Jul 08 17:27:18.497695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.508274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-b31aab19-570f-4d9e-a9fe-fe93c809a83e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.509510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b31aab19-570f-4d9e-a9fe-fe93c809a83e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062616 Jul 08 17:27:18.512751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54782) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.520472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-8f6ec57a-890c-4793-a0bb-5326398ba654 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.522107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8f6ec57a-890c-4793-a0bb-5326398ba654 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083365 Jul 08 17:27:18.525746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.548788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-c31afb00-5082-4e92-956b-bcdee42cae4c tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.550050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c31afb00-5082-4e92-956b-bcdee42cae4c tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0223799 Jul 08 17:27:18.553460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.559666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-188925cb-7b2a-4cb0-b030-6059a2372193 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.563290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:18.563778 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-188925cb-7b2a-4cb0-b030-6059a2372193 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0089149 Jul 08 17:27:18.563873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:18.564052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:18.564234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.578022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-61b22563-e9e6-4eee-bc9d-b6ac454aea15 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.586003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:18.586362 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:18.587129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54790) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.587755 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 2 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:18.588208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-61b22563-e9e6-4eee-bc9d-b6ac454aea15 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0192077 Jul 08 17:27:18.597730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-97e7f969-5a60-4d0e-bd6a-d19010196e6b tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.599494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97e7f969-5a60-4d0e-bd6a-d19010196e6b tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074337 Jul 08 17:27:18.602056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.613960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223eb6-82af-4bf8-86b7-ebe5421040d2 req-fd29c803-9cb2-484f-9a1c-0e1add005f42 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:18.618031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-e4c283e6-f4cb-46b0-84e1-cd13423cc9e2 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.619196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e4c283e6-f4cb-46b0-84e1-cd13423cc9e2 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060916 Jul 08 17:27:18.626948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.630292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50223eb6-82af-4bf8-86b7-ebe5421040d2 req-fd29c803-9cb2-484f-9a1c-0e1add005f42 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.2622032 Jul 08 17:27:18.642940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-ef880fc0-73e1-4646-99f5-be2c9fa1659a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.644127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef880fc0-73e1-4646-99f5-be2c9fa1659a tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0159216 Jul 08 17:27:18.646921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.652458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-09f02485-0817-41d2-85d4-54e1f8fb9d45 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.653603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-09f02485-0817-41d2-85d4-54e1f8fb9d45 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057290 Jul 08 17:27:18.656552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.673438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-7a339ac0-7061-4f3c-b243-3cc871581445 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.674487 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7a339ac0-7061-4f3c-b243-3cc871581445 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0167365 Jul 08 17:27:18.675552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:18.675889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:18.676228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:18.678469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.687444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-cde50596-c165-41bf-9d09-25ef9cf7ac8d tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.687444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cde50596-c165-41bf-9d09-25ef9cf7ac8d tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051773 Jul 08 17:27:18.695386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.743837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-89758e5a-58e2-42dd-ab85-873167102b94 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.746449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-89758e5a-58e2-42dd-ab85-873167102b94 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0176089 Jul 08 17:27:18.750589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.757131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:18.764250 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:18.767748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-2eafb4b4-9004-4c38-9587-68e182e82e77 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.768817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2eafb4b4-9004-4c38-9587-68e182e82e77 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0136526 Jul 08 17:27:18.769362 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 3 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:18.773768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54814) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.816798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50223eb6-82af-4bf8-86b7-ebe5421040d2 req-33b3717b-c68e-4e06-80c7-b2f6585b2b39 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855195 Jul 08 17:27:18.837588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:18.837953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:18.838276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:18.844288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-90b539c1-db46-47df-9f64-e1bf8731ccad tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.848239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.850474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-90b539c1-db46-47df-9f64-e1bf8731ccad tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0277600 Jul 08 17:27:18.861620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-e30f514a-260c-4df5-a0bb-5397a4604dba tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.862646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e30f514a-260c-4df5-a0bb-5397a4604dba tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0080290 Jul 08 17:27:18.866809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.870518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:18.870860 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:18.871266 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 4 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:18.882332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-1aa9284b-fcee-4634-98a5-ffc30ea31e0b tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.886609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1aa9284b-fcee-4634-98a5-ffc30ea31e0b tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0186181 Jul 08 17:27:18.889456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.901785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-d0f5ddc6-e760-42e7-a800-70c71c24bb24 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.916135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d0f5ddc6-e760-42e7-a800-70c71c24bb24 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0247312 Jul 08 17:27:18.916790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.928452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-700ba96b-b129-4804-bb83-f68996748eee tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.929780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:18.930163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:18.930512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:18.933477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-700ba96b-b129-4804-bb83-f68996748eee tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0156703 Jul 08 17:27:18.936741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.953144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-5373ba34-9da9-47ff-80e3-731f94ae62ff tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.959728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5373ba34-9da9-47ff-80e3-731f94ae62ff tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0219564 Jul 08 17:27:18.962131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.972519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-c6599589-4505-4c38-9af4-b4fc87a8711c tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.978095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c6599589-4505-4c38-9af4-b4fc87a8711c tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0149095 Jul 08 17:27:18.979361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:18.981366 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:18.986411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf98a93b-0360-4ff5-8932-15b6cb2eeb85 req-1b7df55f-3f62-44c7-936d-442b72d46ee7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 210 time: 0.0799935 Jul 08 17:27:18.987132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:18.987819 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 5 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:18.997219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-fc6084e6-bed3-4cb7-bd93-3b2f1fc86d0e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:18.998555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc6084e6-bed3-4cb7-bd93-3b2f1fc86d0e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063634 Jul 08 17:27:19.001230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.006406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-69656aeb-41a0-4915-9d21-e6c433ca915e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:19.007622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-69656aeb-41a0-4915-9d21-e6c433ca915e tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052214 Jul 08 17:27:19.010486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.017062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-bebbcc5a-42e4-48ce-be5e-80756d58fd08 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:19.024752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bebbcc5a-42e4-48ce-be5e-80756d58fd08 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0125866 Jul 08 17:27:19.025655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.026964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:19.027394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:19.032303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-a839ece7-c8e6-4cd6-ad6e-adb12aebe730 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:19.032467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:19.036252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a839ece7-c8e6-4cd6-ad6e-adb12aebe730 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090725 Jul 08 17:27:19.036948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54846) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.041491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-8e6b22e9-1b31-47ff-a025-2a13702b835d tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:19.056912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8e6b22e9-1b31-47ff-a025-2a13702b835d tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0188408 Jul 08 17:27:19.058127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.064780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [None req-09a9b2b4-248e-4023-9f18-60772dc19f47 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:19.069206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.076132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [None req-199234f1-8e0b-4411-93a3-1f36cfd061b2 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:27:19.077512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-09a9b2b4-248e-4023-9f18-60772dc19f47 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0169723 Jul 08 17:27:19.082888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-199234f1-8e0b-4411-93a3-1f36cfd061b2 tempest-ExtensionsTestJSON-314835306 tempest-ExtensionsTestJSON-314835306-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119474 Jul 08 17:27:19.084418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:19.084855 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:19.085267 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 6 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:19.114878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:19.115224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:19.115574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:19.125315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:19.125517 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:19.125914 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 7 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:19.171957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:19.172293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:19.172630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:19.181083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:19.181410 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:19.181814 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 8 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:19.202529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:19.202841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:19.203203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:19.210068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:19.210768 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:19.211328 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 9 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:19.240825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:19.247312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:19.247905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:19.254641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:19.255308 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:19.255868 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 10 to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e Jul 08 17:27:19.272283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:19.273084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:19.273689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:19.282833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:19.283562 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port da9f6ead-c629-4a90-af00-269de3c0cf5e on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:19.283962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.386650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] For port da9f6ead-c629-4a90-af00-269de3c0cf5e, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:19.387857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempted to set empty binding levels {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:27:19.393301 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.440046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] In _notify_port_updated(), no bound segment for port da9f6ead-c629-4a90-af00-269de3c0cf5e on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:27:19.440699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.444737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.452548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "PUT /v2.0/ports/da9f6ead-c629-4a90-af00-269de3c0cf5e HTTP/1.1" status: 200 len: 979 time: 2.3129461 Jul 08 17:27:19.453515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.463370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9c1f-a393-4228-92e3-1bdf1cee4efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.541480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebd206-c010-4d7f-9be3-3af43ea0f49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=da9f6ead-c629-4a90-af00-269de3c0cf5e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:19.612244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4d05-c01e-4c80-ba59-452aed6ac12e req-f95b7875-8bba-4aae-9ee1-01766db4696a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.620367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7fc4d05-c01e-4c80-ba59-452aed6ac12e req-f95b7875-8bba-4aae-9ee1-01766db4696a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.3147676 Jul 08 17:27:19.690405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7fc4d05-c01e-4c80-ba59-452aed6ac12e req-228db02f-979a-4623-8435-b90e23077ff7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681117 Jul 08 17:27:19.728012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.728751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.732414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.733305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.734000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.734636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.735274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.735980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.736659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.737366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.738055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.738728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.739425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.740091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.740720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.741640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.743089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.744577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.745388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.746125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.747640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.748376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.749163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.749824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.759806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.774860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c953d92-dc7e-45c2-a840-e067870424ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21698 time: 0.3168921 Jul 08 17:27:19.926338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:20.024440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Deleting port da9f6ead-c629-4a90-af00-269de3c0cf5e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:20.024784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.378213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] For port da9f6ead-c629-4a90-af00-269de3c0cf5e, host n-h1-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:20.378582 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.468888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Calling delete_port for da9f6ead-c629-4a90-af00-269de3c0cf5e owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:20.484676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32884b7c-7059-4b48-ad8a-bc7ea654a4ef req-a2348c90-7a9b-4c28-9f49-e40f59b8f468 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.492699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32884b7c-7059-4b48-ad8a-bc7ea654a4ef req-a2348c90-7a9b-4c28-9f49-e40f59b8f468 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.2915640 Jul 08 17:27:20.631573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32884b7c-7059-4b48-ad8a-bc7ea654a4ef req-870f788d-6c1b-44e8-a7ac-05050e534890 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377618 Jul 08 17:27:20.699126 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f087761f-f7c9-43f3-8a78-3ae9070f7209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.779370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.845313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.847839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "DELETE /v2.0/ports/da9f6ead-c629-4a90-af00-269de3c0cf5e HTTP/1.1" status: 204 len: 168 time: 1.0864034 Jul 08 17:27:20.851913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c57610f-b66a-44d4-9136-1389b4213d5a req-29969b36-d160-4cdc-a81e-11ccd7c327cc tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 210 time: 0.1171005 Jul 08 17:27:20.852799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:20.909111 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c2262a-5a37-4b0a-bf61-8bb1b81222d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:27:20.914287 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02c2262a-5a37-4b0a-bf61-8bb1b81222d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "GET /v2.0/ports/da9f6ead-c629-4a90-af00-269de3c0cf5e HTTP/1.1" status: 404 len: 333 time: 0.0354042 Jul 08 17:27:20.914287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a71eb-50e8-4042-b0b1-aa4157af1515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event deleted for resources: {'Port': ['ID=da9f6ead-c629-4a90-af00-269de3c0cf5e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:20.916694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:20.934570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573744169', 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:21.074329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f087761f-f7c9-43f3-8a78-3ae9070f7209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.100152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f087761f-f7c9-43f3-8a78-3ae9070f7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.137724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f087761f-f7c9-43f3-8a78-3ae9070f7209 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40bb09e5fbd640bea6788b83203e5223&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2097604 Jul 08 17:27:21.148438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54910) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:21.223593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Made reservation on behalf of c67c3a728e014d389355edc09e311ed4 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:21.226474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.259570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087761f-f7c9-43f3-8a78-3ae9070f7209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fcbfce-490f-4c43-b3f5-cad14957c9b3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:21.264272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083c6239-b09b-4681-89c2-c23c6f4d8051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.279016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b14a5-cf17-49af-9704-6031e0fb8fc0 req-1c1f94e5-54e9-4f82-8027-99432dde83a2 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.281146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a40b14a5-cf17-49af-9704-6031e0fb8fc0 req-1c1f94e5-54e9-4f82-8027-99432dde83a2 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.3418410 Jul 08 17:27:21.317043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889be5b-fabc-4619-84a7-f8673427fe2d req-7c762b16-0bc8-483b-8b4d-ad4e08e87a59 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.325881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c889be5b-fabc-4619-84a7-f8673427fe2d req-7c762b16-0bc8-483b-8b4d-ad4e08e87a59 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.2270973 Jul 08 17:27:21.330900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port df967685-bee0-4634-93a9-8ebffeb699dd yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:21.360457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083c6239-b09b-4681-89c2-c23c6f4d8051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.427157 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a40b14a5-cf17-49af-9704-6031e0fb8fc0 req-cafa66ad-c42d-4a11-b619-11c7e53f3268 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336839 Jul 08 17:27:21.447593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c889be5b-fabc-4619-84a7-f8673427fe2d req-29331b5a-4b3f-4572-af58-7c4a5c91a4de tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182187 Jul 08 17:27:21.603256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083c6239-b09b-4681-89c2-c23c6f4d8051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.606387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-083c6239-b09b-4681-89c2-c23c6f4d8051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.607546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-083c6239-b09b-4681-89c2-c23c6f4d8051 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14fcbfce-490f-4c43-b3f5-cad14957c9b3 HTTP/1.1" status: 204 len: 168 time: 0.4527602 Jul 08 17:27:21.659599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c6239-b09b-4681-89c2-c23c6f4d8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fcbfce-490f-4c43-b3f5-cad14957c9b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:21.707307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.750505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.861901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Network 062545ce-83fe-49f4-931d-496b6eec85fa is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:21.880293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:21.897426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:21.904329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.906535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.952292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=df967685-bee0-4634-93a9-8ebffeb699dd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:21.973479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:21.974045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-273ae86f-8a61-4998-b307-e6431bf69747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0557036 Jul 08 17:27:22.125487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbd04f-be6d-4863-8bdf-2065e9752255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:22.128155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-67fbd04f-be6d-4863-8bdf-2065e9752255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "GET /v2.0/ports/df967685-bee0-4634-93a9-8ebffeb699dd HTTP/1.1" status: 200 len: 959 time: 0.1535902 Jul 08 17:27:22.131256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:22.215897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5d69934-b9f5-4e10-97b5-d9835b7fe9e3 req-e2898a0d-eab6-463b-b8ca-b454b29be274 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 210 time: 0.0747139 Jul 08 17:27:22.222020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df63b0f0-c888-41e3-91cb-5b08113a7f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.319443 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.403465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Deleting port df967685-bee0-4634-93a9-8ebffeb699dd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:22.404459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.646336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.673916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Calling delete_port for df967685-bee0-4634-93a9-8ebffeb699dd owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:22.848276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc5aed-1279-4968-95e1-6fd1b32a6e7a req-fa477a5b-27d7-49af-9104-a497ddb4b9d5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:22.857418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14fc5aed-1279-4968-95e1-6fd1b32a6e7a req-fa477a5b-27d7-49af-9104-a497ddb4b9d5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.2238042 Jul 08 17:27:22.988052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14fc5aed-1279-4968-95e1-6fd1b32a6e7a req-c91f087d-8a0f-4e25-bd89-ff2994f394ed tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286573 Jul 08 17:27:23.231172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-904a23c8-1982-4c29-a137-7d202410cf1a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.233077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-904a23c8-1982-4c29-a137-7d202410cf1a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 817 time: 0.3712239 Jul 08 17:27:23.260661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.358009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event deleted for resources: {'Port': ['ID=df967685-bee0-4634-93a9-8ebffeb699dd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:23.378589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75032a1a-ab0a-4087-b251-0c4c88e3f3ff req-3cdd5124-194f-4375-97dd-9822ee4a4851 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.391801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75032a1a-ab0a-4087-b251-0c4c88e3f3ff req-3cdd5124-194f-4375-97dd-9822ee4a4851 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.5716827 Jul 08 17:27:23.452749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Request body: {'port': {'device_id': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'admin_state_up': True, 'tenant_id': '87bc499f551e469482ed0bc85b5731aa'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:23.506679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.566709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:23.655608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.660187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:23.665276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9065661-4a1e-4499-afa1-0a78f51b9d3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "DELETE /v2.0/ports/df967685-bee0-4634-93a9-8ebffeb699dd HTTP/1.1" status: 204 len: 168 time: 1.5322959 Jul 08 17:27:23.683418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75032a1a-ab0a-4087-b251-0c4c88e3f3ff req-2cce119f-ad2b-42f5-a4af-a54bef077fe3 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898259 Jul 08 17:27:23.767238 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc973dfd-fad3-4a5e-ba9a-a8d76fd829a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:27:23.768901 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc973dfd-fad3-4a5e-ba9a-a8d76fd829a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "GET /v2.0/ports/df967685-bee0-4634-93a9-8ebffeb699dd HTTP/1.1" status: 404 len: 333 time: 0.1074474 Jul 08 17:27:23.772985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:23.795465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Request body: {'port': {'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-962333972'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:23.861967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Made reservation on behalf of 87bc499f551e469482ed0bc85b5731aa for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:23.872005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.931571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Made reservation on behalf of c67c3a728e014d389355edc09e311ed4 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:23.953773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.036094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39e66704-a95c-4923-adf7-33057c741cb6 req-05c4a2b9-5cf8-4bc7-9611-59c46c2386bc tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 210 time: 0.1517162 Jul 08 17:27:24.141482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:24.411419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1745661755'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:24.581530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Made reservation on behalf of 7a7ba58668014301b11a129c79c777c2 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:24.597463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.634499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.684606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Allocated IP 172.20.0.14 (0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630/b3fd434a-06da-4835-89fa-6758575c20a1/689bfbd2-16e8-4cc2-9e0f-7ed639d262ba) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:24.826891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.891865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.922136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.978920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25500d98-6495-4859-9a8c-4d10a44e3aeb req-65886308-f219-479c-a77b-3790553f9f1f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:24.981579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25500d98-6495-4859-9a8c-4d10a44e3aeb req-65886308-f219-479c-a77b-3790553f9f1f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.8111560 Jul 08 17:27:25.010378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.055117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-25500d98-6495-4859-9a8c-4d10a44e3aeb req-a81a0b16-68c8-42b4-8aeb-8f72f9b7f964 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638907 Jul 08 17:27:25.088287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.099808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f66ed7-d7a6-46c9-948a-0fd972d7d390,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.160229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:25.188079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:25.247583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:25.253977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:25.259143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-89a090cd-d9d3-4c06-a72b-c6d891692961 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.267650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-89a090cd-d9d3-4c06-a72b-c6d891692961 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 817 time: 1.1908841 Jul 08 17:27:25.269338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.270108 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Added segment f4a80fd9-8730-46b1-ba5b-074778259089 of type vlan for network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 Jul 08 17:27:25.393824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Pushing event updated for resources: {'Port': ['ID=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.411621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.437342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ed89f-58a0-4e06-830f-ffd59f19d094 req-267f36af-f307-4dd2-bcb8-786d7e2c8f7c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.443801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.444495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.445418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d53ed89f-58a0-4e06-830f-ffd59f19d094 req-267f36af-f307-4dd2-bcb8-786d7e2c8f7c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.7223289 Jul 08 17:27:25.474857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f66c8b49-3e64-45aa-8a82-acc45bd0d1a7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0345397 Jul 08 17:27:25.516244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.565408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-8fa8ecf4-8293-46f5-b0c1-b0018d43f4af tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.567406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-8fa8ecf4-8293-46f5-b0c1-b0018d43f4af tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 817 time: 0.8652289 Jul 08 17:27:25.571345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.577619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.578558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.635685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0675526 Jul 08 17:27:25.639521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:25.644862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Request body: {'subnet': {'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:25.710464 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d53ed89f-58a0-4e06-830f-ffd59f19d094 req-ca8ea55d-f204-46a4-87b8-e1c4da4cb25d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527526 Jul 08 17:27:25.837550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b7d6f-a405-47b2-9fe4-1c6eb0bf2072 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event updated for resources: {'Network': ['ID=40385d3d-a087-4e2e-bc8b-dbd65da907d8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.867720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:25.883720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.955521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Network 062545ce-83fe-49f4-931d-496b6eec85fa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:25.961011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:25.967701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:25.969954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.973478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.066333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2902822 Jul 08 17:27:26.078660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:26.099153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:26.354618 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.426468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Made reservation on behalf of 7a7ba58668014301b11a129c79c777c2 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:26.443551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.768456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] device_id is not set on port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:26.791165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba59f-5662-41bb-a040-1b83e202d4c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5a4a34-f517-4b71-a361-5e6e9fc3d93f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:26.826314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.858428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.958515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Checking segment: {'id': 'f4a80fd9-8730-46b1-ba5b-074778259089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:26.958951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Network hostable DHCP agents. Network: 40385d3d-a087-4e2e-bc8b-dbd65da907d8, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:26.975451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event updated for resources: {'Subnet': ['ID=aa712c78-8ba6-47db-b665-339af0341b51,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:26.985278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:26.996174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bcc07c3-6ddc-4a3f-bb59-3ffa65ec14a5 req-5932d7fe-8e85-47b9-b5ab-d6a635927fd2 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 210 time: 0.2330406 Jul 08 17:27:27.001855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 40385d3d-a087-4e2e-bc8b-dbd65da907d8) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:27.008057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Transition to ACTIVE for port object 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:27.012473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9b78c9-4a18-4aa3-a08c-15e26e7b40c1 None None] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:27.018709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.019820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.030517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.040534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-44876385-33d3-4a59-8a78-994c9646b590 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3997939 Jul 08 17:27:27.043572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:27.053207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Request body: {'port': {'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-760618948'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:27.219523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5a4a34-f517-4b71-a361-5e6e9fc3d93f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:27.220340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Made reservation on behalf of 7a7ba58668014301b11a129c79c777c2 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:27.225370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.236972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.237397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.237636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.254561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] device_id is not set on port 1be8af66-e473-47a5-80ed-3b455a083681 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:27.257576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.263588 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.264318 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 2 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.407840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.409662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.410307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.431517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-40385d3d-a087-4e2e-bc8b-dbd65da907d8', 'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8', 'tenant_id': '7a7ba58668014301b11a129c79c777c2', 'fixed_ips': [{'subnet_id': 'aa712c78-8ba6-47db-b665-339af0341b51'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:27.432387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.440701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.441063 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.442971 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 3 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.480262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Allocated IP 172.20.0.4 (40385d3d-a087-4e2e-bc8b-dbd65da907d8/aa712c78-8ba6-47db-b665-339af0341b51/1be8af66-e473-47a5-80ed-3b455a083681) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:27.505664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.506054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.506885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.534217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.534617 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.535406 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 4 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.610863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.611211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.611558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.642746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5dc28-1a93-417c-91a5-263cf7caa147 req-384f3163-aabe-4d9a-b7df-0ecc2978f956 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.644330 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fd5dc28-1a93-417c-91a5-263cf7caa147 req-384f3163-aabe-4d9a-b7df-0ecc2978f956 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.3879528 Jul 08 17:27:27.645452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.645783 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.646208 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 5 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.705854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.706466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.706887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.714236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.714767 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.720221 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 6 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.734447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.750716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fd5dc28-1a93-417c-91a5-263cf7caa147 req-c8822e53-c0e5-455c-99c9-0373ba611ac2 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914695 Jul 08 17:27:27.751614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.751947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.752282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.761079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.763360 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.765108 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 7 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.779165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Transition to ACTIVE for port object 1be8af66-e473-47a5-80ed-3b455a083681 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:27.808254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.809771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.810141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.823155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.823696 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.826197 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 8 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.848065 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.890326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.890689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.890987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:27.893955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:27.914022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:27.914460 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:27.914879 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 9 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:27.934587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:27.943288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:27.981778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:27.982333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:27.982443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:28.002725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:28.006603 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:28.007916 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempt 10 to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f Jul 08 17:27:28.023289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Allocated IP 172.20.0.2 (40385d3d-a087-4e2e-bc8b-dbd65da907d8/aa712c78-8ba6-47db-b665-339af0341b51/546771e7-bc1e-48bd-b87f-a138c9f218c3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:28.083326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Request body: {'port': {'device_id': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'admin_state_up': True, 'tenant_id': '87bc499f551e469482ed0bc85b5731aa'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:28.106854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Request body: {'port': {'device_id': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:28.110724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Request body: {'port': {'device_id': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'admin_state_up': True, 'tenant_id': '87bc499f551e469482ed0bc85b5731aa'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:28.167689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event updated for resources: {'Port': ['ID=1be8af66-e473-47a5-80ed-3b455a083681,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:28.261374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:28.262366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:28.273307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempting to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:28.328710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:28.341533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.393329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.407172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Transition to ACTIVE for port object 546771e7-bc1e-48bd-b87f-a138c9f218c3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:28.427902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Transition to ACTIVE for port object 546771e7-bc1e-48bd-b87f-a138c9f218c3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:28.437300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.501117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:28.518995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:28.529136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Pushing event updated for resources: {'Port': ['ID=546771e7-bc1e-48bd-b87f-a138c9f218c3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:28.534962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:28.577231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.577984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.578570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.579297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.579896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.580459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.581661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.582258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.582871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.583394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.583724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.584048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:28.624179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Attempting to bind port 546771e7-bc1e-48bd-b87f-a138c9f218c3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:28.624556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Attempting to bind port 546771e7-bc1e-48bd-b87f-a138c9f218c3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f4a80fd9-8730-46b1-ba5b-074778259089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:28.624923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Attempting to bind port 546771e7-bc1e-48bd-b87f-a138c9f218c3 on network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:28.631425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:28.632133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Checking segment: {'id': 'f4a80fd9-8730-46b1-ba5b-074778259089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:28.632818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.634396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Bound using segment: {'id': 'f4a80fd9-8730-46b1-ba5b-074778259089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:28.634396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Bound port: 546771e7-bc1e-48bd-b87f-a138c9f218c3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a80fd9-8730-46b1-ba5b-074778259089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:28.634396 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.697591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:28.890609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0b149ea-a431-44bf-9353-b84d59330b9c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8447142 Jul 08 17:27:28.891397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:28.940742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Request body: {'port': {'network_id': '40385d3d-a087-4e2e-bc8b-dbd65da907d8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-175273618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:28.941273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] bootfile-name is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:27:28.941613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] tftp-server is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:27:28.941957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] server-ip-address is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:27:29.151672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.210707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-9074dcce-5e10-4c41-9979-46ab8dfa2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.216849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-9074dcce-5e10-4c41-9979-46ab8dfa2dd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1094 time: 0.8723147 Jul 08 17:27:29.280208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] For port 546771e7-bc1e-48bd-b87f-a138c9f218c3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:29.283701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] For port 546771e7-bc1e-48bd-b87f-a138c9f218c3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=546771e7-bc1e-48bd-b87f-a138c9f218c3,segment=NetworkSegment(f4a80fd9-8730-46b1-ba5b-074778259089),segment_id=f4a80fd9-8730-46b1-ba5b-074778259089)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:29.288751 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.432789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17b82030-291b-4fd4-b599-f008ccffe122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.447770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e469-1fd2-4154-b392-f268f40cf789 None None] Pushing event updated for resources: {'Port': ['ID=546771e7-bc1e-48bd-b87f-a138c9f218c3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:29.455663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc357a4-b7c4-4b1d-be5e-290a83d30b5a req-973e39e1-059e-40a8-844a-f1611bc076d6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.457621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:29.458153 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Failed to bind port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on host n-h1-799527-4 for vnic_type normal using segments [{'id': '9f0438b1-fc36-466b-9c1b-facb032793db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '062545ce-83fe-49f4-931d-496b6eec85fa'}] Jul 08 17:27:29.458454 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.468281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8bc357a4-b7c4-4b1d-be5e-290a83d30b5a req-973e39e1-059e-40a8-844a-f1611bc076d6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.9140012 Jul 08 17:27:29.627884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Made reservation on behalf of 87bc499f551e469482ed0bc85b5731aa for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:29.633740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.747090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8bc357a4-b7c4-4b1d-be5e-290a83d30b5a req-5f2e925c-c91d-45c0-bb35-67303ea7bba5 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770107 Jul 08 17:27:29.788841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbb3bd-303e-4d18-b319-fe2ca56c2841 req-78cb6add-7dcc-425a-8c41-ab3b3034889c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.792905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8dbb3bd-303e-4d18-b319-fe2ca56c2841 req-78cb6add-7dcc-425a-8c41-ab3b3034889c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 1.6352606 Jul 08 17:27:29.839540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] For port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:29.840742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attempted to set empty binding levels {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:27:29.854770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.892109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] In _notify_port_updated(), no bound segment for port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f on network 062545ce-83fe-49f4-931d-496b6eec85fa {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:27:29.893007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.893607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.897393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "PUT /v2.0/ports/9e5a4a34-f517-4b71-a361-5e6e9fc3d93f HTTP/1.1" status: 200 len: 978 time: 3.8141901 Jul 08 17:27:29.922537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55092) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:29.952081 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e8dbb3bd-303e-4d18-b319-fe2ca56c2841 req-3c2a1c74-11bb-4f97-af0b-f699c0829b2d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581328 Jul 08 17:27:30.069458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b508b-4295-4993-81a3-e93486a71233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5a4a34-f517-4b71-a361-5e6e9fc3d93f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:30.102496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-e6837368-307c-45bb-b387-303a77be7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:30.104016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-e6837368-307c-45bb-b387-303a77be7a38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.2585936 Jul 08 17:27:30.200772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Deleting port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:30.201497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.285703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] For port 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f, host n-h1-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:30.286093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.312161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Calling delete_port for 9e5a4a34-f517-4b71-a361-5e6e9fc3d93f owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:30.390050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-07ce67d3-ed97-4aae-b72c-8d4737f62a24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 200 len: 999 time: 0.2031593 Jul 08 17:27:30.392766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bd67f4d-0827-4881-8561-358d6c8f1c47 req-6223617e-8f45-466a-9f92-f850975718ad tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 210 time: 0.2159028 Jul 08 17:27:30.464528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.545179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.548097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9e5a4a34-f517-4b71-a361-5e6e9fc3d93f HTTP/1.1" status: 204 len: 168 time: 0.6245732 Jul 08 17:27:30.549613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e72236-1f24-4c2e-8fc8-42df545f3ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e5a4a34-f517-4b71-a361-5e6e9fc3d93f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:30.553625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-4d4339b1-06d6-435b-a771-17ea86be8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:30.560619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:30.565654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-4d4339b1-06d6-435b-a771-17ea86be8a39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1327572 Jul 08 17:27:30.598598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17b82030-291b-4fd4-b599-f008ccffe122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.616376 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd182cb-99f0-4fa1-959d-2a638f944e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:27:30.616376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2cd182cb-99f0-4fa1-959d-2a638f944e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1819189239-project-admin] 10.222.0.48 "GET /v2.0/ports/9e5a4a34-f517-4b71-a361-5e6e9fc3d93f HTTP/1.1" status: 404 len: 333 time: 0.0532057 Jul 08 17:27:30.619403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:30.672328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17b82030-291b-4fd4-b599-f008ccffe122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.801764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-17b82030-291b-4fd4-b599-f008ccffe122 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e14f81fdd7624e6fa12a612bc865be31&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0974445 Jul 08 17:27:30.806420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:30.851311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Made reservation on behalf of 7a7ba58668014301b11a129c79c777c2 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:30.851311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.852062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:27:30.852062 n-d-799527-4 neutron-server[93944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:27:30.852062 n-d-799527-4 neutron-server[93944]: [parameters: {'project_id_1': '87bc499f551e469482ed0bc85b5731aa', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 27, 29, 814606)}] Jul 08 17:27:30.852062 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:27:30.852062 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:27:30.907823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:30.923441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.943929 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.955316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Transition to ACTIVE for port object 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:30.965326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.995102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] device_id is not set on port 2f5e9648-5517-4180-962e-8f45a83eb834 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:31.081348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b82030-291b-4fd4-b599-f008ccffe122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eed288-d438-4579-99d2-287d1dab42e5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:31.276844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bafc6d95-258c-4da5-8f2c-a0c550b25607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.364337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-811c0742-c021-4768-9ed7-443a20d076db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:31.366438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 546771e7-bc1e-48bd-b87f-a138c9f218c3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:31.366909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-811c0742-c021-4768-9ed7-443a20d076db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7377717 Jul 08 17:27:31.367590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Pushing event updated for resources: {'Port': ['ID=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:31.375576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Attempting to bind port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:31.376008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Attempting to bind port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:31.376436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Attempting to bind port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:31.383866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.393983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:31.394278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Attempting to bind port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:31.396055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062545ce-83fe-49f4-931d-496b6eec85fa']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:31.410488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0438b1-fc36-466b-9c1b-facb032793db') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:31.410817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0438b1-fc36-466b-9c1b-facb032793db') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:31.416349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f96a0a-b039-4627-a1c7-896e1b59ff2d None None] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:31.421787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.422422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:31.422854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Checking segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:31.423375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Bound using segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:31.423919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Bound port: 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:31.424491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.438364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.446309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:31.446606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.522928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-222984ad-0c95-46f7-b4b2-a21145acebb8 None None] Provisioning for port 546771e7-bc1e-48bd-b87f-a138c9f218c3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:31.535155 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:31.538912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Allocated IP 172.20.0.6 (0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630/b3fd434a-06da-4835-89fa-6758575c20a1/155c7cf4-6262-460a-95e7-d847caaaec84) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:31.557726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.582140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.587060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] 10.222.0.48 "DELETE /v2.0/networks/062545ce-83fe-49f4-931d-496b6eec85fa HTTP/1.1" status: 204 len: 168 time: 0.9640627 Jul 08 17:27:31.615058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 546771e7-bc1e-48bd-b87f-a138c9f218c3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:31.623852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 546771e7-bc1e-48bd-b87f-a138c9f218c3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:31.624226 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.667472 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bafc6d95-258c-4da5-8f2c-a0c550b25607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.690182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad450c-1662-4ed1-bb96-e201f2d88c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108656591-project] Pushing event deleted for resources: {'Network': ['ID=062545ce-83fe-49f4-931d-496b6eec85fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:31.725668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Made reservation on behalf of 87bc499f551e469482ed0bc85b5731aa for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:31.730562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.738482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Allocated IP 172.20.0.7 (40385d3d-a087-4e2e-bc8b-dbd65da907d8/aa712c78-8ba6-47db-b665-339af0341b51/2f5e9648-5517-4180-962e-8f45a83eb834) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:31.848689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] For port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:31.885626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-37e79b16-973e-41cc-9bd1-aac072aaa644 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282353 Jul 08 17:27:31.888016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] For port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:31.897481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.927311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.953251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39605-046e-430c-953e-c64145ef13c8 req-1e9fdba6-9eae-472c-937a-7c6fca55af3d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:31.954940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89d39605-046e-430c-953e-c64145ef13c8 req-1e9fdba6-9eae-472c-937a-7c6fca55af3d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.6690705 Jul 08 17:27:32.002181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bafc6d95-258c-4da5-8f2c-a0c550b25607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.005134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bafc6d95-258c-4da5-8f2c-a0c550b25607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.008628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 546771e7-bc1e-48bd-b87f-a138c9f218c3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=546771e7-bc1e-48bd-b87f-a138c9f218c3,segment=NetworkSegment(f4a80fd9-8730-46b1-ba5b-074778259089),segment_id=f4a80fd9-8730-46b1-ba5b-074778259089)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:32.008831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Pushing event updated for resources: {'Port': ['ID=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.009396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bafc6d95-258c-4da5-8f2c-a0c550b25607 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41eed288-d438-4579-99d2-287d1dab42e5 HTTP/1.1" status: 204 len: 168 time: 1.1899257 Jul 08 17:27:32.021155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.052843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc6d95-258c-4da5-8f2c-a0c550b25607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eed288-d438-4579-99d2-287d1dab42e5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.057721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89d39605-046e-430c-953e-c64145ef13c8 req-de8e6286-615e-4f5f-97d8-c64acb9290b1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933156 Jul 08 17:27:32.076872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.077540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.083143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-7c402e76-4616-4f5f-8ea4-b793bd73e35c service neutron] 10.222.0.53 "PUT /v2.0/ports/689bfbd2-16e8-4cc2-9e0f-7ed639d262ba HTTP/1.1" status: 200 len: 1092 time: 4.0036447 Jul 08 17:27:32.094904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:32.140781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=546771e7-bc1e-48bd-b87f-a138c9f218c3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.154230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.191854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'tag': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:32.198160 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ff007-28b6-46ea-839a-ae20c9d5196a" -d '{"events": [{"name": "network-changed", "server_uuid": "39cdf91a-1d7c-4a26-8718-b2d5daedbff7", "tag": "689bfbd2-16e8-4cc2-9e0f-7ed639d262ba"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:32.260969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.477637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:32.483318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdad265c-0108-4391-9574-afd2358d1512 None None] Provisioning for port 1be8af66-e473-47a5-80ed-3b455a083681 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:32.487583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdad265c-0108-4391-9574-afd2358d1512 None None] Provisioning complete for port 1be8af66-e473-47a5-80ed-3b455a083681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:32.487941 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdad265c-0108-4391-9574-afd2358d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.520532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:32.536413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Allocated IP 172.20.0.7 (0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630/b3fd434a-06da-4835-89fa-6758575c20a1/230e3345-1b10-4825-8f96-a2b427b2cc1f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:32.538581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:32.557400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Pushing event updated for resources: {'Port': ['ID=155c7cf4-6262-460a-95e7-d847caaaec84,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.557918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bdad265c-0108-4391-9574-afd2358d1512 None None] Port 1be8af66-e473-47a5-80ed-3b455a083681 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:32.577559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdad265c-0108-4391-9574-afd2358d1512 None None] Provisioning complete for port 546771e7-bc1e-48bd-b87f-a138c9f218c3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:32.577952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdad265c-0108-4391-9574-afd2358d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.640792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.664714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:32.675228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Transition to ACTIVE for port object 2f5e9648-5517-4180-962e-8f45a83eb834 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:32.731535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.732994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.738554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf0b6446-d285-4682-8603-fe1e888ec509 req-9c23855d-b694-4595-aa46-a7ebb949bba6 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8420875 Jul 08 17:27:32.747876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e282065c-6719-48af-b196-a411f93706b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.781607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2cb42-3aab-4402-b8ca-48e9faf32e34 req-828f5fdd-aa27-40d4-99da-17d9eb727a74 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.790462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71b2cb42-3aab-4402-b8ca-48e9faf32e34 req-828f5fdd-aa27-40d4-99da-17d9eb727a74 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 931 time: 0.6002605 Jul 08 17:27:32.813242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df98597-fd4f-4d75-80f0-e151e2460866 req-4df50b9d-29f2-4ba2-8ddb-1d376abfff2f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.814849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5df98597-fd4f-4d75-80f0-e151e2460866 req-4df50b9d-29f2-4ba2-8ddb-1d376abfff2f tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.4328339 Jul 08 17:27:32.823810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-2f5fe66f-4405-4848-91dc-1f64d30968ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.825415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-2f5fe66f-4405-4848-91dc-1f64d30968ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 1095 time: 0.5369811 Jul 08 17:27:32.828814 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99f37fbb-b1c2-41ab-8819-54a3c905d01f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a432bd076c9488cac0e502fe69e5545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7240429 Jul 08 17:27:32.828981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:32.866298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-039696f7-4467-4787-9b3f-43dc294feb77 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7975938 Jul 08 17:27:32.894800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-197c9ad0-a5d4-4efe-8d03-fdce29304e88 None None] Provisioning complete for port 1be8af66-e473-47a5-80ed-3b455a083681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:32.895077 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-197c9ad0-a5d4-4efe-8d03-fdce29304e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.904422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Request body: {'port': {'device_id': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:32.928957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.931857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-197c9ad0-a5d4-4efe-8d03-fdce29304e88 None None] Port 1be8af66-e473-47a5-80ed-3b455a083681 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:32.951572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-ff95d70a-e71e-46c6-9a2f-d243ddd48fed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba HTTP/1.1" status: 200 len: 217 time: 0.0854640 Jul 08 17:27:32.954323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71b2cb42-3aab-4402-b8ca-48e9faf32e34 req-e36a4d79-fc6c-4f07-89c1-9bd7a4b9715c tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454122 Jul 08 17:27:33.023056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:33.033518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:33.045155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:33.045986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5df98597-fd4f-4d75-80f0-e151e2460866 req-2a1433a8-3310-4546-b07a-04b5bd160323 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082815 Jul 08 17:27:33.107836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:33.108464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.120144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e282065c-6719-48af-b196-a411f93706b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.123871 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d77709-6ecc-4b23-b0c4-fd1444cba606 x-openstack-request-id: req-60d77709-6ecc-4b23-b0c4-fd1444cba606 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:33.124229 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cdf91a-1d7c-4a26-8718-b2d5daedbff7", "tag": "689bfbd2-16e8-4cc2-9e0f-7ed639d262ba", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:33.124450 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60d77709-6ecc-4b23-b0c4-fd1444cba606 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:33.124902 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'tag': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba', 'status': 'completed', 'code': 200} Jul 08 17:27:33.129840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e282065c-6719-48af-b196-a411f93706b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.137781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.159238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.196900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event updated for resources: {'Port': ['ID=2f5e9648-5517-4180-962e-8f45a83eb834,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:33.205226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6134b63-7b4f-4b27-900c-ed581ce301c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.295272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-c624b4db-f3c9-4a63-a750-7ba52f7e4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:33.299815 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-c624b4db-f3c9-4a63-a750-7ba52f7e4c84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 200 len: 857 time: 0.3389039 Jul 08 17:27:33.309768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 546771e7-bc1e-48bd-b87f-a138c9f218c3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:33.316853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3dd377bb-e2f8-458c-9a55-90820db8251f tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.3929634 Jul 08 17:27:33.318504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:33.333876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e282065c-6719-48af-b196-a411f93706b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2535c7e0c2a43dc93e755878cb9a721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604240 Jul 08 17:27:33.361436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:33.403444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282065c-6719-48af-b196-a411f93706b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20718f66-8168-4266-948f-881a04d468ec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:33.462736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-86b1a640-6632-43a7-ac91-ec755f483c4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409023 Jul 08 17:27:33.483521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 546771e7-bc1e-48bd-b87f-a138c9f218c3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:33.484088 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.512592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d3a32cf-08ce-41be-bb2f-83eb6dad2a8f None None] Provisioning for port 2f5e9648-5517-4180-962e-8f45a83eb834 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:33.522355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6d3a32cf-08ce-41be-bb2f-83eb6dad2a8f None None] Provisioning complete for port 2f5e9648-5517-4180-962e-8f45a83eb834 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:33.523061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d3a32cf-08ce-41be-bb2f-83eb6dad2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.624120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.659416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7abe5017-9287-47d7-87c1-cc3562ca5a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.692011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a32cf-08ce-41be-bb2f-83eb6dad2a8f None None] Port 2f5e9648-5517-4180-962e-8f45a83eb834 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:33.713625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:33.746609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:33.749197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:33.852654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7abe5017-9287-47d7-87c1-cc3562ca5a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.875516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Pushing event updated for resources: {'Port': ['ID=230e3345-1b10-4825-8f96-a2b427b2cc1f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:33.897847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28fb9f-97aa-42ce-841d-3275a50a7748 req-0a5eab25-474c-4e70-b444-15abce7a43f3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:33.903333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed28fb9f-97aa-42ce-841d-3275a50a7748 req-0a5eab25-474c-4e70-b444-15abce7a43f3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.3672268 Jul 08 17:27:33.939774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6134b63-7b4f-4b27-900c-ed581ce301c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.967141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:33.967814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.012206 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6e1a2f98-9d7f-434a-8912-7d91a580000e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9378045 Jul 08 17:27:34.032237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-ad2a192c-a1c5-42fd-97bb-7a333dd060a6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.032506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Request body: {'port': {'device_id': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:34.033776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-ad2a192c-a1c5-42fd-97bb-7a333dd060a6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.8423870 Jul 08 17:27:34.050600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed28fb9f-97aa-42ce-841d-3275a50a7748 req-9e73f9fb-9c8f-49a4-a099-3dfab69ed27b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101952 Jul 08 17:27:34.051682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7abe5017-9287-47d7-87c1-cc3562ca5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.054771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-d85a3d2b-b96c-4eb5-b2b5-b0c978af226f service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713403 Jul 08 17:27:34.055769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7abe5017-9287-47d7-87c1-cc3562ca5a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.059572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7abe5017-9287-47d7-87c1-cc3562ca5a0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20718f66-8168-4266-948f-881a04d468ec HTTP/1.1" status: 204 len: 168 time: 0.6943400 Jul 08 17:27:34.133162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e414ab0-018f-4b05-a646-dfd10c3c5532 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.138643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155c7cf4-6262-460a-95e7-d847caaaec84 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:34.147484 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.154765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e414ab0-018f-4b05-a646-dfd10c3c5532 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.161720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Transition to ACTIVE for port object 155c7cf4-6262-460a-95e7-d847caaaec84 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:34.161909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e414ab0-018f-4b05-a646-dfd10c3c5532 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.164183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3e414ab0-018f-4b05-a646-dfd10c3c5532 tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8391237 Jul 08 17:27:34.191266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:34.194296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe5017-9287-47d7-87c1-cc3562ca5a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20718f66-8168-4266-948f-881a04d468ec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:34.278355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.302827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6134b63-7b4f-4b27-900c-ed581ce301c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.305580 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6134b63-7b4f-4b27-900c-ed581ce301c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.306980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6134b63-7b4f-4b27-900c-ed581ce301c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3778c0bb-15a7-4b3a-a222-87b4d6735e3a HTTP/1.1" status: 204 len: 168 time: 1.4770212 Jul 08 17:27:34.368152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Pushing event updated for resources: {'Port': ['ID=155c7cf4-6262-460a-95e7-d847caaaec84,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:34.395871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6134b63-7b4f-4b27-900c-ed581ce301c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3778c0bb-15a7-4b3a-a222-87b4d6735e3a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:34.455039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-718d2273-e34f-4e00-9ef6-826823d7fc8d service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886170 Jul 08 17:27:34.470570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Deleting port c7abd360-fe7d-43fa-bf2c-56e4b05da308 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:34.470932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.604622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b9f36-6ab7-4c9c-9f25-f926e148ceaa req-25c7cb8a-c816-47ce-8be8-fcd0b9f22e83 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.613339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a8b9f36-6ab7-4c9c-9f25-f926e148ceaa req-25c7cb8a-c816-47ce-8be8-fcd0b9f22e83 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 943 time: 0.3421130 Jul 08 17:27:34.661547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] For port c7abd360-fe7d-43fa-bf2c-56e4b05da308, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7abd360-fe7d-43fa-bf2c-56e4b05da308,segment=NetworkSegment(5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9),segment_id=5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:34.661914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.697560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Calling delete_port for c7abd360-fe7d-43fa-bf2c-56e4b05da308 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:34.718279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80192b1c-72c2-4744-8952-50e0efbb47e9 req-ce6436bb-0cb5-4e16-b3f6-14b0cce184a6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.728597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80192b1c-72c2-4744-8952-50e0efbb47e9 req-ce6436bb-0cb5-4e16-b3f6-14b0cce184a6 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 946 time: 0.3640704 Jul 08 17:27:34.738657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a8b9f36-6ab7-4c9c-9f25-f926e148ceaa req-33249016-6b00-4472-b57a-dc3aefa67be0 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224606 Jul 08 17:27:34.767129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-c3e28451-f32c-41a3-a4b2-5ebce40101f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.782598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-c3e28451-f32c-41a3-a4b2-5ebce40101f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 1095 time: 0.2215710 Jul 08 17:27:34.796773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.810539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80192b1c-72c2-4744-8952-50e0efbb47e9 req-b6d3981c-da8c-4d84-a9f6-32daaaac9084 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842113 Jul 08 17:27:34.843185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Deleting port 2f5e9648-5517-4180-962e-8f45a83eb834 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:34.843556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.969679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Attempting to bind port 155c7cf4-6262-460a-95e7-d847caaaec84 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:34.970049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Attempting to bind port 155c7cf4-6262-460a-95e7-d847caaaec84 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:34.970384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Attempting to bind port 155c7cf4-6262-460a-95e7-d847caaaec84 on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:34.981418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Port 155c7cf4-6262-460a-95e7-d847caaaec84 on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:34.981786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Attempting to bind port 155c7cf4-6262-460a-95e7-d847caaaec84 on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:35.003201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:35.003846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Checking segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:35.004426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Bound using segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:35.005042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Bound port: 155c7cf4-6262-460a-95e7-d847caaaec84, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:35.005630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.026535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55194) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:35.104067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.117916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-a19cfd71-70a2-429c-b141-1e4693c03d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:35.119449 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-a19cfd71-70a2-429c-b141-1e4693c03d69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 918 time: 0.3356600 Jul 08 17:27:35.147509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Calling delete_port for 2f5e9648-5517-4180-962e-8f45a83eb834 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:35.196608 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7fd700ed-93ce-4110-81a1-848cf4ca8ad0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c67c3a728e014d389355edc09e311ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668391 Jul 08 17:27:35.199814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:35.202331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-67d75b75-dcd3-430d-afb2-78988d4ed1ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba HTTP/1.1" status: 200 len: 217 time: 0.0751457 Jul 08 17:27:35.268397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.280644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c7abd360-fe7d-43fa-bf2c-56e4b05da308'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:35.339208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Pushing event deleted for resources: {'Port': ['ID=c7abd360-fe7d-43fa-bf2c-56e4b05da308,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:35.343088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] For port 155c7cf4-6262-460a-95e7-d847caaaec84, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:35.362485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-6d5188b1-6c94-4905-ac18-6dc9d7606fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:35.363984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-6d5188b1-6c94-4905-ac18-6dc9d7606fe7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 200 len: 857 time: 0.1537611 Jul 08 17:27:35.409761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] No DVR routers for this DVR port c7abd360-fe7d-43fa-bf2c-56e4b05da308 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:35.412525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.414751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837e842-5ac6-41cb-be9a-2c2cc15b0118 req-b92d29f8-89c5-4d58-a29f-3fb059c45472 tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.53 "DELETE /v2.0/ports/c7abd360-fe7d-43fa-bf2c-56e4b05da308 HTTP/1.1" status: 204 len: 173 time: 1.3693063 Jul 08 17:27:35.426886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] For port 155c7cf4-6262-460a-95e7-d847caaaec84, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=155c7cf4-6262-460a-95e7-d847caaaec84,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:35.447244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'name': 'network-vif-deleted', 'tag': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:35.450251 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae89d9-46a1-40dd-b051-08499fa6c01c" -d '{"events": [{"server_uuid": "686148f2-d4c9-47cc-b9c2-d111d11cee28", "name": "network-vif-deleted", "tag": "c7abd360-fe7d-43fa-bf2c-56e4b05da308"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:35.453052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.462342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-7b08733f-2199-4fcd-82bf-20d8be068f85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913029 Jul 08 17:27:35.463762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d14f47e0-40ee-4ca0-b215-35034442915e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.534153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d14f47e0-40ee-4ca0-b215-35034442915e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.558128 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c344d7-6a03-46aa-b04b-e5156b723f2f x-openstack-request-id: req-31c344d7-6a03-46aa-b04b-e5156b723f2f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:35.558418 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686148f2-d4c9-47cc-b9c2-d111d11cee28", "name": "network-vif-deleted", "tag": "c7abd360-fe7d-43fa-bf2c-56e4b05da308", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:35.559427 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-31c344d7-6a03-46aa-b04b-e5156b723f2f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:35.560000 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686148f2-d4c9-47cc-b9c2-d111d11cee28', 'name': 'network-vif-deleted', 'tag': 'c7abd360-fe7d-43fa-bf2c-56e4b05da308', 'status': 'completed', 'code': 200} Jul 08 17:27:35.616197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-10896a4a-88b0-46ad-beb3-35d49c9fbaf8 service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406336 Jul 08 17:27:35.627886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230e3345-1b10-4825-8f96-a2b427b2cc1f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:35.633443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d14f47e0-40ee-4ca0-b215-35034442915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.637455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d14f47e0-40ee-4ca0-b215-35034442915e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.637686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.642594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d14f47e0-40ee-4ca0-b215-35034442915e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9947753-0dcf-4c7b-b69b-a8f7c424b1d7 HTTP/1.1" status: 204 len: 168 time: 0.4416964 Jul 08 17:27:35.677375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Transition to ACTIVE for port object 230e3345-1b10-4825-8f96-a2b427b2cc1f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:35.708746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f47e0-40ee-4ca0-b215-35034442915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9947753-0dcf-4c7b-b69b-a8f7c424b1d7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:35.752319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:35.754428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.758953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/155c7cf4-6262-460a-95e7-d847caaaec84 HTTP/1.1" status: 200 len: 1091 time: 2.8743634 Jul 08 17:27:35.792283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'tag': '155c7cf4-6262-460a-95e7-d847caaaec84'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:35.797756 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fcd14d-4bf5-458d-87e8-908898052cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "31d7e77e-0832-4c90-a9ea-3f14b440c229", "tag": "155c7cf4-6262-460a-95e7-d847caaaec84"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:35.817873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.845043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b75ff007-28b6-46ea-839a-ae20c9d5196a req-267a5623-291d-4bf8-b8de-052934080bbe service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221053 Jul 08 17:27:35.849252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:27:35.982970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb90e5-4876-4d96-a069-cb0f9246f6dc req-6cee8ccc-bbc9-4a98-bdd4-46ee8301c241 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:35.991004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82bb90e5-4876-4d96-a069-cb0f9246f6dc req-6cee8ccc-bbc9-4a98-bdd4-46ee8301c241 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.6722870 Jul 08 17:27:35.995324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a7a19-df76-42d8-aeb8-04c2516acc40 req-4ed0cbe9-297d-4733-aa60-026dd7e5b928 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:36.006123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c3a7a19-df76-42d8-aeb8-04c2516acc40 req-4ed0cbe9-297d-4733-aa60-026dd7e5b928 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 943 time: 0.1387248 Jul 08 17:27:36.015853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea39717-2f01-4052-a71c-94b21a7973b3 service neutron] Pushing event updated for resources: {'Port': ['ID=155c7cf4-6262-460a-95e7-d847caaaec84,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:36.073784 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c3a7a19-df76-42d8-aeb8-04c2516acc40 req-85f01bde-15a1-469b-89dc-88c66c58272f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 Jul 08 17:27:36.179637 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f41d97-53b7-44c4-ab38-e7719915be4a x-openstack-request-id: req-83f41d97-53b7-44c4-ab38-e7719915be4a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:36.179927 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d7e77e-0832-4c90-a9ea-3f14b440c229", "tag": "155c7cf4-6262-460a-95e7-d847caaaec84", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:36.180183 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83f41d97-53b7-44c4-ab38-e7719915be4a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:36.180593 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'tag': '155c7cf4-6262-460a-95e7-d847caaaec84', 'status': 'completed', 'code': 200} Jul 08 17:27:36.230696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82bb90e5-4876-4d96-a069-cb0f9246f6dc req-315eea3b-4f47-46e5-a7d4-25685c76ddd3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386816 Jul 08 17:27:36.301781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-bdfef46b-7d1f-4639-8e53-0ceba398cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:36.307103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-bdfef46b-7d1f-4639-8e53-0ceba398cd7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 1094 time: 0.4750626 Jul 08 17:27:36.338233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Pushing event updated for resources: {'Port': ['ID=230e3345-1b10-4825-8f96-a2b427b2cc1f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:36.468535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7a8bad61-43db-4bee-86d4-aa295abb9901 req-c041f8ee-053d-4444-b9a1-44c7ae5ad9bf tempest-ServerDiskConfigTestJSON-201240555 tempest-ServerDiskConfigTestJSON-201240555-project] 10.222.0.48 "GET /v2.0/ports?device_id=686148f2-d4c9-47cc-b9c2-d111d11cee28 HTTP/1.1" status: 200 len: 210 time: 0.0455017 Jul 08 17:27:36.846075 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-f2cee481-a73d-4f0e-8f9d-e91c9d95e4f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155c7cf4-6262-460a-95e7-d847caaaec84 HTTP/1.1" status: 200 len: 217 time: 0.5269797 Jul 08 17:27:36.846563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.924499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event deleted for resources: {'Port': ['ID=2f5e9648-5517-4180-962e-8f45a83eb834,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:37.009671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Attempting to bind port 230e3345-1b10-4825-8f96-a2b427b2cc1f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:37.010034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Attempting to bind port 230e3345-1b10-4825-8f96-a2b427b2cc1f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:37.010430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Attempting to bind port 230e3345-1b10-4825-8f96-a2b427b2cc1f on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:37.033847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-4aa51522-262e-4106-91db-353a3fcfd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.033847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-4aa51522-262e-4106-91db-353a3fcfd4cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 200 len: 857 time: 0.1772323 Jul 08 17:27:37.050088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Port 230e3345-1b10-4825-8f96-a2b427b2cc1f on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:37.050408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Attempting to bind port 230e3345-1b10-4825-8f96-a2b427b2cc1f on network 0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:37.068177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:37.082993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-be3b9756-640d-4d64-907a-1bba114cda6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441883 Jul 08 17:27:37.085643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.087500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-03cbcf98-01c3-4f2d-adca-aba9f542ca4b tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "DELETE /v2.0/ports/2f5e9648-5517-4180-962e-8f45a83eb834 HTTP/1.1" status: 204 len: 168 time: 2.8911390 Jul 08 17:27:37.091650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:37.098350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:37.098790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Checking segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:37.099186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Bound using segment: {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:37.099630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Bound port: 230e3345-1b10-4825-8f96-a2b427b2cc1f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273a089a-f11d-416a-bfff-5dc47226d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:37.099990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.115132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Request body: {'port': {'name': 'tempest-new-port-name-860145730', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:37.117747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] bootfile-name is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:27:37.118328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] tftp-server is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:27:37.119026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.api.validators [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] server-ip-address is not in valid_values {{(pid=93945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:27:37.213893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:37.304020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.443063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-554cf64e-4e31-47b7-ae7a-08077c7ff466 tempest-DvrRoutersNegativeTest-1511258033 tempest-DvrRoutersNegativeTest-1511258033-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-294286575', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:37.447193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.policy [None req-554cf64e-4e31-47b7-ae7a-08077c7ff466 tempest-DvrRoutersNegativeTest-1511258033 tempest-DvrRoutersNegativeTest-1511258033-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93945) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 08 17:27:37.447573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.policy [None req-554cf64e-4e31-47b7-ae7a-08077c7ff466 tempest-DvrRoutersNegativeTest-1511258033 tempest-DvrRoutersNegativeTest-1511258033-project] Failed policy check for 'create_router' {{(pid=93945) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 08 17:27:37.448238 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-554cf64e-4e31-47b7-ae7a-08077c7ff466 tempest-DvrRoutersNegativeTest-1511258033 tempest-DvrRoutersNegativeTest-1511258033-project] create failed (client error): Access was denied to this resource. Jul 08 17:27:37.450119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-554cf64e-4e31-47b7-ae7a-08077c7ff466 tempest-DvrRoutersNegativeTest-1511258033 tempest-DvrRoutersNegativeTest-1511258033-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3807287 Jul 08 17:27:37.452553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] For port 230e3345-1b10-4825-8f96-a2b427b2cc1f, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:37.496768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] For port 230e3345-1b10-4825-8f96-a2b427b2cc1f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:37.503762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-5161dc2a-854e-43c7-b589-d958c9707de0 service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144661 Jul 08 17:27:37.506906 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.540128 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6d49eab-b6e3-4a4a-ba08-d82b447a2de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.604248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.604602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.606134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] 10.222.0.53 "PUT /v2.0/ports/230e3345-1b10-4825-8f96-a2b427b2cc1f HTTP/1.1" status: 200 len: 1091 time: 3.5833232 Jul 08 17:27:37.616504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b904f-616f-4708-bd5e-13c9f392f9fe req-24111e17-ecd2-446c-a10c-531b080acbdd tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.624894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad7b904f-616f-4708-bd5e-13c9f392f9fe req-24111e17-ecd2-446c-a10c-531b080acbdd tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 943 time: 0.2824333 Jul 08 17:27:37.701787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22e52a-c4ff-472d-9c0c-e4fa627188c7 req-cc378dc1-63a4-46b1-a602-83f4954c36db tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.703507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd22e52a-c4ff-472d-9c0c-e4fa627188c7 req-cc378dc1-63a4-46b1-a602-83f4954c36db tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.2014844 Jul 08 17:27:37.761104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a9756-c066-49e5-9ec6-219de7927a34 service neutron] Pushing event updated for resources: {'Port': ['ID=230e3345-1b10-4825-8f96-a2b427b2cc1f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:37.782710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad7b904f-616f-4708-bd5e-13c9f392f9fe req-7a811f5a-b401-4311-87a1-bdaa2ed36392 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566744 Jul 08 17:27:37.793003 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.810723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.816238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-9ffeb539-a2f5-4e1c-8fdf-2eacc829a700 service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987342 Jul 08 17:27:37.848533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:37.854796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-42a4df57-8e6a-4453-9ddb-4965fb71254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.857797 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-42a4df57-8e6a-4453-9ddb-4965fb71254b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 1094 time: 0.1961460 Jul 08 17:27:37.860997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6d49eab-b6e3-4a4a-ba08-d82b447a2de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.922353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6d49eab-b6e3-4a4a-ba08-d82b447a2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.972792 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-a18cbf1b-e1a6-450f-a9b6-4c2dfbedc1a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f HTTP/1.1" status: 200 len: 217 time: 0.0975189 Jul 08 17:27:37.998432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:38.000516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7abd360-fe7d-43fa-bf2c-56e4b05da308 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:38.013485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6d49eab-b6e3-4a4a-ba08-d82b447a2de4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9233e78a7a0c4d6aae65406c1ba1e4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7989683 Jul 08 17:27:38.050867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: c7abd360-fe7d-43fa-bf2c-56e4b05da308 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:38.051218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7abd360-fe7d-43fa-bf2c-56e4b05da308 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:38.065631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:38.162174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd22e52a-c4ff-472d-9c0c-e4fa627188c7 req-90c3405e-df2e-45aa-abea-e7f4d7e94978 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483166 Jul 08 17:27:38.189703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'tag': '230e3345-1b10-4825-8f96-a2b427b2cc1f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:38.191879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event updated for resources: {'Port': ['ID=1be8af66-e473-47a5-80ed-3b455a083681,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:38.198260 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f42e01a0-5fff-4b44-bd41-e3613dd97f37", "tag": "230e3345-1b10-4825-8f96-a2b427b2cc1f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:38.216022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49eab-b6e3-4a4a-ba08-d82b447a2de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04ee99-f4fd-4bb6-9b45-1ab956a1ccc3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:38.232931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-969767f1-56da-4477-975b-d22f920180c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.234940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-969767f1-56da-4477-975b-d22f920180c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 200 len: 857 time: 0.1874585 Jul 08 17:27:38.263529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:38.267627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] In _notify_port_updated(), no bound segment for port 1be8af66-e473-47a5-80ed-3b455a083681 on network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:27:38.281155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.287052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.292147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3a61110-1a07-4653-afc0-3af9d1467c5a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "PUT /v2.0/ports/1be8af66-e473-47a5-80ed-3b455a083681 HTTP/1.1" status: 200 len: 1135 time: 1.1873705 Jul 08 17:27:38.292355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba', 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'port_id': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba', 'mac_address': 'fa:16:3e:ed:9a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd434a-06da-4835-89fa-6758575c20a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:38.296605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:38.332997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb69b9a-60b8-4995-92bf-b4d41246b34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.364908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-091070e2-0e69-4096-9e1b-067fc99f6ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.367500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ddf9411a-e28b-491e-ad4b-0a91a2536e1a None None] Provisioning complete for port 1be8af66-e473-47a5-80ed-3b455a083681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:38.368133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ddf9411a-e28b-491e-ad4b-0a91a2536e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.371888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.374930 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a176f1-81a1-414c-acc0-84b7bf5346d2 x-openstack-request-id: req-08a176f1-81a1-414c-acc0-84b7bf5346d2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:38.376087 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42e01a0-5fff-4b44-bd41-e3613dd97f37", "tag": "230e3345-1b10-4825-8f96-a2b427b2cc1f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:38.377359 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08a176f1-81a1-414c-acc0-84b7bf5346d2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:38.377828 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'tag': '230e3345-1b10-4825-8f96-a2b427b2cc1f', 'status': 'completed', 'code': 200} Jul 08 17:27:38.383805 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-d15e229a-94dd-4ab7-abc1-31fe32aa8455 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378222 Jul 08 17:27:38.392040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb69b9a-60b8-4995-92bf-b4d41246b34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.405019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:38.429005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:38.437739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.474359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9411a-e28b-491e-ad4b-0a91a2536e1a None None] Port 1be8af66-e473-47a5-80ed-3b455a083681 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:38.509149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb69b9a-60b8-4995-92bf-b4d41246b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.513460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb69b9a-60b8-4995-92bf-b4d41246b34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.515321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:38.515819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cfb69b9a-60b8-4995-92bf-b4d41246b34a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d04ee99-f4fd-4bb6-9b45-1ab956a1ccc3 HTTP/1.1" status: 204 len: 168 time: 0.4383950 Jul 08 17:27:38.542373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb69b9a-60b8-4995-92bf-b4d41246b34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d04ee99-f4fd-4bb6-9b45-1ab956a1ccc3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:38.674416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:38.698567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bef854-4b4d-4bee-a3e1-9bb8d265c95e tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.700516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a9bef854-4b4d-4bee-a3e1-9bb8d265c95e tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "GET /v2.0/ports/1be8af66-e473-47a5-80ed-3b455a083681 HTTP/1.1" status: 200 len: 1135 time: 0.4010859 Jul 08 17:27:38.710650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:38.739326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['689bfbd2-16e8-4cc2-9e0f-7ed639d262ba'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:38.766718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Deleting subnet 2eb72efe-e1e8-4554-ad5b-de337f866340 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:38.771128 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.822534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-4f5095d9-2b9f-42a4-95d5-3277286d1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.825591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-4f5095d9-2b9f-42a4-95d5-3277286d1d46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 1094 time: 0.8623209 Jul 08 17:27:38.841718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.909494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.990405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-6c8a5877-0ace-4e24-b033-5b2e17ee8e7b service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307882 Jul 08 17:27:39.019801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.079663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb72efe-e1e8-4554-ad5b-de337f866340,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.097707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.100134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-06ca9ad1-27f8-4be1-a372-c56268319af3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2eb72efe-e1e8-4554-ad5b-de337f866340 HTTP/1.1" status: 204 len: 168 time: 0.4244123 Jul 08 17:27:39.104414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55340) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:39.173426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-0c19c435-67a9-4bf9-8e3e-3a6b14b184e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.179752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-0c19c435-67a9-4bf9-8e3e-3a6b14b184e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 918 time: 0.3453681 Jul 08 17:27:39.262675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:39.291846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32f5f4b-4a21-4c53-828a-9b47f8253612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.329710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.384675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a303542-7f2a-4b9b-973a-d54182a5e2ed req-1b92bac1-b0ad-4889-bae2-4fbd613b49a9 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.386335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a303542-7f2a-4b9b-973a-d54182a5e2ed req-1b92bac1-b0ad-4889-bae2-4fbd613b49a9 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 943 time: 0.2280972 Jul 08 17:27:39.399881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-cf274f9d-eaf4-4edb-a62c-ab33479c1f26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=155c7cf4-6262-460a-95e7-d847caaaec84 HTTP/1.1" status: 200 len: 217 time: 0.1859736 Jul 08 17:27:39.456255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-091070e2-0e69-4096-9e1b-067fc99f6ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.472081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.492507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a303542-7f2a-4b9b-973a-d54182a5e2ed req-b247e40a-43be-4c34-af29-647d81202ed4 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883806 Jul 08 17:27:39.494339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-091070e2-0e69-4096-9e1b-067fc99f6ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.498475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e40b3d5-008e-4ff1-885b-cda19a84d8b2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:39.511107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:39.511440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5f1fd8-19d7-4e94-9eaf-1f2d6cf1a4c9') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:39.528675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.551579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.563061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:39.563751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:39.565704 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:39.590816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-6309b49b-3600-4853-a010-ecc9b1ff5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.592237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-6309b49b-3600-4853-a010-ecc9b1ff5157 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 200 len: 857 time: 0.1728864 Jul 08 17:27:39.601382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fdbcf8-5427-4584-af86-5e7006ae1235 req-818fa78a-6e83-4d32-9d9a-f1040638ac0e service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277264 Jul 08 17:27:39.602012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091070e2-0e69-4096-9e1b-067fc99f6ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd5d224-0e64-4619-8a19-a7a9adcb7fe9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.632364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-091070e2-0e69-4096-9e1b-067fc99f6ecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c78ea1193a3470b8c99f90bf59ca677&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7647746 Jul 08 17:27:39.632364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Deleting port 1be8af66-e473-47a5-80ed-3b455a083681 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:39.632696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.636637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:39.669320 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-e1104b7b-e3bf-4aad-b07b-9f8fec211e2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584440 Jul 08 17:27:39.697727 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.706200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32f5f4b-4a21-4c53-828a-9b47f8253612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.710911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.715698 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e40b3d5-008e-4ff1-885b-cda19a84d8b2 HTTP/1.1" status: 204 len: 168 time: 0.6088274 Jul 08 17:27:39.718756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32f5f4b-4a21-4c53-828a-9b47f8253612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.744856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05728f-227b-4908-98be-be8ecaa0775e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e40b3d5-008e-4ff1-885b-cda19a84d8b2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.783201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b34556-3206-4001-901a-7e3697248ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.789867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a32f5f4b-4a21-4c53-828a-9b47f8253612 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd2b27ffc3384a46bf2d477fec68b096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252326 Jul 08 17:27:39.792554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55354) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:39.801719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f5f4b-4a21-4c53-828a-9b47f8253612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aa45c6-cf08-468f-9606-48abeb7a6252,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.809692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628b08d-6668-4b7e-8ea6-4acccbbd486b req-e3c9f99c-8a6a-440d-81fb-f5e321e54fff tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.816784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4628b08d-6668-4b7e-8ea6-4acccbbd486b req-e3c9f99c-8a6a-440d-81fb-f5e321e54fff tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 943 time: 0.4211943 Jul 08 17:27:39.840464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b34556-3206-4001-901a-7e3697248ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.889425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-639137ae-4347-4f50-aa43-5edf967d72ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.916909 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-639137ae-4347-4f50-aa43-5edf967d72ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.922945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4628b08d-6668-4b7e-8ea6-4acccbbd486b req-3f65cd7c-32a4-4190-97f5-8a0fa90595a5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032176 Jul 08 17:27:39.924580 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b34556-3206-4001-901a-7e3697248ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.927442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2b34556-3206-4001-901a-7e3697248ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.928977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f2b34556-3206-4001-901a-7e3697248ff5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcd5d224-0e64-4619-8a19-a7a9adcb7fe9 HTTP/1.1" status: 204 len: 168 time: 0.2910056 Jul 08 17:27:39.950211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.954045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b34556-3206-4001-901a-7e3697248ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd5d224-0e64-4619-8a19-a7a9adcb7fe9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.005335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-639137ae-4347-4f50-aa43-5edf967d72ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.008821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-639137ae-4347-4f50-aa43-5edf967d72ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.013758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-639137ae-4347-4f50-aa43-5edf967d72ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7aa45c6-cf08-468f-9606-48abeb7a6252 HTTP/1.1" status: 204 len: 168 time: 0.2199299 Jul 08 17:27:40.018171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:40.021900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:40.030829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Calling delete_port for 1be8af66-e473-47a5-80ed-3b455a083681 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:40.038571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639137ae-4347-4f50-aa43-5edf967d72ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aa45c6-cf08-468f-9606-48abeb7a6252,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.051735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-0f3e84a5-a71e-45eb-932d-1c93908985fa service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455837 Jul 08 17:27:40.073288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-07e1f63e-0869-4e9a-89ef-7509ff4c3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.075893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-07e1f63e-0869-4e9a-89ef-7509ff4c3236 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87bc499f551e469482ed0bc85b5731aa&device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 1094 time: 0.4052579 Jul 08 17:27:40.147962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55368) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:40.219995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:40.234571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:40.235336 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.246013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8351c2a9-cc71-451c-ae97-50dd4f13923e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=517ec0dc401a4cfdbacb0697fc7f92f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965340 Jul 08 17:27:40.249269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:40.284595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:40.345235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'port_id': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'mac_address': 'fa:16:3e:47:80:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:40.388954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c346b8cd-0177-4010-8906-319ca12a1804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.444607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c346b8cd-0177-4010-8906-319ca12a1804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.453914 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.470441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06af4da6-2ab3-414b-acbf-846d9d365c25 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:40.479502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.511146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-0ac6b84d-3695-4884-a3ac-5f4441722c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.513399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-0ac6b84d-3695-4884-a3ac-5f4441722c45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 200 len: 918 time: 0.3694839 Jul 08 17:27:40.518840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c346b8cd-0177-4010-8906-319ca12a1804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.521012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:40.524473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c346b8cd-0177-4010-8906-319ca12a1804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.526683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c346b8cd-0177-4010-8906-319ca12a1804 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad HTTP/1.1" status: 204 len: 168 time: 0.2761364 Jul 08 17:27:40.532804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:40.538241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346b8cd-0177-4010-8906-319ca12a1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ec08e-7d01-4de3-b6b6-b76b6e72c8ad,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.539049 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa627c-6981-4e66-8bdd-b60c4c2dcbfd" -d '{"events": [{"server_uuid": "39cdf91a-1d7c-4a26-8718-b2d5daedbff7", "name": "network-vif-plugged", "status": "completed", "tag": "689bfbd2-16e8-4cc2-9e0f-7ed639d262ba"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:40.570595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:40.578398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.591138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.592011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 155c7cf4-6262-460a-95e7-d847caaaec84 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:40.682253 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01edeeb2-6e3d-4b41-9fe2-5277fd767097 x-openstack-request-id: req-01edeeb2-6e3d-4b41-9fe2-5277fd767097 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:40.682753 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cdf91a-1d7c-4a26-8718-b2d5daedbff7", "name": "network-vif-plugged", "status": "completed", "tag": "689bfbd2-16e8-4cc2-9e0f-7ed639d262ba", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:40.683114 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01edeeb2-6e3d-4b41-9fe2-5277fd767097 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:40.684354 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba', 'code': 200} Jul 08 17:27:40.747658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-76aa7943-6766-4080-948c-bcf5e66c5dad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f HTTP/1.1" status: 200 len: 217 time: 0.0851197 Jul 08 17:27:40.750944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.830862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event deleted for resources: {'Port': ['ID=1be8af66-e473-47a5-80ed-3b455a083681,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.842263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72587e-7654-4051-8792-c91d77c158d6 req-31e814cb-f7a6-48aa-9e0c-49c6c17c05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.843793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a72587e-7654-4051-8792-c91d77c158d6 req-31e814cb-f7a6-48aa-9e0c-49c6c17c05db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 1097 time: 0.1318221 Jul 08 17:27:40.916009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.951849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a72587e-7654-4051-8792-c91d77c158d6 req-e3606312-c403-48a9-bdf8-4f217e8d8a90 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985801 Jul 08 17:27:40.997663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.003938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55404) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:41.004749 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8b8a1363-e484-4496-8b3c-a9fbbcb0811c tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "DELETE /v2.0/ports/1be8af66-e473-47a5-80ed-3b455a083681 HTTP/1.1" status: 204 len: 168 time: 2.2930467 Jul 08 17:27:41.062692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-a4c0b073-b893-462a-aaa5-b28c2aef7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:41.064385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-a4c0b073-b893-462a-aaa5-b28c2aef7c0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 200 len: 857 time: 0.3092167 Jul 08 17:27:41.073613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:41.126198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-0792bd6b-e90e-40a6-a0f3-394465d337ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481691 Jul 08 17:27:41.131102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Deleting subnet aa712c78-8ba6-47db-b665-339af0341b51 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:41.145421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e96798-3f34-4bc0-9a0d-70f69a5f34aa req-9807ded0-0423-43cd-be20-2b44f980d61a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:41.147178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.149121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0e96798-3f34-4bc0-9a0d-70f69a5f34aa req-9807ded0-0423-43cd-be20-2b44f980d61a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 943 time: 0.3224096 Jul 08 17:27:41.178235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45fcd14d-4bf5-458d-87e8-908898052cd5 req-ae473179-caf1-4631-92e6-58d064c6467d service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1175711 Jul 08 17:27:41.180621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 155c7cf4-6262-460a-95e7-d847caaaec84, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=155c7cf4-6262-460a-95e7-d847caaaec84,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:41.228421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '155c7cf4-6262-460a-95e7-d847caaaec84', 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'port_id': '155c7cf4-6262-460a-95e7-d847caaaec84', 'mac_address': 'fa:16:3e:10:ca:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd434a-06da-4835-89fa-6758575c20a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:41.296754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.330222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0e96798-3f34-4bc0-9a0d-70f69a5f34aa req-a183d49a-04c1-40ac-98a2-d038fc9f0691 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697944 Jul 08 17:27:41.341496 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.351029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-acc7b83a-47cf-408e-a8da-53f8cbe23b8f service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178178 Jul 08 17:27:41.364047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155c7cf4-6262-460a-95e7-d847caaaec84 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:41.404941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 155c7cf4-6262-460a-95e7-d847caaaec84, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=155c7cf4-6262-460a-95e7-d847caaaec84,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:41.410516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.448994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.539520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=155c7cf4-6262-460a-95e7-d847caaaec84,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:41.562427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0aad3b43-0e6d-40a2-bbae-4be2a899e7ce req-7528aace-21d6-4417-866c-a80624b75751 service neutron] 10.222.0.53 "GET /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824934 Jul 08 17:27:41.572725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.608147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.613371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:41.613701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "DELETE /v2.0/subnets/aa712c78-8ba6-47db-b665-339af0341b51 HTTP/1.1" status: 204 len: 168 time: 0.6087890 Jul 08 17:27:41.615267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702f516-97c0-45ec-b406-a08719e2410a tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event deleted for resources: {'Subnet': ['ID=aa712c78-8ba6-47db-b665-339af0341b51,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:41.617673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c018f8f-b6cc-4388-bce9-2d0fca415ff7 None None] Network 40385d3d-a087-4e2e-bc8b-dbd65da907d8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:41.632505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:41.715347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45074ef6-45ae-4932-8e24-619112f6caed req-eac3af7b-8a62-41af-bde7-506ec7198fd0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:41.726176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45074ef6-45ae-4932-8e24-619112f6caed req-eac3af7b-8a62-41af-bde7-506ec7198fd0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.4694300 Jul 08 17:27:41.804493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.832597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45074ef6-45ae-4932-8e24-619112f6caed req-0356df95-5f5c-405c-9181-840de8105a9d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049747 Jul 08 17:27:41.877108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['06af4da6-2ab3-414b-acbf-846d9d365c25'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:41.931042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Deleting port 546771e7-bc1e-48bd-b87f-a138c9f218c3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:41.931631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.934667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['155c7cf4-6262-460a-95e7-d847caaaec84'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:42.074407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] For port 546771e7-bc1e-48bd-b87f-a138c9f218c3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=546771e7-bc1e-48bd-b87f-a138c9f218c3,segment=NetworkSegment(f4a80fd9-8730-46b1-ba5b-074778259089),segment_id=f4a80fd9-8730-46b1-ba5b-074778259089)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:42.075901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.104796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Calling delete_port for 546771e7-bc1e-48bd-b87f-a138c9f218c3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:42.106274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1719910001'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:42.160619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Made reservation on behalf of 002e5607635d449186ffd84a47ae67ee for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:42.161653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230e3345-1b10-4825-8f96-a2b427b2cc1f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:42.164699 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.181159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.276044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230e3345-1b10-4825-8f96-a2b427b2cc1f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:42.284059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.342337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event deleted for resources: {'Port': ['ID=546771e7-bc1e-48bd-b87f-a138c9f218c3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:42.349349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '230e3345-1b10-4825-8f96-a2b427b2cc1f', 'network_id': '0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630', 'port_id': '230e3345-1b10-4825-8f96-a2b427b2cc1f', 'mac_address': 'fa:16:3e:1a:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd434a-06da-4835-89fa-6758575c20a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:42.358944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] No DVR routers for this DVR port 546771e7-bc1e-48bd-b87f-a138c9f218c3 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:42.388137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.396263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.451126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.472664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:42.497756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230e3345-1b10-4825-8f96-a2b427b2cc1f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:42.506350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb23ec3-1990-429d-b547-c4016a1cb94f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:42.523846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.528983 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Added segment 2594d43f-8919-4a48-9297-e92228e4bb62 of type vlan for network f3f27afc-e7d3-407e-9e3a-04b41c067416 Jul 08 17:27:42.559607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3da62-8be7-49aa-a679-ae3467a07198 None None] DHCP port deletion for 40385d3d-a087-4e2e-bc8b-dbd65da907d8 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:27:42.580513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230e3345-1b10-4825-8f96-a2b427b2cc1f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:42.592234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.604608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.637079 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.645974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:42.646942 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.672174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0306673 Jul 08 17:27:42.674961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=230e3345-1b10-4825-8f96-a2b427b2cc1f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:42.680200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.683892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:42.738410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cbe41-815a-4bcb-a664-faff06def946 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event updated for resources: {'Network': ['ID=f3f27afc-e7d3-407e-9e3a-04b41c067416,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:42.742753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Request body: {'subnet': {'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:42.751732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:42.875395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40385d3d-a087-4e2e-bc8b-dbd65da907d8']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:42.908940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a80fd9-8730-46b1-ba5b-074778259089') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:42.909656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a80fd9-8730-46b1-ba5b-074778259089') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:42.930836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.955892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Made reservation on behalf of 002e5607635d449186ffd84a47ae67ee for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:42.960015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.963711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.966946 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.979746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.036165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:43.036585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:43.041344 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:43.123998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0188f7-7ef2-4da9-8850-736bf03d2169 req-96264ed2-7304-4595-b54e-a8006e55b803 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.126291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f0188f7-7ef2-4da9-8850-736bf03d2169 req-96264ed2-7304-4595-b54e-a8006e55b803 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 944 time: 0.4940963 Jul 08 17:27:43.189960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.208430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['230e3345-1b10-4825-8f96-a2b427b2cc1f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:43.208924 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.223943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] 10.222.0.48 "DELETE /v2.0/networks/40385d3d-a087-4e2e-bc8b-dbd65da907d8 HTTP/1.1" status: 204 len: 168 time: 1.6018469 Jul 08 17:27:43.268290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f0188f7-7ef2-4da9-8850-736bf03d2169 req-b5a19ede-39af-437b-93f9-f28a8fbb8429 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295140 Jul 08 17:27:43.279002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea33a18-3a54-442d-9e05-ce462823b2cf tempest-ExtraDHCPOptionsTestJSON-377416677 tempest-ExtraDHCPOptionsTestJSON-377416677-project] Pushing event deleted for resources: {'Network': ['ID=40385d3d-a087-4e2e-bc8b-dbd65da907d8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:43.324710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c19b0-8245-452f-b1f5-657eb53de9f0 req-ba89bde0-cf7e-4a69-b6f2-7225b1f95b59 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.332792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 546771e7-bc1e-48bd-b87f-a138c9f218c3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:43.339347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc4c19b0-8245-452f-b1f5-657eb53de9f0 req-ba89bde0-cf7e-4a69-b6f2-7225b1f95b59 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.1854084 Jul 08 17:27:43.383687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 546771e7-bc1e-48bd-b87f-a138c9f218c3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:43.384167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 546771e7-bc1e-48bd-b87f-a138c9f218c3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:43.423865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc4c19b0-8245-452f-b1f5-657eb53de9f0 req-bcd0a22a-082b-4c7e-a936-4e9197aa45f3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834911 Jul 08 17:27:43.461810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.703654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:43.968656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-025844da-9652-4c97-bc11-1c2b64ad8646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a7ba58668014301b11a129c79c777c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631257 Jul 08 17:27:43.984350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:44.031534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Checking segment: {'id': '2594d43f-8919-4a48-9297-e92228e4bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:44.031751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 155c7cf4-6262-460a-95e7-d847caaaec84 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:44.031881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Network hostable DHCP agents. Network: f3f27afc-e7d3-407e-9e3a-04b41c067416, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:44.038202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event updated for resources: {'Subnet': ['ID=76e7db56-783b-455b-ba1d-e5b0f7fd8222,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:44.077679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:44.091298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f3f27afc-e7d3-407e-9e3a-04b41c067416) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:44.099937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:44.102152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.107801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5948560-86d5-414c-ae6f-b7584034f556 None None] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:44.112697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcb79b3-f650-4360-a93f-1b625a24f739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.157427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:44.160826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcb79b3-f650-4360-a93f-1b625a24f739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.161358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f597f6f8-9064-4de5-9cc4-8be8d26f7429 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4682260 Jul 08 17:27:44.164278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:44.172834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Request body: {'port': {'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416', 'name': 'tempest-TagsExtTest-1053555012'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:44.201692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 155c7cf4-6262-460a-95e7-d847caaaec84 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:44.211425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 155c7cf4-6262-460a-95e7-d847caaaec84 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:44.212583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.262542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcb79b3-f650-4360-a93f-1b625a24f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.267194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfcb79b3-f650-4360-a93f-1b625a24f739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.269483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cfcb79b3-f650-4360-a93f-1b625a24f739 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9f66ed7-d7a6-46c9-948a-0fd972d7d390 HTTP/1.1" status: 204 len: 168 time: 0.2830250 Jul 08 17:27:44.290977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb79b3-f650-4360-a93f-1b625a24f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f66ed7-d7a6-46c9-948a-0fd972d7d390,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:44.314750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:44.392535 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.423292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Made reservation on behalf of 002e5607635d449186ffd84a47ae67ee for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:44.428838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.443386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155c7cf4-6262-460a-95e7-d847caaaec84'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:44.447617 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd607a3-00ac-4658-9654-fad40a5365c2" -d '{"events": [{"server_uuid": "31d7e77e-0832-4c90-a9ea-3f14b440c229", "name": "network-vif-plugged", "status": "completed", "tag": "155c7cf4-6262-460a-95e7-d847caaaec84"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:44.464195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f3f27afc-e7d3-407e-9e3a-04b41c067416', 'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416', 'tenant_id': '002e5607635d449186ffd84a47ae67ee', 'fixed_ips': [{'subnet_id': '76e7db56-783b-455b-ba1d-e5b0f7fd8222'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:44.467571 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.473229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 155c7cf4-6262-460a-95e7-d847caaaec84, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=155c7cf4-6262-460a-95e7-d847caaaec84,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:44.483158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] device_id is not set on port 2a61b7f9-cfd8-4975-ac22-ac94243db666 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:44.485325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.486432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:44.525536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc572a5a-c959-4569-96dd-3eeb134bc998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.669542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=155c7cf4-6262-460a-95e7-d847caaaec84,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:44.687920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 06af4da6-2ab3-414b-acbf-846d9d365c25 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:44.688703 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.797436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc572a5a-c959-4569-96dd-3eeb134bc998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.818833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c4f86-13e6-4d19-bea1-eb5b12f34cb8 req-6b0f3ddd-055d-47dd-9192-385a755671e0 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:44.836448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b26c4f86-13e6-4d19-bea1-eb5b12f34cb8 req-6b0f3ddd-055d-47dd-9192-385a755671e0 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 945 time: 0.2223969 Jul 08 17:27:44.862604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc572a5a-c959-4569-96dd-3eeb134bc998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.908629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b26c4f86-13e6-4d19-bea1-eb5b12f34cb8 req-f79829a8-ac93-4a99-981a-09fedf22c5ff tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712166 Jul 08 17:27:44.935045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55584) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:44.941174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dc572a5a-c959-4569-96dd-3eeb134bc998 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d614d3efd26a453ab815df5346814a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7824831 Jul 08 17:27:44.951671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d4b-3a37-433c-b853-b8c88e6fef3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.969879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Allocated IP 172.20.0.2 (f3f27afc-e7d3-407e-9e3a-04b41c067416/76e7db56-783b-455b-ba1d-e5b0f7fd8222/7832662d-2ab5-47e5-aeca-e36dee7cde3a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:45.062997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc572a5a-c959-4569-96dd-3eeb134bc998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b02e59-d507-48e5-90fa-b6b37509f7e4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.067895 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ddd3d0-6b0e-43be-b2a3-50198da6223c x-openstack-request-id: req-82ddd3d0-6b0e-43be-b2a3-50198da6223c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:45.068785 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d7e77e-0832-4c90-a9ea-3f14b440c229", "name": "network-vif-plugged", "status": "completed", "tag": "155c7cf4-6262-460a-95e7-d847caaaec84", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:45.069254 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82ddd3d0-6b0e-43be-b2a3-50198da6223c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:45.069854 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155c7cf4-6262-460a-95e7-d847caaaec84', 'code': 200} Jul 08 17:27:45.085559 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.094991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef84e-7643-483d-802b-1c9fb03ac318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.168827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:45.180644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.229508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73894c76-5171-4d69-9456-b5fd20248a8f req-47821094-dcdc-41f8-a3b5-df877885b2be tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.233527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef84e-7643-483d-802b-1c9fb03ac318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.248260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73894c76-5171-4d69-9456-b5fd20248a8f req-47821094-dcdc-41f8-a3b5-df877885b2be tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 944 time: 0.4900141 Jul 08 17:27:45.323081 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73894c76-5171-4d69-9456-b5fd20248a8f req-3ac96988-7b37-4c50-ab9d-69554ebd4a88 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702193 Jul 08 17:27:45.342707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4dcf9-6b35-49a3-b7c6-40ef63b0d117 req-c52fab03-628b-4664-a83e-89f3c1b9f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.344239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10a4dcf9-6b35-49a3-b7c6-40ef63b0d117 req-c52fab03-628b-4664-a83e-89f3c1b9f4b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 1096 time: 0.2007113 Jul 08 17:27:45.411945 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d4b-3a37-433c-b853-b8c88e6fef3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.416300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10a4dcf9-6b35-49a3-b7c6-40ef63b0d117 req-91582508-537b-4ff3-90ec-710cc0dc90a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Jul 08 17:27:45.417135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.422782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.429270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef84e-7643-483d-802b-1c9fb03ac318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.432384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef84e-7643-483d-802b-1c9fb03ac318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.434329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2e17d4b-3a37-433c-b853-b8c88e6fef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.436272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Transition to ACTIVE for port object 7832662d-2ab5-47e5-aeca-e36dee7cde3a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:45.438473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ba2ef84e-7643-483d-802b-1c9fb03ac318 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7b02e59-d507-48e5-90fa-b6b37509f7e4 HTTP/1.1" status: 204 len: 168 time: 0.5017304 Jul 08 17:27:45.451504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef84e-7643-483d-802b-1c9fb03ac318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b02e59-d507-48e5-90fa-b6b37509f7e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.464149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Transition to ACTIVE for port object 7832662d-2ab5-47e5-aeca-e36dee7cde3a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:45.477437 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.487379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17d4b-3a37-433c-b853-b8c88e6fef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53a7eb-fcb3-4715-a11b-d57d9b7c0f02,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.509750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f2e17d4b-3a37-433c-b853-b8c88e6fef3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb985f6c7ab140e89eefc9ac89e1afa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1934474 Jul 08 17:27:45.513195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:45.521032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:45.576725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:45.581676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Allocated IP 172.20.0.13 (f3f27afc-e7d3-407e-9e3a-04b41c067416/76e7db56-783b-455b-ba1d-e5b0f7fd8222/2a61b7f9-cfd8-4975-ac22-ac94243db666) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:45.583970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:45.602259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:45.609630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c89dcde-a3f0-4bed-b16c-c25a676b0cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.619999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Pushing event updated for resources: {'Port': ['ID=7832662d-2ab5-47e5-aeca-e36dee7cde3a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.651615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c89dcde-a3f0-4bed-b16c-c25a676b0cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.712461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'networks': [{'name': 'tempest-network--281882486'}, {'name': 'tempest-network--1561230562'}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:45.714082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Attempting to bind port 7832662d-2ab5-47e5-aeca-e36dee7cde3a on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:45.714855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Attempting to bind port 7832662d-2ab5-47e5-aeca-e36dee7cde3a by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2594d43f-8919-4a48-9297-e92228e4bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:45.715132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'network': {'name': 'tempest-network--281882486'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:45.715292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Attempting to bind port 7832662d-2ab5-47e5-aeca-e36dee7cde3a on network f3f27afc-e7d3-407e-9e3a-04b41c067416 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:45.715874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'network': {'name': 'tempest-network--1561230562'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:45.721893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:45.722419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Checking segment: {'id': '2594d43f-8919-4a48-9297-e92228e4bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:45.722888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.723370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Bound using segment: {'id': '2594d43f-8919-4a48-9297-e92228e4bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:45.723890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Bound port: 7832662d-2ab5-47e5-aeca-e36dee7cde3a, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2594d43f-8919-4a48-9297-e92228e4bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f3f27afc-e7d3-407e-9e3a-04b41c067416'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:45.724348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.774932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'network': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:45.787629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.795255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c89dcde-a3f0-4bed-b16c-c25a676b0cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.799891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c89dcde-a3f0-4bed-b16c-c25a676b0cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.801091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2c89dcde-a3f0-4bed-b16c-c25a676b0cd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b53a7eb-fcb3-4715-a11b-d57d9b7c0f02 HTTP/1.1" status: 204 len: 168 time: 0.2862597 Jul 08 17:27:45.816043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] For port 7832662d-2ab5-47e5-aeca-e36dee7cde3a, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:45.820649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] For port 7832662d-2ab5-47e5-aeca-e36dee7cde3a, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7832662d-2ab5-47e5-aeca-e36dee7cde3a,segment=NetworkSegment(2594d43f-8919-4a48-9297-e92228e4bb62),segment_id=2594d43f-8919-4a48-9297-e92228e4bb62)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:45.822314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.831898 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.899647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.923285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Transition to ACTIVE for port object 2a61b7f9-cfd8-4975-ac22-ac94243db666 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:45.956484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.961100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89dcde-a3f0-4bed-b16c-c25a676b0cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53a7eb-fcb3-4715-a11b-d57d9b7c0f02,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.970837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.976020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.978030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.015752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2181952-9ff2-4ae8-8036-3d39361a41a8 None None] Pushing event updated for resources: {'Port': ['ID=7832662d-2ab5-47e5-aeca-e36dee7cde3a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.040231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:46.047631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae90eb-3090-48b6-91fb-9fcb5e78f7ca,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.063006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.063970 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Added segment 6d7d6844-749f-4070-9868-b5058b753441 of type vlan for network 2a54f52f-383f-439e-a98a-e558b2842ff6 Jul 08 17:27:46.064509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230e3345-1b10-4825-8f96-a2b427b2cc1f up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:46.127693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:46.141869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:46.152628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:46.214109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.225169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.226320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.230317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 230e3345-1b10-4825-8f96-a2b427b2cc1f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:46.239039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 230e3345-1b10-4825-8f96-a2b427b2cc1f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:46.239485 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.263103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event updated for resources: {'Port': ['ID=2a61b7f9-cfd8-4975-ac22-ac94243db666,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.294928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c60f8617-12b3-46e7-a26d-3d763b6cddd7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1294565 Jul 08 17:27:46.295862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:46.301588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1866965740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:46.357435 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.426597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.431658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.435983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230e3345-1b10-4825-8f96-a2b427b2cc1f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:46.445424 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.476513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:46.545317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.545707 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Added segment f3c26734-1b8d-43fc-82b1-f393d44368d3 of type vlan for network 5a3b2eb7-a923-40ac-822c-08269a4c9c03 Jul 08 17:27:46.604084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=230e3345-1b10-4825-8f96-a2b427b2cc1f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.616883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.618533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:46.644924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e9cc-f1aa-40c3-a691-8d0cfe42d7d2 req-56a35784-d30d-45d8-afe4-50e53fcfd3c7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.646497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.646921 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3778e9cc-f1aa-40c3-a691-8d0cfe42d7d2 req-56a35784-d30d-45d8-afe4-50e53fcfd3c7 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 945 time: 0.3803978 Jul 08 17:27:46.648820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.690737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1b6c-7727-44c3-a691-be00bbd7d42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.715359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.716957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-05aaff0c-4969-43e3-9305-4c9bd1f8f94b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4194212 Jul 08 17:27:46.720302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3778e9cc-f1aa-40c3-a691-8d0cfe42d7d2 req-7a2b16f3-c2a1-431a-a814-c38bfb5828cf tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575104 Jul 08 17:27:46.720908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:46.743480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6f9c417e-3e5d-4a9d-8eab-1f52b6c6d32a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1423150180', 'prefixes': ['172.20.0.0/16']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:46.758582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193e5ef-c412-4a3f-abc4-1da47a7bde58 req-4c838f1b-dc1f-40ef-9c6d-257d1631b6c3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.760260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4193e5ef-c412-4a3f-abc4-1da47a7bde58 req-4c838f1b-dc1f-40ef-9c6d-257d1631b6c3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.1392214 Jul 08 17:27:46.761580 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.762878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.770710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.778914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.779680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.858797 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4193e5ef-c412-4a3f-abc4-1da47a7bde58 req-541d46e5-0146-4747-919f-510e11437b9b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859332 Jul 08 17:27:46.893876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Network': ['ID=2a54f52f-383f-439e-a98a-e558b2842ff6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.894830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2a54f52f-383f-439e-a98a-e558b2842ff6 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:46.944247 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1b6c-7727-44c3-a691-be00bbd7d42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.964697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1aa1b6c-7727-44c3-a691-be00bbd7d42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.986903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4647284 Jul 08 17:27:46.989694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:46.993444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9f8e9-6a67-4bfd-abfa-162a9d4b79e1 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Network': ['ID=5a3b2eb7-a923-40ac-822c-08269a4c9c03,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:47.011129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5a3b2eb7-a923-40ac-822c-08269a4c9c03 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:47.018905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa1b6c-7727-44c3-a691-be00bbd7d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6653c0c-ce65-4539-b890-ddf80ffff86f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:47.045647 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a1aa1b6c-7727-44c3-a691-be00bbd7d42c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b60e340ac4ad4a85bfc9772070e87e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217706 Jul 08 17:27:47.048550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55652) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.187371 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e206146-1cb9-4343-8aa9-ea40f44f1f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.189399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6f9c417e-3e5d-4a9d-8eab-1f52b6c6d32a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.195210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6f9c417e-3e5d-4a9d-8eab-1f52b6c6d32a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4632590 Jul 08 17:27:47.195414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.203762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}, {'server_uuid': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230e3345-1b10-4825-8f96-a2b427b2cc1f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:47.206154 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac3e25d-f529-442c-a914-0adb417c1e7f" -d '{"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-plugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}, {"server_uuid": "f42e01a0-5fff-4b44-bd41-e3613dd97f37", "name": "network-vif-plugged", "status": "completed", "tag": "230e3345-1b10-4825-8f96-a2b427b2cc1f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:47.210969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-a75cdc27-b23e-4ea8-b848-2f9d8af7a5af tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-1388551033') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:47.249676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55660) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.342337 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5da2e2-9662-44aa-b3d1-6b426b2e3a22 x-openstack-request-id: req-8b5da2e2-9662-44aa-b3d1-6b426b2e3a22 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:47.342934 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-plugged", "status": "completed", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "code": 200}, {"server_uuid": "f42e01a0-5fff-4b44-bd41-e3613dd97f37", "name": "network-vif-plugged", "status": "completed", "tag": "230e3345-1b10-4825-8f96-a2b427b2cc1f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:47.343394 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b5da2e2-9662-44aa-b3d1-6b426b2e3a22 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:47.343971 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'code': 200} Jul 08 17:27:47.344410 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230e3345-1b10-4825-8f96-a2b427b2cc1f', 'code': 200} Jul 08 17:27:47.352237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48581db9-bbad-4359-8e50-00736be4a02f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.381957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48581db9-bbad-4359-8e50-00736be4a02f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.402690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48581db9-bbad-4359-8e50-00736be4a02f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.416884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48581db9-bbad-4359-8e50-00736be4a02f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.429914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7832662d-2ab5-47e5-aeca-e36dee7cde3a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:47.442426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48581db9-bbad-4359-8e50-00736be4a02f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4515424 Jul 08 17:27:47.443149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.458911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1133987579-network', 'tenant_id': 'ba6f386ecc4c4f63b779568839323887'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:47.489674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e206146-1cb9-4343-8aa9-ea40f44f1f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.529179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7832662d-2ab5-47e5-aeca-e36dee7cde3a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:47.573492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Made reservation on behalf of ba6f386ecc4c4f63b779568839323887 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:47.576743 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.583946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.604765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.647855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e206146-1cb9-4343-8aa9-ea40f44f1f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.650835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e206146-1cb9-4343-8aa9-ea40f44f1f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.652594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e206146-1cb9-4343-8aa9-ea40f44f1f47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6653c0c-ce65-4539-b890-ddf80ffff86f HTTP/1.1" status: 204 len: 168 time: 0.6024783 Jul 08 17:27:47.689497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e206146-1cb9-4343-8aa9-ea40f44f1f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6653c0c-ce65-4539-b890-ddf80ffff86f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:47.718517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b2f9d-2544-44d1-9e84-f0d3277a2e46 None None] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:47.751020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f8b3-ab68-4427-934d-0ca6a50ab77b req-6409b847-8908-4c47-bc00-fec1c7ec11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.756247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cbf7f8b3-ab68-4427-934d-0ca6a50ab77b req-6409b847-8908-4c47-bc00-fec1c7ec11fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 1096 time: 0.2877824 Jul 08 17:27:47.840577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a0857-a794-4fa6-b640-220f16691f9f req-24b5bec9-b5e8-4f89-9ead-32a528d55d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.843608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-915a0857-a794-4fa6-b640-220f16691f9f req-24b5bec9-b5e8-4f89-9ead-32a528d55d57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 1097 time: 0.2477245 Jul 08 17:27:47.846083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a75cdc27-b23e-4ea8-b848-2f9d8af7a5af tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-1388551033 HTTP/1.1" status: 201 len: 201 time: 0.6497343 Jul 08 17:27:47.853808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55674) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.892338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-d63b2f28-0ee1-4d12-b244-e704b01f59b7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-1905109944') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:47.903485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] Provisioning for port 7832662d-2ab5-47e5-aeca-e36dee7cde3a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:47.929885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] Provisioning complete for port 7832662d-2ab5-47e5-aeca-e36dee7cde3a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:47.930281 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.956092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-915a0857-a794-4fa6-b640-220f16691f9f req-ba875ab5-1bb6-413e-86f1-0e0ba0ee95ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011257 Jul 08 17:27:47.998150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cbf7f8b3-ab68-4427-934d-0ca6a50ab77b req-30390a3b-afa1-4f84-8520-ac913a8758ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282953 Jul 08 17:27:48.164054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d63b2f28-0ee1-4d12-b244-e704b01f59b7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-1905109944 HTTP/1.1" status: 201 len: 201 time: 0.3063354 Jul 08 17:27:48.171350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55686) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.179238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-d076b295-9879-4956-915d-5d7e8f02c208 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-448506997') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:48.219964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.250990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.258484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.362754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4ddff-ffda-4f68-9bc8-40825e417a5b req-0432aaad-867e-4c71-b79a-85333b687f36 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.370709 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b4ddff-ffda-4f68-9bc8-40825e417a5b req-0432aaad-867e-4c71-b79a-85333b687f36 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 945 time: 0.3692732 Jul 08 17:27:48.372344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.375837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] For port 7832662d-2ab5-47e5-aeca-e36dee7cde3a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7832662d-2ab5-47e5-aeca-e36dee7cde3a,segment=NetworkSegment(2594d43f-8919-4a48-9297-e92228e4bb62),segment_id=2594d43f-8919-4a48-9297-e92228e4bb62)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:48.388843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.419266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a54f52f-383f-439e-a98a-e558b2842ff6']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:48.445647 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b4ddff-ffda-4f68-9bc8-40825e417a5b req-522ffb4f-01a1-4262-ae2f-f3d9d6ed2290 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739489 Jul 08 17:27:48.477571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:48.495065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d076b295-9879-4956-915d-5d7e8f02c208 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-448506997 HTTP/1.1" status: 201 len: 201 time: 0.3225713 Jul 08 17:27:48.499117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55700) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.506049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7d6844-749f-4070-9868-b5058b753441') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:48.506348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7d6844-749f-4070-9868-b5058b753441') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:48.520106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-15b8df4d-60f9-4193-8c11-11c5ca283de7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-601443986') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:48.527400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.531241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0c21d-13bf-471c-9d38-4f92d264a80c None None] Pushing event updated for resources: {'Port': ['ID=7832662d-2ab5-47e5-aeca-e36dee7cde3a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:48.550282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.559216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:48.559923 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.616400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15b8df4d-60f9-4193-8c11-11c5ca283de7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-601443986 HTTP/1.1" status: 201 len: 201 time: 0.1146345 Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:48.618454 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:48.621748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.623497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-57dffa0e-0086-4aef-9ec6-e53ebf68b3c8 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:48.661354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:48.704351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.704995 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Added segment 3e230a6c-040a-47a6-af52-dac087c7634a of type vlan for network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 Jul 08 17:27:48.721567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.796333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f30af7-dedd-4399-8c9e-0c47f1da50ca req-ee97bc2e-a7e2-4800-b7dd-2cd415b8e3d8 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.805959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.806773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0f30af7-dedd-4399-8c9e-0c47f1da50ca req-ee97bc2e-a7e2-4800-b7dd-2cd415b8e3d8 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 945 time: 0.1173937 Jul 08 17:27:48.807857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/networks/2a54f52f-383f-439e-a98a-e558b2842ff6 HTTP/1.1" status: 204 len: 168 time: 1.3621247 Jul 08 17:27:48.813644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.815381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea23756b-8d3f-4cf5-8586-6a62458174ef None None] Provisioning complete for port 7832662d-2ab5-47e5-aeca-e36dee7cde3a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:48.815885 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea23756b-8d3f-4cf5-8586-6a62458174ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.878619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacbe57-0e6d-4f00-b905-8275726338ef tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Network': ['ID=2a54f52f-383f-439e-a98a-e558b2842ff6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:48.900681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.968594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e013d-a2d1-4544-b629-46e085080dc1 req-1a735288-7584-4d07-b79a-d951a41e1cde tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.970294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-475e013d-a2d1-4544-b629-46e085080dc1 req-1a735288-7584-4d07-b79a-d951a41e1cde tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.5213537 Jul 08 17:27:48.981999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-57dffa0e-0086-4aef-9ec6-e53ebf68b3c8 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags HTTP/1.1" status: 200 len: 241 time: 0.3620839 Jul 08 17:27:48.987716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.989137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.990004 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.993257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.997742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.031969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-a26ee193-711f-4be5-910c-f95ca7292b5c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-1388551033') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:49.059022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea23756b-8d3f-4cf5-8586-6a62458174ef None None] Provisioning for port 2a61b7f9-cfd8-4975-ac22-ac94243db666 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:49.063058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea23756b-8d3f-4cf5-8586-6a62458174ef None None] Provisioning complete for port 2a61b7f9-cfd8-4975-ac22-ac94243db666 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:49.063429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea23756b-8d3f-4cf5-8586-6a62458174ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.140506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ea23756b-8d3f-4cf5-8586-6a62458174ef None None] Port 2a61b7f9-cfd8-4975-ac22-ac94243db666 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:49.188077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0f30af7-dedd-4399-8c9e-0c47f1da50ca req-a7d28e2f-471f-44c2-b35b-4418d7a5920f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158802 Jul 08 17:27:49.202725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9519253 Jul 08 17:27:49.206306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:49.235202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Request body: {'subnet': {'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1133987579-subnet', 'tenant_id': 'ba6f386ecc4c4f63b779568839323887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:49.275235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4672b981-22ea-4183-bf59-9742162c83c0 None None] Provisioning complete for port 2a61b7f9-cfd8-4975-ac22-ac94243db666 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:49.275865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4672b981-22ea-4183-bf59-9742162c83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.278754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-475e013d-a2d1-4544-b629-46e085080dc1 req-4cd236e2-2e17-4e4a-a87e-3e09525b2c7f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996454 Jul 08 17:27:49.282429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Made reservation on behalf of ba6f386ecc4c4f63b779568839323887 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:49.291993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.306975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b920fb3-ee42-467a-9a8e-e189b112064f admin admin] Pushing event updated for resources: {'Network': ['ID=35370f78-e47c-4271-a1b4-3cf46d5c5b12,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:49.368289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:49.420934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7832662d-2ab5-47e5-aeca-e36dee7cde3a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:49.448547 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.459580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a26ee193-711f-4be5-910c-f95ca7292b5c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-1388551033 HTTP/1.1" status: 204 len: 168 time: 0.4596004 Jul 08 17:27:49.470254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55736) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:49.479194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-8750032b-1591-4004-ae50-6c587197c055 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-1388551033') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:49.522708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3b2eb7-a923-40ac-822c-08269a4c9c03']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:49.541070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c26734-1b8d-43fc-82b1-f393d44368d3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:49.541503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c26734-1b8d-43fc-82b1-f393d44368d3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:49.556502 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.570219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.606655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.623917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:49.625055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:49.638580 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:49.641279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fdc433-64cf-41b4-8cf6-30cb26fef855,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:49.653477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Checking segment: {'id': '3e230a6c-040a-47a6-af52-dac087c7634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:49.654134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Network hostable DHCP agents. Network: 35370f78-e47c-4271-a1b4-3cf46d5c5b12, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:49.681894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4672b981-22ea-4183-bf59-9742162c83c0 None None] Port 2a61b7f9-cfd8-4975-ac22-ac94243db666 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:49.684118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76780ab5-f2d6-4453-ad67-d37b86f1a58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.686932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:49.706639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 35370f78-e47c-4271-a1b4-3cf46d5c5b12) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:49.711903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.713132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.717124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2459bb9-ed27-4f56-b4fd-99be3925b73e None None] Network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:49.750546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-05eb7c36-3965-4c1d-a244-cb3bf99ac0fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5340252 Jul 08 17:27:49.772618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:49.772964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8750032b-1591-4004-ae50-6c587197c055 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-1388551033 HTTP/1.1" status: 204 len: 168 time: 0.2999117 Jul 08 17:27:49.779972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-bd2821b2-d2c1-4192-bb5a-88d864d5cb4e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:49.796552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.805116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.806402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/networks/5a3b2eb7-a923-40ac-822c-08269a4c9c03 HTTP/1.1" status: 204 len: 168 time: 0.9886281 Jul 08 17:27:49.810332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:49.815910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7832662d-2ab5-47e5-aeca-e36dee7cde3a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:49.820482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.871296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c0c64-031a-4785-8896-05d9687003a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Network': ['ID=5a3b2eb7-a923-40ac-822c-08269a4c9c03,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:50.051256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd2821b2-d2c1-4192-bb5a-88d864d5cb4e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags HTTP/1.1" status: 200 len: 205 time: 0.2768621 Jul 08 17:27:50.054335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.061643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-042b8ba2-7cce-4ae7-a6d3-b3009b594d4a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:50.119323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f65d5-73a3-4dca-84e0-716e4943a51e None None] Network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:50.239811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-042b8ba2-7cce-4ae7-a6d3-b3009b594d4a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags HTTP/1.1" status: 200 len: 241 time: 0.1840937 Jul 08 17:27:50.240452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55790) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.244902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-1d5b99bb-bf85-46af-88ef-7d70d0d65d2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-1905109944') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:50.294518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.362380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1d5b99bb-bf85-46af-88ef-7d70d0d65d2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-1905109944 HTTP/1.1" status: 204 len: 168 time: 0.1206112 Jul 08 17:27:50.364549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.368946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-4b2487a3-0d50-4335-9f51-fbbf6d336b98 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-1905109944') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:50.422140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48c78d-0edb-48ea-ab72-c4726e799a3f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.433831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48c78d-0edb-48ea-ab72-c4726e799a3f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.436523 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4c48c78d-0edb-48ea-ab72-c4726e799a3f tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6252127 Jul 08 17:27:50.441349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.458179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-660781717'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:50.507436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:50.513415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.544335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:50.559616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.559961 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Added segment a1e5ca68-97fa-4b25-9eb2-f284d79d68ae of type vlan for network 95637ca6-58ca-49a5-bdf2-861f52703b4a Jul 08 17:27:50.589264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60660eb-a514-4b4d-96e2-cd5edf546d0a req-93b970c9-3236-4c6f-a9f1-55278451425b tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.600527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c60660eb-a514-4b4d-96e2-cd5edf546d0a req-93b970c9-3236-4c6f-a9f1-55278451425b tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 945 time: 0.1881821 Jul 08 17:27:50.613809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-563379055'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:50.646185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b2487a3-0d50-4335-9f51-fbbf6d336b98 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-1905109944 HTTP/1.1" status: 204 len: 168 time: 0.2784052 Jul 08 17:27:50.647806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.654644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-5c9a3376-f9fa-472c-b1bd-5a6b20d694f6 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:50.681107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.701098 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c60660eb-a514-4b4d-96e2-cd5edf546d0a req-d4f3cdd8-d14c-4232-ae9a-ea5e9a2b9542 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927598 Jul 08 17:27:50.710484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Made reservation on behalf of 70721387c6d948b7a31f12ad1684d29e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:50.715400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.730483 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.760315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-0cc295b2-e396-4965-b127-cfebc48f61d3 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.769035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-0cc295b2-e396-4965-b127-cfebc48f61d3 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/networks?id=35370f78-e47c-4271-a1b4-3cf46d5c5b12 HTTP/1.1" status: 200 len: 814 time: 0.1862564 Jul 08 17:27:50.779137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.785304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.786232 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.790803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c9a3376-f9fa-472c-b1bd-5a6b20d694f6 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags HTTP/1.1" status: 200 len: 205 time: 0.1419446 Jul 08 17:27:50.806082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:50.840061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-ba06d37a-2500-4c8c-af98-d513b56884b0 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/quotas/ba6f386ecc4c4f63b779568839323887 HTTP/1.1" status: 200 len: 375 time: 0.0692227 Jul 08 17:27:50.886577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-124b0c01-b164-4b8e-ac59-f2b514567cd8 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:50.891047 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-be5eec2c-e162-4e57-ae9e-15dd3a6d66a4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba6f386ecc4c4f63b779568839323887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501029 Jul 08 17:27:50.937385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Network': ['ID=95637ca6-58ca-49a5-bdf2-861f52703b4a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:50.953918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 95637ca6-58ca-49a5-bdf2-861f52703b4a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:50.990245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-47646bbd-0586-439c-8fdc-3fd9060addc6 service neutron] 10.222.0.48 "GET /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981905 Jul 08 17:27:50.994827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.005899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.018418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a15d1be6-806f-4af9-a6f6-610aeebca0b7 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5670214 Jul 08 17:27:51.031039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.038838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-769553581'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:51.067226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:51.092833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-124b0c01-b164-4b8e-ac59-f2b514567cd8 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags HTTP/1.1" status: 200 len: 240 time: 0.2174792 Jul 08 17:27:51.094448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b074f9-d2e2-4e23-a6c2-f31ec820d530,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:51.095752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.105501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-cf330b9d-a3b8-4764-84ad-e1d61dc0b96d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-448506997') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.115402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.115755 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Added segment da90630d-bcb8-476d-b517-da7cbcbdfc8c of type vlan for network daa873cc-164e-454d-9b7f-2d60beefdd89 Jul 08 17:27:51.129854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:51.133584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.143348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-dbb39f04-32cd-4873-9233-de4592bd0076 service neutron] 10.222.0.48 "GET /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521854 Jul 08 17:27:51.148049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee28c8b-f22f-4798-a1da-ee7893ee8cc0 req-5f9e79b3-6818-4e42-9143-3c878aff8153 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.164535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cee28c8b-f22f-4798-a1da-ee7893ee8cc0 req-5f9e79b3-6818-4e42-9143-3c878aff8153 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.2756689 Jul 08 17:27:51.186169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cf330b9d-a3b8-4764-84ad-e1d61dc0b96d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-448506997 HTTP/1.1" status: 204 len: 168 time: 0.0856962 Jul 08 17:27:51.186393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.191247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-d00701e2-2267-4490-95fa-a72d26ccd8fc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-448506997') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.244480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.290324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:51.322337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cee28c8b-f22f-4798-a1da-ee7893ee8cc0 req-d9ec88a7-8533-4839-8703-13c0d160efef tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565905 Jul 08 17:27:51.340634 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d00701e2-2267-4490-95fa-a72d26ccd8fc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-448506997 HTTP/1.1" status: 204 len: 168 time: 0.1518919 Jul 08 17:27:51.343800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.350784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-8b535c06-888d-4819-925a-6034042107d9 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.355775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.356121 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Added segment b03de1bf-9192-4573-b9b8-b993e0c4e9a6 of type vlan for network 8b24fbf4-1964-421c-a110-807f4e650f08 Jul 08 17:27:51.466914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.530057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8b535c06-888d-4819-925a-6034042107d9 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags HTTP/1.1" status: 200 len: 205 time: 0.1798916 Jul 08 17:27:51.530338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.535876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-b57f4c1e-b681-4595-8f73-ce1cce44d8df tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.552257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.564345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.564998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.583683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7211bc7c-77a3-49e2-a93e-16ed5bffa5d0 req-0278150a-f379-4b40-bdff-b0eccde8e985 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 210 time: 0.0373497 Jul 08 17:27:51.584944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.591389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b57f4c1e-b681-4595-8f73-ce1cce44d8df tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags HTTP/1.1" status: 200 len: 240 time: 0.0601816 Jul 08 17:27:51.594014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.594766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.595643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.605765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-ff8acd0a-2871-49be-951b-4931d6d87662 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-601443986') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.636813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff8acd0a-2871-49be-951b-4931d6d87662 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-601443986 HTTP/1.1" status: 204 len: 168 time: 0.0407331 Jul 08 17:27:51.639398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.644827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-2543ed10-67dd-4c31-af97-65de54e55fea tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-601443986') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.676906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3784363 Jul 08 17:27:51.681659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6478055 Jul 08 17:27:51.686497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.694510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'ports': [{'network_id': '95637ca6-58ca-49a5-bdf2-861f52703b4a', 'name': 'tempest-port--1193491905', 'admin_state_up': True}, {'network_id': '8b24fbf4-1964-421c-a110-807f4e650f08', 'admin_state_up': False}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:51.694510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'port': {'network_id': '95637ca6-58ca-49a5-bdf2-861f52703b4a', 'name': 'tempest-port--1193491905', 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:51.694510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'port': {'network_id': '8b24fbf4-1964-421c-a110-807f4e650f08', 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:51.698405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Pushing event updated for resources: {'Network': ['ID=daa873cc-164e-454d-9b7f-2d60beefdd89,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:51.716339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2543ed10-67dd-4c31-af97-65de54e55fea tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-601443986 HTTP/1.1" status: 204 len: 168 time: 0.0756979 Jul 08 17:27:51.727452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.732431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-06efe071-0bd0-449b-9d22-0980b187878a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:51.767583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.767943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.768294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.768641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.768984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.769328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.769667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.769998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.771630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.772058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.772404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.772742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1816ef-dd17-4c68-995c-a8442f2f5b5a tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:51.788164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network daa873cc-164e-454d-9b7f-2d60beefdd89 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:51.821051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ab09a-9d37-41b6-98d1-6edaefd45e83 req-a74afc4a-5c64-4ac2-a74e-6e267e75edc4 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.828757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb2ab09a-9d37-41b6-98d1-6edaefd45e83 req-a74afc4a-5c64-4ac2-a74e-6e267e75edc4 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 946 time: 0.3186841 Jul 08 17:27:51.837488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.847870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Request body: {'port': {'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89', 'binding:host_id': 'n-h1-799527-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-793077110'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:51.873725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Made reservation on behalf of fd9d11d990ba439199fd873624113973 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:51.879976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.903591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.960239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-06efe071-0bd0-449b-9d22-0980b187878a tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags HTTP/1.1" status: 200 len: 205 time: 0.2317512 Jul 08 17:27:51.965336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.971137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-e5f74006-8f9f-4b97-bbd4-38eec43b7e8b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:52.021069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e5f74006-8f9f-4b97-bbd4-38eec43b7e8b tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags HTTP/1.1" status: 204 len: 168 time: 0.0510855 Jul 08 17:27:52.021460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:52.031628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-c62d9c66-ab66-4c18-bdf1-6e0aee683ddc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:52.040852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c8787-b8cc-4457-88fe-a8cede13d09b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Network': ['ID=8b24fbf4-1964-421c-a110-807f4e650f08,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:52.056300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8b24fbf4-1964-421c-a110-807f4e650f08 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:52.071622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb2ab09a-9d37-41b6-98d1-6edaefd45e83 req-45df0f90-957e-48a1-8d99-f1183060fea9 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402546 Jul 08 17:27:52.116150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.129370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.136228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port 88b90d85-d3b0-4252-a6c6-6cd06e757547 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:52.149640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'port': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:52.157173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.160953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c62d9c66-ab66-4c18-bdf1-6e0aee683ddc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags HTTP/1.1" status: 204 len: 168 time: 0.1385202 Jul 08 17:27:52.186674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.210417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:52.218222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd0daf73-8f32-4476-9f59-8db457281d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.223296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b2660d1d-1b83-4b31-968b-5f2c8928442c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:52.231112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2f6f19-835f-4131-b759-fe5b2f1434ff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:52.294056 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.419422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] device_id is not set on port 44f280bc-28b6-4c3d-b172-d27cd9118160 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:52.454281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port 88b90d85-d3b0-4252-a6c6-6cd06e757547 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:52.459875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55876) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:52.460619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b2660d1d-1b83-4b31-968b-5f2c8928442c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags HTTP/1.1" status: 204 len: 168 time: 0.2465618 Jul 08 17:27:52.471067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-6e0b30e6-d40b-4d45-a060-2eeb243072e1 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:52.525841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.549883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Transition to ACTIVE for port object 88b90d85-d3b0-4252-a6c6-6cd06e757547 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:52.577251 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.682066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=88b90d85-d3b0-4252-a6c6-6cd06e757547,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:52.695245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6e0b30e6-d40b-4d45-a060-2eeb243072e1 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags HTTP/1.1" status: 204 len: 168 time: 0.2299509 Jul 08 17:27:52.695641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:52.716741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-9fd51c2a-90bc-4aef-86a1-e4077d23a269 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-1090270822') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:52.722407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Checking segment: {'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:52.722783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Network hostable DHCP agents. Network: daa873cc-164e-454d-9b7f-2d60beefdd89, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:52.778964 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.785564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Network daa873cc-164e-454d-9b7f-2d60beefdd89 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:52.789497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c1d6-b6f7-466a-a746-830a67fb9b8d req-1f1c4933-057f-4875-afab-1f62b8e43b57 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.791082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8b6c1d6-b6f7-466a-a746-830a67fb9b8d req-1f1c4933-057f-4875-afab-1f62b8e43b57 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 946 time: 0.1997349 Jul 08 17:27:52.807924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, daa873cc-164e-454d-9b7f-2d60beefdd89) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:52.813571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:52.819242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872aaccb-7dc3-4c1a-80cc-5757c3ddd796 None None] Network daa873cc-164e-454d-9b7f-2d60beefdd89 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:52.842609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:52.843086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:52.843528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:52.858936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:52.858936 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:52.875029 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 2 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:52.894299 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf4b9543-9892-44cc-b07a-55563eb3b4be req-dd1b7676-ca60-48c4-b1b0-0a030c86999b tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 210 time: 0.0487931 Jul 08 17:27:52.910359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:52.910820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:52.911255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:52.922468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:52.922945 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:52.923408 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 3 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:52.942292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:52.942545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:52.942891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:52.946693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] device_id is not set on port 8778d18b-ac70-460b-9010-5402c6d41b53 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:52.948067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:52.948403 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:52.949457 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 4 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:52.963960 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8b6c1d6-b6f7-466a-a746-830a67fb9b8d req-9f7628e3-3b53-4496-a336-58cbec1d6e92 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461933 Jul 08 17:27:52.974563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:52.975121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:52.975923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:52.988715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:52.989071 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:52.989452 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 5 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:53.026308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:53.026713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9fd51c2a-90bc-4aef-86a1-e4077d23a269 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-1090270822 HTTP/1.1" status: 201 len: 201 time: 0.3301172 Jul 08 17:27:53.026907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:53.027138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:53.028738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55888) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:53.033420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-657c8b78-cf6b-4e59-813e-dc8b6b9bc09d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-74801119') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:53.037103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:53.037432 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:53.037823 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 6 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:53.070599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:53.070977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:53.071278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:53.081098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:53.081528 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:53.081966 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 7 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:53.097991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:53.098350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:53.098982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:53.173159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:53.173534 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:53.177447 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 8 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:53.200253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:53.200469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:53.200809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:53.203948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.213191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:53.213527 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:53.216248 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 9 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:53.231926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:53.232291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:53.233133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:53.241296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:53.241632 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:53.244824 n-d-799527-4 neutron-server[93944]: INFO neutron.plugins.ml2.plugin [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 10 to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 Jul 08 17:27:53.276019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-84e58be0-cf6e-4737-8538-80672b501151 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.278321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-84e58be0-cf6e-4737-8538-80672b501151 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.53 "GET /v2.0/networks?id=35370f78-e47c-4271-a1b4-3cf46d5c5b12 HTTP/1.1" status: 200 len: 814 time: 0.1768601 Jul 08 17:27:53.279477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:53.279811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:53.280147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:53.284681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:53.285013 n-d-799527-4 neutron-server[93944]: ERROR neutron.plugins.ml2.managers [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port 88b90d85-d3b0-4252-a6c6-6cd06e757547 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:53.285384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.310226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.321685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Request body: {'port': {'device_id': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12', 'admin_state_up': True, 'tenant_id': 'ba6f386ecc4c4f63b779568839323887'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:53.391811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Port': ['ID=44f280bc-28b6-4c3d-b172-d27cd9118160,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:53.429847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-657c8b78-cf6b-4e59-813e-dc8b6b9bc09d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-74801119 HTTP/1.1" status: 201 len: 201 time: 0.4000416 Jul 08 17:27:53.438601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55890) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:53.446640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-b7b6a81d-510f-47a7-a46c-8e6917824890 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-1639375736') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:53.452789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Checking segment: {'id': 'a1e5ca68-97fa-4b25-9eb2-f284d79d68ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95637ca6-58ca-49a5-bdf2-861f52703b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:53.453087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network hostable DHCP agents. Network: 95637ca6-58ca-49a5-bdf2-861f52703b4a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:53.472666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network 95637ca6-58ca-49a5-bdf2-861f52703b4a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:53.488017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 95637ca6-58ca-49a5-bdf2-861f52703b4a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:53.502373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e28e4-9226-41fd-83c4-40581b121597 None None] Network 95637ca6-58ca-49a5-bdf2-861f52703b4a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:53.507175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:53.508622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.553515 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.600463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Port': ['ID=8778d18b-ac70-460b-9010-5402c6d41b53,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:53.620252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Checking segment: {'id': 'b03de1bf-9192-4573-b9b8-b993e0c4e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8b24fbf4-1964-421c-a110-807f4e650f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:53.621630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network hostable DHCP agents. Network: 8b24fbf4-1964-421c-a110-807f4e650f08, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:53.644612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network 8b24fbf4-1964-421c-a110-807f4e650f08 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:53.657683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8b24fbf4-1964-421c-a110-807f4e650f08) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:53.673174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:53.681874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f2ef4-79ce-44b0-8a4d-0013540db02d None None] Network 8b24fbf4-1964-421c-a110-807f4e650f08 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:53.690220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.703257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.706465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.944157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Made reservation on behalf of ba6f386ecc4c4f63b779568839323887 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:53.947525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1002509e-0b3a-493a-96ca-bdfa370405bf tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2579560 Jul 08 17:27:53.950008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:53.950637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.957455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] For port 88b90d85-d3b0-4252-a6c6-6cd06e757547, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:53.957749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempted to set empty binding levels {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:27:53.969380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.031593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.032512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.066584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2088d-a392-4d83-9c12-78bd0daa0d3b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.072762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2088d-a392-4d83-9c12-78bd0daa0d3b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.074666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0d2088d-a392-4d83-9c12-78bd0daa0d3b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1231103 Jul 08 17:27:54.077762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.103207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=88b90d85-d3b0-4252-a6c6-6cd06e757547,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:54.128371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b7b6a81d-510f-47a7-a46c-8e6917824890 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-1639375736 HTTP/1.1" status: 201 len: 201 time: 0.6887407 Jul 08 17:27:54.134125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.135719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02701ff6-d56c-4f7f-b909-77a4c870b280 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.2968359 Jul 08 17:27:54.143751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-fd92c4f7-3a14-4a70-8bc3-d33d4971c464 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-709680208') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:54.149084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.195327 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-601e88f1-bf7c-4fb7-bc57-57422efc1373 req-3a9c2333-f12f-4de1-b1ff-eaf374bcfed5 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 210 time: 0.1466510 Jul 08 17:27:54.232001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Deleting port 44f280bc-28b6-4c3d-b172-d27cd9118160 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:54.232754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.302857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.316693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Calling delete_port for 44f280bc-28b6-4c3d-b172-d27cd9118160 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:54.319243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Allocated IP 172.20.0.8 (35370f78-e47c-4271-a1b4-3cf46d5c5b12/c7fdc433-64cf-41b4-8cf6-30cb26fef855/b97a1096-39c0-4d11-bd81-c3fbb7f94c42) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:54.364175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-3c8897b0-cbb9-4cd6-9a7a-20a3812388b2 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.365635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-3c8897b0-cbb9-4cd6-9a7a-20a3812388b2 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "GET /v2.0/ports?device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 946 time: 0.2850101 Jul 08 17:27:54.377121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fd92c4f7-3a14-4a70-8bc3-d33d4971c464 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-709680208 HTTP/1.1" status: 201 len: 201 time: 0.2371249 Jul 08 17:27:54.377916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.382149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-81451ebf-2ead-463e-8c4f-c77cf5ae9a96 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', {'tags': ['tempest-TagsExtTest-Tag-381611021', 'tempest-TagsExtTest-Tag-1549745061', 'tempest-TagsExtTest-Tag-255906522']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:54.460215 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.461740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd692276-8f62-4378-b6c5-23de8cb447e5 req-fe9ddc77-d94b-46d4-837e-da9d6429d28a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.463374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd692276-8f62-4378-b6c5-23de8cb447e5 req-fe9ddc77-d94b-46d4-837e-da9d6429d28a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 946 time: 0.2936163 Jul 08 17:27:54.483111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.489454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/ports/44f280bc-28b6-4c3d-b172-d27cd9118160 HTTP/1.1" status: 204 len: 168 time: 0.4067988 Jul 08 17:27:54.489454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.528097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26516506-d0b7-462e-a905-97a73a43a3f6 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Port': ['ID=44f280bc-28b6-4c3d-b172-d27cd9118160,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:54.536238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-81451ebf-2ead-463e-8c4f-c77cf5ae9a96 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags HTTP/1.1" status: 200 len: 316 time: 0.1573935 Jul 08 17:27:54.537542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.575262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-0361cca8-5188-4fc0-874b-39d46a8966fc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:54.583709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Deleting port 88b90d85-d3b0-4252-a6c6-6cd06e757547 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:54.584058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.642945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Deleting port 8778d18b-ac70-460b-9010-5402c6d41b53 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:54.643847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.686884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd692276-8f62-4378-b6c5-23de8cb447e5 req-3ca7fdd4-5830-4fbb-91cd-5544f80c8b4e tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085574 Jul 08 17:27:54.732715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] For port 88b90d85-d3b0-4252-a6c6-6cd06e757547, host n-h1-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:54.732953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.733075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.752245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Calling delete_port for 8778d18b-ac70-460b-9010-5402c6d41b53 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:54.760501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Calling delete_port for 88b90d85-d3b0-4252-a6c6-6cd06e757547 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:54.781092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Deleting port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:54.781433 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.858588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.891867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Port': ['ID=8778d18b-ac70-460b-9010-5402c6d41b53,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:54.893085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.898857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.904012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-948645fa-d7f0-44ba-8a18-ea515cb35cf8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/ports/8778d18b-ac70-460b-9010-5402c6d41b53 HTTP/1.1" status: 204 len: 168 time: 0.4120400 Jul 08 17:27:54.904728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.932459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.942212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-33e3d2e4-a41c-4875-9517-11a3c29dac51 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311892 Jul 08 17:27:54.942452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:54.947742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1964419276'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:54.971444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:54.982351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.008138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:55.019935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.020279 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Added segment 9f53f829-088a-4fac-9194-f83ded7026ed of type vlan for network 3efa68fe-af98-4219-b44a-49324f2bc78a Jul 08 17:27:55.031915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.041347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0361cca8-5188-4fc0-874b-39d46a8966fc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags HTTP/1.1" status: 204 len: 168 time: 0.4723036 Jul 08 17:27:55.049154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.052956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] For port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:55.053417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.053585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-8ab34350-2049-4685-bbc5-d037b08e61eb tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-381611021') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:55.087810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event deleted for resources: {'Port': ['ID=88b90d85-d3b0-4252-a6c6-6cd06e757547,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.089751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.090141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Calling delete_port for 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:55.112241 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.116492 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cdabed75-4568-479a-8f04-d620c6326b0e tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "DELETE /v2.0/ports/88b90d85-d3b0-4252-a6c6-6cd06e757547 HTTP/1.1" status: 204 len: 168 time: 0.9617741 Jul 08 17:27:55.120110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.153081 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-157631ed-c07c-494e-9b2b-02d9195701f2 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:27:55.158149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-157631ed-c07c-494e-9b2b-02d9195701f2 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "GET /v2.0/ports/88b90d85-d3b0-4252-a6c6-6cd06e757547 HTTP/1.1" status: 404 len: 333 time: 0.0329382 Jul 08 17:27:55.158149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.159268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.160491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.163047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.163668 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.167043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Request body: {'port': {'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1721171987'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.252976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:55.255396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Network': ['ID=3efa68fe-af98-4219-b44a-49324f2bc78a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.257128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Pushing event updated for resources: {'Port': ['ID=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.262436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:55.268381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:55.273877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Made reservation on behalf of fd9d11d990ba439199fd873624113973 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:55.277015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.285324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3efa68fe-af98-4219-b44a-49324f2bc78a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:55.310186 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-8ab34350-2049-4685-bbc5-d037b08e61eb tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:55.315467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.315679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8ab34350-2049-4685-bbc5-d037b08e61eb tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-381611021 HTTP/1.1" status: 404 len: 328 time: 0.2652011 Jul 08 17:27:55.317399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d824531c-bee4-48d1-83fe-7e9192a05182 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3737180 Jul 08 17:27:55.319635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.325356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-6def2a3a-25dc-4156-9859-110f2b67e87c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-1549745061') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:55.328805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-982598410'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.359309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:55.363606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.383496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port eb843cf1-23e4-4611-8167-0102af8dd8c9 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:55.397883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:55.407561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.407917 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Added segment 4740be85-5ef4-4f68-aea7-d0601aabcae3 of type vlan for network 08161a1d-be36-4f8c-aeb4-2938134c0c3c Jul 08 17:27:55.450790 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.481010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.486582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.486774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.487173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.487375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.546931 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2216394 Jul 08 17:27:55.564430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caafcb7-7fd3-4e09-aa66-897224f5c7c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Network': ['ID=08161a1d-be36-4f8c-aeb4-2938134c0c3c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.567118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-688fae99-16a2-49f2-a36c-901120a5cdd4 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2496681 Jul 08 17:27:55.581638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 08161a1d-be36-4f8c-aeb4-2938134c0c3c details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:55.609345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Request body: {'port': {'device_id': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.614428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.654739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['689bfbd2-16e8-4cc2-9e0f-7ed639d262ba', '155c7cf4-6262-460a-95e7-d847caaaec84', '230e3345-1b10-4825-8f96-a2b427b2cc1f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:55.680625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.689300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'subnets': [{'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1889440127', 'ip_version': 4}, {'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.689625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'subnet': {'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1889440127', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.690271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Request body: {'subnet': {'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.761965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Pushing event deleted for resources: {'Port': ['ID=689bfbd2-16e8-4cc2-9e0f-7ed639d262ba,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.775589 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-6def2a3a-25dc-4156-9859-110f2b67e87c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:55.777419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6def2a3a-25dc-4156-9859-110f2b67e87c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-1549745061 HTTP/1.1" status: 404 len: 329 time: 0.4553154 Jul 08 17:27:55.786169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6ec1-d5f8-4795-84d7-6ece62945cc8 req-2adb6df7-a7d4-4cef-98d5-003e4f3a113e tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.795239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d20b6ec1-d5f8-4795-84d7-6ece62945cc8 req-2adb6df7-a7d4-4cef-98d5-003e4f3a113e tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 931 time: 0.4612401 Jul 08 17:27:55.801309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:55.809543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-a37bd085-1dc7-4df5-af70-de3c1f90cb16 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222', 'tempest-TagsExtTest-Tag-255906522') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:55.932619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] No DVR routers for this DVR port 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:55.937628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.952329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.954765 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-381226f1-bf57-4bb2-b30f-e8e95bfa9b1f req-933df3dd-302b-417e-8452-7f592a07f208 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "DELETE /v2.0/ports/689bfbd2-16e8-4cc2-9e0f-7ed639d262ba HTTP/1.1" status: 204 len: 173 time: 1.5830333 Jul 08 17:27:55.955593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'name': 'network-vif-deleted', 'tag': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:55.958828 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc20eea8-04e1-4125-804d-213df9188a11" -d '{"events": [{"server_uuid": "39cdf91a-1d7c-4a26-8718-b2d5daedbff7", "name": "network-vif-deleted", "tag": "689bfbd2-16e8-4cc2-9e0f-7ed639d262ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:56.037108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d20b6ec1-d5f8-4795-84d7-6ece62945cc8 req-e9f60823-9e83-4797-8f8a-7c5891295a4c tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405868 Jul 08 17:27:56.038420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.107805 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06847954-b58c-4247-982e-6de45a88f863 x-openstack-request-id: req-06847954-b58c-4247-982e-6de45a88f863 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:56.109592 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cdf91a-1d7c-4a26-8718-b2d5daedbff7", "name": "network-vif-deleted", "tag": "689bfbd2-16e8-4cc2-9e0f-7ed639d262ba", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:56.110131 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06847954-b58c-4247-982e-6de45a88f863 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:56.110786 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cdf91a-1d7c-4a26-8718-b2d5daedbff7', 'name': 'network-vif-deleted', 'tag': '689bfbd2-16e8-4cc2-9e0f-7ed639d262ba', 'status': 'completed', 'code': 200} Jul 08 17:27:56.202226 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-a37bd085-1dc7-4df5-af70-de3c1f90cb16 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:56.205963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a37bd085-1dc7-4df5-af70-de3c1f90cb16 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags/tempest-TagsExtTest-Tag-255906522 HTTP/1.1" status: 404 len: 328 time: 0.3977022 Jul 08 17:27:56.206904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:56.211716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.216896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-7400302c-e6dd-45d0-9cc3-b9db49b7f206 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', {'tags': ['tempest-TagsExtTest-Tag-1011744281', 'tempest-TagsExtTest-Tag-838271725', 'tempest-TagsExtTest-Tag-1485325004']}) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:56.252779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04f7c88a-810e-4a2b-bcaa-7c1489a47b27 req-3e716229-907e-4986-b3e1-64cb6eb30b11 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=39cdf91a-1d7c-4a26-8718-b2d5daedbff7 HTTP/1.1" status: 200 len: 210 time: 0.0359383 Jul 08 17:27:56.372557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Made reservation on behalf of 8a6c70bf52684f5ba2a62e9fab25dfa1 for: {'subnet': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:56.377286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.377633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.378029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Network daa873cc-164e-454d-9b7f-2d60beefdd89 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:56.378917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=eb843cf1-23e4-4611-8167-0102af8dd8c9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:56.387975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:56.402779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:56.403879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:56.404585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.456543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7400302c-e6dd-45d0-9cc3-b9db49b7f206 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags HTTP/1.1" status: 200 len: 317 time: 0.2461011 Jul 08 17:27:56.458973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:56.466737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-c2b2b33d-c640-4c2f-a3a7-0af818091a09 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:56.474944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9f33c9bb-fc5a-4da3-8390-d55489603d34 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3122420 Jul 08 17:27:56.479005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:56.487314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:56.630977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97a1096-39c0-4d11-bd81-c3fbb7f94c42 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:56.634002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.642054 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.649564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c2b2b33d-c640-4c2f-a3a7-0af818091a09 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags HTTP/1.1" status: 204 len: 168 time: 0.1871238 Jul 08 17:27:56.651001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:56.657334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-6289ebbd-633b-4024-aba7-8b1151738c4c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-1011744281') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:56.697279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Transition to ACTIVE for port object b97a1096-39c0-4d11-bd81-c3fbb7f94c42 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:56.708670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.786588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:56.814328 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-6289ebbd-633b-4024-aba7-8b1151738c4c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:56.817906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6289ebbd-633b-4024-aba7-8b1151738c4c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-1011744281 HTTP/1.1" status: 404 len: 329 time: 0.1644144 Jul 08 17:27:56.819165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:56.824258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-b6e5fa3f-77f4-42bf-a971-2e6ec12cde46 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-838271725') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:56.926851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Attempting to bind port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:56.927734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Attempting to bind port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '3e230a6c-040a-47a6-af52-dac087c7634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:56.927734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Attempting to bind port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 on network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:56.935642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 on network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:56.936040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Attempting to bind port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 on network 35370f78-e47c-4271-a1b4-3cf46d5c5b12 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:56.942980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:56.943389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Checking segment: {'id': '3e230a6c-040a-47a6-af52-dac087c7634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:56.943861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Bound using segment: {'id': '3e230a6c-040a-47a6-af52-dac087c7634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:56.944361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Bound port: b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e230a6c-040a-47a6-af52-dac087c7634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:56.944789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.947340 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-b6e5fa3f-77f4-42bf-a971-2e6ec12cde46 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:56.950990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b6e5fa3f-77f4-42bf-a971-2e6ec12cde46 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-838271725 HTTP/1.1" status: 404 len: 328 time: 0.1281765 Jul 08 17:27:56.958366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:56.966519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-660a75d3-bac5-4be1-971c-529b69ab6990 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666', 'tempest-TagsExtTest-Tag-1485325004') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:56.982186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port eb843cf1-23e4-4611-8167-0102af8dd8c9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:56.995329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.000236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.061587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Transition to ACTIVE for port object eb843cf1-23e4-4611-8167-0102af8dd8c9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:57.066890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] For port b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:57.076346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.082240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] For port b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,segment=NetworkSegment(3e230a6c-040a-47a6-af52-dac087c7634a),segment_id=3e230a6c-040a-47a6-af52-dac087c7634a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:57.084128 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-660a75d3-bac5-4be1-971c-529b69ab6990 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:57.085222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-660a75d3-bac5-4be1-971c-529b69ab6990 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags/tempest-TagsExtTest-Tag-1485325004 HTTP/1.1" status: 404 len: 329 time: 0.1259310 Jul 08 17:27:57.090516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55978) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:57.095437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.102153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-d60a4c45-55a9-44f0-9bb0-aaa8b64b786d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', {'tags': ['tempest-TagsExtTest-Tag-1228492234', 'tempest-TagsExtTest-Tag-1970210773', 'tempest-TagsExtTest-Tag-1953751780']}) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:57.140035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Subnet': ['ID=319ce7fd-cc71-4de6-a49e-4550a6a592c2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:57.162633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Checking segment: {'id': '9f53f829-088a-4fac-9194-f83ded7026ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:57.162996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network hostable DHCP agents. Network: 3efa68fe-af98-4219-b44a-49324f2bc78a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:57.167980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=eb843cf1-23e4-4611-8167-0102af8dd8c9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:57.170951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.171284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.171615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.184843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.185080 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.188149 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 2 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.224659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network 3efa68fe-af98-4219-b44a-49324f2bc78a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:57.235484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.235808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.236174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.242524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3efa68fe-af98-4219-b44a-49324f2bc78a) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:57.247764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.248091 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.249018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.251332 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 3 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.255841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3e6f8-cb8e-4473-8260-6d4f41fa2168 None None] Network 3efa68fe-af98-4219-b44a-49324f2bc78a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:57.319387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.319819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.320111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.323070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:57.341151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.341496 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.342479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.343864 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 4 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.345289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.347823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-8fd7544b-64e9-4732-b1f6-c18c311d2ad4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b97a1096-39c0-4d11-bd81-c3fbb7f94c42 HTTP/1.1" status: 200 len: 1091 time: 1.7499189 Jul 08 17:27:57.352823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d60a4c45-55a9-44f0-9bb0-aaa8b64b786d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags HTTP/1.1" status: 200 len: 318 time: 0.2589037 Jul 08 17:27:57.353074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55984) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:57.362009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event updated for resources: {'Subnet': ['ID=27cd9663-988f-4567-9737-8ba44f882671,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:57.372305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-a144be49-ed92-4b70-a447-914af6a246b7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:57.423424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a31804-55ef-49e3-816c-816f326e3fbe req-4e88903b-2fd9-4295-a02c-6668f5ae7abc tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.425621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8a31804-55ef-49e3-816c-816f326e3fbe req-4e88903b-2fd9-4295-a02c-6668f5ae7abc tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 943 time: 0.2431879 Jul 08 17:27:57.428773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.429107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.429448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.460589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.460913 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.470138 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 5 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.489977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Checking segment: {'id': '4740be85-5ef4-4f68-aea7-d0601aabcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:57.490754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network hostable DHCP agents. Network: 08161a1d-be36-4f8c-aeb4-2938134c0c3c, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:57.503153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3efa68fe-af98-4219-b44a-49324f2bc78a', 'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a', 'tenant_id': '8a6c70bf52684f5ba2a62e9fab25dfa1', 'fixed_ips': [{'subnet_id': '319ce7fd-cc71-4de6-a49e-4550a6a592c2'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:57.504031 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.561189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.561571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.562052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.570890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.571117 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.574769 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 6 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.577697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Network 08161a1d-be36-4f8c-aeb4-2938134c0c3c is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:57.610547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8a31804-55ef-49e3-816c-816f326e3fbe req-ee70e957-3139-463b-9ee5-fd1141c13d3f tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730435 Jul 08 17:27:57.618234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 08161a1d-be36-4f8c-aeb4-2938134c0c3c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:57.633541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.633881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.634246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.650210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.651088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.652315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.681437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.681805 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.682245 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 7 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.695087 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7249ebfb-4976-4bc5-b14b-63c4510a138b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0134039 Jul 08 17:27:57.702213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:57.742771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e4246e-cbee-4518-81e0-a1d3e3402f3a None None] Network 08161a1d-be36-4f8c-aeb4-2938134c0c3c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:57.805830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.806429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.806876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:57.822197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Allocated IP 172.20.0.2 (3efa68fe-af98-4219-b44a-49324f2bc78a/319ce7fd-cc71-4de6-a49e-4550a6a592c2/c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:57.877004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd0842-2872-414d-b01c-8bfed571019b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.878771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd0842-2872-414d-b01c-8bfed571019b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.880573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd0842-2872-414d-b01c-8bfed571019b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.886527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1efd0842-2872-414d-b01c-8bfed571019b tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1824205 Jul 08 17:27:57.887448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:57.887891 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:57.888478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:57.889024 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 8 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:57.990299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:57.990828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:57.991322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:58.001237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Deleting subnet 319ce7fd-cc71-4de6-a49e-4550a6a592c2 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:58.014029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:58.015006 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:58.016108 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 9 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:58.032500 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.033720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-fcb1a3d5-8794-434f-80e2-d779e1a9b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.035462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-fcb1a3d5-8794-434f-80e2-d779e1a9b657 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba6f386ecc4c4f63b779568839323887&device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 1094 time: 0.1048634 Jul 08 17:27:58.037736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a144be49-ed92-4b70-a447-914af6a246b7 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags HTTP/1.1" status: 204 len: 168 time: 0.6836905 Jul 08 17:27:58.039538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:58.040345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56002) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.042913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:58.043393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:58.045223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Transition to ACTIVE for port object c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:58.047040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-8a42b978-f184-48ac-9906-f7574420c61f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-1228492234') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:58.055587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:58.056148 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:58.056647 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 10 to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 Jul 08 17:27:58.061687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Transition to ACTIVE for port object c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:58.074569 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.082334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.085201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:58.095407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:58.095938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:58.126331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:58.127033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'tag': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:58.129977 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af93ee08-23d6-4def-b16c-50eae339d73c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbee2b4-57d7-4eff-805b-3cea4b912c75", "tag": "b97a1096-39c0-4d11-bd81-c3fbb7f94c42"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:58.135782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:58.139328 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port eb843cf1-23e4-4611-8167-0102af8dd8c9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:27:58.141462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.198146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-9df6e902-12e7-4d8f-8bdb-b0bce629d734 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42 HTTP/1.1" status: 200 len: 217 time: 0.1472125 Jul 08 17:27:58.200814 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7f66ef-8c75-4e62-9bdd-174dc48985b4 x-openstack-request-id: req-0d7f66ef-8c75-4e62-9bdd-174dc48985b4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:58.201297 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbee2b4-57d7-4eff-805b-3cea4b912c75", "tag": "b97a1096-39c0-4d11-bd81-c3fbb7f94c42", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:58.201711 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d7f66ef-8c75-4e62-9bdd-174dc48985b4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:58.202503 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'tag': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42', 'status': 'completed', 'code': 200} Jul 08 17:27:58.215299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:58.215646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 689bfbd2-16e8-4cc2-9e0f-7ed639d262ba not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:58.222060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Network 3efa68fe-af98-4219-b44a-49324f2bc78a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:58.240179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.255350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:58.257755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:58.264077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-08161a1d-be36-4f8c-aeb4-2938134c0c3c', 'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c', 'tenant_id': '8a6c70bf52684f5ba2a62e9fab25dfa1', 'fixed_ips': [{'subnet_id': '27cd9663-988f-4567-9737-8ba44f882671'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:58.264936 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.289214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Pushing event updated for resources: {'Port': ['ID=c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:58.326467 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-8a42b978-f184-48ac-9906-f7574420c61f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:58.330560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8a42b978-f184-48ac-9906-f7574420c61f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-1228492234 HTTP/1.1" status: 404 len: 329 time: 0.2890143 Jul 08 17:27:58.331431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.336145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.tag.tag_plugin [None req-a1e3e388-5963-44dd-beea-7ac6dfef8952 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-1970210773') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:58.349076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-dcb56d34-d030-4b53-b8d2-547c2abe7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.350744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-dcb56d34-d030-4b53-b8d2-547c2abe7ecb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7fdc433-64cf-41b4-8cf6-30cb26fef855 HTTP/1.1" status: 200 len: 854 time: 0.1458910 Jul 08 17:27:58.372987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.422544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] For port eb843cf1-23e4-4611-8167-0102af8dd8c9, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:58.422919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:27:58.431463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.520617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=eb843cf1-23e4-4611-8167-0102af8dd8c9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:58.529704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-b899095f-0930-4f10-bcd7-ece083bb7ffa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35370f78-e47c-4271-a1b4-3cf46d5c5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874104 Jul 08 17:27:58.537425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] In _notify_port_updated(), no bound segment for port eb843cf1-23e4-4611-8167-0102af8dd8c9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:27:58.538704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.539366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.543007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-edc27c75-42a5-4867-a92c-e1b6b244ab80 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "PUT /v2.0/ports/eb843cf1-23e4-4611-8167-0102af8dd8c9 HTTP/1.1" status: 200 len: 975 time: 2.0599995 Jul 08 17:27:58.543858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56018) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.614983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Attempting to bind port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:58.615304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Attempting to bind port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '9f53f829-088a-4fac-9194-f83ded7026ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:58.615658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Attempting to bind port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d on network 3efa68fe-af98-4219-b44a-49324f2bc78a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:58.627934 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.668268 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-a1e3e388-5963-44dd-beea-7ac6dfef8952 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:58.671046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Subnet': ['ID=319ce7fd-cc71-4de6-a49e-4550a6a592c2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:58.674216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.674972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a1e3e388-5963-44dd-beea-7ac6dfef8952 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-1970210773 HTTP/1.1" status: 404 len: 329 time: 0.3425181 Jul 08 17:27:58.679871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-591b0d8e-94a5-4e56-8921-c319c1465441 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/subnets/319ce7fd-cc71-4de6-a49e-4550a6a592c2 HTTP/1.1" status: 204 len: 168 time: 0.7755826 Jul 08 17:27:58.681255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56028) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.681827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.693312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-f4fc7c83-83d5-4b2e-9fdf-fb5450ef33dc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34', 'tempest-TagsExtTest-Tag-1953751780') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:58.711731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:58.712430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Checking segment: {'id': '9f53f829-088a-4fac-9194-f83ded7026ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:58.713018 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.719527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Bound using segment: {'id': '9f53f829-088a-4fac-9194-f83ded7026ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:58.720273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Bound port: c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f53f829-088a-4fac-9194-f83ded7026ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3efa68fe-af98-4219-b44a-49324f2bc78a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:58.720850 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.752623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-d1543f65-cdc0-441f-9ec0-4322c24f506b service neutron] 10.222.0.53 "GET /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954765 Jul 08 17:27:58.762081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Deleting subnet 27cd9663-988f-4567-9737-8ba44f882671 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:58.871699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.872280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.872830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.873382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.874080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.880349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.881467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.881967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.882514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.883053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.883597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.884129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.884664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.885234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.885724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.886351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.886563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] For port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:58.887149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.887800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.889807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] For port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d,segment=NetworkSegment(9f53f829-088a-4fac-9194-f83ded7026ed),segment_id=9f53f829-088a-4fac-9194-f83ded7026ed)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:58.891734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e53e6b5b-af6e-43c0-b0c2-aa7c34510610 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25998 time: 0.3468587 Jul 08 17:27:58.897890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.905353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.920460 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f4fc7c83-83d5-4b2e-9fdf-fb5450ef33dc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:58.924065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f4fc7c83-83d5-4b2e-9fdf-fb5450ef33dc tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags/tempest-TagsExtTest-Tag-1953751780 HTTP/1.1" status: 404 len: 329 time: 0.2374535 Jul 08 17:27:58.924330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:58.929785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-fb685432-1754-4a98-a19e-cf12b7fa714f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', {'tags': ['tempest-TagsExtTest-Tag-566867488', 'tempest-TagsExtTest-Tag-40959917', 'tempest-TagsExtTest-Tag-1398836370']}) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.000561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fb685432-1754-4a98-a19e-cf12b7fa714f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "PUT /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags HTTP/1.1" status: 200 len: 315 time: 0.0728791 Jul 08 17:27:59.000861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.000993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6c7d2-c9c8-452a-811e-0ebc28cb5163 None None] Pushing event updated for resources: {'Port': ['ID=c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:59.006335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-01e23250-a816-4d80-9f3a-e3a04e3711e6 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.076406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Allocated IP 172.20.0.18 (08161a1d-be36-4f8c-aeb4-2938134c0c3c/27cd9663-988f-4567-9737-8ba44f882671/a7c4d66c-9f8b-4107-a0c2-00931aa34665) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:59.109827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4e20-1ff0-4008-b6e8-4e7285d24fd8 req-d1cbdb93-77c0-406d-9725-3e50f79e7abf tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.110733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01e23250-a816-4d80-9f3a-e3a04e3711e6 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags HTTP/1.1" status: 204 len: 168 time: 0.1087515 Jul 08 17:27:59.111740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.115894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84ae4e20-1ff0-4008-b6e8-4e7285d24fd8 req-d1cbdb93-77c0-406d-9725-3e50f79e7abf tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 943 time: 0.2527828 Jul 08 17:27:59.119455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-b89a321b-1700-4804-bb04-047c9972309c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-566867488') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.124510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918e1b1a-ce91-432a-90ed-745ef6f6b402 req-fb36e3a5-7bb7-4a9b-8de8-3742f48e1a6d service neutron] 10.222.0.53 "GET /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610778 Jul 08 17:27:59.177611 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b89a321b-1700-4804-bb04-047c9972309c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:59.186158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b89a321b-1700-4804-bb04-047c9972309c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-566867488 HTTP/1.1" status: 404 len: 328 time: 0.0726078 Jul 08 17:27:59.187025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.197680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-af6ec0dc-eb5d-4feb-835d-8d53728c3a8e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-40959917') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.207763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84ae4e20-1ff0-4008-b6e8-4e7285d24fd8 req-594cdf35-75b0-4fa1-9d3a-c0a93eb7b168 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909195 Jul 08 17:27:59.209863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Deleting port eb843cf1-23e4-4611-8167-0102af8dd8c9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:59.213395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.214052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf811c-5f40-4251-8459-9234228e84c1 None None] Network 3efa68fe-af98-4219-b44a-49324f2bc78a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:59.242658 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-af6ec0dc-eb5d-4feb-835d-8d53728c3a8e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:59.248768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af6ec0dc-eb5d-4feb-835d-8d53728c3a8e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-40959917 HTTP/1.1" status: 404 len: 327 time: 0.0597062 Jul 08 17:27:59.250169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.263400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-3e6219b3-7b1f-49f4-aaa6-51719321202d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0', 'tempest-TagsExtTest-Tag-1398836370') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.323496 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-3e6219b3-7b1f-49f4-aaa6-51719321202d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] show failed (client error): The resource could not be found. Jul 08 17:27:59.332937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3e6219b3-7b1f-49f4-aaa6-51719321202d tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags/tempest-TagsExtTest-Tag-1398836370 HTTP/1.1" status: 404 len: 329 time: 0.0787473 Jul 08 17:27:59.334575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.345725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-a64841e0-b5d7-4fae-b83e-4bb2d3f27ff5 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f48cfaae-7253-4b39-8053-c8cc6f56f3f0') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.347138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] For port eb843cf1-23e4-4611-8167-0102af8dd8c9, host n-h1-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:59.347504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.374671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Calling delete_port for eb843cf1-23e4-4611-8167-0102af8dd8c9 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:59.397077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ee08-23d6-4def-b16c-50eae339d73c req-a7600b48-47ad-4bf6-ae32-b871d34ad774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.398858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-a7600b48-47ad-4bf6-ae32-b871d34ad774 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba6f386ecc4c4f63b779568839323887&device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 1094 time: 0.1817670 Jul 08 17:27:59.409386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a64841e0-b5d7-4fae-b83e-4bb2d3f27ff5 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0/tags HTTP/1.1" status: 204 len: 168 time: 0.0707471 Jul 08 17:27:59.409660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56052) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.431914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-03fc3f88-6961-4ee3-9ee2-9f5697c97d34 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '17d6c301-0927-4b15-befd-b33ed13c3f34') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.542360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.597364 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-03fc3f88-6961-4ee3-9ee2-9f5697c97d34 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34/tags HTTP/1.1" status: 204 len: 168 time: 0.1866200 Jul 08 17:27:59.598018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.598811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.601044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "DELETE /v2.0/ports/eb843cf1-23e4-4611-8167-0102af8dd8c9 HTTP/1.1" status: 204 len: 168 time: 0.6750145 Jul 08 17:27:59.604003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380b153-d2a6-4ce8-9d7f-3f36d7f61396 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb843cf1-23e4-4611-8167-0102af8dd8c9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:59.606351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.610495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f038ae8-8b9c-4b77-8f4f-a9e2874f3fa9 req-cf65d53c-be1b-4ea8-a373-47ee3c4d18fc tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.617271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f038ae8-8b9c-4b77-8f4f-a9e2874f3fa9 req-cf65d53c-be1b-4ea8-a373-47ee3c4d18fc tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.619537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f038ae8-8b9c-4b77-8f4f-a9e2874f3fa9 req-cf65d53c-be1b-4ea8-a373-47ee3c4d18fc tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229&device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 1681 time: 0.1390328 Jul 08 17:27:59.620085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.625813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-aec2c428-c730-4304-a657-9cdae8a6e0de tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2a61b7f9-cfd8-4975-ac22-ac94243db666') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.635213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Transition to ACTIVE for port object a7c4d66c-9f8b-4107-a0c2-00931aa34665 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:59.652207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Transition to ACTIVE for port object a7c4d66c-9f8b-4107-a0c2-00931aa34665 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:59.659990 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.663611 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-57028102-55bb-48d8-b9e3-e94cda49a9fa tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:27:59.665515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-57028102-55bb-48d8-b9e3-e94cda49a9fa tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "GET /v2.0/ports/eb843cf1-23e4-4611-8167-0102af8dd8c9 HTTP/1.1" status: 404 len: 333 time: 0.0551205 Jul 08 17:27:59.671739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56058) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.672537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.676845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2104366384', 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:59.710659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ee08-23d6-4def-b16c-50eae339d73c req-01018818-c3ef-4c3b-bce3-fdd69c4eb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.712233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-01018818-c3ef-4c3b-bce3-fdd69c4eb2ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=35370f78-e47c-4271-a1b4-3cf46d5c5b12 HTTP/1.1" status: 200 len: 915 time: 0.2776830 Jul 08 17:27:59.717235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Made reservation on behalf of fd9d11d990ba439199fd873624113973 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:59.720087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.727667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Network 08161a1d-be36-4f8c-aeb4-2938134c0c3c is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:59.727667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Pushing event updated for resources: {'Port': ['ID=a7c4d66c-9f8b-4107-a0c2-00931aa34665,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:59.728133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:59.730784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:59.761672 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-40469836-3e6c-4216-92d7-746e2185d9e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42 HTTP/1.1" status: 200 len: 217 time: 0.0391326 Jul 08 17:27:59.789226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Attempting to bind port a7c4d66c-9f8b-4107-a0c2-00931aa34665 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:59.789609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Attempting to bind port a7c4d66c-9f8b-4107-a0c2-00931aa34665 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '4740be85-5ef4-4f68-aea7-d0601aabcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:59.790056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Attempting to bind port a7c4d66c-9f8b-4107-a0c2-00931aa34665 on network 08161a1d-be36-4f8c-aeb4-2938134c0c3c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:59.791009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f038ae8-8b9c-4b77-8f4f-a9e2874f3fa9 req-21a7e106-68fb-4db5-81e9-0f0c8b2c0855 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593828 Jul 08 17:27:59.796306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:59.796697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Checking segment: {'id': '4740be85-5ef4-4f68-aea7-d0601aabcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:59.797079 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.797467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Bound using segment: {'id': '4740be85-5ef4-4f68-aea7-d0601aabcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:59.797938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Bound port: a7c4d66c-9f8b-4107-a0c2-00931aa34665, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4740be85-5ef4-4f68-aea7-d0601aabcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '08161a1d-be36-4f8c-aeb4-2938134c0c3c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:59.798317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.815819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.837355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port 2d1470b2-d0f9-4bae-aa45-c52b11c5126e yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:27:59.878435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aec2c428-c730-4304-a657-9cdae8a6e0de tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666/tags HTTP/1.1" status: 204 len: 168 time: 0.2554464 Jul 08 17:27:59.879740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:59.884336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.tag.tag_plugin [None req-afef6aee-8296-422c-9c45-bce92bfc337f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76e7db56-783b-455b-ba1d-e5b0f7fd8222') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:59.890130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] For port a7c4d66c-9f8b-4107-a0c2-00931aa34665, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:59.897301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] For port a7c4d66c-9f8b-4107-a0c2-00931aa34665, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7c4d66c-9f8b-4107-a0c2-00931aa34665,segment=NetworkSegment(4740be85-5ef4-4f68-aea7-d0601aabcae3),segment_id=4740be85-5ef4-4f68-aea7-d0601aabcae3)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:59.902393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.918499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ee08-23d6-4def-b16c-50eae339d73c req-fa997590-c921-44a8-977f-1a5d356fb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.920726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-fa997590-c921-44a8-977f-1a5d356fb828 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7fdc433-64cf-41b4-8cf6-30cb26fef855 HTTP/1.1" status: 200 len: 854 time: 0.1526299 Jul 08 17:27:59.965176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-548b531a-25e2-40d0-bdc3-1c105d7c5e6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35370f78-e47c-4271-a1b4-3cf46d5c5b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355101 Jul 08 17:27:59.977274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.039135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dd675-3e27-4ce4-8281-89b43587efd5 None None] Pushing event updated for resources: {'Port': ['ID=a7c4d66c-9f8b-4107-a0c2-00931aa34665,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.065273 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-afef6aee-8296-422c-9c45-bce92bfc337f tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222/tags HTTP/1.1" status: 204 len: 168 time: 0.1844106 Jul 08 17:28:00.069839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.093892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.147568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.152677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/subnets/27cd9663-988f-4567-9737-8ba44f882671 HTTP/1.1" status: 204 len: 168 time: 1.4590039 Jul 08 17:28:00.159840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-0732322a-8650-4990-bcf7-d01ba4e3408e service neutron] 10.222.0.53 "GET /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860344 Jul 08 17:28:00.160459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.174446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2a46d-d10b-4b28-bc68-90e0f2648c64 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Subnet': ['ID=27cd9663-988f-4567-9737-8ba44f882671,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.257287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6289fb58-f590-4186-ac35-51cc6663c359 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for subnetpool, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.258648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6289fb58-f590-4186-ac35-51cc6663c359 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f48cfaae-7253-4b39-8053-c8cc6f56f3f0 HTTP/1.1" status: 204 len: 168 time: 0.1878328 Jul 08 17:28:00.265649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.362797 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bcdbb72d-77ec-4c9a-80a0-ea266233d098 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "GET /v2.0/ports?device_id=17d6c301-0927-4b15-befd-b33ed13c3f34 HTTP/1.1" status: 200 len: 205 time: 0.0914266 Jul 08 17:28:00.364015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.372995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc17f5c-2503-41f7-afb3-22ad59027cc3 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.378671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9dc17f5c-2503-41f7-afb3-22ad59027cc3 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1392815 Jul 08 17:28:00.379742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56084) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.498280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af93ee08-23d6-4def-b16c-50eae339d73c req-0f0ba5a9-d338-42d9-8f71-8cc6f884c0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291819 Jul 08 17:28:00.567625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.602465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.652040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395b409-4e76-4e82-ad17-855b6dbfb661 req-8394308b-50a7-4bad-a35e-23edcc48161a tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.653592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1395b409-4e76-4e82-ad17-855b6dbfb661 req-8394308b-50a7-4bad-a35e-23edcc48161a tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 943 time: 0.1515501 Jul 08 17:28:00.716466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.753871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1395b409-4e76-4e82-ad17-855b6dbfb661 req-0869eb6d-89ed-490f-90c7-076c4e983e4e tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915146 Jul 08 17:28:00.771367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Network daa873cc-164e-454d-9b7f-2d60beefdd89 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:00.779722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:00.784515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:00.788122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.788734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.809306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.811956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.816652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.850606 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1753199 Jul 08 17:28:00.850606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1470b2-d0f9-4bae-aa45-c52b11c5126e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.857531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.858921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.859272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.859619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.859958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.860701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.861046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.861376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.861709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.862073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.862404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.862857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.863193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a034f00-2a32-49b6-96e3-8d353fb753d1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:00.880629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.881126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Fanout notify agent at l3_agent the message router_deleted on router 17d6c301-0927-4b15-befd-b33ed13c3f34 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:28:00.905107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.906277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-49150667-ef6d-43f1-9b61-0a8ed3e23e2c tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/routers/17d6c301-0927-4b15-befd-b33ed13c3f34 HTTP/1.1" status: 204 len: 168 time: 0.5387986 Jul 08 17:28:00.909238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56092) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:00.942788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Deleting port a7c4d66c-9f8b-4107-a0c2-00931aa34665 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:00.943177 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.968302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578eb761-cd35-4e06-84b6-ce026b9a7b12 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.969842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-578eb761-cd35-4e06-84b6-ce026b9a7b12 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "GET /v2.0/ports/2d1470b2-d0f9-4bae-aa45-c52b11c5126e HTTP/1.1" status: 200 len: 955 time: 0.1020281 Jul 08 17:28:00.980303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:01.053431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] For port a7c4d66c-9f8b-4107-a0c2-00931aa34665, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7c4d66c-9f8b-4107-a0c2-00931aa34665,segment=NetworkSegment(4740be85-5ef4-4f68-aea7-d0601aabcae3),segment_id=4740be85-5ef4-4f68-aea7-d0601aabcae3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:01.053841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.075994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Calling delete_port for a7c4d66c-9f8b-4107-a0c2-00931aa34665 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:01.151103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Deleting port 2a61b7f9-cfd8-4975-ac22-ac94243db666 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:01.151103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.235476 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.297019 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.314065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Port': ['ID=a7c4d66c-9f8b-4107-a0c2-00931aa34665,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:01.315473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Calling delete_port for 2a61b7f9-cfd8-4975-ac22-ac94243db666 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:01.318852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Deleting port 2d1470b2-d0f9-4bae-aa45-c52b11c5126e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:01.319487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.341720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7c4d66c-9f8b-4107-a0c2-00931aa34665 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:01.347895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] No DVR routers for this DVR port a7c4d66c-9f8b-4107-a0c2-00931aa34665 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:01.386419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a7c4d66c-9f8b-4107-a0c2-00931aa34665 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:01.388316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7c4d66c-9f8b-4107-a0c2-00931aa34665 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 17:28:01.412661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.429101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Port a7c4d66c-9f8b-4107-a0c2-00931aa34665 not found, will not notify nova. {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 17:28:01.435388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Calling delete_port for 2d1470b2-d0f9-4bae-aa45-c52b11c5126e owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:01.444543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.455792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08161a1d-be36-4f8c-aeb4-2938134c0c3c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:01.467153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4740be85-5ef4-4f68-aea7-d0601aabcae3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:01.467455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4740be85-5ef4-4f68-aea7-d0601aabcae3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:01.477444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.492714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.499724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:01.500109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.525684 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:01.571265 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:01.582584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d1470b2-d0f9-4bae-aa45-c52b11c5126e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:01.592954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.593690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.597888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56106) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:01.599334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-589f29db-ebf3-4105-bb62-6f5517517938 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "DELETE /v2.0/ports/2d1470b2-d0f9-4bae-aa45-c52b11c5126e HTTP/1.1" status: 204 len: 168 time: 0.6178060 Jul 08 17:28:01.614358 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.616035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/networks/08161a1d-be36-4f8c-aeb4-2938134c0c3c HTTP/1.1" status: 204 len: 168 time: 1.1798131 Jul 08 17:28:01.633434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56108) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:01.667811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9dcf4-414e-42e6-8e1d-b4343018a7a8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Network': ['ID=08161a1d-be36-4f8c-aeb4-2938134c0c3c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:01.670213 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff326c6f-6d0c-4c26-89f8-1e819c9477f1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:28:01.674462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ff326c6f-6d0c-4c26-89f8-1e819c9477f1 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "GET /v2.0/ports/2d1470b2-d0f9-4bae-aa45-c52b11c5126e HTTP/1.1" status: 404 len: 333 time: 0.0754011 Jul 08 17:28:01.678304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:01.684734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Request body: {'port': {'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1638043765'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:01.691099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace65b5-82d2-476a-9a88-3688ec7bb89b None None] DHCP port deletion for 08161a1d-be36-4f8c-aeb4-2938134c0c3c request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:01.712568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22c6fe-a492-4c61-a87d-a57c1c963296 None None] Network 08161a1d-be36-4f8c-aeb4-2938134c0c3c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:01.717530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8939c359-690f-4e61-bf95-f68647badf4c None None] Could not find standard attr ID for object a7c4d66c-9f8b-4107-a0c2-00931aa34665. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:28:01.740679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba533-0b02-4bf5-b8e7-b6b25948b434 req-de802e8c-aeb3-4b78-8e5d-ff4b7b6eec5a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.743294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22c6fe-a492-4c61-a87d-a57c1c963296 None None] Network 08161a1d-be36-4f8c-aeb4-2938134c0c3c could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 17:28:01.752226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe893cfa-e3fa-4d39-8655-94b5a142bfc1 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:28:01.755456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e7ba533-0b02-4bf5-b8e7-b6b25948b434 req-de802e8c-aeb3-4b78-8e5d-ff4b7b6eec5a tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 945 time: 0.4969404 Jul 08 17:28:01.770354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.772851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Made reservation on behalf of fd9d11d990ba439199fd873624113973 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:01.775807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.802343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.831768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event deleted for resources: {'Port': ['ID=2a61b7f9-cfd8-4975-ac22-ac94243db666,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:01.839692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port f4cadfbf-355d-445c-86d2-007f70261fb9 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:01.866522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e7ba533-0b02-4bf5-b8e7-b6b25948b434 req-f77e6085-177c-411f-b284-e54069fcb29b tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035438 Jul 08 17:28:01.947218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Deleting port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:01.947589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.000960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe893cfa-e3fa-4d39-8655-94b5a142bfc1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:28:02.024695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] For port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d,segment=NetworkSegment(9f53f829-088a-4fac-9194-f83ded7026ed),segment_id=9f53f829-088a-4fac-9194-f83ded7026ed)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:02.025112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.044354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Calling delete_port for c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:02.098006 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.100339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-13578de3-0770-484a-988c-999f3dae728e tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/ports/2a61b7f9-cfd8-4975-ac22-ac94243db666 HTTP/1.1" status: 204 len: 168 time: 1.1897569 Jul 08 17:28:02.104389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b97a1096-39c0-4d11-bd81-c3fbb7f94c42 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:02.105642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56116) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:02.160659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.167386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Deleting subnet 76e7db56-783b-455b-ba1d-e5b0f7fd8222 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:02.170966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.201637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Port': ['ID=c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:02.204301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] No DVR routers for this DVR port c24e94e7-6d09-4bb1-a7f4-37e4d9c4c46d on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:02.212900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.306917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.308806 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.319968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efa68fe-af98-4219-b44a-49324f2bc78a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:02.332514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f53f829-088a-4fac-9194-f83ded7026ed') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:02.332857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f53f829-088a-4fac-9194-f83ded7026ed') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:02.346924 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.352558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,segment=NetworkSegment(3e230a6c-040a-47a6-af52-dac087c7634a),segment_id=3e230a6c-040a-47a6-af52-dac087c7634a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:02.371272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42', 'network_id': '35370f78-e47c-4271-a1b4-3cf46d5c5b12', 'port_id': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42', 'mac_address': 'fa:16:3e:b7:8f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fdc433-64cf-41b4-8cf6-30cb26fef855', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:02.371567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.381488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:02.382030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:02.387807 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:02.400146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a024cc-949c-4a41-a71e-1c65a3a11fc9 req-1827e406-af75-4ab3-b7f5-54f591c7912d tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.409094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6a024cc-949c-4a41-a71e-1c65a3a11fc9 req-1827e406-af75-4ab3-b7f5-54f591c7912d tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 943 time: 0.4819670 Jul 08 17:28:02.411620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.467057 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.488532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.488972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event deleted for resources: {'Subnet': ['ID=76e7db56-783b-455b-ba1d-e5b0f7fd8222,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:02.490866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/networks/3efa68fe-af98-4219-b44a-49324f2bc78a HTTP/1.1" status: 204 len: 168 time: 0.8409963 Jul 08 17:28:02.491967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b0d24-786b-4f6f-80a9-1627c0179526 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Network': ['ID=3efa68fe-af98-4219-b44a-49324f2bc78a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:02.493558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:02.524387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.544342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.544950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.555149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be7a63e2-7c66-4e3f-971d-6196365f8751 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/subnets/76e7db56-783b-455b-ba1d-e5b0f7fd8222 HTTP/1.1" status: 204 len: 168 time: 0.4444182 Jul 08 17:28:02.569827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6a024cc-949c-4a41-a71e-1c65a3a11fc9 req-fa3d1bf0-de98-47d6-bd62-478c10442306 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594748 Jul 08 17:28:02.570379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:02.584444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97a1096-39c0-4d11-bd81-c3fbb7f94c42 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:02.629861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,segment=NetworkSegment(3e230a6c-040a-47a6-af52-dac087c7634a),segment_id=3e230a6c-040a-47a6-af52-dac087c7634a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:02.658516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.664188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.681047 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.717680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:02.804359 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.817228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b24fbf4-1964-421c-a110-807f4e650f08']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:02.821812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Network daa873cc-164e-454d-9b7f-2d60beefdd89 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:02.830913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03de1bf-9192-4573-b9b8-b993e0c4e9a6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:02.830913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03de1bf-9192-4573-b9b8-b993e0c4e9a6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:02.836628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-50d9e944-06bf-49c8-bed2-0733a5146b16 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.838401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-50d9e944-06bf-49c8-bed2-0733a5146b16 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 945 time: 0.4641421 Jul 08 17:28:02.845338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:02.859322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.890332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.904933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:02.906119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.906576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.914175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927fb3c-652b-45d3-9951-a48fe9b467dc None None] Network f3f27afc-e7d3-407e-9e3a-04b41c067416 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:02.915502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:02.915925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:02.923428 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:02.962294 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2821841 Jul 08 17:28:02.971297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:02.976333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:02.977038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f87d0-47cb-4e93-a85e-f50d67440558 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=f4cadfbf-355d-445c-86d2-007f70261fb9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:02.989577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.007493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b97a1096-39c0-4d11-bd81-c3fbb7f94c42'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:03.008632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-288c52ba-1833-4a77-9d23-aabaf7734403 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.010916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-288c52ba-1833-4a77-9d23-aabaf7734403 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "GET /v2.0/ports?device_id=31d7e77e-0832-4c90-a9ea-3f14b440c229 HTTP/1.1" status: 200 len: 945 time: 0.3656325 Jul 08 17:28:03.033000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.070673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.073365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/networks/8b24fbf4-1964-421c-a110-807f4e650f08 HTTP/1.1" status: 204 len: 168 time: 0.5788333 Jul 08 17:28:03.084868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:03.099132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a90855-92e7-4600-8a40-ca27a95a17b5 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Network': ['ID=8b24fbf4-1964-421c-a110-807f4e650f08,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:03.290841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7c4d66c-9f8b-4107-a0c2-00931aa34665 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:03.319806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] DHCP port deletion for f3f27afc-e7d3-407e-9e3a-04b41c067416 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:03.330908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a7c4d66c-9f8b-4107-a0c2-00931aa34665 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:03.331629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7c4d66c-9f8b-4107-a0c2-00931aa34665 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:03.385758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] Deleting port 7832662d-2ab5-47e5-aeca-e36dee7cde3a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:03.387605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.465035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] For port 7832662d-2ab5-47e5-aeca-e36dee7cde3a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7832662d-2ab5-47e5-aeca-e36dee7cde3a,segment=NetworkSegment(2594d43f-8919-4a48-9297-e92228e4bb62),segment_id=2594d43f-8919-4a48-9297-e92228e4bb62)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:03.466048 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.482602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] Calling delete_port for 7832662d-2ab5-47e5-aeca-e36dee7cde3a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:03.550311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.579994 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.595060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.611848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] Pushing event deleted for resources: {'Port': ['ID=7832662d-2ab5-47e5-aeca-e36dee7cde3a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:03.628101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202c9c8-dcf3-4cf9-9364-6e66f9833461 None None] No DVR routers for this DVR port 7832662d-2ab5-47e5-aeca-e36dee7cde3a on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:03.652861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Deleting port 230e3345-1b10-4825-8f96-a2b427b2cc1f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:03.653438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.772981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78ab9-0a89-4669-9c9a-78ecef1a6e66 req-83ea980f-f564-477c-ba37-5475bc7a236d tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.774508 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56f78ab9-0a89-4669-9c9a-78ecef1a6e66 req-83ea980f-f564-477c-ba37-5475bc7a236d tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 945 time: 0.7578557 Jul 08 17:28:03.808462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.836523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] For port 230e3345-1b10-4825-8f96-a2b427b2cc1f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230e3345-1b10-4825-8f96-a2b427b2cc1f,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:03.837269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.842232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Deleting port 155c7cf4-6262-460a-95e7-d847caaaec84 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:03.843288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.857510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95637ca6-58ca-49a5-bdf2-861f52703b4a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:03.867191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Deleting port 7832662d-2ab5-47e5-aeca-e36dee7cde3a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:03.867523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.873531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e5ca68-97fa-4b25-9eb2-f284d79d68ae') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:03.874374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e5ca68-97fa-4b25-9eb2-f284d79d68ae') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:03.892700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.905331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Calling delete_port for 230e3345-1b10-4825-8f96-a2b427b2cc1f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:03.929244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.942540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:03.942946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:03.947402 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:03.989880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56f78ab9-0a89-4669-9c9a-78ecef1a6e66 req-eefccdb9-05e9-47d0-9595-3df0c3c8f303 tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/security-groups?id=b508889b-ec38-42d1-aa68-f21123f135e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039790 Jul 08 17:28:04.028519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a58f2-c7a8-4d4e-8402-0c839ed9c73e req-8c868af1-ed0c-4ed3-90c8-931615118777 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.030567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f74a58f2-c7a8-4d4e-8402-0c839ed9c73e req-8c868af1-ed0c-4ed3-90c8-931615118777 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 944 time: 0.2613842 Jul 08 17:28:04.062771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] For port 7832662d-2ab5-47e5-aeca-e36dee7cde3a, host n-d-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:04.063379 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.069077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] device_id is not set on port f4cadfbf-355d-445c-86d2-007f70261fb9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:04.078182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.082634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.094212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.096017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] 10.222.0.48 "DELETE /v2.0/networks/95637ca6-58ca-49a5-bdf2-861f52703b4a HTTP/1.1" status: 204 len: 168 time: 1.0094802 Jul 08 17:28:04.109260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Calling delete_port for 7832662d-2ab5-47e5-aeca-e36dee7cde3a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:04.112391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] For port 155c7cf4-6262-460a-95e7-d847caaaec84, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=155c7cf4-6262-460a-95e7-d847caaaec84,segment=NetworkSegment(273a089a-f11d-416a-bfff-5dc47226d4d6),segment_id=273a089a-f11d-416a-bfff-5dc47226d4d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:04.113089 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.115906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b97a1096-39c0-4d11-bd81-c3fbb7f94c42 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:04.117142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Port 7832662d-2ab5-47e5-aeca-e36dee7cde3a was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:28:04.126160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.128914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fec34-d144-4911-89eb-a3692253e6c8 tempest-BulkNetworkOpsTest-540569853 tempest-BulkNetworkOpsTest-540569853-project] Pushing event deleted for resources: {'Network': ['ID=95637ca6-58ca-49a5-bdf2-861f52703b4a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.134798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Calling delete_port for 155c7cf4-6262-460a-95e7-d847caaaec84 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:04.162241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f74a58f2-c7a8-4d4e-8402-0c839ed9c73e req-6d8cb2a2-0edf-4727-805f-7f5fc0975174 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157780 Jul 08 17:28:04.163596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Transition to ACTIVE for port object f4cadfbf-355d-445c-86d2-007f70261fb9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:04.169657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.179102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event deleted for resources: {'Port': ['ID=7832662d-2ab5-47e5-aeca-e36dee7cde3a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.197119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] No DVR routers for this DVR port 7832662d-2ab5-47e5-aeca-e36dee7cde3a on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:04.249957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:04.256304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:04.257255 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.258354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=f4cadfbf-355d-445c-86d2-007f70261fb9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.278772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.278772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.278772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.285460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.285792 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.286212 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 2 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.314969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.315408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.315828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.325752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.325752 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.326138 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 3 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.341731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.342240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.342580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.347961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.348308 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.348826 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 4 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.364599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.365166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.365594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.372348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.372898 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.373351 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 5 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.388813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.389221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.389664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.392274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.395931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.396327 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.396784 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 6 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.406554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f27afc-e7d3-407e-9e3a-04b41c067416']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:04.412610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.413019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.413566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.420243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.420648 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.421290 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 7 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.423465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2594d43f-8919-4a48-9297-e92228e4bb62') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:04.424096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2594d43f-8919-4a48-9297-e92228e4bb62') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:04.426967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.436314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.453242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.453694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.454065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.460206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.461851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:04.465114 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc92e72-5964-4fe1-9df7-382689937c8b" -d '{"events": [{"server_uuid": "bdbee2b4-57d7-4eff-805b-3cea4b912c75", "name": "network-vif-plugged", "status": "completed", "tag": "b97a1096-39c0-4d11-bd81-c3fbb7f94c42"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:04.467751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.468077 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.479329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,segment=NetworkSegment(3e230a6c-040a-47a6-af52-dac087c7634a),segment_id=3e230a6c-040a-47a6-af52-dac087c7634a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:04.481193 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 8 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.491651 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.492605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 155c7cf4-6262-460a-95e7-d847caaaec84 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:04.503284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:04.503607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.518925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:04.521531 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:04.525965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.527102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.532504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.532840 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.533251 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 9 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.563320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.563719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.563939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.568059 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c50ee-b3c2-49c7-a141-134b84d3230e x-openstack-request-id: req-ca6c50ee-b3c2-49c7-a141-134b84d3230e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:04.568386 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbee2b4-57d7-4eff-805b-3cea4b912c75", "name": "network-vif-plugged", "status": "completed", "tag": "b97a1096-39c0-4d11-bd81-c3fbb7f94c42", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:04.568593 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca6c50ee-b3c2-49c7-a141-134b84d3230e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:04.568976 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42', 'code': 200} Jul 08 17:28:04.576743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:04.577403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.578163 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.583077 n-d-799527-4 neutron-server[93945]: INFO neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempt 10 to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 Jul 08 17:28:04.598638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:04.598946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:04.599281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempting to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:04.616490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.636804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:04.636804 n-d-799527-4 neutron-server[93945]: ERROR neutron.plugins.ml2.managers [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Failed to bind port f4cadfbf-355d-445c-86d2-007f70261fb9 on host n-h1-799527-4 for vnic_type normal using segments [{'id': 'da90630d-bcb8-476d-b517-da7cbcbdfc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'daa873cc-164e-454d-9b7f-2d60beefdd89'}] Jul 08 17:28:04.637647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.710847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.718763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.728144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.730877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] 10.222.0.48 "DELETE /v2.0/networks/f3f27afc-e7d3-407e-9e3a-04b41c067416 HTTP/1.1" status: 204 len: 168 time: 2.1542749 Jul 08 17:28:04.734257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.753752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cf1c-1a9a-4de0-8051-261052389cd0 tempest-TagsExtTest-719494677 tempest-TagsExtTest-719494677-project] Pushing event deleted for resources: {'Network': ['ID=f3f27afc-e7d3-407e-9e3a-04b41c067416,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.763187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] For port f4cadfbf-355d-445c-86d2-007f70261fb9, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:04.763560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attempted to set empty binding levels {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:28:04.770924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d155a-f9e4-4689-941e-5caf57e71eaf req-f128c184-0599-4997-981a-ec8ee8264529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.772439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b5d155a-f9e4-4689-941e-5caf57e71eaf req-f128c184-0599-4997-981a-ec8ee8264529 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 1096 time: 0.1748965 Jul 08 17:28:04.781312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.805899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Pushing event deleted for resources: {'Port': ['ID=230e3345-1b10-4825-8f96-a2b427b2cc1f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.870718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] In _notify_port_updated(), no bound segment for port f4cadfbf-355d-445c-86d2-007f70261fb9 on network daa873cc-164e-454d-9b7f-2d60beefdd89 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:28:04.871382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.871992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.873306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "PUT /v2.0/ports/f4cadfbf-355d-445c-86d2-007f70261fb9 HTTP/1.1" status: 200 len: 975 time: 1.9011216 Jul 08 17:28:04.879868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56158) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:04.881603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b5d155a-f9e4-4689-941e-5caf57e71eaf req-4818c1da-6c79-4cde-b42a-71ee6cb269c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016417 Jul 08 17:28:04.892673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.895727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188628d2-af3a-4ba1-9566-04de39af7ed7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event updated for resources: {'Port': ['ID=f4cadfbf-355d-445c-86d2-007f70261fb9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.926764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6d58514c-12f1-4bd7-af66-9d7c38f7c905 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a6c70bf52684f5ba2a62e9fab25dfa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438253 Jul 08 17:28:04.926764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:04.997595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] No DVR routers for this DVR port 230e3345-1b10-4825-8f96-a2b427b2cc1f on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:05.000922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.003311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cba6992-10d3-4ccc-89d7-4d82de3c320b req-3f018a66-91ad-47a2-ace6-b4c68d0e298f tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "DELETE /v2.0/ports/230e3345-1b10-4825-8f96-a2b427b2cc1f HTTP/1.1" status: 204 len: 173 time: 2.1508574 Jul 08 17:28:05.004126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Pushing event deleted for resources: {'Port': ['ID=155c7cf4-6262-460a-95e7-d847caaaec84,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:05.010104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:05.012245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'name': 'network-vif-deleted', 'tag': '230e3345-1b10-4825-8f96-a2b427b2cc1f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:05.015506 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94df010-7619-4904-b83a-c6081d4a1156" -d '{"events": [{"server_uuid": "f42e01a0-5fff-4b44-bd41-e3613dd97f37", "name": "network-vif-deleted", "tag": "230e3345-1b10-4825-8f96-a2b427b2cc1f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:05.022387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-144415a8-0200-44b6-b280-aed3df04cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.104455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-144415a8-0200-44b6-b280-aed3df04cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.113580 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77623b09-7b33-41f5-928d-0dc78f8d244e x-openstack-request-id: req-77623b09-7b33-41f5-928d-0dc78f8d244e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:05.114433 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42e01a0-5fff-4b44-bd41-e3613dd97f37", "name": "network-vif-deleted", "tag": "230e3345-1b10-4825-8f96-a2b427b2cc1f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:05.115213 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77623b09-7b33-41f5-928d-0dc78f8d244e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:05.115805 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e01a0-5fff-4b44-bd41-e3613dd97f37', 'name': 'network-vif-deleted', 'tag': '230e3345-1b10-4825-8f96-a2b427b2cc1f', 'status': 'completed', 'code': 200} Jul 08 17:28:05.116907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] No DVR routers for this DVR port 155c7cf4-6262-460a-95e7-d847caaaec84 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:05.125780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.129155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dd25693a-2d5a-4906-aa40-6b8d0f2e1797 req-3ddd89ca-23f4-415d-82e2-858c0070d2ed tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.53 "DELETE /v2.0/ports/155c7cf4-6262-460a-95e7-d847caaaec84 HTTP/1.1" status: 204 len: 173 time: 2.1082184 Jul 08 17:28:05.174116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Deleting port f4cadfbf-355d-445c-86d2-007f70261fb9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:05.174530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.273413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7832662d-2ab5-47e5-aeca-e36dee7cde3a no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:05.324390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-263fb06f-99cf-468e-9999-b46d7ddf6b99 req-e41d661e-eb41-4e6a-9f72-277ea39e404c tempest-ListServersNegativeTestJSON-45601275 tempest-ListServersNegativeTestJSON-45601275-project] 10.222.0.48 "GET /v2.0/ports?device_id=f42e01a0-5fff-4b44-bd41-e3613dd97f37 HTTP/1.1" status: 200 len: 210 time: 0.1136303 Jul 08 17:28:05.376277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] For port f4cadfbf-355d-445c-86d2-007f70261fb9, host n-h1-799527-4, got binding levels [] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:05.376857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.408983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Calling delete_port for f4cadfbf-355d-445c-86d2-007f70261fb9 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:05.465228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7832662d-2ab5-47e5-aeca-e36dee7cde3a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:05.466392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7832662d-2ab5-47e5-aeca-e36dee7cde3a not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:05.495823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-144415a8-0200-44b6-b280-aed3df04cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.500078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-144415a8-0200-44b6-b280-aed3df04cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.501788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-144415a8-0200-44b6-b280-aed3df04cb8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71ae90eb-3090-48b6-91fb-9fcb5e78f7ca HTTP/1.1" status: 204 len: 168 time: 0.5757074 Jul 08 17:28:05.515757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144415a8-0200-44b6-b280-aed3df04cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae90eb-3090-48b6-91fb-9fcb5e78f7ca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:05.525189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:05.527972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-584baeec-0d9b-41d8-9a44-598d76c527fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=002e5607635d449186ffd84a47ae67ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133121 Jul 08 17:28:05.588254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.600729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c69407f6-a8bb-4be9-953e-48bd49689b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.638459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c69407f6-a8bb-4be9-953e-48bd49689b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.652729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.657239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "DELETE /v2.0/ports/f4cadfbf-355d-445c-86d2-007f70261fb9 HTTP/1.1" status: 204 len: 168 time: 0.7722535 Jul 08 17:28:05.658465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:05.658630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5469fb-4210-4ba7-8b8b-49b4f99f00d7 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4cadfbf-355d-445c-86d2-007f70261fb9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:05.695727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5822-b4e8-405f-a7eb-cfa353124c26 req-c167ef0e-e2ec-4ddb-976b-26b6f3ee093d tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:05.703749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d1f5822-b4e8-405f-a7eb-cfa353124c26 req-c167ef0e-e2ec-4ddb-976b-26b6f3ee093d tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 945 time: 0.1699665 Jul 08 17:28:05.731357 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f5434-9ea1-42d5-a885-b535f2c8f038 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:28:05.745993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bc4f5434-9ea1-42d5-a885-b535f2c8f038 tempest-PortsAdminExtendedAttrsTestJSON-1802158441 tempest-PortsAdminExtendedAttrsTestJSON-1802158441-project-admin] 10.222.0.48 "GET /v2.0/ports/f4cadfbf-355d-445c-86d2-007f70261fb9 HTTP/1.1" status: 404 len: 333 time: 0.0842087 Jul 08 17:28:05.748617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:05.782910 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c69407f6-a8bb-4be9-953e-48bd49689b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.788263 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c69407f6-a8bb-4be9-953e-48bd49689b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.790274 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c69407f6-a8bb-4be9-953e-48bd49689b01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9eb23ec3-1990-429d-b547-c4016a1cb94f HTTP/1.1" status: 204 len: 168 time: 0.2637486 Jul 08 17:28:05.804020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69407f6-a8bb-4be9-953e-48bd49689b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb23ec3-1990-429d-b547-c4016a1cb94f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:05.896930 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d1f5822-b4e8-405f-a7eb-cfa353124c26 req-3186df3c-7b7a-40c9-9bab-a124e2270e80 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894031 Jul 08 17:28:05.983631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.122820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230e3345-1b10-4825-8f96-a2b427b2cc1f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:06.142176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.153938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa873cc-164e-454d-9b7f-2d60beefdd89']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:06.166739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 230e3345-1b10-4825-8f96-a2b427b2cc1f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:06.167557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230e3345-1b10-4825-8f96-a2b427b2cc1f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:06.177522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da90630d-bcb8-476d-b517-da7cbcbdfc8c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:06.177845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da90630d-bcb8-476d-b517-da7cbcbdfc8c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:06.195491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.222156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.237988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:06.238675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:06.242203 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:06.324578 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.350857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.357588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] 10.222.0.48 "DELETE /v2.0/networks/daa873cc-164e-454d-9b7f-2d60beefdd89 HTTP/1.1" status: 204 len: 168 time: 0.6042268 Jul 08 17:28:06.357588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5209ff7-d9be-4747-bd40-de4019076ed2 tempest-PortsAdminExtendedAttrsTestJSON-2061243089 tempest-PortsAdminExtendedAttrsTestJSON-2061243089-project] Pushing event deleted for resources: {'Network': ['ID=daa873cc-164e-454d-9b7f-2d60beefdd89,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:06.559814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:06.577103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:06.645136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Deleting subnet b3fd434a-06da-4835-89fa-6758575c20a1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:06.649946 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.692715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.749909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.820040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.854927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fd434a-06da-4835-89fa-6758575c20a1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:06.863284 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:06.868023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-05d5caf4-9271-426d-b72c-e1ce6d8c786f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b3fd434a-06da-4835-89fa-6758575c20a1 HTTP/1.1" status: 204 len: 168 time: 0.2894993 Jul 08 17:28:06.870883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:06.949404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56250) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:06.978960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1113769039'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:07.043058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.045901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:07.060851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.102918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.140011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'name': 'network-vif-deleted', 'tag': '155c7cf4-6262-460a-95e7-d847caaaec84'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:07.142701 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a1e4b-1732-4103-a658-ac84e41ba901" -d '{"events": [{"server_uuid": "31d7e77e-0832-4c90-a9ea-3f14b440c229", "name": "network-vif-deleted", "tag": "155c7cf4-6262-460a-95e7-d847caaaec84"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:07.189626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-628a13d8-200f-484c-9816-8fe8265da2a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70721387c6d948b7a31f12ad1684d29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383616 Jul 08 17:28:07.192888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:07.214352 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c67de2b-9386-4014-b595-4f3133d7a98c x-openstack-request-id: req-2c67de2b-9386-4014-b595-4f3133d7a98c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:07.214588 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d7e77e-0832-4c90-a9ea-3f14b440c229", "name": "network-vif-deleted", "tag": "155c7cf4-6262-460a-95e7-d847caaaec84", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:07.214945 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c67de2b-9386-4014-b595-4f3133d7a98c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:07.215357 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d7e77e-0832-4c90-a9ea-3f14b440c229', 'name': 'network-vif-deleted', 'tag': '155c7cf4-6262-460a-95e7-d847caaaec84', 'status': 'completed', 'code': 200} Jul 08 17:28:07.222502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.239508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:07.265816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273a089a-f11d-416a-bfff-5dc47226d4d6') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:07.266335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273a089a-f11d-416a-bfff-5dc47226d4d6') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:07.282877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.322866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1815b370-e9dc-401d-b3e9-9f3e288c43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.326237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b7bf3-1a7e-4e6c-9377-ac009a87487d req-e18d3de9-a3e5-4564-881a-fd4d1740564c tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.328225 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d7b7bf3-1a7e-4e6c-9377-ac009a87487d req-e18d3de9-a3e5-4564-881a-fd4d1740564c tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 945 time: 0.1809230 Jul 08 17:28:07.329315 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.336694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:07.337335 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:07.340010 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:07.388050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1815b370-e9dc-401d-b3e9-9f3e288c43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.435458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d7b7bf3-1a7e-4e6c-9377-ac009a87487d req-b0eb6ff2-5b18-4c0a-b04a-d4c5c91fd299 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836170 Jul 08 17:28:07.440121 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.446811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.452102 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630 HTTP/1.1" status: 204 len: 168 time: 0.5775928 Jul 08 17:28:07.463515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b266879-68ec-4aab-b59f-cc8b6e2637d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebd6d3f-3b1c-4dcd-96a0-e0b6a3b02630,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:07.471440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.477353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.497756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1815b370-e9dc-401d-b3e9-9f3e288c43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.500844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1815b370-e9dc-401d-b3e9-9f3e288c43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.505338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1815b370-e9dc-401d-b3e9-9f3e288c43d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02b074f9-d2e2-4e23-a6c2-f31ec820d530 HTTP/1.1" status: 204 len: 168 time: 0.3114803 Jul 08 17:28:07.515238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:07.557085 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.557542 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Added segment 2c508db9-b919-4556-b34c-78e38e855d77 of type vlan for network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d Jul 08 17:28:07.585722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd9960-481c-428e-9f16-394768f2d1c6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:07.600036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815b370-e9dc-401d-b3e9-9f3e288c43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b074f9-d2e2-4e23-a6c2-f31ec820d530,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:07.645449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.694630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.702590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.703407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.791053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2295876 Jul 08 17:28:07.813416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:07.881525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977e4ca-b31c-4011-ae76-f5fee810d23b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Network': ['ID=4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:07.899725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:07.934929 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7b976df5-cb67-4388-8af6-75760a7a702a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87bc499f551e469482ed0bc85b5731aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264191 Jul 08 17:28:07.937031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:08.078733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef70adae-ef90-47c7-9f2b-00f6cb9ef4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.116479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef70adae-ef90-47c7-9f2b-00f6cb9ef4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.136633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:08.178304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef70adae-ef90-47c7-9f2b-00f6cb9ef4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.187510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef70adae-ef90-47c7-9f2b-00f6cb9ef4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.191186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef70adae-ef90-47c7-9f2b-00f6cb9ef4ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b508889b-ec38-42d1-aa68-f21123f135e6 HTTP/1.1" status: 204 len: 168 time: 0.2519104 Jul 08 17:28:08.223861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70adae-ef90-47c7-9f2b-00f6cb9ef4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508889b-ec38-42d1-aa68-f21123f135e6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:08.308159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:08.312284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-304b46a6-53f2-4daa-93f7-5f2b39713dcf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd9d11d990ba439199fd873624113973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741946 Jul 08 17:28:08.446927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1a95318-a050-48ab-9b5a-06c1826fc7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.485988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1a95318-a050-48ab-9b5a-06c1826fc7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.569511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1a95318-a050-48ab-9b5a-06c1826fc7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.575967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1a95318-a050-48ab-9b5a-06c1826fc7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.580038 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a1a95318-a050-48ab-9b5a-06c1826fc7d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c2f6f19-835f-4131-b759-fe5b2f1434ff HTTP/1.1" status: 204 len: 168 time: 0.2686090 Jul 08 17:28:08.600742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95318-a050-48ab-9b5a-06c1826fc7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2f6f19-835f-4131-b759-fe5b2f1434ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:08.625126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f0829-5473-400e-aa27-ee8e3f4097b1 req-e726a43d-bd11-4302-98f4-080af03b48ce tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:08.633888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b61f0829-5473-400e-aa27-ee8e3f4097b1 req-e726a43d-bd11-4302-98f4-080af03b48ce tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 945 time: 0.1591749 Jul 08 17:28:08.705743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b61f0829-5473-400e-aa27-ee8e3f4097b1 req-29f3c120-6220-4515-8003-37ec4a41c926 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694039 Jul 08 17:28:09.761217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-34b7cee7-8764-4ec6-b113-77dc6f1dc024 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.764698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-34b7cee7-8764-4ec6-b113-77dc6f1dc024 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 945 time: 0.1158834 Jul 08 17:28:09.846338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:09.966939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Deleting port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:09.967901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.135583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] For port b97a1096-39c0-4d11-bd81-c3fbb7f94c42, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,segment=NetworkSegment(3e230a6c-040a-47a6-af52-dac087c7634a),segment_id=3e230a6c-040a-47a6-af52-dac087c7634a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:10.136986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.163908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Calling delete_port for b97a1096-39c0-4d11-bd81-c3fbb7f94c42 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:10.165394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1588960752-network', 'tenant_id': 'cd3b8fa0fd6f414eadd92b1f37b0c2f8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:10.269857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Made reservation on behalf of cd3b8fa0fd6f414eadd92b1f37b0c2f8 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:10.275834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.324129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae26160-a217-472e-a702-cb514650b7bf req-64dfbfb2-0411-4dc0-83c8-f4653e1d2e6f tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.335589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aae26160-a217-472e-a702-cb514650b7bf req-64dfbfb2-0411-4dc0-83c8-f4653e1d2e6f tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdbee2b4-57d7-4eff-805b-3cea4b912c75 HTTP/1.1" status: 200 len: 945 time: 0.3333933 Jul 08 17:28:10.351379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.366264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.382438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b97a1096-39c0-4d11-bd81-c3fbb7f94c42'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:10.449732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Pushing event deleted for resources: {'Port': ['ID=b97a1096-39c0-4d11-bd81-c3fbb7f94c42,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.475271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] No DVR routers for this DVR port b97a1096-39c0-4d11-bd81-c3fbb7f94c42 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:10.478055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.480347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-86a096d3-41ec-47a3-8dff-00289b7761f0 req-7357a607-8bde-487a-bf1d-67acfe63ba99 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.53 "DELETE /v2.0/ports/b97a1096-39c0-4d11-bd81-c3fbb7f94c42 HTTP/1.1" status: 204 len: 173 time: 0.7096400 Jul 08 17:28:10.481324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'name': 'network-vif-deleted', 'tag': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:10.484830 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4024d6e8-05fc-48bc-818c-c42d2172bf18" -d '{"events": [{"server_uuid": "bdbee2b4-57d7-4eff-805b-3cea4b912c75", "name": "network-vif-deleted", "tag": "b97a1096-39c0-4d11-bd81-c3fbb7f94c42"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:10.550633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aae26160-a217-472e-a702-cb514650b7bf req-ed4a2e11-3db1-43ff-9a59-e27cd622fd85 tempest-ServerAddressesTestJSON-1118169187 tempest-ServerAddressesTestJSON-1118169187-project] 10.222.0.48 "GET /v2.0/security-groups?id=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140772 Jul 08 17:28:10.586989 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976fc0ef-91b8-4371-b4d3-920e80b738e0 x-openstack-request-id: req-976fc0ef-91b8-4371-b4d3-920e80b738e0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:10.587294 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbee2b4-57d7-4eff-805b-3cea4b912c75", "name": "network-vif-deleted", "tag": "b97a1096-39c0-4d11-bd81-c3fbb7f94c42", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:10.587543 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-976fc0ef-91b8-4371-b4d3-920e80b738e0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:10.589394 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbee2b4-57d7-4eff-805b-3cea4b912c75', 'name': 'network-vif-deleted', 'tag': 'b97a1096-39c0-4d11-bd81-c3fbb7f94c42', 'status': 'completed', 'code': 200} Jul 08 17:28:10.737662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.749252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.779080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:10.802518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.803273 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Added segment ea1506ef-74dc-45d8-815f-b3dbef165a0c of type vlan for network f78c0e4e-8c1f-4245-a822-e182fefdef8e Jul 08 17:28:10.885570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.900706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.978115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.978701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.979741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.108827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56392) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:11.130575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2824943 Jul 08 17:28:11.131565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Request body: {'subnet': {'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1588960752-subnet', 'tenant_id': 'cd3b8fa0fd6f414eadd92b1f37b0c2f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:11.191367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36fc4c-380c-4ff8-8dc0-17f05679e8ad admin admin] Pushing event updated for resources: {'Network': ['ID=f78c0e4e-8c1f-4245-a822-e182fefdef8e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.209501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Made reservation on behalf of cd3b8fa0fd6f414eadd92b1f37b0c2f8 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:11.218794 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.219006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:11.352562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:11.359288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'subnet': {'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:11.526205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:11.530965 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.569168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.669799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b925bdb-4d82-4690-bffb-fa56f98251f4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.680402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Checking segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:11.680972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Network hostable DHCP agents. Network: f78c0e4e-8c1f-4245-a822-e182fefdef8e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:11.718329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:11.749399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f78c0e4e-8c1f-4245-a822-e182fefdef8e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:11.757384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:11.759655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1a3d4-5735-48af-9639-f8a984599291 None None] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:11.763726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.793144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:11.799448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b4bfe474-67d6-42ec-b093-35735a9220d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6888342 Jul 08 17:28:11.838382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.851205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:11.900178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Deleting subnet c7fdc433-64cf-41b4-8cf6-30cb26fef855 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:11.907028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.984106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.989256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Subnet': ['ID=3923c499-e1f4-455a-a342-2e64bc4278d3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.012545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Checking segment: {'id': '2c508db9-b919-4556-b34c-78e38e855d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:12.014052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network hostable DHCP agents. Network: 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:12.027200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafba1b4-045c-4dcd-8e3a-7416eab38bf8 None None] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:12.043591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-29b021ba-fa21-4380-bfa5-f29ffda5a1a7 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:12.060866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:12.065475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.090284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:12.098783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.113231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.125790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861a5414-0172-4283-8380-6d783b500723 None None] Network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:12.176800 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.184684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-29b021ba-fa21-4380-bfa5-f29ffda5a1a7 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "PUT /v2.0/quotas/80ac9e1d13124efdb99ebfa673c582ce HTTP/1.1" status: 200 len: 366 time: 0.3308711 Jul 08 17:28:12.187286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.196653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.198801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c7fdc433-64cf-41b4-8cf6-30cb26fef855 HTTP/1.1" status: 204 len: 168 time: 0.4039605 Jul 08 17:28:12.206948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-37a95476-cb98-4418-bebb-ceae904138be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8532319 Jul 08 17:28:12.208109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.208631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56442) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.219897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2084090244'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:12.284414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8ce94-9215-45e8-97d3-2f9eaa5bf055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fdc433-64cf-41b4-8cf6-30cb26fef855,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.320266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.336732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-27630234-c1e2-47cc-b6e3-3750cef845ae tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1463656 Jul 08 17:28:12.340062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.391309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-617861f4-0414-4687-8738-3234d112599d tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "GET /v2.0/quotas/80ac9e1d13124efdb99ebfa673c582ce HTTP/1.1" status: 200 len: 366 time: 0.0498474 Jul 08 17:28:12.393785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56452) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.430790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32e9d797-d5af-4cbc-b002-ca351521d13d tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/80ac9e1d13124efdb99ebfa673c582ce HTTP/1.1" status: 204 len: 168 time: 0.0357916 Jul 08 17:28:12.434402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.457559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b5e523ef-eb78-458f-b6d9-d24cf2b2e8a5 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0219111 Jul 08 17:28:12.460500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.477030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.484943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cd4f4eeb-52bb-40ce-9cfe-8a92d4fea584 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "GET /v2.0/quotas/80ac9e1d13124efdb99ebfa673c582ce HTTP/1.1" status: 200 len: 370 time: 0.0230777 Jul 08 17:28:12.487403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.488353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:12.493296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6032f8d9-020b-4315-9869-f6ba678bfa8b tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "GET /v2.0/quotas/80ac9e1d13124efdb99ebfa673c582ce/default HTTP/1.1" status: 200 len: 370 time: 0.0040081 Jul 08 17:28:12.495719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.503617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.505970 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-385502ca-1585-4faf-81ca-2c179fcd3a9d tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] delete failed (client error): The resource could not be found. Jul 08 17:28:12.514456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-385502ca-1585-4faf-81ca-2c179fcd3a9d tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/80ac9e1d13124efdb99ebfa673c582ce HTTP/1.1" status: 404 len: 348 time: 0.0157979 Jul 08 17:28:12.514906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35370f78-e47c-4271-a1b4-3cf46d5c5b12']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:12.527189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e230a6c-040a-47a6-af52-dac087c7634a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:12.527660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e230a6c-040a-47a6-af52-dac087c7634a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:12.538468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.554941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.561069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d', 'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d', 'tenant_id': '0dd15450fd6c488b8d6f716042b259aa', 'fixed_ips': [{'subnet_id': '3923c499-e1f4-455a-a342-2e64bc4278d3'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:12.561955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.601130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:12.601545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:12.603289 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:12.703427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:12.733895 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.734286 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Added segment 6e48cd90-4327-4b5d-ab18-296c37854768 of type vlan for network 44921f75-70cc-4f40-9eca-851d40e06ab6 Jul 08 17:28:12.742090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.753549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.756938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.769907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] 10.222.0.48 "DELETE /v2.0/networks/35370f78-e47c-4271-a1b4-3cf46d5c5b12 HTTP/1.1" status: 204 len: 168 time: 0.5521307 Jul 08 17:28:12.800402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:network and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:12.807409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d35fd-ecc4-4963-9d02-3593d1cf463b admin admin] Pushing event deleted for resources: {'Network': ['ID=35370f78-e47c-4271-a1b4-3cf46d5c5b12,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.820890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:12.830201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:subnet and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:12.839299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:12.851919 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:28:12.854148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:subnetpool and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:12.875974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-4030b942-86c7-4e7f-896d-032fabe0f1c0 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.877747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-4030b942-86c7-4e7f-896d-032fabe0f1c0 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 813 time: 0.3120437 Jul 08 17:28:12.892132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:12.902795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:port and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:12.923623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:12.931041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.939998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.944313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.947706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:router and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:12.961733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:12.969522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-c9dbe214-e985-4ebf-8783-d2bfc3000216 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/quotas/cd3b8fa0fd6f414eadd92b1f37b0c2f8 HTTP/1.1" status: 200 len: 375 time: 0.0758860 Jul 08 17:28:12.971885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.983226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:floatingip and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:12.989281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.989766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:12.990075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.018849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Allocated IP 2001:db8:0:ffff::2 (4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d/3923c499-e1f4-455a-a342-2e64bc4278d3/e6e0d27f-d4f9-41d8-aa75-0287267d834a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:13.094620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:security_group and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:13.100311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:13.108790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Usage tracker for resource:security_group_rule and tenant:da57d7b973d8408f8532653cbc4b2a1b is out of sync, need to count used quota {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 17:28:13.111412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Network': ['ID=44921f75-70cc-4f40-9eca-851d40e06ab6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:13.115209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.quota.resource [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93944) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 17:28:13.121474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b020a1d6-c941-438b-9396-c06824bd4ff4 tempest-QuotasTest-1406929830 tempest-QuotasTest-1406929830-project-admin] 10.222.0.48 "GET /v2.0/quotas/da57d7b973d8408f8532653cbc4b2a1b/details.json HTTP/1.1" status: 200 len: 703 time: 0.3667493 Jul 08 17:28:13.147735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-0268bcea-c92f-4192-85d8-cb168734a036 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1473706 Jul 08 17:28:13.165510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 44921f75-70cc-4f40-9eca-851d40e06ab6 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:13.177205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-808791a2-3a85-46c5-9f63-b22b87ad7421 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9611776 Jul 08 17:28:13.177544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.183393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'subnet': {'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:13.280165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56486) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.392347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-46047b11-7d4f-4aae-9f4f-c907fbd581b6 service neutron] 10.222.0.48 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290640 Jul 08 17:28:13.424130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:13.427655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.506140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.516697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-022519e7-6860-4015-bad6-132c9c1e2484 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba6f386ecc4c4f63b779568839323887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354035 Jul 08 17:28:13.519614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.524321 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.537743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Transition to ACTIVE for port object e6e0d27f-d4f9-41d8-aa75-0287267d834a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:13.558686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Transition to ACTIVE for port object e6e0d27f-d4f9-41d8-aa75-0287267d834a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:13.565149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.616961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1326e1a0-0055-496e-964d-1ccdd9cebb46 service neutron] 10.222.0.48 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144964 Jul 08 17:28:13.629741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Pushing event updated for resources: {'Port': ['ID=e6e0d27f-d4f9-41d8-aa75-0287267d834a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:13.643399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:13.645971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:13.649766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:13.665263 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feb13ea2-0597-4319-b503-44de5ec56e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.721316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-428166eb-b79f-48e1-9a5e-4ff47c28fe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.748415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feb13ea2-0597-4319-b503-44de5ec56e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.773575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Attempting to bind port e6e0d27f-d4f9-41d8-aa75-0287267d834a on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:13.774927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Attempting to bind port e6e0d27f-d4f9-41d8-aa75-0287267d834a by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2c508db9-b919-4556-b34c-78e38e855d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:13.777783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Attempting to bind port e6e0d27f-d4f9-41d8-aa75-0287267d834a on network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:13.787274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:13.791204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Checking segment: {'id': '2c508db9-b919-4556-b34c-78e38e855d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:13.792872 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.794880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Bound using segment: {'id': '2c508db9-b919-4556-b34c-78e38e855d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:13.797197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Bound port: e6e0d27f-d4f9-41d8-aa75-0287267d834a, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c508db9-b919-4556-b34c-78e38e855d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:13.798593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.063172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-428166eb-b79f-48e1-9a5e-4ff47c28fe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.087467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-428166eb-b79f-48e1-9a5e-4ff47c28fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.097104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] For port e6e0d27f-d4f9-41d8-aa75-0287267d834a, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:14.110528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feb13ea2-0597-4319-b503-44de5ec56e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.110808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] For port e6e0d27f-d4f9-41d8-aa75-0287267d834a, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e6e0d27f-d4f9-41d8-aa75-0287267d834a,segment=NetworkSegment(2c508db9-b919-4556-b34c-78e38e855d77),segment_id=2c508db9-b919-4556-b34c-78e38e855d77)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:14.116166 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.116523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feb13ea2-0597-4319-b503-44de5ec56e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.119316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-feb13ea2-0597-4319-b503-44de5ec56e7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b19801e3-f6dd-48bc-b77f-1b7d33ebfc17 HTTP/1.1" status: 204 len: 168 time: 0.5981395 Jul 08 17:28:14.191257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:28:14.197744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.203588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb13ea2-0597-4319-b503-44de5ec56e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19801e3-f6dd-48bc-b77f-1b7d33ebfc17,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.246091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428166eb-b79f-48e1-9a5e-4ff47c28fe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d7572a-8eba-4228-a99e-eea49831867d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.271966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-428166eb-b79f-48e1-9a5e-4ff47c28fe41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea455324bead45289fdc26f201384664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7640455 Jul 08 17:28:14.272448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:14.314323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b97a1096-39c0-4d11-bd81-c3fbb7f94c42 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:14.324200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88a4af-22d1-4906-b9cc-8fb629ae5c26 None None] Pushing event updated for resources: {'Port': ['ID=e6e0d27f-d4f9-41d8-aa75-0287267d834a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.358459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Subnet': ['ID=30c56c33-312b-4613-8855-97882f77a594,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.364249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Checking segment: {'id': '6e48cd90-4327-4b5d-ab18-296c37854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:14.364622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network hostable DHCP agents. Network: 44921f75-70cc-4f40-9eca-851d40e06ab6, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:14.391456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: b97a1096-39c0-4d11-bd81-c3fbb7f94c42 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:14.391688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b97a1096-39c0-4d11-bd81-c3fbb7f94c42 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:14.402441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f072236-3bc9-4580-ac92-2c50de3ccf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.406318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network 44921f75-70cc-4f40-9eca-851d40e06ab6 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:14.424715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 44921f75-70cc-4f40-9eca-851d40e06ab6) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:14.434266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:14.435771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c25a6-0ad7-4d35-b2c5-94cdab69da7e None None] Network 44921f75-70cc-4f40-9eca-851d40e06ab6 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:14.437046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.471317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3e368878-b928-4c3b-96c6-fcbdcebe9023 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2925720 Jul 08 17:28:14.471966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:14.484635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f072236-3bc9-4580-ac92-2c50de3ccf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.487785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'port': {'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6', 'name': 'tempest-NetworksIpV6TestAttrs-1324531815'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:14.575993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f072236-3bc9-4580-ac92-2c50de3ccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.578667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f072236-3bc9-4580-ac92-2c50de3ccf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.579830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f072236-3bc9-4580-ac92-2c50de3ccf54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32d7572a-8eba-4228-a99e-eea49831867d HTTP/1.1" status: 204 len: 168 time: 0.3010111 Jul 08 17:28:14.580732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f92946ff-1800-4b2c-a0bc-b794b66d0051 req-4dcea62c-c2fb-4ce3-9301-c3a992e53aa6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 210 time: 0.0832016 Jul 08 17:28:14.627782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f072236-3bc9-4580-ac92-2c50de3ccf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d7572a-8eba-4228-a99e-eea49831867d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.903052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-44921f75-70cc-4f40-9eca-851d40e06ab6', 'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6', 'tenant_id': '0dd15450fd6c488b8d6f716042b259aa', 'fixed_ips': [{'subnet_id': '30c56c33-312b-4613-8855-97882f77a594'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:14.903981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.935377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:14.941414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.998788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] device_id is not set on port a0819b3f-6947-4c5a-a42d-041b69b92cb2 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:15.208653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Allocated IP 2001:db8::f816:3eff:fe7e:ed45 (44921f75-70cc-4f40-9eca-851d40e06ab6/30c56c33-312b-4613-8855-97882f77a594/4c3771b1-62bf-405e-a714-94f8f791b31a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:15.345483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:15.368711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4353345-6afe-4665-a2d3-c914ce970d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.425774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e6e0d27f-d4f9-41d8-aa75-0287267d834a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:15.582364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e6e0d27f-d4f9-41d8-aa75-0287267d834a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:15.596097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4353345-6afe-4665-a2d3-c914ce970d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.603548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d4353345-6afe-4665-a2d3-c914ce970d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.716762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d4353345-6afe-4665-a2d3-c914ce970d05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da57d7b973d8408f8532653cbc4b2a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675082 Jul 08 17:28:15.717157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:15.717768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4353345-6afe-4665-a2d3-c914ce970d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aef985-5009-4b16-a4af-d90e2bf415b5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.808555 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.851298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Transition to ACTIVE for port object 4c3771b1-62bf-405e-a714-94f8f791b31a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:15.907425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Transition to ACTIVE for port object 4c3771b1-62bf-405e-a714-94f8f791b31a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:15.916000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.925148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7506-da40-4da1-8ede-423bc4815016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.986519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7506-da40-4da1-8ede-423bc4815016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.990089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:16.003456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Network 44921f75-70cc-4f40-9eca-851d40e06ab6 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:16.005020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Pushing event updated for resources: {'Port': ['ID=4c3771b1-62bf-405e-a714-94f8f791b31a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.008793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:16.012226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:16.023140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92a47d-7d06-497b-9699-398f99323103 None None] Network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:16.064922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82a3bef9-e351-4923-b9f1-1e30c9752b40 req-b8440dcf-3b66-4835-bfb4-17d943723be5 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 210 time: 0.1551638 Jul 08 17:28:16.084708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7506-da40-4da1-8ede-423bc4815016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.088984 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7506-da40-4da1-8ede-423bc4815016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.090231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7f7a7506-da40-4da1-8ede-423bc4815016 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7aef985-5009-4b16-a4af-d90e2bf415b5 HTTP/1.1" status: 204 len: 168 time: 0.3720396 Jul 08 17:28:16.122604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a7506-da40-4da1-8ede-423bc4815016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aef985-5009-4b16-a4af-d90e2bf415b5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.149372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Allocated IP 2001:db8::f816:3eff:fece:a62c (44921f75-70cc-4f40-9eca-851d40e06ab6/30c56c33-312b-4613-8855-97882f77a594/a0819b3f-6947-4c5a-a42d-041b69b92cb2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:16.179550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] Provisioning for port e6e0d27f-d4f9-41d8-aa75-0287267d834a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:16.197732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] Provisioning complete for port e6e0d27f-d4f9-41d8-aa75-0287267d834a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:16.202098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.207723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Attempting to bind port 4c3771b1-62bf-405e-a714-94f8f791b31a on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:16.208113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Attempting to bind port 4c3771b1-62bf-405e-a714-94f8f791b31a by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '6e48cd90-4327-4b5d-ab18-296c37854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:16.208962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Attempting to bind port 4c3771b1-62bf-405e-a714-94f8f791b31a on network 44921f75-70cc-4f40-9eca-851d40e06ab6 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:16.242884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-network', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:16.269200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:16.269492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Checking segment: {'id': '6e48cd90-4327-4b5d-ab18-296c37854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:16.269949 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.270437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Bound using segment: {'id': '6e48cd90-4327-4b5d-ab18-296c37854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:16.270901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Bound port: 4c3771b1-62bf-405e-a714-94f8f791b31a, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e48cd90-4327-4b5d-ab18-296c37854768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '44921f75-70cc-4f40-9eca-851d40e06ab6'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:16.271293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.349373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] For port 4c3771b1-62bf-405e-a714-94f8f791b31a, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:16.352559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] For port 4c3771b1-62bf-405e-a714-94f8f791b31a, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4c3771b1-62bf-405e-a714-94f8f791b31a,segment=NetworkSegment(6e48cd90-4327-4b5d-ab18-296c37854768),segment_id=6e48cd90-4327-4b5d-ab18-296c37854768)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:16.359819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.375082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Made reservation on behalf of c6174bef598c44bda72e06b588facdf3 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:16.377714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.393126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.431990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396a161-1cbe-4b5a-b961-58d6944f209b None None] Pushing event updated for resources: {'Port': ['ID=4c3771b1-62bf-405e-a714-94f8f791b31a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.536408 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.559965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.599120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Transition to ACTIVE for port object a0819b3f-6947-4c5a-a42d-041b69b92cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:16.680326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] For port e6e0d27f-d4f9-41d8-aa75-0287267d834a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e6e0d27f-d4f9-41d8-aa75-0287267d834a,segment=NetworkSegment(2c508db9-b919-4556-b34c-78e38e855d77),segment_id=2c508db9-b919-4556-b34c-78e38e855d77)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:16.739245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.762539 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.968449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345472-828b-4f61-87fb-d09847ba42cb None None] Pushing event updated for resources: {'Port': ['ID=e6e0d27f-d4f9-41d8-aa75-0287267d834a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.969266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network 44921f75-70cc-4f40-9eca-851d40e06ab6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:17.018886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:17.025333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:17.032521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.033580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.040035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Port': ['ID=a0819b3f-6947-4c5a-a42d-041b69b92cb2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:17.099528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.112920 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.138695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:17.170632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1df27d4c-f57d-431f-8b97-bd89a624b52b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6975503 Jul 08 17:28:17.173741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:17.243791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.244197 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Added segment 54c850b8-4a73-4198-9742-2a78d24dab06 of type vlan for network 3cf60894-3775-4852-a8ef-d47d7a5d834f Jul 08 17:28:17.319997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cd40ed7f-3803-4167-989a-d93ff36acf9d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.321552 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cd40ed7f-3803-4167-989a-d93ff36acf9d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 813 time: 0.4438431 Jul 08 17:28:17.327829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b8211-8402-4f9a-96de-fb2e902aecca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:17.409124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Request body: {'port': {'device_id': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'admin_state_up': True, 'tenant_id': 'cd3b8fa0fd6f414eadd92b1f37b0c2f8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:17.428635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting subnet 30c56c33-312b-4613-8855-97882f77a594 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:17.445588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.491674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.514421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4921119-9b4b-4626-9515-0877ac9129e6 None None] Provisioning complete for port e6e0d27f-d4f9-41d8-aa75-0287267d834a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:17.515519 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4921119-9b4b-4626-9515-0877ac9129e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.572421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.579051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4c3771b1-62bf-405e-a714-94f8f791b31a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:17.633210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33fdb6be-3eba-4dbd-ad53-dfb0d25d14a9 req-aaee43fd-63d7-417e-ad32-dc45a19fa3c0 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 210 time: 0.1076155 Jul 08 17:28:17.634898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:28:17.756029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4c3771b1-62bf-405e-a714-94f8f791b31a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:17.757836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.763099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.769104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.778432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e6e0d27f-d4f9-41d8-aa75-0287267d834a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:17.808984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56622) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:17.946335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.000125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e6e0d27f-d4f9-41d8-aa75-0287267d834a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:18.000606 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.040550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-439718743'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:18.102960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.135373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.139714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/30c56c33-312b-4613-8855-97882f77a594 HTTP/1.1" status: 204 len: 168 time: 0.9648440 Jul 08 17:28:18.149046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56626) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:18.164204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Made reservation on behalf of cd3b8fa0fd6f414eadd92b1f37b0c2f8 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:18.172886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.187108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf60894-3775-4852-a8ef-d47d7a5d834f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:18.190125 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5ee73190-c78e-4fb5-986d-78e5573b8e49 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1393640 Jul 08 17:28:18.197326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:18.224169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:18.240867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Request body: {'subnet': {'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-subnet', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:18.334899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7b204-a727-4b51-9a5c-732aef45ab61 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.336655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7b204-a727-4b51-9a5c-732aef45ab61 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.339014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cfb7b204-a727-4b51-9a5c-732aef45ab61 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1879807 Jul 08 17:28:18.342283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b058c4-baba-4fd3-adc3-4c349cd43dfc None None] Network 44921f75-70cc-4f40-9eca-851d40e06ab6 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:18.342440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:18.344572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379aa66-66f1-48a1-9962-78706e2e4994 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Subnet': ['ID=30c56c33-312b-4613-8855-97882f77a594,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:18.391785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cc1d660b-2bc6-4439-8427-fec6ccd478d9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.393571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cc1d660b-2bc6-4439-8427-fec6ccd478d9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 813 time: 0.5666821 Jul 08 17:28:18.411246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Request body: {'port': {'device_id': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'admin_state_up': True, 'tenant_id': 'cd3b8fa0fd6f414eadd92b1f37b0c2f8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:18.453494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-76a58341-2093-4ab0-8719-12d130866119 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.464627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:18.468916 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.492694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.519758 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a58341-2093-4ab0-8719-12d130866119 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 17:28:18.522922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a58341-2093-4ab0-8719-12d130866119 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:18.532217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-76a58341-2093-4ab0-8719-12d130866119 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/44921f75-70cc-4f40-9eca-851d40e06ab6 HTTP/1.1" status: 409 len: 405 time: 0.1810877 Jul 08 17:28:18.533140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:18.548167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1701614805'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:18.573907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Made reservation on behalf of c6174bef598c44bda72e06b588facdf3 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:18.577477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.640045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] Provisioning for port 4c3771b1-62bf-405e-a714-94f8f791b31a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:18.653556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] Provisioning complete for port 4c3771b1-62bf-405e-a714-94f8f791b31a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:18.654453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.731363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.755253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.783759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:18.795833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.796592 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Added segment 0ae498fd-ace2-4391-99e6-d27cc11a3df1 of type vlan for network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e Jul 08 17:28:18.846781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.859574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.899375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] For port 4c3771b1-62bf-405e-a714-94f8f791b31a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4c3771b1-62bf-405e-a714-94f8f791b31a,segment=NetworkSegment(6e48cd90-4327-4b5d-ab18-296c37854768),segment_id=6e48cd90-4327-4b5d-ab18-296c37854768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:18.904550 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.965794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.968640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519bb3-90cd-431b-96f5-c4775c2a25e0 None None] Pushing event updated for resources: {'Port': ['ID=4c3771b1-62bf-405e-a714-94f8f791b31a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:18.993339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] DHCP port deletion for 44921f75-70cc-4f40-9eca-851d40e06ab6 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:18.994485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.995435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.024593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cd7786-f8b2-4825-a58c-281ee7cc3450,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:19.064459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] Deleting port 4c3771b1-62bf-405e-a714-94f8f791b31a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:19.064992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.082520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Network': ['ID=c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:19.110980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:19.216460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] For port 4c3771b1-62bf-405e-a714-94f8f791b31a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4c3771b1-62bf-405e-a714-94f8f791b31a,segment=NetworkSegment(6e48cd90-4327-4b5d-ab18-296c37854768),segment_id=6e48cd90-4327-4b5d-ab18-296c37854768)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:19.216732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.231677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Allocated IP 172.20.0.2 (f78c0e4e-8c1f-4245-a822-e182fefdef8e/4b925bdb-4d82-4690-bffb-fa56f98251f4/05341350-9017-45ad-83a9-85c820907b87) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:19.237591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] Calling delete_port for 4c3771b1-62bf-405e-a714-94f8f791b31a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:19.329351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-315990fc-80d1-42ba-a0b4-4a6c5d224c78 req-a4c0acbc-51e1-4dae-8223-d66f3a75cbcf tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 210 time: 0.1121004 Jul 08 17:28:19.331201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4c3771b1-62bf-405e-a714-94f8f791b31a no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:19.375266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3c9bd4bf-ae97-4884-b45a-8ff4a5b450bc tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5622888 Jul 08 17:28:19.376183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:19.381668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'subnet': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:19.401937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:19.405535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.417599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Port 4c3771b1-62bf-405e-a714-94f8f791b31a update to DOWN by agent not found {{(pid=93946) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 17:28:19.420992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.472327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] No DVR routers for this DVR port 4c3771b1-62bf-405e-a714-94f8f791b31a on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:19.481905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24223-647b-4ae3-894c-f7fd12c41e86 None None] Pushing event deleted for resources: {'Port': ['ID=4c3771b1-62bf-405e-a714-94f8f791b31a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:19.486033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec9175b-03ec-4e93-9026-92056a703984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.491796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Made reservation on behalf of cd3b8fa0fd6f414eadd92b1f37b0c2f8 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:19.496870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.561869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:19.566286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.587129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:19.659979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.660478 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Added segment fd2f78a5-ec6d-4ea7-b4bd-304025438026 of type vlan for network d8227a9d-720b-4753-9bab-cb995119673e Jul 08 17:28:19.824613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.826713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.850008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.893669 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.914329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Checking segment: {'id': '0ae498fd-ace2-4391-99e6-d27cc11a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:19.915495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network hostable DHCP agents. Network: c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:19.928371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Subnet': ['ID=2b545655-87d7-4eb6-8623-05db5873786d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:19.948596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:19.954030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.958941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:19.959960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:19.960672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.965054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:19.965266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.969446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88a4ad-f4cc-468c-9c37-8c65c89119dd None None] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:19.990719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e60f52c1-1cbe-4ddb-a3f0-f07456d58eea tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6134129 Jul 08 17:28:19.993563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56658) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:20.000787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-24550379'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:20.099919 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5604458 Jul 08 17:28:20.126346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:20.147313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'subnet': {'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:20.173787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc69b92a-a206-43d4-822e-c7e2ac4c7916,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.176334 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.189184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:20.190334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'tenant_id': '8fc97419f287403d8858da6bb3e24ff0', 'fixed_ips': [{'subnet_id': '2b545655-87d7-4eb6-8623-05db5873786d'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:20.191234 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.193827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.217169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] device_id is not set on port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:20.294882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee508d4-df04-4e65-89bc-a367065c01db tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Network': ['ID=d8227a9d-720b-4753-9bab-cb995119673e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.325044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Checking segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:20.325482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Network hostable DHCP agents. Network: 3cf60894-3775-4852-a8ef-d47d7a5d834f, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:20.354832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:20.374184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:20.384521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event updated for resources: {'Port': ['ID=05341350-9017-45ad-83a9-85c820907b87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.391293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:20.407614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d8227a9d-720b-4753-9bab-cb995119673e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:20.408567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Allocated IP 172.20.0.5 (f78c0e4e-8c1f-4245-a822-e182fefdef8e/4b925bdb-4d82-4690-bffb-fa56f98251f4/f6dc5756-cc1a-46c9-9e9c-71e459eda06d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:20.472116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:20.509899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Allocated IP 2001:db8::109 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/25cfb348-748a-4bc5-bb90-dea3ca9374d9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:20.516335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:20.516976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.530572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:20.534333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.537850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3cf60894-3775-4852-a8ef-d47d7a5d834f) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:20.600704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:20.601534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.617807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09923898-2501-4099-b4bd-2f4fc1c5b885 None None] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:20.674858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49bc1611-61c2-46ef-b27c-679af5ee2699 req-e5352390-7fe9-47be-8ced-35ebeeb86d08 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 210 time: 0.0640578 Jul 08 17:28:20.689994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1a3f6dcf-394e-49be-88dd-3d1e6d27dc13 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3533189 Jul 08 17:28:20.719676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2abab1a2-6cbb-48d0-85f8-eeb32f632199 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4916987 Jul 08 17:28:20.752286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Request body: {'port': {'device_id': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:20.754410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:20.768030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:20.879820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6820cfa-82bb-4e1e-ba00-aed64f182043 None None] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:20.897621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.898654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.904852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.926818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Transition to ACTIVE for port object 25cfb348-748a-4bc5-bb90-dea3ca9374d9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:20.986729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.043956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.079743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:21.083065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:21.089994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:21.095646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:21.096242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.117144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=25cfb348-748a-4bc5-bb90-dea3ca9374d9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.123753 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.138138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-64b93c86-6e54-41dc-9d16-62e93c383275 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1430109 Jul 08 17:28:21.141550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:21.143064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Allocated IP 2001:db8::2 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/044a77f3-530f-42d4-97c7-a146f9e12566) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:21.146500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1521391275', 'allowed_address_pairs': [{'ip_address': '2001:db8::109', 'mac_address': 'fa:16:3e:14:28:75'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:21.325510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.328210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.361675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:21.420468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.431484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Transition to ACTIVE for port object 044a77f3-530f-42d4-97c7-a146f9e12566 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:21.456768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Transition to ACTIVE for port object 044a77f3-530f-42d4-97c7-a146f9e12566 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:21.466525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.486802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.489625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:21.492101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:21.507316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] device_id is not set on port f929e878-89fe-4879-94e1-a28ff4df6fd7 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:21.517632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:21.626338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:21.659883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Pushing event updated for resources: {'Port': ['ID=044a77f3-530f-42d4-97c7-a146f9e12566,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.663711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Attempting to bind port 044a77f3-530f-42d4-97c7-a146f9e12566 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:21.664382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Attempting to bind port 044a77f3-530f-42d4-97c7-a146f9e12566 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '0ae498fd-ace2-4391-99e6-d27cc11a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:21.665184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Attempting to bind port 044a77f3-530f-42d4-97c7-a146f9e12566 on network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:21.672915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:21.673417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Checking segment: {'id': '0ae498fd-ace2-4391-99e6-d27cc11a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:21.673910 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.674475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Bound using segment: {'id': '0ae498fd-ace2-4391-99e6-d27cc11a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:21.675297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Bound port: 044a77f3-530f-42d4-97c7-a146f9e12566, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae498fd-ace2-4391-99e6-d27cc11a3df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:21.676439 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.789498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:21.792458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Allocated IP 2001:db8::3e2 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/f929e878-89fe-4879-94e1-a28ff4df6fd7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:21.809743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event updated for resources: {'Port': ['ID=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.829551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:21.875791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] For port 044a77f3-530f-42d4-97c7-a146f9e12566, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:21.887567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] For port 044a77f3-530f-42d4-97c7-a146f9e12566, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=044a77f3-530f-42d4-97c7-a146f9e12566,segment=NetworkSegment(0ae498fd-ace2-4391-99e6-d27cc11a3df1),segment_id=0ae498fd-ace2-4391-99e6-d27cc11a3df1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:21.889627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.971381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fe204-8665-4257-885a-6c514d6a516c None None] Pushing event updated for resources: {'Port': ['ID=044a77f3-530f-42d4-97c7-a146f9e12566,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.985809 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.040873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:22.042502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.151597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:28:22.191890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.195030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-cbe1f43f-7679-4642-87a5-eda6e3c13df9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7905409 Jul 08 17:28:22.196724 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-56689c17-9510-48f4-b44e-c39321cc7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.229249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Request body: {'port': {'device_id': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:22.304843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.705739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.719385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Transition to ACTIVE for port object f929e878-89fe-4879-94e1-a28ff4df6fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:22.760218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.762974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Subnet': ['ID=0a54fc85-38ce-46cb-a9a8-3a3663016bb6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:22.847755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=f929e878-89fe-4879-94e1-a28ff4df6fd7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:22.869035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:22.871878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:22.874749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:22.883722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:22.884653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.905231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3ec4702-f31d-4c8a-be6a-db84c1c562b7 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7603693 Jul 08 17:28:22.905582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:22.929740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487350f-4e61-4871-a7b2-bc5194021a60 req-303942b4-53b4-4735-b816-7c306df7f2c0 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:22.937886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d487350f-4e61-4871-a7b2-bc5194021a60 req-303942b4-53b4-4735-b816-7c306df7f2c0 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 931 time: 0.8615384 Jul 08 17:28:22.997366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Checking segment: {'id': 'fd2f78a5-ec6d-4ea7-b4bd-304025438026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:22.997728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network hostable DHCP agents. Network: d8227a9d-720b-4753-9bab-cb995119673e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:23.015312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9cc7b9-f45b-4760-93a0-b50832b7810a tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:23.026039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9cc7b9-f45b-4760-93a0-b50832b7810a tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:23.036693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9cc7b9-f45b-4760-93a0-b50832b7810a tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:23.042121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e9cc7b9-f45b-4760-93a0-b50832b7810a tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1322103 Jul 08 17:28:23.043321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:23.103100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.171873 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d487350f-4e61-4871-a7b2-bc5194021a60 req-7385d71a-e13e-4c79-90c4-6b84abe0a044 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251992 Jul 08 17:28:23.228142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port f929e878-89fe-4879-94e1-a28ff4df6fd7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:23.229241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.263963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05341350-9017-45ad-83a9-85c820907b87 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:23.384199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 044a77f3-530f-42d4-97c7-a146f9e12566 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:23.403084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.423969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network d8227a9d-720b-4753-9bab-cb995119673e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:23.443593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Transition to ACTIVE for port object 05341350-9017-45ad-83a9-85c820907b87 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:23.449729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.451288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901322a9-48d6-4167-b30a-a297dfdde4a2 None None] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:23.455925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d8227a9d-720b-4753-9bab-cb995119673e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:23.462126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.472008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for f929e878-89fe-4879-94e1-a28ff4df6fd7 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:23.474844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded9ef5-96b8-4712-8f43-97454be6f632 None None] Network d8227a9d-720b-4753-9bab-cb995119673e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:23.512970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:23.513690 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.572580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 044a77f3-530f-42d4-97c7-a146f9e12566 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:23.582061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.598192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] Provisioning for port 044a77f3-530f-42d4-97c7-a146f9e12566 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:23.604380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 044a77f3-530f-42d4-97c7-a146f9e12566 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:23.605006 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.638343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] Provisioning complete for port 044a77f3-530f-42d4-97c7-a146f9e12566 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:23.638966 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.641579 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0d4ceb11-67ca-43e3-be63-4342dd2ccf49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4982691 Jul 08 17:28:23.649065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:23.658424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'port': {'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e', 'name': 'tempest-NetworksIpV6TestAttrs-733709424'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:23.681423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.719493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Pushing event updated for resources: {'Port': ['ID=05341350-9017-45ad-83a9-85c820907b87,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:23.804015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=f929e878-89fe-4879-94e1-a28ff4df6fd7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:23.882219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.920786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.926120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-daa596b1-22f7-4b8a-9bd6-9c1fe1fba513 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/ports/f929e878-89fe-4879-94e1-a28ff4df6fd7 HTTP/1.1" status: 204 len: 168 time: 0.8816853 Jul 08 17:28:23.927215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:23.935313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.030467 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.051977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Allocated IP 172.25.3.68 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b4b72a75-c436-4cf3-8786-416f2665f356) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:24.158612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.163733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.270608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d8227a9d-720b-4753-9bab-cb995119673e', 'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e', 'tenant_id': '0dd15450fd6c488b8d6f716042b259aa', 'fixed_ips': [{'subnet_id': '0a54fc85-38ce-46cb-a9a8-3a3663016bb6'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:24.282299 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.285900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] For port 044a77f3-530f-42d4-97c7-a146f9e12566, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=044a77f3-530f-42d4-97c7-a146f9e12566,segment=NetworkSegment(0ae498fd-ace2-4391-99e6-d27cc11a3df1),segment_id=0ae498fd-ace2-4391-99e6-d27cc11a3df1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:24.309173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.341311 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6877d13c-7632-49cd-9d71-67ba4380b251 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] GET failed (client error): The resource could not be found. Jul 08 17:28:24.354900 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6877d13c-7632-49cd-9d71-67ba4380b251 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "GET /v2.0/ports/f929e878-89fe-4879-94e1-a28ff4df6fd7 HTTP/1.1" status: 404 len: 333 time: 0.4204202 Jul 08 17:28:24.365559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:24.375082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-641138528'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:24.409729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dc5756-cc1a-46c9-9e9c-71e459eda06d {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:24.420593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.459340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.566015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Transition to ACTIVE for port object f6dc5756-cc1a-46c9-9e9c-71e459eda06d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:24.589940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.598998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:24.600100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Attempting to bind port 05341350-9017-45ad-83a9-85c820907b87 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:24.600439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Attempting to bind port 05341350-9017-45ad-83a9-85c820907b87 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:24.600768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Attempting to bind port 05341350-9017-45ad-83a9-85c820907b87 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:24.619809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:24.628969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:24.632643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Port 05341350-9017-45ad-83a9-85c820907b87 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:24.632643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Attempting to bind port 05341350-9017-45ad-83a9-85c820907b87 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:24.665057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:24.665288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b72a75-c436-4cf3-8786-416f2665f356,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:24.671401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.691015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:24.691446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Checking segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:24.691849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Bound using segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:24.692311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Bound port: 05341350-9017-45ad-83a9-85c820907b87, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:24.692741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.710055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:24.718072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.730069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffad13-3341-4616-80b3-8e860f0455da req-196407d0-a797-44b1-a3ab-dba3bf944f43 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:24.732580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57ffad13-3341-4616-80b3-8e860f0455da req-196407d0-a797-44b1-a3ab-dba3bf944f43 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 931 time: 0.4267228 Jul 08 17:28:24.854886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] device_id is not set on port b80ce6d4-26f1-49ca-9942-10ea5f994a3c yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:24.883903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57ffad13-3341-4616-80b3-8e860f0455da req-9af78ded-b528-42a8-9764-c80cee58a5ce tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441882 Jul 08 17:28:24.978573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] device_id is not set on port 779b79df-2d2a-4be2-8114-0775b20666bb yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:25.100550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Allocated IP 2001:db8::f816:3eff:fe67:38de (d8227a9d-720b-4753-9bab-cb995119673e/0a54fc85-38ce-46cb-a9a8-3a3663016bb6/779b79df-2d2a-4be2-8114-0775b20666bb) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:25.127757 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.140961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:28:25.141346 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:28:25.178605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Allocated IP 2001:db8::23 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/b80ce6d4-26f1-49ca-9942-10ea5f994a3c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:25.185193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd524e-222b-44ef-b638-d1c62f34cba0 None None] Pushing event updated for resources: {'Port': ['ID=044a77f3-530f-42d4-97c7-a146f9e12566,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:25.309875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Attempting to bind port f6dc5756-cc1a-46c9-9e9c-71e459eda06d on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:25.310238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Attempting to bind port f6dc5756-cc1a-46c9-9e9c-71e459eda06d by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:25.310613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Attempting to bind port f6dc5756-cc1a-46c9-9e9c-71e459eda06d on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:25.382646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.400953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Transition to ACTIVE for port object b80ce6d4-26f1-49ca-9942-10ea5f994a3c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:25.404082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:25.443240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Port f6dc5756-cc1a-46c9-9e9c-71e459eda06d on network f78c0e4e-8c1f-4245-a822-e182fefdef8e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:25.443572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Attempting to bind port f6dc5756-cc1a-46c9-9e9c-71e459eda06d on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:25.448805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.451616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85215553-3888-46b8-985d-b5a43013f917 None None] Provisioning for port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:25.459371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85215553-3888-46b8-985d-b5a43013f917 None None] Provisioning complete for port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:25.461197 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85215553-3888-46b8-985d-b5a43013f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.470647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:25.470992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Checking segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:25.471388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Bound using segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:25.471835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Bound port: f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:25.472197 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.520784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:25.525447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.527345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:25.530149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:25.530491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-85215553-3888-46b8-985d-b5a43013f917 None None] Port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:25.538057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:25.538730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.542666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85215553-3888-46b8-985d-b5a43013f917 None None] Provisioning complete for port 044a77f3-530f-42d4-97c7-a146f9e12566 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:25.543191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] For port 05341350-9017-45ad-83a9-85c820907b87, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:25.544986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85215553-3888-46b8-985d-b5a43013f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.562459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] For port 05341350-9017-45ad-83a9-85c820907b87, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05341350-9017-45ad-83a9-85c820907b87,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:25.567493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=b80ce6d4-26f1-49ca-9942-10ea5f994a3c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:25.573552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b8b77a3d-adc3-4754-a1c5-bdacb11f62bf tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2066667 Jul 08 17:28:25.578010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:25.583818 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.592502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::109', 'mac_address': 'fa:16:3e:14:28:75'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:25.651476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Transition to ACTIVE for port object 779b79df-2d2a-4be2-8114-0775b20666bb will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:25.828966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aed73212-3125-4b5a-b913-fb45b111224d None None] Provisioning complete for port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:25.829483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aed73212-3125-4b5a-b913-fb45b111224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.859646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 044a77f3-530f-42d4-97c7-a146f9e12566 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:25.921998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aed73212-3125-4b5a-b913-fb45b111224d None None] Port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:25.965411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 044a77f3-530f-42d4-97c7-a146f9e12566 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:25.965968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.077693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.079432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Pushing event updated for resources: {'Port': ['ID=05341350-9017-45ad-83a9-85c820907b87,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:26.109477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:26.110176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.111652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e067c5ad-34a2-48ff-b833-a49d6331265b service neutron] 10.222.0.53 "PUT /v2.0/ports/05341350-9017-45ad-83a9-85c820907b87 HTTP/1.1" status: 200 len: 1091 time: 5.4061396 Jul 08 17:28:26.112136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'tag': '05341350-9017-45ad-83a9-85c820907b87'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:26.114505 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f5997-99c4-4244-bbee-f1ede1c4838d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8", "tag": "05341350-9017-45ad-83a9-85c820907b87"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:26.251753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c72940ce-ab47-4d1c-a11f-a514bca00b9a None None] Could not find standard attr ID for object f929e878-89fe-4879-94e1-a28ff4df6fd7. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:28:26.570875 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e6d4e2-772b-48e1-a5ba-f9c3421748b3 x-openstack-request-id: req-c7e6d4e2-772b-48e1-a5ba-f9c3421748b3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:26.572106 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8", "tag": "05341350-9017-45ad-83a9-85c820907b87", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:26.572382 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7e6d4e2-772b-48e1-a5ba-f9c3421748b3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:26.574639 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'tag': '05341350-9017-45ad-83a9-85c820907b87', 'status': 'completed', 'code': 200} Jul 08 17:28:26.578206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-006416e3-816b-43ac-b339-7594fb81692a None None] Provisioning for port b80ce6d4-26f1-49ca-9942-10ea5f994a3c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:26.584867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-006416e3-816b-43ac-b339-7594fb81692a None None] Provisioning complete for port b80ce6d4-26f1-49ca-9942-10ea5f994a3c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:26.585372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-006416e3-816b-43ac-b339-7594fb81692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.591252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] For port f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:26.681846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-006416e3-816b-43ac-b339-7594fb81692a None None] Port b80ce6d4-26f1-49ca-9942-10ea5f994a3c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:26.755100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] For port f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:26.801003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.053508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Allocated IP 2001:db8::f816:3eff:fe04:6591 (d8227a9d-720b-4753-9bab-cb995119673e/0a54fc85-38ce-46cb-a9a8-3a3663016bb6/75241031-977c-40cf-aa4c-f1607797b9e3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:27.133562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.152410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.168843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:27.169470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.170933 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-02c44f62-b3ed-4d30-b103-1a917da24838 service neutron] 10.222.0.53 "PUT /v2.0/ports/f6dc5756-cc1a-46c9-9e9c-71e459eda06d HTTP/1.1" status: 200 len: 1091 time: 4.9468651 Jul 08 17:28:27.276928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.306129 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.313974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network d8227a9d-720b-4753-9bab-cb995119673e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:27.318801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Transition to ACTIVE for port object 75241031-977c-40cf-aa4c-f1607797b9e3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:27.327885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.332181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:27.335354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e36bad66-0787-4e2b-9ce8-371859fecdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:27.336864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-e36bad66-0787-4e2b-9ce8-371859fecdd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8 HTTP/1.1" status: 200 len: 1094 time: 0.8010790 Jul 08 17:28:27.339098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:27.344641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:27.345270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.366161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Port': ['ID=779b79df-2d2a-4be2-8114-0775b20666bb,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.404296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Transition to ACTIVE for port object 75241031-977c-40cf-aa4c-f1607797b9e3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:27.415083 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.421086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45b713-2546-404f-a830-0e81c1937095 req-9913a1ca-2b69-467d-85ed-a51a4c4ef1fb tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:27.422742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a45b713-2546-404f-a830-0e81c1937095 req-9913a1ca-2b69-467d-85ed-a51a4c4ef1fb tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 943 time: 0.8451643 Jul 08 17:28:27.475597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Network d8227a9d-720b-4753-9bab-cb995119673e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:27.479149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:27.482986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:27.489528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-369af857-e270-4af3-a058-de163a2315ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05341350-9017-45ad-83a9-85c820907b87 HTTP/1.1" status: 200 len: 217 time: 0.1338539 Jul 08 17:28:27.532915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dd278f59-5e78-4628-a090-71281e07b22c tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8788042 Jul 08 17:28:27.536216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:27.571603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Pushing event updated for resources: {'Port': ['ID=75241031-977c-40cf-aa4c-f1607797b9e3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.615788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Attempting to bind port 75241031-977c-40cf-aa4c-f1607797b9e3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:27.616309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Attempting to bind port 75241031-977c-40cf-aa4c-f1607797b9e3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fd2f78a5-ec6d-4ea7-b4bd-304025438026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:27.616767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Attempting to bind port 75241031-977c-40cf-aa4c-f1607797b9e3 on network d8227a9d-720b-4753-9bab-cb995119673e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:27.627255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:27.628564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Checking segment: {'id': 'fd2f78a5-ec6d-4ea7-b4bd-304025438026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:27.629081 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.630368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Bound using segment: {'id': 'fd2f78a5-ec6d-4ea7-b4bd-304025438026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:27.636068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Bound port: 75241031-977c-40cf-aa4c-f1607797b9e3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2f78a5-ec6d-4ea7-b4bd-304025438026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd8227a9d-720b-4753-9bab-cb995119673e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:27.636636 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.660412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting subnet 0a54fc85-38ce-46cb-a9a8-3a3663016bb6 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:27.674040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.783313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] For port 75241031-977c-40cf-aa4c-f1607797b9e3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:27.786293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.792000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] For port 75241031-977c-40cf-aa4c-f1607797b9e3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=75241031-977c-40cf-aa4c-f1607797b9e3,segment=NetworkSegment(fd2f78a5-ec6d-4ea7-b4bd-304025438026),segment_id=fd2f78a5-ec6d-4ea7-b4bd-304025438026)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:27.798223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.855987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.900164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a45b713-2546-404f-a830-0e81c1937095 req-9283ac2a-32c7-4357-b531-56325a5e78a1 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122989 Jul 08 17:28:27.900164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.912929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1ce7ca39-5e8a-4445-a431-efb5fce82d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:27.920376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-1ce7ca39-5e8a-4445-a431-efb5fce82d6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 1094 time: 0.6863999 Jul 08 17:28:27.928917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41699e93-9c75-48d5-8dbb-86f1e327dc9f None None] Pushing event updated for resources: {'Port': ['ID=75241031-977c-40cf-aa4c-f1607797b9e3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:28.055539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] In _notify_port_updated(), no bound segment for port b80ce6d4-26f1-49ca-9942-10ea5f994a3c on network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:28:28.063025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.063976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.065950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "PUT /v2.0/ports/b80ce6d4-26f1-49ca-9942-10ea5f994a3c HTTP/1.1" status: 200 len: 1001 time: 2.4841304 Jul 08 17:28:28.068988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.111490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:28.130419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-3e974ac9-ba0a-486b-b921-78e9de7c877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.132035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-3e974ac9-ba0a-486b-b921-78e9de7c877b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.6313033 Jul 08 17:28:28.133593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-b3a9e35b-3e54-4950-9601-e5a4d8e19eb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d HTTP/1.1" status: 200 len: 217 time: 0.1191065 Jul 08 17:28:28.231185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-88fe5250-6100-4d23-b307-076315065a0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468807 Jul 08 17:28:28.236417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.264008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.268068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/0a54fc85-38ce-46cb-a9a8-3a3663016bb6 HTTP/1.1" status: 204 len: 168 time: 0.7308111 Jul 08 17:28:28.271458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56796) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:28.367800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749f7ce-2d0a-493e-90d9-e0ab434ef702 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=b80ce6d4-26f1-49ca-9942-10ea5f994a3c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:28.451052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547ec52-cc58-47a2-9728-e09f43582b0b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.452719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547ec52-cc58-47a2-9728-e09f43582b0b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.458584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9547ec52-cc58-47a2-9728-e09f43582b0b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1727638 Jul 08 17:28:28.474102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:28.483925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Router 55bd6946-f6b1-4bad-8aed-b8eebb201232 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:28:28.490834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe6605-8d85-46e9-a82e-a5782c679672 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Subnet': ['ID=0a54fc85-38ce-46cb-a9a8-3a3663016bb6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:28.613724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'tag': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:28.615938 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3fe810-dd72-4469-ab6e-b11c4be3e900" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6ebfef-ace7-44e4-a52a-acc2e62c721b", "tag": "f6dc5756-cc1a-46c9-9e9c-71e459eda06d"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:28.631025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2b8a88f-f870-4197-9eff-62916959817d None None] Provisioning complete for port b80ce6d4-26f1-49ca-9942-10ea5f994a3c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:28.633507 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a88f-f870-4197-9eff-62916959817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.636268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-beaaa0fc-228b-4642-8bc0-4d02befb5c17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.647625 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaaa0fc-228b-4642-8bc0-4d02befb5c17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 17:28:28.648204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaaa0fc-228b-4642-8bc0-4d02befb5c17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:28.650131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-beaaa0fc-228b-4642-8bc0-4d02befb5c17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/d8227a9d-720b-4753-9bab-cb995119673e HTTP/1.1" status: 409 len: 405 time: 0.1738205 Jul 08 17:28:28.658606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:28.666967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1726972118'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:28.667385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-9a078af7-2e3e-4ddf-87eb-3b508d5f4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.668912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-9a078af7-2e3e-4ddf-87eb-3b508d5f4424 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.4257183 Jul 08 17:28:28.693288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:28.697292 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.739235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:28.751337 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4562a8-4986-4ba7-9747-1a63130ce74a x-openstack-request-id: req-8a4562a8-4986-4ba7-9747-1a63130ce74a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:28.751828 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6ebfef-ace7-44e4-a52a-acc2e62c721b", "tag": "f6dc5756-cc1a-46c9-9e9c-71e459eda06d", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:28.752248 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a4562a8-4986-4ba7-9747-1a63130ce74a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:28.758907 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'tag': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d', 'status': 'completed', 'code': 200} Jul 08 17:28:28.764211 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.764563 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Added segment 2447f115-25ae-44cf-92e9-38334a2c3795 of type vlan for network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 Jul 08 17:28:28.774031 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8a88f-f870-4197-9eff-62916959817d None None] Port b80ce6d4-26f1-49ca-9942-10ea5f994a3c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:28.852352 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-9bb03710-fbdf-4d18-9d2f-9162bc212749 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921276 Jul 08 17:28:28.872464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.949388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.975071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.976140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.088664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4275980 Jul 08 17:28:29.092089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:29.105051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'subnet': {'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:29.168906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-f0cc502d-84ba-4760-bf81-5a768f574df8 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036039 Jul 08 17:28:29.380296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e617a-5c78-4836-b2a2-e09e0269280b tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Network': ['ID=ef2f32bf-2481-4868-b8dc-5d65ff63ebd8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:29.395134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:29.531393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e8200-1f3e-4c47-9121-63bd0c933d4f req-4f52b918-f329-48d8-8441-1df9e302174d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:29.533008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb7e8200-1f3e-4c47-9121-63bd0c933d4f req-4f52b918-f329-48d8-8441-1df9e302174d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 943 time: 0.2634335 Jul 08 17:28:29.549433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:29.558434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.774109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-fd273fbf-9673-4a95-b642-426137ec237c service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5084019 Jul 08 17:28:29.785080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port b80ce6d4-26f1-49ca-9942-10ea5f994a3c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:29.785414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.815957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ced85-5504-4731-9ebc-1f388c14e417 None None] Network d8227a9d-720b-4753-9bab-cb995119673e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:29.824987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb7e8200-1f3e-4c47-9121-63bd0c933d4f req-cad8bcfc-c0d4-4d19-af0a-fdbfe5cbe497 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831941 Jul 08 17:28:29.939510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 75241031-977c-40cf-aa4c-f1607797b9e3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:30.112752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.146980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for b80ce6d4-26f1-49ca-9942-10ea5f994a3c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:30.200124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56840) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:30.214133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b8e21326-d8e4-4f63-9d80-4072aef4b2ed None None] Provisioning for port 75241031-977c-40cf-aa4c-f1607797b9e3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:30.302854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 75241031-977c-40cf-aa4c-f1607797b9e3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:30.314464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 75241031-977c-40cf-aa4c-f1607797b9e3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:30.314834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.353395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:28:30.355422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.479339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Subnet': ['ID=53c3a539-798c-405f-9c41-2541b56338cc,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:30.487885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Checking segment: {'id': '2447f115-25ae-44cf-92e9-38334a2c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:30.488243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network hostable DHCP agents. Network: ef2f32bf-2481-4868-b8dc-5d65ff63ebd8, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:30.498314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] DHCP port deletion for d8227a9d-720b-4753-9bab-cb995119673e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:30.506067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-105f7559-75e9-4507-952a-000a85e35af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.538185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:30.554320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, ef2f32bf-2481-4868-b8dc-5d65ff63ebd8) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:30.563873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:30.564466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.580839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50d8f0-2249-4e2d-8eb8-9bf58860cb54 None None] Network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:30.583121 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.612760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.657050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-105f7559-75e9-4507-952a-000a85e35af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.672246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-105f7559-75e9-4507-952a-000a85e35af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.690005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5b9d3be-ad76-4167-8042-f119c25a5684 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5913844 Jul 08 17:28:30.717597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:30.750064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:30.753771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-53bb1314-39ba-44db-80cc-f3ed437eb09b service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0022447 Jul 08 17:28:30.768016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 75241031-977c-40cf-aa4c-f1607797b9e3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=75241031-977c-40cf-aa4c-f1607797b9e3,segment=NetworkSegment(fd2f78a5-ec6d-4ea7-b4bd-304025438026),segment_id=fd2f78a5-ec6d-4ea7-b4bd-304025438026)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:30.768419 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Sync routers for ids ['55bd6946-f6b1-4bad-8aed-b8eebb201232'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:30.800139 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.800749 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Routers {'55bd6946-f6b1-4bad-8aed-b8eebb201232'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:30.801495 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['55bd6946-f6b1-4bad-8aed-b8eebb201232'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:30.904898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] Deleting port 75241031-977c-40cf-aa4c-f1607797b9e3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:30.905420 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.974568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7559-75e9-4507-952a-000a85e35af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a791bde-53ec-42f8-96c0-f3a28a852cb0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:30.998521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-105f7559-75e9-4507-952a-000a85e35af9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d45bef272611437e9d480a9e5f839e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616506 Jul 08 17:28:31.001490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56854) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:31.028023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=b80ce6d4-26f1-49ca-9942-10ea5f994a3c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:31.115885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13c4c1f9-b15d-4705-9251-cf55bae9e1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.188578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=75241031-977c-40cf-aa4c-f1607797b9e3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:31.222557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.226725 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0eb6e50b-c4b2-4af2-b897-847ba5d3cbe2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.4627180 Jul 08 17:28:31.232074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:31.232236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] For port 75241031-977c-40cf-aa4c-f1607797b9e3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=75241031-977c-40cf-aa4c-f1607797b9e3,segment=NetworkSegment(fd2f78a5-ec6d-4ea7-b4bd-304025438026),segment_id=fd2f78a5-ec6d-4ea7-b4bd-304025438026)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:31.232621 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.242615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.242983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.243331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.245142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.245496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.245843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.248393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.248745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.249088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.249430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.249766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.251278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:31.286676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13c4c1f9-b15d-4705-9251-cf55bae9e1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.340107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] Calling delete_port for 75241031-977c-40cf-aa4c-f1607797b9e3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:31.346928 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.350489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-ef2f32bf-2481-4868-b8dc-5d65ff63ebd8', 'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8', 'tenant_id': '0dd15450fd6c488b8d6f716042b259aa', 'fixed_ips': [{'subnet_id': '53c3a539-798c-405f-9c41-2541b56338cc'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:31.351346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.414338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa5e42-ff6e-46b4-a909-bbeaa52575ec req-2645abd0-e20c-49ad-b7bf-352443df68d3 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:31.424072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dafa5e42-ff6e-46b4-a909-bbeaa52575ec req-2645abd0-e20c-49ad-b7bf-352443df68d3 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 943 time: 0.2677708 Jul 08 17:28:31.441999 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Set router 55bd6946-f6b1-4bad-8aed-b8eebb201232 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:31.535327 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.552826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] No DVR routers for this DVR port 75241031-977c-40cf-aa4c-f1607797b9e3 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:31.581541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf8ea-2d2c-423e-b9b4-abee552ab90b None None] Pushing event deleted for resources: {'Port': ['ID=75241031-977c-40cf-aa4c-f1607797b9e3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:31.592850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Allocated IP 2001:db8::f816:3eff:feeb:9606 (ef2f32bf-2481-4868-b8dc-5d65ff63ebd8/53c3a539-798c-405f-9c41-2541b56338cc/13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:31.621237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.696074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dafa5e42-ff6e-46b4-a909-bbeaa52575ec req-70162af5-8b9c-4639-8695-a3ab4326273c tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484665 Jul 08 17:28:31.739765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13c4c1f9-b15d-4705-9251-cf55bae9e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.747722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-13c4c1f9-b15d-4705-9251-cf55bae9e1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.750858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-13c4c1f9-b15d-4705-9251-cf55bae9e1cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a791bde-53ec-42f8-96c0-f3a28a852cb0 HTTP/1.1" status: 204 len: 168 time: 0.7398605 Jul 08 17:28:31.756944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a55e0c01-5afa-4889-bbc6-416fc5ab8375 req-f707cc92-2c36-4240-8d7c-243546826f11 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9570904 Jul 08 17:28:31.778070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-e6aa948c-0026-4c34-9654-708a259aec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:31.788256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4c1f9-b15d-4705-9251-cf55bae9e1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a791bde-53ec-42f8-96c0-f3a28a852cb0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:31.788935 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-e6aa948c-0026-4c34-9654-708a259aec84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 1094 time: 0.9025578 Jul 08 17:28:31.851209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.857139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:31.869505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1b0e99a6-fbeb-4679-871a-44378473ad2d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/ports/b80ce6d4-26f1-49ca-9942-10ea5f994a3c HTTP/1.1" status: 204 len: 168 time: 3.7566223 Jul 08 17:28:31.926540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 75241031-977c-40cf-aa4c-f1607797b9e3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:31.929043 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ecd8ff-0644-440e-aa5a-3211ffbf218d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] GET failed (client error): The resource could not be found. Jul 08 17:28:31.940049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a9ecd8ff-0644-440e-aa5a-3211ffbf218d tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "GET /v2.0/ports/b80ce6d4-26f1-49ca-9942-10ea5f994a3c HTTP/1.1" status: 404 len: 333 time: 0.0817811 Jul 08 17:28:31.940720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:31.953351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1053253653'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:31.989899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 75241031-977c-40cf-aa4c-f1607797b9e3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:31.990528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 75241031-977c-40cf-aa4c-f1607797b9e3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:32.005706 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:28:25Z', 'revision_number': 3, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:32.038979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Checking router: 55bd6946-f6b1-4bad-8aed-b8eebb201232 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:32.038979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Updating router 55bd6946-f6b1-4bad-8aed-b8eebb201232 port b4b72a75-c436-4cf3-8786-416f2665f356 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:28:32.057376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.080900 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.089391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Transition to ACTIVE for port object 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:32.130998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Transition to ACTIVE for port object 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:32.142208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.225089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:32.238174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:32.243740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:32.248308 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.375943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Subnet': ['ID=53c3a539-798c-405f-9c41-2541b56338cc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:32.389613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Pushing event updated for resources: {'Port': ['ID=13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:32.435527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Attempting to bind port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:32.436115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Attempting to bind port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2447f115-25ae-44cf-92e9-38334a2c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:32.436666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Attempting to bind port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa on network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:32.451026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:32.451661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Checking segment: {'id': '2447f115-25ae-44cf-92e9-38334a2c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:32.452227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.452780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Bound using segment: {'id': '2447f115-25ae-44cf-92e9-38334a2c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:32.453395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Bound port: 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2447f115-25ae-44cf-92e9-38334a2c3795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:32.453921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.473814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-0a12a110-3716-4e04-847c-a7115405ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.475586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-0a12a110-3716-4e04-847c-a7115405ee5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 914 time: 0.6584330 Jul 08 17:28:32.481346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:32.513250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-187beede-535a-4e40-ac5d-881b334a0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.514911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-187beede-535a-4e40-ac5d-881b334a0789 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8 HTTP/1.1" status: 200 len: 1094 time: 0.6777155 Jul 08 17:28:32.534845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.565395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f32bf-2481-4868-b8dc-5d65ff63ebd8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:32.567677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:32.571173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.616453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2447f115-25ae-44cf-92e9-38334a2c3795') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:32.618368 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.620298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] For port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:32.621040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2447f115-25ae-44cf-92e9-38334a2c3795') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:32.626955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] device_id is not set on port c8c76791-0cda-429f-a8ca-37e93a815e0b yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:32.632757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] For port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa,segment=NetworkSegment(2447f115-25ae-44cf-92e9-38334a2c3795),segment_id=2447f115-25ae-44cf-92e9-38334a2c3795)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:32.636696 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Transition to ACTIVE for port object b4b72a75-c436-4cf3-8786-416f2665f356 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:32.642523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.642790 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.672732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.680283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-9e076f65-6506-44ee-9be2-107518af9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.682224 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-9e076f65-6506-44ee-9be2-107518af9e43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 914 time: 0.1193876 Jul 08 17:28:32.685648 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd628370-fd18-40c7-912d-b192b6511db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.688521 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-355660da-7aae-4dbf-9b1a-df7cbb5ce9fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d HTTP/1.1" status: 200 len: 217 time: 0.1998689 Jul 08 17:28:32.753340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-5a187461-c3cd-4959-8366-c1f63d6166be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.755265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-5a187461-c3cd-4959-8366-c1f63d6166be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.0560362 Jul 08 17:28:32.780341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.788097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Attempting to bind port b4b72a75-c436-4cf3-8786-416f2665f356 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:32.796872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:32.797444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.798568 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Attempting to bind port b4b72a75-c436-4cf3-8786-416f2665f356 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:32.799471 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Attempting to bind port b4b72a75-c436-4cf3-8786-416f2665f356 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:32.801373 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:32.816355 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b72a75-c436-4cf3-8786-416f2665f356,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:32.825509 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:32.832656 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:32.833357 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.833997 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:32.834679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Bound port: b4b72a75-c436-4cf3-8786-416f2665f356, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:32.835271 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.839909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.850686 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.851340 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.851891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.852423 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.852949 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.853520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.854073 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.854649 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.855167 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.866469 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.866796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-58bd9af3-1435-40a7-8584-b7e5d718e2e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638673 Jul 08 17:28:32.867688 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:32.877710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-ee346e8d-1d0b-4c88-a314-fa322a326286 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05341350-9017-45ad-83a9-85c820907b87 HTTP/1.1" status: 200 len: 217 time: 0.1863484 Jul 08 17:28:32.898866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167725c6-f034-480b-81ad-682caeed7ed5 None None] Pushing event updated for resources: {'Port': ['ID=13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:32.927158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa499e-6074-43ac-955e-f5c60e7cf956 None None] Network ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:32.962530 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] For port b4b72a75-c436-4cf3-8786-416f2665f356, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:32.966405 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] For port b4b72a75-c436-4cf3-8786-416f2665f356, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b4b72a75-c436-4cf3-8786-416f2665f356,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:32.971647 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.985655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:28:32.985655 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:28:32.985655 n-d-799527-4 neutron-server[93945]: [parameters: {'id': 'ef2f32bf-2481-4868-b8dc-5d65ff63ebd8'}] Jul 08 17:28:32.985655 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:28:32.986220 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:28:33.031219 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d098fb-4506-461d-b649-f2d2e10043c4 None None] Pushing event updated for resources: {'Port': ['ID=b4b72a75-c436-4cf3-8786-416f2665f356,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:33.051812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Routers {'55bd6946-f6b1-4bad-8aed-b8eebb201232'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:33.052756 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['55bd6946-f6b1-4bad-8aed-b8eebb201232'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:33.077703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-4aa982a4-e9a1-425e-8389-ba3ee1531d35 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972308 Jul 08 17:28:33.101210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Allocated IP 2001:db8::136 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/c8c76791-0cda-429f-a8ca-37e93a815e0b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:33.212518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d3792-73d7-42ba-b9af-43ab60a41caf None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:28:33.232164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da5869-a825-4504-9771-b576adef0b35 req-a8ddbc9e-040a-4f40-ba05-3be0abff4d4d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:33.250197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c4da5869-a825-4504-9771-b576adef0b35 req-a8ddbc9e-040a-4f40-ba05-3be0abff4d4d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 943 time: 0.2965789 Jul 08 17:28:33.302819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-3b177b78-10b4-4421-9089-94399526a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:33.306489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-3b177b78-10b4-4421-9089-94399526a5f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.2277920 Jul 08 17:28:33.311878 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] Set router 55bd6946-f6b1-4bad-8aed-b8eebb201232 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:33.422189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d3792-73d7-42ba-b9af-43ab60a41caf None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:28:33.436305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.451136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Transition to ACTIVE for port object c8c76791-0cda-429f-a8ca-37e93a815e0b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:33.461177 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-5ad1a655-4f0c-4d56-9fe4-cb814afcb6e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791938 Jul 08 17:28:33.490338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.499919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.567850 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:28:25Z', 'revision_number': 3, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:33.611760 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a18e41-cb99-46fb-b4c1-9d9507b6261a None None] The sync data for ids ['55bd6946-f6b1-4bad-8aed-b8eebb201232'] in n-d-799527-4 is: [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:28:25Z', 'revision_number': 3, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:33.619268 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c4da5869-a825-4504-9771-b576adef0b35 req-8eff1e63-70b8-4022-8745-19c7564c6c5a tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682117 Jul 08 17:28:33.627083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3fe810-dd72-4469-ab6e-b11c4be3e900 req-9ab097e2-b863-424f-9be6-de6eab93ace2 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384358 Jul 08 17:28:33.667146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:33.693608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=c8c76791-0cda-429f-a8ca-37e93a815e0b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:33.698598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:33.702104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:33.707900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:33.708529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.777452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:33.777452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.779343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd628370-fd18-40c7-912d-b192b6511db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.823682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-21424c77-e8b9-490e-bda5-4782895d4a95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8784587 Jul 08 17:28:33.870809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:33.876897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:14:28:75'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:33.892763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd628370-fd18-40c7-912d-b192b6511db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.983427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] For port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa,segment=NetworkSegment(2447f115-25ae-44cf-92e9-38334a2c3795),segment_id=2447f115-25ae-44cf-92e9-38334a2c3795)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:33.983797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.077646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Calling delete_port for 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:34.244614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05341350-9017-45ad-83a9-85c820907b87 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:34.288543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.374977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Port': ['ID=13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:34.379942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No DVR routers for this DVR port 13682bfa-b9e6-4c3c-b2e1-ff46361ea8fa on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:34.413260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.420030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9c85ebd3-c949-4d57-a6c3-61e94afd0b17 None None] Provisioning for port c8c76791-0cda-429f-a8ca-37e93a815e0b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:34.476385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.482311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 05341350-9017-45ad-83a9-85c820907b87, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05341350-9017-45ad-83a9-85c820907b87,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:34.487128 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-a81a1039-723c-45b3-8ae2-f00b76f9a45e service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154950 Jul 08 17:28:34.498892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9c85ebd3-c949-4d57-a6c3-61e94afd0b17 None None] Provisioning complete for port c8c76791-0cda-429f-a8ca-37e93a815e0b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:34.499254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c85ebd3-c949-4d57-a6c3-61e94afd0b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.501544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '05341350-9017-45ad-83a9-85c820907b87', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'port_id': '05341350-9017-45ad-83a9-85c820907b87', 'mac_address': 'fa:16:3e:f4:2c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b925bdb-4d82-4690-bffb-fa56f98251f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:34.517458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:34.519311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fd628370-fd18-40c7-912d-b192b6511db4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21d1f334f7ab497ca188b034d09bc2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0295908 Jul 08 17:28:34.581816 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.602460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05341350-9017-45ad-83a9-85c820907b87 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:34.613244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.636079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9c85ebd3-c949-4d57-a6c3-61e94afd0b17 None None] Port c8c76791-0cda-429f-a8ca-37e93a815e0b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:34.648104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 05341350-9017-45ad-83a9-85c820907b87, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05341350-9017-45ad-83a9-85c820907b87,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:34.658668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.659840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f6dc5756-cc1a-46c9-9e9c-71e459eda06d details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:34.678432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f32bf-2481-4868-b8dc-5d65ff63ebd8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:34.701649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2447f115-25ae-44cf-92e9-38334a2c3795') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:34.702062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2447f115-25ae-44cf-92e9-38334a2c3795') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:34.702316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:34.764603 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.770243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'port_id': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d', 'mac_address': 'fa:16:3e:99:3c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b925bdb-4d82-4690-bffb-fa56f98251f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:34.775150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=05341350-9017-45ad-83a9-85c820907b87,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:34.779267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b88f5997-99c4-4244-bbee-f1ede1c4838d req-502b855e-6fb0-4b3b-b30c-db32473e9063 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703767 Jul 08 17:28:34.849290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b166b0-e4c8-43dc-b29d-070e771fd96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.855662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd628370-fd18-40c7-912d-b192b6511db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ac985d-1711-4072-b4b8-3bb5ea1552a9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:34.864013 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.871385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.902291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc5756-cc1a-46c9-9e9c-71e459eda06d {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:34.916827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:34.917397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:34.933056 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:34.945307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:34.950606 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.023593 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b166b0-e4c8-43dc-b29d-070e771fd96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.064778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.169521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.184296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.186259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 HTTP/1.1" status: 204 len: 168 time: 4.4675074 Jul 08 17:28:35.202492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:35.210717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1854276728'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:35.214330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959788ef-b45d-49ca-a37b-e5d0850710bf tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Network': ['ID=ef2f32bf-2481-4868-b8dc-5d65ff63ebd8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.232733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369ba35-b879-4ebf-8a4b-e6cb2ae0d64d req-2bc8c8cb-fb0c-4f50-98e7-768758b699c3 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.234336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a369ba35-b879-4ebf-8a4b-e6cb2ae0d64d req-2bc8c8cb-fb0c-4f50-98e7-768758b699c3 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 944 time: 0.2444041 Jul 08 17:28:35.240384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.251055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['05341350-9017-45ad-83a9-85c820907b87'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:35.253902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Allocated IP 172.20.0.1 (3cf60894-3775-4852-a8ef-d47d7a5d834f/dc69b92a-a206-43d4-822e-c7e2ac4c7916/8382fcb9-2e44-439f-bdcf-77f151ccfdda) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:35.255317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.297536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b166b0-e4c8-43dc-b29d-070e771fd96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.301203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9b166b0-e4c8-43dc-b29d-070e771fd96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.304746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9b166b0-e4c8-43dc-b29d-070e771fd96a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8ac985d-1711-4072-b4b8-3bb5ea1552a9 HTTP/1.1" status: 204 len: 168 time: 0.7772596 Jul 08 17:28:35.323303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['f6dc5756-cc1a-46c9-9e9c-71e459eda06d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:35.402373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a369ba35-b879-4ebf-8a4b-e6cb2ae0d64d req-e1340ba9-fdaf-4c65-b632-b9ba529d8df1 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428802 Jul 08 17:28:35.467294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.547429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.641484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:35.645491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:35.648974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:35.684667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Pushing event updated for resources: {'Port': ['ID=8382fcb9-2e44-439f-bdcf-77f151ccfdda,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.719034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.938171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b4b72a75-c436-4cf3-8786-416f2665f356 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:35.979876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] In _notify_port_updated(), no bound segment for port c8c76791-0cda-429f-a8ca-37e93a815e0b on network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:28:35.985956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.986625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.988130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "PUT /v2.0/ports/c8c76791-0cda-429f-a8ca-37e93a815e0b HTTP/1.1" status: 200 len: 1003 time: 2.1158481 Jul 08 17:28:35.991909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8feaec68-8097-495f-a5d3-6a6d12a931cf None None] Provisioning complete for port c8c76791-0cda-429f-a8ca-37e93a815e0b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:35.992384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8feaec68-8097-495f-a5d3-6a6d12a931cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.003086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:36.007162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.022123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:36.028755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b166b0-e4c8-43dc-b29d-070e771fd96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ac985d-1711-4072-b4b8-3bb5ea1552a9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:36.037882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cbe31-165a-4bb2-bf70-2769d7892928 req-bb9253e1-46a5-4ba3-9814-7faa9d107048 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.045715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-065cbe31-165a-4bb2-bf70-2769d7892928 req-bb9253e1-46a5-4ba3-9814-7faa9d107048 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.9561586 Jul 08 17:28:36.063692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8feaec68-8097-495f-a5d3-6a6d12a931cf None None] Port c8c76791-0cda-429f-a8ca-37e93a815e0b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:36.087752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b4b72a75-c436-4cf3-8786-416f2665f356 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:36.093856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b4b72a75-c436-4cf3-8786-416f2665f356 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:36.094698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.173518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.181476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-065cbe31-165a-4bb2-bf70-2769d7892928 req-2c313203-2006-4779-9f87-2e39b0e116f3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830731 Jul 08 17:28:36.196530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:36.210329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60cc9-1ec4-44e5-8fd0-b52986044c55 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=c8c76791-0cda-429f-a8ca-37e93a815e0b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:36.272107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.272767 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Added segment c0c53f46-93f1-45f1-a50a-6282257fcf79 of type vlan for network 43ba208f-dfae-4978-a2be-9da28d191937 Jul 08 17:28:36.358685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.426974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.436426 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.450180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port c8c76791-0cda-429f-a8ca-37e93a815e0b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:36.450522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.518504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.524202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.524743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.524972 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.558161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b4b72a75-c436-4cf3-8786-416f2665f356, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b4b72a75-c436-4cf3-8786-416f2665f356,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:36.564196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.621973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4183111 Jul 08 17:28:36.626333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:36.637531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'subnet': {'network_id': '43ba208f-dfae-4978-a2be-9da28d191937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:36.652213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b4b72a75-c436-4cf3-8786-416f2665f356,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:36.692083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Pushing event updated for resources: {'Port': ['ID=8382fcb9-2e44-439f-bdcf-77f151ccfdda,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:36.699591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61822ef6-bfcd-4c45-bc5f-189001afddf7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Network': ['ID=43ba208f-dfae-4978-a2be-9da28d191937,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:36.711178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 43ba208f-dfae-4978-a2be-9da28d191937 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:36.711333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.752793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for c8c76791-0cda-429f-a8ca-37e93a815e0b owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:36.799645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.830089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:36.834216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.952886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-6081a625-e780-417b-bc73-74fd7c47bb67 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.954477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-6081a625-e780-417b-bc73-74fd7c47bb67 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.5112581 Jul 08 17:28:37.057143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6dca-f8a5-4063-907d-97f308fa905a req-e1e2fb35-7a4e-4f7e-9e47-eccd247d37ad tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.059238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96fd6dca-f8a5-4063-907d-97f308fa905a req-e1e2fb35-7a4e-4f7e-9e47-eccd247d37ad tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 944 time: 0.3888073 Jul 08 17:28:37.117700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.145016 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96fd6dca-f8a5-4063-907d-97f308fa905a req-2b577c46-de4e-4fb5-b693-0cdcb7ea4abf tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788257 Jul 08 17:28:37.181638 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.182596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:37.182596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:37.230891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=c8c76791-0cda-429f-a8ca-37e93a815e0b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:37.237637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Deleting port 06af4da6-2ab3-414b-acbf-846d9d365c25 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:37.238000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.296254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.301554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3ace3eef-bcc9-4e2d-b98e-83d92cbf8b95 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/ports/c8c76791-0cda-429f-a8ca-37e93a815e0b HTTP/1.1" status: 204 len: 168 time: 1.2519529 Jul 08 17:28:37.310212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:37.311675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Checking segment: {'id': 'c0c53f46-93f1-45f1-a50a-6282257fcf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ba208f-dfae-4978-a2be-9da28d191937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:37.311675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network hostable DHCP agents. Network: 43ba208f-dfae-4978-a2be-9da28d191937, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:37.327506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Subnet': ['ID=cfccb3da-1a58-42a8-b4a0-96ae6c0a5e2f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:37.355920 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a8cad9-7560-4eca-97fe-fe35902b4940 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] GET failed (client error): The resource could not be found. Jul 08 17:28:37.358729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a9a8cad9-7560-4eca-97fe-fe35902b4940 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "GET /v2.0/ports/c8c76791-0cda-429f-a8ca-37e93a815e0b HTTP/1.1" status: 404 len: 333 time: 0.0444772 Jul 08 17:28:37.363705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:37.387392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1074471450'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:37.393386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network 43ba208f-dfae-4978-a2be-9da28d191937 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:37.423331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 43ba208f-dfae-4978-a2be-9da28d191937) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:37.436207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2cfe45-10f6-49af-805b-168b2db37560 None None] Network 43ba208f-dfae-4978-a2be-9da28d191937 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:37.457576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.459808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.477274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Router 55bd6946-f6b1-4bad-8aed-b8eebb201232 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:28:37.521332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] For port 06af4da6-2ab3-414b-acbf-846d9d365c25, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=06af4da6-2ab3-414b-acbf-846d9d365c25,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:37.522035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.598353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ad77d329-2ceb-4598-ae26-b824e946121f tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9665899 Jul 08 17:28:37.605861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:37.746606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-43ba208f-dfae-4978-a2be-9da28d191937', 'network_id': '43ba208f-dfae-4978-a2be-9da28d191937', 'tenant_id': '0dd15450fd6c488b8d6f716042b259aa', 'fixed_ips': [{'subnet_id': 'cfccb3da-1a58-42a8-b4a0-96ae6c0a5e2f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:37.747619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.820044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053567b-4c32-45c1-9877-09772b98b9a8 req-df83d1b3-cca5-4c48-8e8c-d7ed88f788b4 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.825317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5053567b-4c32-45c1-9877-09772b98b9a8 req-df83d1b3-cca5-4c48-8e8c-d7ed88f788b4 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.3370736 Jul 08 17:28:37.883975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b4b72a75-c436-4cf3-8786-416f2665f356 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:37.931293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5053567b-4c32-45c1-9877-09772b98b9a8 req-5515f91b-af65-4374-9395-dc8e287f5a13 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867858 Jul 08 17:28:37.947989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.060840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.075271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Allocated IP 2001:db8::2 (43ba208f-dfae-4978-a2be-9da28d191937/cfccb3da-1a58-42a8-b4a0-96ae6c0a5e2f/d4d1d8c1-9383-43f0-8b67-f0864aeac6e2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:38.082356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b4b72a75-c436-4cf3-8786-416f2665f356 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:38.082565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.271448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05341350-9017-45ad-83a9-85c820907b87 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:38.443086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:38.445983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 05341350-9017-45ad-83a9-85c820907b87 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:38.465135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e5c1940-c3b5-4218-a821-ca0d80928dcf admin admin] 10.222.0.48 "PUT /v2.0/routers/55bd6946-f6b1-4bad-8aed-b8eebb201232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1750541 Jul 08 17:28:38.477629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:38.482323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.487372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Sync routers for ids ['55bd6946-f6b1-4bad-8aed-b8eebb201232'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:38.539541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.550688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Transition to ACTIVE for port object d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:38.564835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905d7c2-ee2c-4e6d-83c2-eff9c870c571 req-5188bb3a-788d-4182-bd77-8dc900e66db8 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:38.576093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a905d7c2-ee2c-4e6d-83c2-eff9c870c571 req-5188bb3a-788d-4182-bd77-8dc900e66db8 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 944 time: 0.1829491 Jul 08 17:28:38.599658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 05341350-9017-45ad-83a9-85c820907b87 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:38.600032 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.617255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Transition to ACTIVE for port object d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:38.645217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Routers {'55bd6946-f6b1-4bad-8aed-b8eebb201232'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:38.645866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['55bd6946-f6b1-4bad-8aed-b8eebb201232'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:38.648053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.680674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a905d7c2-ee2c-4e6d-83c2-eff9c870c571 req-77da58cb-8864-42e0-9c8a-867e73d7daa6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034260 Jul 08 17:28:38.684106 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.736089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Subnet': ['ID=cfccb3da-1a58-42a8-b4a0-96ae6c0a5e2f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:38.803418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.803769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.804126 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Floating IP 87f2a6e8-326e-4db0-8c9a-d9a99817a66d disassociated. External IP: 172.25.3.100, port: 06af4da6-2ab3-414b-acbf-846d9d365c25. Jul 08 17:28:38.804581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Calling delete_port for 06af4da6-2ab3-414b-acbf-846d9d365c25 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:38.829585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Pushing event updated for resources: {'Port': ['ID=d4d1d8c1-9383-43f0-8b67-f0864aeac6e2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:38.875427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.885626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] device_id is not set on port 4e78ade2-55e7-4ff0-9415-92fdeb666dca yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:38.891405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Network 43ba208f-dfae-4978-a2be-9da28d191937 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:38.894364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ba208f-dfae-4978-a2be-9da28d191937']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:38.895734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:38.904399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:38.907910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c53f46-93f1-45f1-a50a-6282257fcf79') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:38.908418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c53f46-93f1-45f1-a50a-6282257fcf79') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:38.919524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.936403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.943574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:38.944419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:38.948993 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:39.056131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Attempting to bind port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:39.056667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Attempting to bind port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c0c53f46-93f1-45f1-a50a-6282257fcf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ba208f-dfae-4978-a2be-9da28d191937'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:39.057242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Attempting to bind port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 on network 43ba208f-dfae-4978-a2be-9da28d191937 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:39.071788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:28:39.071788 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:28:39.071788 n-d-799527-4 neutron-server[93945]: [parameters: {'id': '43ba208f-dfae-4978-a2be-9da28d191937'}] Jul 08 17:28:39.071788 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:28:39.073023 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:28:39.100381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:39.100609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Checking segment: {'id': 'c0c53f46-93f1-45f1-a50a-6282257fcf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ba208f-dfae-4978-a2be-9da28d191937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:39.100997 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.102030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Bound using segment: {'id': 'c0c53f46-93f1-45f1-a50a-6282257fcf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ba208f-dfae-4978-a2be-9da28d191937'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:39.102405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Bound port: d4d1d8c1-9383-43f0-8b67-f0864aeac6e2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c53f46-93f1-45f1-a50a-6282257fcf79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43ba208f-dfae-4978-a2be-9da28d191937'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:39.102859 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.122840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Set router 55bd6946-f6b1-4bad-8aed-b8eebb201232 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:39.253567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] For port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:39.257319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] For port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d4d1d8c1-9383-43f0-8b67-f0864aeac6e2,segment=NetworkSegment(c0c53f46-93f1-45f1-a50a-6282257fcf79),segment_id=c0c53f46-93f1-45f1-a50a-6282257fcf79)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:39.263759 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.265954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b58e-3535-413c-aa14-fc6cc43b3712 req-5ecda42f-b65b-4b72-9ba0-0d42bb35720b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.267539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ea69b58e-3535-413c-aa14-fc6cc43b3712 req-5ecda42f-b65b-4b72-9ba0-0d42bb35720b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 946 time: 0.1446476 Jul 08 17:28:39.278698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.348522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Allocated IP 2001:db8::197 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/4e78ade2-55e7-4ff0-9415-92fdeb666dca) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:39.349299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ea69b58e-3535-413c-aa14-fc6cc43b3712 req-889f39a5-15aa-4518-ae92-d38cd19505e3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=9bcc38d2-7b82-447a-912e-897cd80345c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747545 Jul 08 17:28:39.360995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.486553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event deleted for resources: {'Port': ['ID=06af4da6-2ab3-414b-acbf-846d9d365c25,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:39.496791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 05341350-9017-45ad-83a9-85c820907b87, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05341350-9017-45ad-83a9-85c820907b87,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:39.502452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05341350-9017-45ad-83a9-85c820907b87'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:39.505336 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11e367-9ae0-491c-abba-ad70be4a76ce" -d '{"events": [{"server_uuid": "bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8", "name": "network-vif-plugged", "status": "completed", "tag": "05341350-9017-45ad-83a9-85c820907b87"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:39.574670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.595927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d1b93-e4b1-4e29-8051-b2d4ee40779d None None] Pushing event updated for resources: {'Port': ['ID=d4d1d8c1-9383-43f0-8b67-f0864aeac6e2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:39.668525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.670195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f6dc5756-cc1a-46c9-9e9c-71e459eda06d up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:39.672006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:39.672355 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.688678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-f6e840fd-7528-40f2-accf-19ca819fa944 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.694043 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e16ceca-f1e2-4ecf-a206-ca3b55153d07 x-openstack-request-id: req-9e16ceca-f1e2-4ecf-a206-ca3b55153d07 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:39.694887 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8", "name": "network-vif-plugged", "status": "completed", "tag": "05341350-9017-45ad-83a9-85c820907b87", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:39.695307 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e16ceca-f1e2-4ecf-a206-ca3b55153d07 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:39.695844 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05341350-9017-45ad-83a9-85c820907b87', 'code': 200} Jul 08 17:28:39.696345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-f6e840fd-7528-40f2-accf-19ca819fa944 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 819 time: 0.4949811 Jul 08 17:28:39.764724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-c6270dd9-0d24-475c-992f-c8d4314adab9 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/quotas/c6174bef598c44bda72e06b588facdf3 HTTP/1.1" status: 200 len: 375 time: 0.0673068 Jul 08 17:28:39.789046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] For port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d4d1d8c1-9383-43f0-8b67-f0864aeac6e2,segment=NetworkSegment(c0c53f46-93f1-45f1-a50a-6282257fcf79),segment_id=c0c53f46-93f1-45f1-a50a-6282257fcf79)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:39.789425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.812488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Calling delete_port for d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:39.868208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930096b5-71de-4df4-a16e-e0807a56b02f None None] Network 43ba208f-dfae-4978-a2be-9da28d191937 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:39.996972 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.004565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=05341350-9017-45ad-83a9-85c820907b87,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:40.042019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Port': ['ID=d4d1d8c1-9383-43f0-8b67-f0864aeac6e2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:40.047341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No DVR routers for this DVR port d4d1d8c1-9383-43f0-8b67-f0864aeac6e2 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:40.073483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.102918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port f6dc5756-cc1a-46c9-9e9c-71e459eda06d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:40.111675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port f6dc5756-cc1a-46c9-9e9c-71e459eda06d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:40.112423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.137982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-08ccc7bc-35c5-46e7-916f-204a8f537cda tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3716688 Jul 08 17:28:40.155914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Router d94b7327-8887-41bf-ba8d-290579f9966a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:28:40.157133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Transition to ACTIVE for port object 4e78ade2-55e7-4ff0-9415-92fdeb666dca will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:40.180576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9ec1f-1519-4c41-9f5d-f17bd5a644d7 req-41186286-a9fa-413f-a701-9d850cd21eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.181827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8382fcb9-2e44-439f-bdcf-77f151ccfdda', 'name': '', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'mac_address': 'fa:16:3e:33:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:34Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 2, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'subnets': [{'id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:40.182409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43c9ec1f-1519-4c41-9f5d-f17bd5a644d7 req-41186286-a9fa-413f-a701-9d850cd21eff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8 HTTP/1.1" status: 200 len: 1096 time: 0.3147037 Jul 08 17:28:40.188876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.215594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473946f5-32c7-46a7-8798-f6a9c614d636 req-2f042ce6-4c7d-4ed2-b961-10567ee5f7f9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.217423 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-473946f5-32c7-46a7-8798-f6a9c614d636 req-2f042ce6-4c7d-4ed2-b961-10567ee5f7f9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 944 time: 0.2630005 Jul 08 17:28:40.225305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Checking router: 55bd6946-f6b1-4bad-8aed-b8eebb201232 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:40.225812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Updating router 55bd6946-f6b1-4bad-8aed-b8eebb201232 port 8382fcb9-2e44-439f-bdcf-77f151ccfdda binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:28:40.227131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ba208f-dfae-4978-a2be-9da28d191937']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:40.231177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d7bc2-ca26-406c-aed8-36ccc479e44d None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:28:40.246062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c53f46-93f1-45f1-a50a-6282257fcf79') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:40.246345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c53f46-93f1-45f1-a50a-6282257fcf79') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:40.271516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.301442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-473946f5-32c7-46a7-8798-f6a9c614d636 req-7da9d2a9-b38a-41cb-8286-746d8cdabde0 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716403 Jul 08 17:28:40.302661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.310525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:40.311033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:40.314491 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:40.343328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43c9ec1f-1519-4c41-9f5d-f17bd5a644d7 req-c258e685-85e6-43f6-9a0c-3a545cd41374 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490331 Jul 08 17:28:40.388628 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.409154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.417419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/43ba208f-dfae-4978-a2be-9da28d191937 HTTP/1.1" status: 204 len: 168 time: 2.8087263 Jul 08 17:28:40.418930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:40.469037 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.473752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-d9694fb4-fbba-4e4d-94a8-7817ca8a65de service neutron] 10.222.0.48 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141241 Jul 08 17:28:40.477670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.478555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1579944154'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:40.491288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c8971-b37f-4e01-befa-1143d07caf45 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Network': ['ID=43ba208f-dfae-4978-a2be-9da28d191937,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:40.513120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.538380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:40.544277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.609662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:40.631869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:40.633600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.634185 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Added segment dd25d799-a12a-4c9b-874d-b9fe000b2595 of type vlan for network 27e618df-e1af-4ec0-a113-4b7925fe7d30 Jul 08 17:28:40.648150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:40.694036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:40.698422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-981cb347-556e-4bbb-a446-9cb1b2bab289 req-63ff7785-ef9a-48dc-b1b3-85639a58b338 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 210 time: 0.0643272 Jul 08 17:28:40.702438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.703665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.747940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3725836 Jul 08 17:28:40.755390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:40.762374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'network_id': 'c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-889247954'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:40.771312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:40.804089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.820095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.843973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.851966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.853666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.874002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:40.886185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442f410-50d0-498e-b193-624a87b73ae3 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=4e78ade2-55e7-4ff0-9415-92fdeb666dca,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:40.959385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:40.970993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-a0bf1420-5658-432e-a3dc-76d32f3be625 service neutron] 10.222.0.48 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904625 Jul 08 17:28:40.971499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:40.988736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Network': ['ID=27e618df-e1af-4ec0-a113-4b7925fe7d30,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:41.003868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Made reservation on behalf of 8fc97419f287403d8858da6bb3e24ff0 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:41.007277 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:41.007515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:41.008080 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:41.019283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5693c070-5dfd-4b44-86f5-80bec826f228 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5545173 Jul 08 17:28:41.019930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:41.035314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Request body: {'subnet': {'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:41.047028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d7bc2-ca26-406c-aed8-36ccc479e44d None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:28:41.082161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 06af4da6-2ab3-414b-acbf-846d9d365c25 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:41.096976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 06af4da6-2ab3-414b-acbf-846d9d365c25 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:41.105480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] No DVR routers for this DVR port 06af4da6-2ab3-414b-acbf-846d9d365c25 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:41.107015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 27e618df-e1af-4ec0-a113-4b7925fe7d30 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:41.107602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] device_id is not set on port 13fce15b-9c17-4045-b712-161d65897159 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:28:41.145081 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:41.156458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dfe77617-6c07-4a59-9960-ba9a26101be7 req-07890054-85c8-4ffa-9846-400961af027e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "DELETE /v2.0/ports/06af4da6-2ab3-414b-acbf-846d9d365c25 HTTP/1.1" status: 204 len: 173 time: 4.1946502 Jul 08 17:28:41.156944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-deleted', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:41.159253 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d47f1-5b81-48b2-8ad1-67bc8b79bac8" -d '{"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-deleted", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:41.280148 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:41.312082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:41.350516 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2939a-4354-4931-a58d-bb50db540552 x-openstack-request-id: req-92f2939a-4354-4931-a58d-bb50db540552 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:41.351023 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85e6312-ca52-42f1-a72d-93e1b28d7769", "name": "network-vif-deleted", "tag": "06af4da6-2ab3-414b-acbf-846d9d365c25", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:41.353112 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92f2939a-4354-4931-a58d-bb50db540552 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:41.354506 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85e6312-ca52-42f1-a72d-93e1b28d7769', 'name': 'network-vif-deleted', 'tag': '06af4da6-2ab3-414b-acbf-846d9d365c25', 'status': 'completed', 'code': 200} Jul 08 17:28:41.376143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Made reservation on behalf of 0dd15450fd6c488b8d6f716042b259aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:41.389455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:41.639274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Allocated IP 2001:db8::3b8 (c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e/2b545655-87d7-4eb6-8623-05db5873786d/13fce15b-9c17-4045-b712-161d65897159) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:41.702383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:41.705386 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e205b2d1-cac7-4c7f-b169-04b86e70377a" -d '{"events": [{"server_uuid": "ed6ebfef-ace7-44e4-a52a-acc2e62c721b", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc5756-cc1a-46c9-9e9c-71e459eda06d"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:41.885510 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:41.891624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7bf91ef-3dc4-4b10-ba64-68c8434eeb42 req-403456af-8169-4119-8b0f-8a8dac16f545 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 210 time: 0.3682044 Jul 08 17:28:41.976022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Transition to ACTIVE for port object 8382fcb9-2e44-439f-bdcf-77f151ccfdda will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:42.043621 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f40319-a907-4e33-8e48-cff89661fa31 x-openstack-request-id: req-22f40319-a907-4e33-8e48-cff89661fa31 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:42.047241 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ebfef-ace7-44e4-a52a-acc2e62c721b", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc5756-cc1a-46c9-9e9c-71e459eda06d", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:42.047590 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22f40319-a907-4e33-8e48-cff89661fa31 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:42.048591 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d', 'code': 200} Jul 08 17:28:42.055610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.078119 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:42.084668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44d0ca-b0d2-40c3-a53a-e8a77fb5a585 req-5ff6bda9-e3ae-40c7-bb97-4f6ce80c2196 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.114802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e44d0ca-b0d2-40c3-a53a-e8a77fb5a585 req-5ff6bda9-e3ae-40c7-bb97-4f6ce80c2196 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 945 time: 0.4448791 Jul 08 17:28:42.163591 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:42.185609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:28:42.189298 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:42.189920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:42.193656 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.245141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e44d0ca-b0d2-40c3-a53a-e8a77fb5a585 req-fc10302f-2e0f-42b9-9879-242d63dfa322 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294310 Jul 08 17:28:42.304546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.316301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daf30d-2779-4887-8110-3dee3db740c0 req-1a662af0-aa3e-48e3-b28e-169f25123620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.317959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b4daf30d-2779-4887-8110-3dee3db740c0 req-1a662af0-aa3e-48e3-b28e-169f25123620 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 1096 time: 0.2011275 Jul 08 17:28:42.340014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Transition to ACTIVE for port object 13fce15b-9c17-4045-b712-161d65897159 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:42.423308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event updated for resources: {'Subnet': ['ID=9adbfca4-ca61-4cef-921d-3f9a3e11a680,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:42.430748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b4daf30d-2779-4887-8110-3dee3db740c0 req-f2876614-d729-4909-a1a7-97fc8a42a2a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051974 Jul 08 17:28:42.470044 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.634498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323519b-3768-46fc-962a-0460c91d70ae None None] Pushing event updated for resources: {'Port': ['ID=8382fcb9-2e44-439f-bdcf-77f151ccfdda,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:42.641364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:42.650373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:42.659008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:42.662418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd294982-5039-4652-b17e-61c53bbec6cf req-663a659a-cd00-4b0c-b1df-30422b94ed62 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85e6312-ca52-42f1-a72d-93e1b28d7769 HTTP/1.1" status: 200 len: 210 time: 0.2388024 Jul 08 17:28:42.665272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Checking segment: {'id': 'dd25d799-a12a-4c9b-874d-b9fe000b2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:42.669379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network hostable DHCP agents. Network: 27e618df-e1af-4ec0-a113-4b7925fe7d30, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:42.674561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.676147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.725093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:42.725244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9667599 Jul 08 17:28:42.726506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f673-def9-49aa-9a98-b7991b7b6886 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=13fce15b-9c17-4045-b712-161d65897159,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:42.756739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::109', 'mac_address': 'fa:16:3e:14:28:75'}, {'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:ba:7f:98'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:42.785909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Attempting to bind port 8382fcb9-2e44-439f-bdcf-77f151ccfdda on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:42.786457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Attempting to bind port 8382fcb9-2e44-439f-bdcf-77f151ccfdda by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:42.787848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Attempting to bind port 8382fcb9-2e44-439f-bdcf-77f151ccfdda on network 3cf60894-3775-4852-a8ef-d47d7a5d834f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:42.820218 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:42.849722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:42.875556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Checking segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:42.877185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.882188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Bound using segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:42.883121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Bound port: 8382fcb9-2e44-439f-bdcf-77f151ccfdda, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:42.883769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.939052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.946700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.985294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Network 27e618df-e1af-4ec0-a113-4b7925fe7d30 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:43.007165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 27e618df-e1af-4ec0-a113-4b7925fe7d30) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:43.037493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90527e8c-9a93-4275-b5a6-986f40358a42 None None] Network 27e618df-e1af-4ec0-a113-4b7925fe7d30 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:43.039170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.039797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.090999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-988c5a66-b46c-4419-a2bb-6e608abb19a3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.114931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-988c5a66-b46c-4419-a2bb-6e608abb19a3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 819 time: 0.2614310 Jul 08 17:28:43.169442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-7cbff8a3-6fe1-4bb6-bcea-611792f43371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/quotas/c6174bef598c44bda72e06b588facdf3 HTTP/1.1" status: 200 len: 375 time: 0.0534086 Jul 08 17:28:43.183005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] For port 8382fcb9-2e44-439f-bdcf-77f151ccfdda, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:43.238469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] For port 8382fcb9-2e44-439f-bdcf-77f151ccfdda, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8382fcb9-2e44-439f-bdcf-77f151ccfdda,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:43.329202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ecd8595-d414-485e-8d23-6457e5f6d2be tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3002827 Jul 08 17:28:43.331303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57132) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:43.342136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.381728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.437464 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:43.504132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323519b-3768-46fc-962a-0460c91d70ae None None] Pushing event updated for resources: {'Port': ['ID=8382fcb9-2e44-439f-bdcf-77f151ccfdda,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:43.546226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-03ea4bab-0f53-4022-8e79-eb7d8b434531 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3749471 Jul 08 17:28:43.560724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6bf29607-67e5-4c16-96bf-6005d630c93e None None] Provisioning for port 4e78ade2-55e7-4ff0-9415-92fdeb666dca completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:43.563302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b20e89f-0e1b-4c2d-bb43-47a2590229c0 None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:43.623893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Routers {'55bd6946-f6b1-4bad-8aed-b8eebb201232'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:43.628139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['55bd6946-f6b1-4bad-8aed-b8eebb201232'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:43.746811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6bf29607-67e5-4c16-96bf-6005d630c93e None None] Provisioning complete for port 4e78ade2-55e7-4ff0-9415-92fdeb666dca triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:43.747323 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6bf29607-67e5-4c16-96bf-6005d630c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.946511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-27e618df-e1af-4ec0-a113-4b7925fe7d30', 'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30', 'tenant_id': '0dd15450fd6c488b8d6f716042b259aa', 'fixed_ips': [{'subnet_id': '9adbfca4-ca61-4cef-921d-3f9a3e11a680'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:43.947883 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.966880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6bf29607-67e5-4c16-96bf-6005d630c93e None None] Port 4e78ade2-55e7-4ff0-9415-92fdeb666dca cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:44.100172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.113648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] Set router 55bd6946-f6b1-4bad-8aed-b8eebb201232 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:44.135232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.205233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa5e59-b090-4537-8ec5-43bc0a487182 None None] New status for floating IP 87f2a6e8-326e-4db0-8c9a-d9a99817a66d: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:28:44.207202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca8f4195-4ffb-4d48-baa9-6a23a5f7841d None None] Provisioning for port 13fce15b-9c17-4045-b712-161d65897159 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:44.237556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] In _notify_port_updated(), no bound segment for port 13fce15b-9c17-4045-b712-161d65897159 on network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:28:44.245446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.246345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.247985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "PUT /v2.0/ports/13fce15b-9c17-4045-b712-161d65897159 HTTP/1.1" status: 200 len: 1067 time: 1.5061431 Jul 08 17:28:44.250086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78a990-948b-44b6-b54b-2a495cad1135 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event updated for resources: {'Port': ['ID=13fce15b-9c17-4045-b712-161d65897159,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:44.257656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca8f4195-4ffb-4d48-baa9-6a23a5f7841d None None] Provisioning complete for port 13fce15b-9c17-4045-b712-161d65897159 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:44.258054 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4195-4ffb-4d48-baa9-6a23a5f7841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.266199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:44.309862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f4195-4ffb-4d48-baa9-6a23a5f7841d None None] Port 13fce15b-9c17-4045-b712-161d65897159 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:44.416006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-92c455e9-021e-43a0-8882-1833fc8abdb7 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.417122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cffd-2408-4782-a563-0e25ad15bd9c req-c354fde3-bceb-4207-839a-7e32011e6c1d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.419363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-92c455e9-021e-43a0-8882-1833fc8abdb7 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 819 time: 0.2816033 Jul 08 17:28:44.432565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d91cffd-2408-4782-a563-0e25ad15bd9c req-c354fde3-bceb-4207-839a-7e32011e6c1d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 945 time: 0.6732681 Jul 08 17:28:44.450093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Request body: {'port': {'device_id': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'admin_state_up': True, 'tenant_id': 'c6174bef598c44bda72e06b588facdf3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:44.463712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.532073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d91cffd-2408-4782-a563-0e25ad15bd9c req-bae1c609-82f7-46cb-8afc-077ad6d01adf tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985272 Jul 08 17:28:44.584017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port 13fce15b-9c17-4045-b712-161d65897159 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:44.584531 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.709357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.725508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for 13fce15b-9c17-4045-b712-161d65897159 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:44.807786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-34006308-d11a-4ef1-9758-399b245dac89 service neutron] 10.222.0.48 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2605948 Jul 08 17:28:44.859972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Made reservation on behalf of c6174bef598c44bda72e06b588facdf3 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:44.864369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.002396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Allocated IP 2001:db8::f816:3eff:fe17:56f0 (27e618df-e1af-4ec0-a113-4b7925fe7d30/9adbfca4-ca61-4cef-921d-3f9a3e11a680/46493ab7-6eac-4fa2-9e72-2d12269a6c9b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:45.008766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:45.038839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.062831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.087528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4ce043fd-7a2b-47db-99f2-3bb35da1efff None None] Provisioning complete for port 13fce15b-9c17-4045-b712-161d65897159 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:45.088444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ce043fd-7a2b-47db-99f2-3bb35da1efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.153227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Allocated IP 172.20.0.10 (3cf60894-3775-4852-a8ef-d47d7a5d834f/dc69b92a-a206-43d4-822e-c7e2ac4c7916/c4e42f2d-5888-446a-bff2-cf5d207dc135) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:45.155806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=13fce15b-9c17-4045-b712-161d65897159,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:45.161658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4ce043fd-7a2b-47db-99f2-3bb35da1efff None None] Port 13fce15b-9c17-4045-b712-161d65897159 was deleted so its status cannot be updated. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:28:45.186946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-c1e6be9b-6c29-452c-be4f-1d300c740d28 service neutron] 10.222.0.48 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782933 Jul 08 17:28:45.256505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4012-abfa-4e4e-b0bf-2512c77b6e66 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.364753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4012-abfa-4e4e-b0bf-2512c77b6e66 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.474115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.481799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-10c747da-c7b3-4701-86ef-9b8eab20d5e5 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/ports/13fce15b-9c17-4045-b712-161d65897159 HTTP/1.1" status: 204 len: 168 time: 1.2088189 Jul 08 17:28:45.481799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:45.542832 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9890955f-7328-4407-8a6f-1782ee8eeb80 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] GET failed (client error): The resource could not be found. Jul 08 17:28:45.551532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9890955f-7328-4407-8a6f-1782ee8eeb80 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "GET /v2.0/ports/13fce15b-9c17-4045-b712-161d65897159 HTTP/1.1" status: 404 len: 333 time: 0.0617540 Jul 08 17:28:45.551705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:45.565451 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4012-abfa-4e4e-b0bf-2512c77b6e66 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.568613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4012-abfa-4e4e-b0bf-2512c77b6e66 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.572880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9d8d4012-abfa-4e4e-b0bf-2512c77b6e66 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "DELETE /v2.0/security-groups/9bcc38d2-7b82-447a-912e-897cd80345c2 HTTP/1.1" status: 204 len: 168 time: 0.5586245 Jul 08 17:28:45.582320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:45.591946 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.603455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Transition to ACTIVE for port object 46493ab7-6eac-4fa2-9e72-2d12269a6c9b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:45.606504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d4012-abfa-4e4e-b0bf-2512c77b6e66 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc38d2-7b82-447a-912e-897cd80345c2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:45.619520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be83a667-3e53-4cec-a299-8523936c30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8382fcb9-2e44-439f-bdcf-77f151ccfdda', 'name': '', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'mac_address': 'fa:16:3e:33:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:34Z', 'updated_at': '2021-07-08T17:28:43Z', 'revision_number': 4, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'subnets': [{'id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:45.670631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be83a667-3e53-4cec-a299-8523936c30db None None] The sync data for ids ['55bd6946-f6b1-4bad-8aed-b8eebb201232'] in n-d-799527-4 is: [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8382fcb9-2e44-439f-bdcf-77f151ccfdda', 'name': '', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'mac_address': 'fa:16:3e:33:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:34Z', 'updated_at': '2021-07-08T17:28:43Z', 'revision_number': 4, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'subnets': [{'id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:45.702693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Transition to ACTIVE for port object 46493ab7-6eac-4fa2-9e72-2d12269a6c9b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:45.713963 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.721077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6cd241fa-1e4f-44c0-b185-2f3d2796d1fe req-667f7b2a-5ec2-4690-8b86-096ed5daac14 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 210 time: 0.0944135 Jul 08 17:28:45.733228 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-f4395366-0d3a-4120-8487-2f7b640c45fc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] show failed (client error): The resource could not be found. Jul 08 17:28:45.741156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Network 27e618df-e1af-4ec0-a113-4b7925fe7d30 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:45.744538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:45.750777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f4395366-0d3a-4120-8487-2f7b640c45fc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups/9bcc38d2-7b82-447a-912e-897cd80345c2 HTTP/1.1" status: 404 len: 347 time: 0.1688607 Jul 08 17:28:45.753290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:45.753722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:45.943977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Pushing event updated for resources: {'Port': ['ID=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:45.967463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Attempting to bind port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:45.967933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Attempting to bind port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'dd25d799-a12a-4c9b-874d-b9fe000b2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:45.968649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Attempting to bind port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b on network 27e618df-e1af-4ec0-a113-4b7925fe7d30 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:45.980128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:45.980519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Checking segment: {'id': 'dd25d799-a12a-4c9b-874d-b9fe000b2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:45.980928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.981331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Bound using segment: {'id': 'dd25d799-a12a-4c9b-874d-b9fe000b2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:45.981813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Bound port: 46493ab7-6eac-4fa2-9e72-2d12269a6c9b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd25d799-a12a-4c9b-874d-b9fe000b2595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '27e618df-e1af-4ec0-a113-4b7925fe7d30'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:45.986290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.076528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.083102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.105481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Deleting port 20c11bf5-5db8-4c4e-8586-e6c9449394c8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:46.106190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.110992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] For port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:46.117770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] For port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,segment=NetworkSegment(dd25d799-a12a-4c9b-874d-b9fe000b2595),segment_id=dd25d799-a12a-4c9b-874d-b9fe000b2595)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:46.123700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.231718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.232250 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.232498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ccd3-b001-412a-a24f-268fbfacad35 None None] Pushing event updated for resources: {'Port': ['ID=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:46.265451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Calling delete_port for 20c11bf5-5db8-4c4e-8586-e6c9449394c8 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:46.304946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Subnet': ['ID=9adbfca4-ca61-4cef-921d-3f9a3e11a680,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:46.331558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.410502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e618df-e1af-4ec0-a113-4b7925fe7d30']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:46.433245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd25d799-a12a-4c9b-874d-b9fe000b2595') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:46.433545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd25d799-a12a-4c9b-874d-b9fe000b2595') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:46.480127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.501521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port 4e78ade2-55e7-4ff0-9415-92fdeb666dca {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:46.502295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.516134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.678986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event deleted for resources: {'Port': ['ID=20c11bf5-5db8-4c4e-8586-e6c9449394c8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:46.707202 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.710591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.712052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12c45c52-a7d4-494c-a56c-8f443cbb7e5e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "DELETE /v2.0/floatingips/87f2a6e8-326e-4db0-8c9a-d9a99817a66d HTTP/1.1" status: 204 len: 168 time: 0.9573023 Jul 08 17:28:46.784105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.800676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for 4e78ade2-55e7-4ff0-9415-92fdeb666dca owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:46.929613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.959664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:46.960079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.026729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-571783c1-d073-4a0c-8296-6e01e44198d7 req-9d8d9630-bc5c-4b88-b210-7897fb7d9d7c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 210 time: 0.0360920 Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:47.103946 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:47.212201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:28:47.212201 n-d-799527-4 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:28:47.212201 n-d-799527-4 neutron-server[93944]: [parameters: {'id': '27e618df-e1af-4ec0-a113-4b7925fe7d30'}] Jul 08 17:28:47.212201 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:28:47.213195 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:28:47.222801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.225184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.240213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d0ef3-0b9a-4893-bf6d-7a4ab3d1efbd req-deabdb8f-2b06-441e-a8ca-3c3497b87c47 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:47.252344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb8d0ef3-0b9a-4893-bf6d-7a4ab3d1efbd req-deabdb8f-2b06-441e-a8ca-3c3497b87c47 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 945 time: 1.3547363 Jul 08 17:28:47.324070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=4e78ade2-55e7-4ff0-9415-92fdeb666dca,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:47.343548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb8d0ef3-0b9a-4893-bf6d-7a4ab3d1efbd req-4cd0bc69-d815-4c45-b37d-b3a1d3a57ea1 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899978 Jul 08 17:28:47.504847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:47.636671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:47.646681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:47.657457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.659474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-603b07aa-d091-45ba-b24e-17bff55fdaf9 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/ports/4e78ade2-55e7-4ff0-9415-92fdeb666dca HTTP/1.1" status: 204 len: 168 time: 2.1072276 Jul 08 17:28:47.662210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57230) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:47.715686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Pushing event updated for resources: {'Port': ['ID=c4e42f2d-5888-446a-bff2-cf5d207dc135,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:47.719545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.724348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:47.758309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450068046', 'description': 'tempest-description--213518168'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:47.776397 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91bc966-ec19-46fb-a757-ca34d2d93382 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] GET failed (client error): The resource could not be found. Jul 08 17:28:47.789896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b91bc966-ec19-46fb-a757-ca34d2d93382 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "GET /v2.0/ports/4e78ade2-55e7-4ff0-9415-92fdeb666dca HTTP/1.1" status: 404 len: 333 time: 0.1194260 Jul 08 17:28:47.790269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:48.041540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:48.041540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.083053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port 25cfb348-748a-4bc5-bb90-dea3ca9374d9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:48.083418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.131687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 46493ab7-6eac-4fa2-9e72-2d12269a6c9b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:48.186263 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.216385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3da4a36-e3b2-4154-a57d-474c8b9f81ce None None] Network 27e618df-e1af-4ec0-a113-4b7925fe7d30 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:48.251591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-98404cd4-19ee-42ae-a1a8-091dcceb6371 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8200529 Jul 08 17:28:48.319156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:48.325975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8382fcb9-2e44-439f-bdcf-77f151ccfdda up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:48.340639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.350309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Request body: {'port': {'device_id': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:48.354584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.360540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adfb71c9-ba4b-450e-ae3f-9b035e379d85 req-8fa1d275-c407-4a03-958f-045827145ba1 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 210 time: 0.0535383 Jul 08 17:28:48.362445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.365035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-33c95cf2-a1d8-4a6f-85a2-432c6f6c53b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:48.366998 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-33c95cf2-a1d8-4a6f-85a2-432c6f6c53b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 819 time: 0.7940917 Jul 08 17:28:48.382389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] Provisioning for port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:48.387135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] Provisioning complete for port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:48.387694 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.407564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for 25cfb348-748a-4bc5-bb90-dea3ca9374d9 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:48.425985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Request body: {'port': {'device_id': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'admin_state_up': True, 'tenant_id': 'c6174bef598c44bda72e06b588facdf3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:48.489424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:48.489768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.503114 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.506236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.511364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7568519 Jul 08 17:28:48.512220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:48.545998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114bb24-0c37-433b-9615-2e0c90fe470f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a1c6a0-1ead-43be-843d-2910bc824cd9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:48.556887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] For port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,segment=NetworkSegment(dd25d799-a12a-4c9b-874d-b9fe000b2595),segment_id=dd25d799-a12a-4c9b-874d-b9fe000b2595)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:48.580062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.583198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8382fcb9-2e44-439f-bdcf-77f151ccfdda completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:48.628307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'security_group_rule': {'security_group_id': '63a1c6a0-1ead-43be-843d-2910bc824cd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:48.672052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ebecf-01f6-47ac-aea8-864ab789d828 None None] Pushing event updated for resources: {'Port': ['ID=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:48.680740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8382fcb9-2e44-439f-bdcf-77f151ccfdda triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:48.681175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.706770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.762303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965cb2a-372f-4da0-8d5a-e6ee87bb9210 req-0015af47-97b0-4671-8c0a-c65541c8e78e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:48.764679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d965cb2a-372f-4da0-8d5a-e6ee87bb9210 req-0015af47-97b0-4671-8c0a-c65541c8e78e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8 HTTP/1.1" status: 200 len: 945 time: 0.7995682 Jul 08 17:28:48.798729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.801252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.819659 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.896939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.898976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/ports/25cfb348-748a-4bc5-bb90-dea3ca9374d9 HTTP/1.1" status: 204 len: 168 time: 1.1072147 Jul 08 17:28:48.899903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26323-536e-4287-a914-de8e94b00068 tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=25cfb348-748a-4bc5-bb90-dea3ca9374d9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:48.905568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57258) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:48.916575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 8382fcb9-2e44-439f-bdcf-77f151ccfdda, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8382fcb9-2e44-439f-bdcf-77f151ccfdda,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:48.929785 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.000026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=8382fcb9-2e44-439f-bdcf-77f151ccfdda,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.015000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] DHCP port deletion for 27e618df-e1af-4ec0-a113-4b7925fe7d30 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:49.015722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] For port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,segment=NetworkSegment(dd25d799-a12a-4c9b-874d-b9fe000b2595),segment_id=dd25d799-a12a-4c9b-874d-b9fe000b2595)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:49.016477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.047364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Calling delete_port for 46493ab7-6eac-4fa2-9e72-2d12269a6c9b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:49.052883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting subnet 2b545655-87d7-4eb6-8623-05db5873786d {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:49.064060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.116600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] Deleting port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:49.116977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.144473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.197955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d965cb2a-372f-4da0-8d5a-e6ee87bb9210 req-2979035b-23bc-409f-bc3d-95e4c5ab72fc tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744886 Jul 08 17:28:49.285081 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.286762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] For port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,segment=NetworkSegment(dd25d799-a12a-4c9b-874d-b9fe000b2595),segment_id=dd25d799-a12a-4c9b-874d-b9fe000b2595)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:49.287252 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.299680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.305882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] Calling delete_port for 46493ab7-6eac-4fa2-9e72-2d12269a6c9b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:49.335530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09865305-a4cb-4b46-8274-61545dc4a306,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.356946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Made reservation on behalf of c6174bef598c44bda72e06b588facdf3 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:49.361339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.378177 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.378952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.380753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec5bc2ef-9f12-43e0-8213-eb2a74e63d2a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8365769 Jul 08 17:28:49.409529 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.415075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:49.421317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'security_group_rule': {'security_group_id': '63a1c6a0-1ead-43be-843d-2910bc824cd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:49.460728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] Pushing event deleted for resources: {'Port': ['ID=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.481035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfe2d1-6302-4070-8cba-a4924707e1ce None None] No DVR routers for this DVR port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:49.486698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c8563b5-f465-49f8-b8e0-ff6f99010e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.501817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.512847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.583067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Port': ['ID=46493ab7-6eac-4fa2-9e72-2d12269a6c9b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.600028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No DVR routers for this DVR port 46493ab7-6eac-4fa2-9e72-2d12269a6c9b on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:49.616533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.622157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.634521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.683833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Subnet': ['ID=2b545655-87d7-4eb6-8623-05db5873786d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.692025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ba773d-7e0e-4861-91f0-cded6ddee1ae,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.710802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.711625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d12b6-51d9-41ce-bd84-8578a646e1ad None None] Network c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:49.715845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a1a51ab6-4cce-44cd-be54-a106457f53ad tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/subnets/2b545655-87d7-4eb6-8623-05db5873786d HTTP/1.1" status: 204 len: 168 time: 0.8087049 Jul 08 17:28:49.716918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.718237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3940f26-864a-4299-be33-54b61ea04838 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3013542 Jul 08 17:28:49.719041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:49.852288 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:28:49.874242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:49.878487 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.888465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:49.939676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8382fcb9-2e44-439f-bdcf-77f151ccfdda up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:49.988417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.058555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8382fcb9-2e44-439f-bdcf-77f151ccfdda triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:50.059613 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.171859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Deleting port 044a77f3-530f-42d4-97c7-a146f9e12566 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:50.172195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.220875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.243712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e618df-e1af-4ec0-a113-4b7925fe7d30']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:50.314288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] DHCP port deletion for c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:50.345377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-583b61f0-0c6c-4fae-bcc7-d368dd9d5818 req-77097dfe-237c-4ca2-8734-87b0de20307d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 210 time: 0.7701318 Jul 08 17:28:50.357768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd25d799-a12a-4c9b-874d-b9fe000b2595') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:50.357915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd25d799-a12a-4c9b-874d-b9fe000b2595') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:50.360897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 46493ab7-6eac-4fa2-9e72-2d12269a6c9b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:50.406225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] For port 044a77f3-530f-42d4-97c7-a146f9e12566, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=044a77f3-530f-42d4-97c7-a146f9e12566,segment=NetworkSegment(0ae498fd-ace2-4391-99e6-d27cc11a3df1),segment_id=0ae498fd-ace2-4391-99e6-d27cc11a3df1)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:50.406912 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.412912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 46493ab7-6eac-4fa2-9e72-2d12269a6c9b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:50.413265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 46493ab7-6eac-4fa2-9e72-2d12269a6c9b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:50.449191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Calling delete_port for 044a77f3-530f-42d4-97c7-a146f9e12566 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:50.456826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] Deleting port 044a77f3-530f-42d4-97c7-a146f9e12566 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:50.457364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.458308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.516682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.590012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] For port 044a77f3-530f-42d4-97c7-a146f9e12566, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=044a77f3-530f-42d4-97c7-a146f9e12566,segment=NetworkSegment(0ae498fd-ace2-4391-99e6-d27cc11a3df1),segment_id=0ae498fd-ace2-4391-99e6-d27cc11a3df1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:50.590012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.590312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.614792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:50.615197 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.623942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] Calling delete_port for 044a77f3-530f-42d4-97c7-a146f9e12566 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:50.638636 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:50.686454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.772009 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.848913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] No DVR routers for this DVR port 044a77f3-530f-42d4-97c7-a146f9e12566 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:50.861532 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.862078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dc365-17f8-4be8-a8cc-55dd388a87a0 None None] Pushing event deleted for resources: {'Port': ['ID=044a77f3-530f-42d4-97c7-a146f9e12566,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:50.892422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.894831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/27e618df-e1af-4ec0-a113-4b7925fe7d30 HTTP/1.1" status: 204 len: 168 time: 7.5442865 Jul 08 17:28:50.899605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:50.955637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb5e73-6299-438f-a6f4-9658dd031d87 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Network': ['ID=27e618df-e1af-4ec0-a113-4b7925fe7d30,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:50.976777 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad53fb5-0813-4e2b-b7d6-fc802f8cc79d tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:50.977178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad53fb5-0813-4e2b-b7d6-fc802f8cc79d tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:50.979677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9ad53fb5-0813-4e2b-b7d6-fc802f8cc79d tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/9adbfca4-ca61-4cef-921d-3f9a3e11a680 HTTP/1.1" status: 404 len: 337 time: 0.0767016 Jul 08 17:28:50.986742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.065603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.098564 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6989b5ed-7497-4933-a042-905cb314cef7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:51.099197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6989b5ed-7497-4933-a042-905cb314cef7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:51.104704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6989b5ed-7497-4933-a042-905cb314cef7 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/27e618df-e1af-4ec0-a113-4b7925fe7d30 HTTP/1.1" status: 404 len: 339 time: 0.1021500 Jul 08 17:28:51.109958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.146017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e42f2d-5888-446a-bff2-cf5d207dc135 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:51.155932 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b215e241-fbbc-4a00-bb5e-bbd4bfd08889 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:51.156516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b215e241-fbbc-4a00-bb5e-bbd4bfd08889 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:51.160657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b215e241-fbbc-4a00-bb5e-bbd4bfd08889 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/cfccb3da-1a58-42a8-b4a0-96ae6c0a5e2f HTTP/1.1" status: 404 len: 337 time: 0.0474062 Jul 08 17:28:51.162319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.164364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.211246 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d8564f-f26f-4bc3-b07a-f8157215ea17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:51.211909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d8564f-f26f-4bc3-b07a-f8157215ea17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:51.213686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-01d8564f-f26f-4bc3-b07a-f8157215ea17 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/43ba208f-dfae-4978-a2be-9da28d191937 HTTP/1.1" status: 404 len: 339 time: 0.0460932 Jul 08 17:28:51.218890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57336) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.228887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Transition to ACTIVE for port object c4e42f2d-5888-446a-bff2-cf5d207dc135 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:51.262373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.302047 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ea27e0-8153-41fc-be20-40bef3a69a81 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:51.302606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ea27e0-8153-41fc-be20-40bef3a69a81 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:51.304427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d1ea27e0-8153-41fc-be20-40bef3a69a81 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/53c3a539-798c-405f-9c41-2541b56338cc HTTP/1.1" status: 404 len: 337 time: 0.0831411 Jul 08 17:28:51.311286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-f499b6a7-c55a-4114-b9e3-25b15630159f tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:51.312274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Port': ['ID=044a77f3-530f-42d4-97c7-a146f9e12566,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:51.314390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-f499b6a7-c55a-4114-b9e3-25b15630159f tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 813 time: 0.3389819 Jul 08 17:28:51.314859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.344558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Allocated IP 172.25.3.206 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/2a58daba-db0f-4948-91fb-aecd5007e466) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:51.347733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] No DVR routers for this DVR port 044a77f3-530f-42d4-97c7-a146f9e12566 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:51.362260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d740fe-dd0d-4d92-8484-ce71fb887568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.402078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-a5a5f747-10e1-4b52-b4a4-a05d80107e55 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/quotas/cd3b8fa0fd6f414eadd92b1f37b0c2f8 HTTP/1.1" status: 200 len: 375 time: 0.0572217 Jul 08 17:28:51.408436 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-065278ad-e9d2-40d1-bc55-04a4d0971375 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:51.409056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065278ad-e9d2-40d1-bc55-04a4d0971375 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:51.413263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-065278ad-e9d2-40d1-bc55-04a4d0971375 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/ef2f32bf-2481-4868-b8dc-5d65ff63ebd8 HTTP/1.1" status: 404 len: 339 time: 0.0798190 Jul 08 17:28:51.425221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.429984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e42f2d-5888-446a-bff2-cf5d207dc135,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:51.465935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Allocated IP 172.20.0.2 (3cf60894-3775-4852-a8ef-d47d7a5d834f/dc69b92a-a206-43d4-822e-c7e2ac4c7916/21367f13-1466-4b92-9a91-79e8f53e4eef) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:51.486203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.514098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:51.570350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae498fd-ace2-4391-99e6-d27cc11a3df1') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:51.570894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae498fd-ace2-4391-99e6-d27cc11a3df1') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:51.586082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.664110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c21624b1-c469-46ed-ac09-ea5429a52e12 req-c10a6e59-630c-4dbd-a93b-0751c48b6b5e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 210 time: 0.0750079 Jul 08 17:28:51.667354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.694167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:51.694167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:51.705343 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:51.799643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-a69736a0-8d0b-4165-8cd9-2cbcfcbd17e1 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:51.801552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-a69736a0-8d0b-4165-8cd9-2cbcfcbd17e1 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8 HTTP/1.1" status: 200 len: 945 time: 0.4934134 Jul 08 17:28:51.809646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-8d8960a1-38ac-4aa2-9afa-e52e8636a90b tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4064379 Jul 08 17:28:51.860961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 044a77f3-530f-42d4-97c7-a146f9e12566 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:51.872055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.877250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Attempting to bind port c4e42f2d-5888-446a-bff2-cf5d207dc135 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:51.877585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Attempting to bind port c4e42f2d-5888-446a-bff2-cf5d207dc135 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:51.877915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Attempting to bind port c4e42f2d-5888-446a-bff2-cf5d207dc135 on network 3cf60894-3775-4852-a8ef-d47d7a5d834f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:51.905436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Port c4e42f2d-5888-446a-bff2-cf5d207dc135 on network 3cf60894-3775-4852-a8ef-d47d7a5d834f not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:51.905758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Attempting to bind port c4e42f2d-5888-446a-bff2-cf5d207dc135 on network 3cf60894-3775-4852-a8ef-d47d7a5d834f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:51.906880 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.908833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] 10.222.0.48 "DELETE /v2.0/networks/c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e HTTP/1.1" status: 204 len: 168 time: 2.1886394 Jul 08 17:28:51.913541 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.934673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Pushing event deleted for resources: {'Network': ['ID=c7dd64ac-a9c7-4d68-b1b1-77360faf5a4e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:51.941709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 044a77f3-530f-42d4-97c7-a146f9e12566 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:51.944282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:51.944624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Checking segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:51.945010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Bound using segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:51.945475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Bound port: c4e42f2d-5888-446a-bff2-cf5d207dc135, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:51.945793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.974726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 044a77f3-530f-42d4-97c7-a146f9e12566 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:51.974941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d740fe-dd0d-4d92-8484-ce71fb887568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.976454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.977090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.977447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.979494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.979740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.980090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.980433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.980779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.981094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.981428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.981759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.982130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82f09f9-971a-4c42-9160-a707b8d4c5ca tempest-AllowedAddressPairIpV6TestJSON-797867114 tempest-AllowedAddressPairIpV6TestJSON-797867114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:51.990316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting port 779b79df-2d2a-4be2-8114-0775b20666bb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:51.991208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.998614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34d740fe-dd0d-4d92-8484-ce71fb887568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.067298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.128396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.157158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d740fe-dd0d-4d92-8484-ce71fb887568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7e26b-cb35-4ee8-a160-afeda8c9487c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:52.190893 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-34d740fe-dd0d-4d92-8484-ce71fb887568 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c7cda05ba6f404d9033c13c367cf920&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1242046 Jul 08 17:28:52.193098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-e5861e6b-8eca-423a-b930-86fe1749a265 service neutron] 10.222.0.48 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825521 Jul 08 17:28:52.198657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af4cc5c9-4ec8-4963-b597-7e26f4e7cbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.199726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.203204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57358) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:52.214854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'Port': ['ID=2a58daba-db0f-4948-91fb-aecd5007e466,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:52.226106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:52.230685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:52.233491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:52.237972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:52.302186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Deleting port 05341350-9017-45ad-83a9-85c820907b87 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:52.302616 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.305286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.325867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Calling delete_port for 779b79df-2d2a-4be2-8114-0775b20666bb owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:52.349752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] For port c4e42f2d-5888-446a-bff2-cf5d207dc135, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:52.391599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] For port c4e42f2d-5888-446a-bff2-cf5d207dc135, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:52.431841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94b687e9-0f25-465b-9148-e997d792c2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.439103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.461132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] For port 05341350-9017-45ad-83a9-85c820907b87, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05341350-9017-45ad-83a9-85c820907b87,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:52.461798 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.492348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b567db33-1eaf-4cdc-8da7-1e35c16c3408 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.495456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b567db33-1eaf-4cdc-8da7-1e35c16c3408 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed6ebfef-ace7-44e4-a52a-acc2e62c721b HTTP/1.1" status: 200 len: 945 time: 0.4526312 Jul 08 17:28:52.503569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Calling delete_port for 05341350-9017-45ad-83a9-85c820907b87 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:52.514059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.523194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94b687e9-0f25-465b-9148-e997d792c2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.549627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.550295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.551724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 1092 time: 4.2085893 Jul 08 17:28:52.556718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'tag': 'c4e42f2d-5888-446a-bff2-cf5d207dc135'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:52.559493 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872a6822-4b60-4498-b322-4f334409e63c" -d '{"events": [{"name": "network-changed", "server_uuid": "d842dd2b-68d4-4937-b16c-1524289a270f", "tag": "c4e42f2d-5888-446a-bff2-cf5d207dc135"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:52.607361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-26c11d2e-d654-43f9-8b61-1fbd7d3bcec9 service neutron] 10.222.0.48 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519025 Jul 08 17:28:52.624004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Network 3cf60894-3775-4852-a8ef-d47d7a5d834f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:52.675821 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b94673-1440-4a72-804b-3188bbc386d0 x-openstack-request-id: req-42b94673-1440-4a72-804b-3188bbc386d0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:52.676003 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d842dd2b-68d4-4937-b16c-1524289a270f", "tag": "c4e42f2d-5888-446a-bff2-cf5d207dc135", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:52.676260 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42b94673-1440-4a72-804b-3188bbc386d0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:52.676662 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'tag': 'c4e42f2d-5888-446a-bff2-cf5d207dc135', 'status': 'completed', 'code': 200} Jul 08 17:28:52.688789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:52.701039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:52.794546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44cc04-592d-4e39-9fff-37fdf14798d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e42f2d-5888-446a-bff2-cf5d207dc135,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:52.802920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9da47264-17ec-428d-9518-9b8a682f0c77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fc97419f287403d8858da6bb3e24ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625250 Jul 08 17:28:52.803803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:52.822757 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.835754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.873140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.878544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/ports/779b79df-2d2a-4be2-8114-0775b20666bb HTTP/1.1" status: 204 len: 168 time: 1.4472549 Jul 08 17:28:52.901720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94b687e9-0f25-465b-9148-e997d792c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.905043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:52.907658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94b687e9-0f25-465b-9148-e997d792c2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.908854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-94b687e9-0f25-465b-9148-e997d792c2b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c7e26b-cb35-4ee8-a160-afeda8c9487c HTTP/1.1" status: 204 len: 168 time: 0.7046669 Jul 08 17:28:52.931572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b687e9-0f25-465b-9148-e997d792c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7e26b-cb35-4ee8-a160-afeda8c9487c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:52.992531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-9a1945c0-46fc-46a2-b4d3-8df496da22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:53.002856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-9a1945c0-46fc-46a2-b4d3-8df496da22c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1095 time: 0.3832061 Jul 08 17:28:53.027981 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee975ce4-ee00-42f1-abf8-65d71f4f8d13 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:53.028566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee975ce4-ee00-42f1-abf8-65d71f4f8d13 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:53.031141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ee975ce4-ee00-42f1-abf8-65d71f4f8d13 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/0a54fc85-38ce-46cb-a9a8-3a3663016bb6 HTTP/1.1" status: 404 len: 337 time: 0.1247067 Jul 08 17:28:53.039427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.046487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57392) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:53.053034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['f6dc5756-cc1a-46c9-9e9c-71e459eda06d'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:53.152130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:53.156038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.174535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Pushing event updated for resources: {'Port': ['ID=21367f13-1466-4b92-9a91-79e8f53e4eef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:53.218966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-0591082f-fc30-4366-b9ce-8acbd2c23dab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.2052660 Jul 08 17:28:53.296982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.321004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc0b40-8e26-4234-a00e-24061cca2294 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Port': ['ID=779b79df-2d2a-4be2-8114-0775b20666bb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:53.380164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-66ed388e-1696-4979-95db-c02c5d798196 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9826472 Jul 08 17:28:53.380808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:53.411631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] No DVR routers for this DVR port 05341350-9017-45ad-83a9-85c820907b87 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:53.419443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Deleting port f6dc5756-cc1a-46c9-9e9c-71e459eda06d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:53.419955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.435194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Request body: {'port': {'device_id': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:53.461626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c0b7722-7da2-4760-a54b-08ad34bfc743 req-724f39e5-0b6a-4aca-b216-a354bcaf72ab tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 210 time: 0.0796914 Jul 08 17:28:53.473091 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.500781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee020929-bad2-4807-bf68-ac3b463028c2 req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "DELETE /v2.0/ports/05341350-9017-45ad-83a9-85c820907b87 HTTP/1.1" status: 204 len: 173 time: 1.6642964 Jul 08 17:28:53.509989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'name': 'network-vif-deleted', 'tag': '05341350-9017-45ad-83a9-85c820907b87'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:53.513127 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f4eb8c-44d9-4bca-8e2f-8e63103d86ab" -d '{"events": [{"server_uuid": "bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8", "name": "network-vif-deleted", "tag": "05341350-9017-45ad-83a9-85c820907b87"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:53.516528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.528088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.590916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b74062b-64d0-46b9-9806-50511ee2a34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.628069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ef083-aa8d-44da-8a64-aacbcb83c366 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event deleted for resources: {'Port': ['ID=05341350-9017-45ad-83a9-85c820907b87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:53.647712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eb92155-629b-4eab-bceb-f4ff61af6070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.674471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-0b47b823-9c42-4a28-8740-82729dd5282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:53.675981 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-0b47b823-9c42-4a28-8740-82729dd5282b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.3956966 Jul 08 17:28:53.695714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597d457-30b1-4ba5-94a2-1c5f935cabfd req-bb907472-c4c0-4b02-96bb-d14bbc878024 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:53.706520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f597d457-30b1-4ba5-94a2-1c5f935cabfd req-bb907472-c4c0-4b02-96bb-d14bbc878024 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 931 time: 0.8115180 Jul 08 17:28:53.734515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.752267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-d710af3f-28a1-4a7e-ae13-c98c79f1c0f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617146 Jul 08 17:28:53.769565 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db9aa5-9be4-47de-b568-b725d9eb5f13 x-openstack-request-id: req-90db9aa5-9be4-47de-b568-b725d9eb5f13 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:53.769852 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8", "name": "network-vif-deleted", "tag": "05341350-9017-45ad-83a9-85c820907b87", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:53.770288 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90db9aa5-9be4-47de-b568-b725d9eb5f13 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:53.770831 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4eadfd-8409-4bd3-a518-bfe3d1bae1e8', 'name': 'network-vif-deleted', 'tag': '05341350-9017-45ad-83a9-85c820907b87', 'status': 'completed', 'code': 200} Jul 08 17:28:53.828794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] For port f6dc5756-cc1a-46c9-9e9c-71e459eda06d, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:53.829236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.833881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eb92155-629b-4eab-bceb-f4ff61af6070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.890059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Calling delete_port for f6dc5756-cc1a-46c9-9e9c-71e459eda06d owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:53.979947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b74062b-64d0-46b9-9806-50511ee2a34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.005480 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b74062b-64d0-46b9-9806-50511ee2a34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.020405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f597d457-30b1-4ba5-94a2-1c5f935cabfd req-6bc722e4-6218-4ff0-9189-dae4cf0a97f8 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412221 Jul 08 17:28:54.089796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b74062b-64d0-46b9-9806-50511ee2a34a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da15437365d04190a744eab0ae84e662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006516 Jul 08 17:28:54.123297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57428) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:54.137853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.153949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74062b-64d0-46b9-9806-50511ee2a34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee63e06-3ed9-401c-a4d8-c31ad9a4aa6d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:54.183634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8227a9d-720b-4753-9bab-cb995119673e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:54.221816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2f78a5-ec6d-4ea7-b4bd-304025438026') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:54.222415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2f78a5-ec6d-4ea7-b4bd-304025438026') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:54.228643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-c82c7eca-0bac-46fd-99ea-b58fef85e97c service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567376 Jul 08 17:28:54.245261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.258275 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eb92155-629b-4eab-bceb-f4ff61af6070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.261452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7eb92155-629b-4eab-bceb-f4ff61af6070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.262799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7eb92155-629b-4eab-bceb-f4ff61af6070 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83cd7786-f8b2-4825-a58c-281ee7cc3450 HTTP/1.1" status: 204 len: 168 time: 1.4518688 Jul 08 17:28:54.289444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb92155-629b-4eab-bceb-f4ff61af6070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cd7786-f8b2-4825-a58c-281ee7cc3450,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:54.339968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05341350-9017-45ad-83a9-85c820907b87 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:54.343664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.360204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.378540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 05341350-9017-45ad-83a9-85c820907b87 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:54.379269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05341350-9017-45ad-83a9-85c820907b87 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:54.380150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f6dc5756-cc1a-46c9-9e9c-71e459eda06d no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:54.432634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.439123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:54.439564 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.483526 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22b5c071-e20b-45c3-8875-be0449882901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:54.485272 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:54.504726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'Port': ['ID=2a58daba-db0f-4948-91fb-aecd5007e466,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:54.561062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.608354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.659186 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22b5c071-e20b-45c3-8875-be0449882901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.699873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.720448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event deleted for resources: {'Port': ['ID=f6dc5756-cc1a-46c9-9e9c-71e459eda06d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:54.760364 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.764468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/d8227a9d-720b-4753-9bab-cb995119673e HTTP/1.1" status: 204 len: 168 time: 1.7101839 Jul 08 17:28:54.764468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2201923-785a-4947-801f-ebe0ea9e996a tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Network': ['ID=d8227a9d-720b-4753-9bab-cb995119673e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:54.764774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57444) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:54.908393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.913814 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.955726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] No DVR routers for this DVR port f6dc5756-cc1a-46c9-9e9c-71e459eda06d on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:54.973869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.975889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce2f9915-ffcc-4c28-90e3-5dddf93075b8 req-b6cf96ec-6f7e-443a-a98c-ca96a9f61335 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "DELETE /v2.0/ports/f6dc5756-cc1a-46c9-9e9c-71e459eda06d HTTP/1.1" status: 204 len: 173 time: 2.4698460 Jul 08 17:28:54.988242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.006045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c7a65b8a-e8ac-47b2-a6ff-d7675ade6ffe tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1196690 Jul 08 17:28:55.028755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22b5c071-e20b-45c3-8875-be0449882901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.031413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22b5c071-e20b-45c3-8875-be0449882901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.046527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-22b5c071-e20b-45c3-8875-be0449882901 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ee63e06-3ed9-401c-a4d8-c31ad9a4aa6d HTTP/1.1" status: 204 len: 168 time: 0.9221001 Jul 08 17:28:55.077228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ccfae3c-f341-43db-bb98-52837c3b52d1 req-a9a1a275-918a-48f2-85ba-3b9b993d7ef7 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 210 time: 0.2360642 Jul 08 17:28:55.079725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5c071-e20b-45c3-8875-be0449882901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee63e06-3ed9-401c-a4d8-c31ad9a4aa6d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:55.086065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting port a0819b3f-6947-4c5a-a42d-041b69b92cb2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:55.086420 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.227593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21367f13-1466-4b92-9a91-79e8f53e4eef {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:55.257084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.266337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8deb789e-c26d-4fbe-8371-82d759f130a7 req-fa53b60a-311a-4e84-8d34-cf3e620ae2a1 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0189078 Jul 08 17:28:55.282224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Transition to ACTIVE for port object 21367f13-1466-4b92-9a91-79e8f53e4eef will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:55.288732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.465388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-02171851-9d62-4e1d-9beb-41463b8e9f4d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:55.467100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-02171851-9d62-4e1d-9beb-41463b8e9f4d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 813 time: 0.2738621 Jul 08 17:28:55.515640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Request body: {'port': {'device_id': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'admin_state_up': True, 'tenant_id': 'cd3b8fa0fd6f414eadd92b1f37b0c2f8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:55.654649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Pushing event updated for resources: {'Port': ['ID=21367f13-1466-4b92-9a91-79e8f53e4eef,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:55.672031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.747592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Calling delete_port for a0819b3f-6947-4c5a-a42d-041b69b92cb2 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:55.811032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-da25d392-cceb-4f1d-9645-70dfc57dc6b0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1450068046&fields=id&tenant_id=a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 267 time: 0.3908126 Jul 08 17:28:55.978187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'name': 'network-vif-deleted', 'tag': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:55.980466 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78593d1e-b407-460b-a33f-ac4edbf2f865" -d '{"events": [{"server_uuid": "ed6ebfef-ace7-44e4-a52a-acc2e62c721b", "name": "network-vif-deleted", "tag": "f6dc5756-cc1a-46c9-9e9c-71e459eda06d"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:56.005634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cc73f508-dc2b-41e1-941f-9d9ebd03c5f6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.007220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cc73f508-dc2b-41e1-941f-9d9ebd03c5f6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 813 time: 0.2414608 Jul 08 17:28:56.071108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6822-4b60-4498-b322-4f334409e63c req-1f25d1d8-3b8e-4802-9eb0-ab05057d4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.074098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-1f25d1d8-3b8e-4802-9eb0-ab05057d4e56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1095 time: 0.5880947 Jul 08 17:28:56.077404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Attempting to bind port 21367f13-1466-4b92-9a91-79e8f53e4eef on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:56.078441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Attempting to bind port 21367f13-1466-4b92-9a91-79e8f53e4eef by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:56.078993 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Attempting to bind port 21367f13-1466-4b92-9a91-79e8f53e4eef on network 3cf60894-3775-4852-a8ef-d47d7a5d834f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:56.085011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Request body: {'port': {'device_id': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'admin_state_up': True, 'tenant_id': 'cd3b8fa0fd6f414eadd92b1f37b0c2f8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:56.086342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57506) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:56.089669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Port 21367f13-1466-4b92-9a91-79e8f53e4eef on network 3cf60894-3775-4852-a8ef-d47d7a5d834f not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:56.090238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Attempting to bind port 21367f13-1466-4b92-9a91-79e8f53e4eef on network 3cf60894-3775-4852-a8ef-d47d7a5d834f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:56.111590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:56.112237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Checking segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:56.112851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Bound using segment: {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:56.113640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Bound port: 21367f13-1466-4b92-9a91-79e8f53e4eef, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c850b8-4a73-4198-9742-2a78d24dab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:56.114214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.128211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-af9c802c-0b62-4145-aba2-b8e31f08ea4a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.138543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-af9c802c-0b62-4145-aba2-b8e31f08ea4a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 817 time: 0.3018909 Jul 08 17:28:56.254301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e7986-f26c-4db1-adf7-b2cc8b2ae89b req-ba9f67de-a4ff-4ec3-80af-f9eb9a6e5998 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.274331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-828e7986-f26c-4db1-adf7-b2cc8b2ae89b req-ba9f67de-a4ff-4ec3-80af-f9eb9a6e5998 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 943 time: 0.8061635 Jul 08 17:28:56.301977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'networks': [{'name': 'tempest-network--702447055'}, {'name': 'tempest-network--1500678303'}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:56.305439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'network': {'name': 'tempest-network--702447055'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:56.306644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'network': {'name': 'tempest-network--1500678303'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:56.331837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Made reservation on behalf of cd3b8fa0fd6f414eadd92b1f37b0c2f8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:56.335845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.456780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'network': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:56.463467 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.506949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-828e7986-f26c-4db1-adf7-b2cc8b2ae89b req-c5c527fa-c75c-449f-b0a3-626073f15fe5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961517 Jul 08 17:28:56.512984 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.527074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.562304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] For port 21367f13-1466-4b92-9a91-79e8f53e4eef, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:56.573222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] For port 21367f13-1466-4b92-9a91-79e8f53e4eef, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=21367f13-1466-4b92-9a91-79e8f53e4eef,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:56.579906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6822-4b60-4498-b322-4f334409e63c req-f34e3a0a-431b-4a28-90a9-47b3c674f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.582655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-f34e3a0a-431b-4a28-90a9-47b3c674f14e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.4972291 Jul 08 17:28:56.597845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.599041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.599884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/ports/a0819b3f-6947-4c5a-a42d-041b69b92cb2 HTTP/1.1" status: 204 len: 168 time: 1.8230207 Jul 08 17:28:56.603117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:56.621444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea342947-e257-44bd-a054-e09049227b68 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Port': ['ID=a0819b3f-6947-4c5a-a42d-041b69b92cb2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:56.666627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Made reservation on behalf of cd3b8fa0fd6f414eadd92b1f37b0c2f8 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:56.670222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.676190 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9e6517-1036-46c8-a89c-ab55a81b15fe tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] DELETE failed (client error): The resource could not be found. Jul 08 17:28:56.676664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9e6517-1036-46c8-a89c-ab55a81b15fe tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:28:56.678416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f9e6517-1036-46c8-a89c-ab55a81b15fe tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/30c56c33-312b-4613-8855-97882f77a594 HTTP/1.1" status: 404 len: 337 time: 0.0725188 Jul 08 17:28:56.690215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:56.825887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.873107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-ac702f99-c6f4-4ff3-b357-76824f1440e1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/quotas/a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 375 time: 0.7333000 Jul 08 17:28:56.875383 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.875999 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.905704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.906644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.908252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] 10.222.0.53 "PUT /v2.0/ports/21367f13-1466-4b92-9a91-79e8f53e4eef HTTP/1.1" status: 200 len: 1091 time: 3.5180883 Jul 08 17:28:56.970719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'tag': '21367f13-1466-4b92-9a91-79e8f53e4eef'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:56.973617 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2127c064-403b-4c73-b2f4-cdac39a1feb1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdaa10d1-fb96-4ca8-8161-62401802ae09", "tag": "21367f13-1466-4b92-9a91-79e8f53e4eef"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:56.977210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-c5a225e8-6e99-4bab-87ca-95639e0ce795 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.3673432 Jul 08 17:28:57.060732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6822-4b60-4498-b322-4f334409e63c req-83565847-9e68-4dfe-bf4c-1465c5fcea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.062382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-83565847-9e68-4dfe-bf4c-1465c5fcea9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.0703926 Jul 08 17:28:57.140953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:57.171813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-f2f9bed7-368f-40c2-9e9f-d37aed77ca38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770423 Jul 08 17:28:57.185148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9297bf-ccf6-4208-a23d-6a5d46c642ae,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:57.202348 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.202707 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Added segment de747f9d-57dd-4933-ba78-2978b40069d2 of type vlan for network 77721f79-ee71-43b6-9229-733e83591aea Jul 08 17:28:57.204787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b363b-477b-4f13-a0f7-9dd1927a2561 service neutron] Pushing event updated for resources: {'Port': ['ID=21367f13-1466-4b92-9a91-79e8f53e4eef,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:57.225474 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2103d7b7-231d-4196-a573-27734b107981 x-openstack-request-id: req-2103d7b7-231d-4196-a573-27734b107981 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:57.225713 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6ebfef-ace7-44e4-a52a-acc2e62c721b", "name": "network-vif-deleted", "tag": "f6dc5756-cc1a-46c9-9e9c-71e459eda06d", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:57.226842 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2103d7b7-231d-4196-a573-27734b107981 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:57.229596 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ebfef-ace7-44e4-a52a-acc2e62c721b', 'name': 'network-vif-deleted', 'tag': 'f6dc5756-cc1a-46c9-9e9c-71e459eda06d', 'status': 'completed', 'code': 200} Jul 08 17:28:57.299766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7acae5b-84e2-4694-8ced-1906f30a5117 req-8fa86e12-d327-4434-b9cd-c2e79242264d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 210 time: 0.1754570 Jul 08 17:28:57.330911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-82ee23e3-40c5-4587-b196-cfbaf19e8321 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4520888 Jul 08 17:28:57.353954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.397919 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599429a-2886-4c97-9255-2021c8d0b5ec x-openstack-request-id: req-b599429a-2886-4c97-9255-2021c8d0b5ec {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:57.398327 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdaa10d1-fb96-4ca8-8161-62401802ae09", "tag": "21367f13-1466-4b92-9a91-79e8f53e4eef", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:57.398521 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b599429a-2886-4c97-9255-2021c8d0b5ec {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:57.398943 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'tag': '21367f13-1466-4b92-9a91-79e8f53e4eef', 'status': 'completed', 'code': 200} Jul 08 17:28:57.447973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Allocated IP 172.20.0.12 (f78c0e4e-8c1f-4245-a822-e182fefdef8e/4b925bdb-4d82-4690-bffb-fa56f98251f4/e4c90fff-f382-49c9-a96a-721ccbf97343) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:57.463345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.465868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-1427475f-8f20-473e-a370-8b0ac8fd6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.468099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-1427475f-8f20-473e-a370-8b0ac8fd6900 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 1094 time: 0.4767599 Jul 08 17:28:57.548608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:57.552390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-5e507534-0508-4f2b-ad6a-30f2bc5fd79d service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701243 Jul 08 17:28:57.558677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-f17d1f1d-3a38-4875-ab58-50d26aeabdc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21367f13-1466-4b92-9a91-79e8f53e4eef HTTP/1.1" status: 200 len: 217 time: 0.0738769 Jul 08 17:28:57.594072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.594448 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Added segment 69973ac0-a5a7-40a6-9cb7-06017ead6d81 of type vlan for network 2d14d10f-945a-475d-9f0d-3f2cc4a82a1f Jul 08 17:28:57.712081 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f2bcf886-7ea1-454b-900b-f8cad345dd29 service neutron] 10.222.0.48 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610394 Jul 08 17:28:57.733464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.754207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.761407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-a160ec64-7bdc-41c8-832c-5588e4806487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.762924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-a160ec64-7bdc-41c8-832c-5588e4806487 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.1869469 Jul 08 17:28:57.774426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44921f75-70cc-4f40-9eca-851d40e06ab6']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:57.799141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e48cd90-4327-4b5d-ab18-296c37854768') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:57.799520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e48cd90-4327-4b5d-ab18-296c37854768') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:57.809848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.826077 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.833058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:57.833729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.858458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-30e38b33-837c-4d2a-9dca-7529c8fc95b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533724 Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:57.896803 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:57.962992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-872a6822-4b60-4498-b322-4f334409e63c req-9f0a9c08-5e71-478e-bfc0-5faf82d7f8c1 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021657 Jul 08 17:28:57.991861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.991861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.000408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.000653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.009162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.010653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.052816 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.058136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/44921f75-70cc-4f40-9eca-851d40e06ab6 HTTP/1.1" status: 204 len: 168 time: 1.3667789 Jul 08 17:28:58.068372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-00775282-989e-4738-9bec-fbb503f88174 service neutron] 10.222.0.48 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466425 Jul 08 17:28:58.106207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:58.114040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.132289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3544-e2e6-4220-a153-98ed132cc648 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Network': ['ID=44921f75-70cc-4f40-9eca-851d40e06ab6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:58.176946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0772774 Jul 08 17:28:58.183216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:58.204596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Network': ['ID=77721f79-ee71-43b6-9229-733e83591aea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:58.218310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 77721f79-ee71-43b6-9229-733e83591aea details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:58.255440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088261a9-bbf9-4e0b-ba2b-cb69b11934cd req-6a680227-6e6a-40d6-94a8-344b01ee5895 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.256983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-088261a9-bbf9-4e0b-ba2b-cb69b11934cd req-6a680227-6e6a-40d6-94a8-344b01ee5895 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 943 time: 0.3981919 Jul 08 17:28:58.281343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.375163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c4e42f2d-5888-446a-bff2-cf5d207dc135 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:58.427051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-d6cd6f4d-b118-402f-880d-b09fcd25757e service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568871 Jul 08 17:28:58.487930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting subnet 3923c499-e1f4-455a-a342-2e64bc4278d3 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:58.520771 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.553116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0c410-8382-41c4-8b93-e2f6b90bf19d tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Network': ['ID=2d14d10f-945a-475d-9f0d-3f2cc4a82a1f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:58.568614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2d14d10f-945a-475d-9f0d-3f2cc4a82a1f details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:58.569961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-088261a9-bbf9-4e0b-ba2b-cb69b11934cd req-615f5d24-2879-4777-b416-ba880fe0dffd tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926216 Jul 08 17:28:58.648552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:58.656626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Allocated IP 172.20.0.14 (f78c0e4e-8c1f-4245-a822-e182fefdef8e/4b925bdb-4d82-4690-bffb-fa56f98251f4/80b4cdd8-b5cf-4b13-b9e3-69ae4637e435) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:58.666555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c4e42f2d-5888-446a-bff2-cf5d207dc135, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:58.697759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event updated for resources: {'Port': ['ID=e4c90fff-f382-49c9-a96a-721ccbf97343,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:58.704813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:58.727329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:58.751331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'c4e42f2d-5888-446a-bff2-cf5d207dc135', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'port_id': 'c4e42f2d-5888-446a-bff2-cf5d207dc135', 'mac_address': 'fa:16:3e:17:34:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:58.838690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.865486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5c6bca-37d2-4b19-b5cf-e135ea61a45f req-2780580a-1c90-4ba8-a470-1ef7fda94704 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701134 Jul 08 17:28:58.876392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bca5b-cef5-475f-9c26-da5afe67ab0c tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.885369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bca5b-cef5-475f-9c26-da5afe67ab0c tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.895307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bca5b-cef5-475f-9c26-da5afe67ab0c tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.903497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e42f2d-5888-446a-bff2-cf5d207dc135 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:58.906995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bca5b-cef5-475f-9c26-da5afe67ab0c tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.909314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d7bca5b-cef5-475f-9c26-da5afe67ab0c tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7189405 Jul 08 17:28:58.919678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:58.960621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c4e42f2d-5888-446a-bff2-cf5d207dc135, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:58.978700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.065235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.079560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c4e42f2d-5888-446a-bff2-cf5d207dc135,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:59.180584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.185348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-527d2721-08f6-4502-9505-7e2a81f06941 req-5aa79247-0d1e-4dd9-bb9c-9edd46a0e046 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 210 time: 0.2708163 Jul 08 17:28:59.213051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fac9ac5b-2294-461a-abd4-bf84be2aa522 req-0edf52d4-c3e2-4f66-9b50-f90aade3463b tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 210 time: 0.3538020 Jul 08 17:28:59.235111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.235747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.254333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-aa6b2c67-4cfe-4e4a-83fe-391ec1fe4236 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7528687 Jul 08 17:28:59.265421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c4e42f2d-5888-446a-bff2-cf5d207dc135'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:59.268892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Request body: {'port': {'device_id': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:59.351006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.355830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.519555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.555116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Network f78c0e4e-8c1f-4245-a822-e182fefdef8e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:59.562980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:59.568494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:59.658135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event updated for resources: {'Port': ['ID=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:59.676276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:59.863529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.864410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.915432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.927292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-84b88700-7755-447e-812a-07994680817e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8627479 Jul 08 17:28:59.942647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Request body: {'port': {'device_id': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:59.968055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-26cc420d-972f-42ce-ad91-3438e6c3ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.969667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-26cc420d-972f-42ce-ad91-3438e6c3ebb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 1094 time: 0.9933758 Jul 08 17:29:00.045326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53f6090-47d6-466e-b772-67e9f7451424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.068909 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.208546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.254705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77721f79-ee71-43b6-9229-733e83591aea']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:00.275103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.294783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de747f9d-57dd-4933-ba78-2978b40069d2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:00.295140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de747f9d-57dd-4933-ba78-2978b40069d2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:00.337914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c90fff-f382-49c9-a96a-721ccbf97343 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:00.341063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ad28b-c7d5-43bc-ac92-ec9e63adbb85 req-d4cfb149-4254-4224-b763-2a1f8badeb5e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:00.342914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f5ad28b-c7d5-43bc-ac92-ec9e63adbb85 req-d4cfb149-4254-4224-b763-2a1f8badeb5e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 943 time: 0.4719615 Jul 08 17:29:00.366424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.378071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.392134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a389618c-87b2-49a4-9265-37745ae43a7a req-6239d643-fcd7-4885-be8c-7d6f56f53eb2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 210 time: 0.0455635 Jul 08 17:29:00.394636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435c36f-3513-467e-9c8d-d3e301a91ac1 None None] Network 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:00.395179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.401213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/subnets/3923c499-e1f4-455a-a342-2e64bc4278d3 HTTP/1.1" status: 204 len: 168 time: 2.2935736 Jul 08 17:29:00.409703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:00.421997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b969b-06fe-4b9d-a2f9-6fdb32bd6f49 tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Subnet': ['ID=3923c499-e1f4-455a-a342-2e64bc4278d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:00.456614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Transition to ACTIVE for port object e4c90fff-f382-49c9-a96a-721ccbf97343 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:00.474720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.496197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 21367f13-1466-4b92-9a91-79e8f53e4eef details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:00.498253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c4e42f2d-5888-446a-bff2-cf5d207dc135 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:00.554521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.604091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-8b5ffc00-a347-4fae-9992-d63601a7a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:00.605625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-8b5ffc00-a347-4fae-9992-d63601a7a774 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.6027439 Jul 08 17:29:00.623630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53f6090-47d6-466e-b772-67e9f7451424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.628007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:00.628429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:00.631679 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:00.652064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d53f6090-47d6-466e-b772-67e9f7451424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.679568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c90fff-f382-49c9-a96a-721ccbf97343,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:00.685864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-eeae8936-07d6-4452-9aa5-84d424c46308 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:00.687415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-eeae8936-07d6-4452-9aa5-84d424c46308 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 817 time: 0.5676274 Jul 08 17:29:00.689321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-d3ff4cde-29b3-4fdc-a423-569d6f078682 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21367f13-1466-4b92-9a91-79e8f53e4eef HTTP/1.1" status: 200 len: 217 time: 0.0685885 Jul 08 17:29:00.768386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f5ad28b-c7d5-43bc-ac92-ec9e63adbb85 req-53529dcd-97ea-4f55-bec1-2398969e1e7b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831692 Jul 08 17:29:00.809528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d53f6090-47d6-466e-b772-67e9f7451424 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b34fbaee580f41e388102e0a4c7c2143&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1259348 Jul 08 17:29:00.819233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57660) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:00.844411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.845705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f6090-47d6-466e-b772-67e9f7451424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6e3e76-a675-4e7a-a959-83b8aaa44426,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:00.871206 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-67d996b6-a3fe-42f5-9112-1427f185a694 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 380 time: 0.1609790 Jul 08 17:29:00.872019 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.885945 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.890791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/networks/77721f79-ee71-43b6-9229-733e83591aea HTTP/1.1" status: 204 len: 168 time: 1.9673250 Jul 08 17:29:00.900277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57664) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:00.904211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 21367f13-1466-4b92-9a91-79e8f53e4eef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=21367f13-1466-4b92-9a91-79e8f53e4eef,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:00.908573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'port': {'device_id': '3640ed06-457b-47b3-9c49-deba6a093723', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'admin_state_up': True, 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'security_groups': ['63a1c6a0-1ead-43be-843d-2910bc824cd9']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:00.916018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-2d6cbf3f-7852-4384-85fc-7d99b6ca8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:00.917572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-2d6cbf3f-7852-4384-85fc-7d99b6ca8094 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.2110960 Jul 08 17:29:00.919157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '21367f13-1466-4b92-9a91-79e8f53e4eef', 'network_id': '3cf60894-3775-4852-a8ef-d47d7a5d834f', 'port_id': '21367f13-1466-4b92-9a91-79e8f53e4eef', 'mac_address': 'fa:16:3e:8a:a9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc69b92a-a206-43d4-822e-c7e2ac4c7916', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:00.928772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Network': ['ID=77721f79-ee71-43b6-9229-733e83591aea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:00.974078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.974427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.974800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.975144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.975482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.975815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.976149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.976480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.976809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.977134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.978018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:00.978360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fb8ce0-eedf-4001-b8cb-e3fd50dfbf90 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:01.027655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.029097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-e7e4a888-5909-4251-89c7-813a83bfe105 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571291 Jul 08 17:29:01.070469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port c4e42f2d-5888-446a-bff2-cf5d207dc135 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:01.078118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21367f13-1466-4b92-9a91-79e8f53e4eef {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:01.085625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port c4e42f2d-5888-446a-bff2-cf5d207dc135 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:01.086020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.091499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f84736-49ae-4f8a-ba45-09dd0c628ee9 req-43513c15-4644-43fe-8b2f-1a20cdf0cb1c tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:01.098754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6f84736-49ae-4f8a-ba45-09dd0c628ee9 req-43513c15-4644-43fe-8b2f-1a20cdf0cb1c tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 932 time: 0.5103812 Jul 08 17:29:01.130077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Attempting to bind port e4c90fff-f382-49c9-a96a-721ccbf97343 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:01.130444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Attempting to bind port e4c90fff-f382-49c9-a96a-721ccbf97343 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:01.130771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Attempting to bind port e4c90fff-f382-49c9-a96a-721ccbf97343 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:01.132696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 21367f13-1466-4b92-9a91-79e8f53e4eef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=21367f13-1466-4b92-9a91-79e8f53e4eef,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:01.142468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.174104 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-84843732-7d3f-4cd1-8156-b2f6f666a365 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189876 Jul 08 17:29:01.179243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:01.203494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Port e4c90fff-f382-49c9-a96a-721ccbf97343 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:01.205180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Attempting to bind port e4c90fff-f382-49c9-a96a-721ccbf97343 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:01.209275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=21367f13-1466-4b92-9a91-79e8f53e4eef,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.212236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.215134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7509b4f-0f0e-41f0-94af-52ee86d48b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.219823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] DHCP port deletion for 4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:01.240548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7509b4f-0f0e-41f0-94af-52ee86d48b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.270758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.316030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.320654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:01.321089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Checking segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:01.322374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Bound using segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:01.322899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Bound port: e4c90fff-f382-49c9-a96a-721ccbf97343, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:01.323512 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.332841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] Deleting port e6e0d27f-d4f9-41d8-aa75-0287267d834a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:01.333222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.345706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Transition to ACTIVE for port object 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:01.347129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Deleting port e6e0d27f-d4f9-41d8-aa75-0287267d834a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:01.347516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.366789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.372355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6f84736-49ae-4f8a-ba45-09dd0c628ee9 req-2be55afc-5b7c-4cc8-bfc5-69d209c16674 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726150 Jul 08 17:29:01.422747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Made reservation on behalf of a962f43fa51d4ee4adf4f7a827a7af23 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:01.426257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.433254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2127c064-403b-4c73-b2f4-cdac39a1feb1 req-db1f319c-e456-4bc4-98ca-0b36fbec8cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491283 Jul 08 17:29:01.461628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['21367f13-1466-4b92-9a91-79e8f53e4eef'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:01.495443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] For port e6e0d27f-d4f9-41d8-aa75-0287267d834a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e6e0d27f-d4f9-41d8-aa75-0287267d834a,segment=NetworkSegment(2c508db9-b919-4556-b34c-78e38e855d77),segment_id=2c508db9-b919-4556-b34c-78e38e855d77)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:01.495669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] For port e6e0d27f-d4f9-41d8-aa75-0287267d834a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e6e0d27f-d4f9-41d8-aa75-0287267d834a,segment=NetworkSegment(2c508db9-b919-4556-b34c-78e38e855d77),segment_id=2c508db9-b919-4556-b34c-78e38e855d77)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:01.495938 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.496042 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.508573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Calling delete_port for e6e0d27f-d4f9-41d8-aa75-0287267d834a owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:01.511913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] Calling delete_port for e6e0d27f-d4f9-41d8-aa75-0287267d834a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.612783 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:29:01.621642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.672715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7509b4f-0f0e-41f0-94af-52ee86d48b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.675270 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d7509b4f-0f0e-41f0-94af-52ee86d48b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.684069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e42f2d-5888-446a-bff2-cf5d207dc135'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:01.686807 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51d2933-1398-43ff-bbb7-4b0c2a963661" -d '{"events": [{"server_uuid": "d842dd2b-68d4-4937-b16c-1524289a270f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e42f2d-5888-446a-bff2-cf5d207dc135"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:01.693797 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d7509b4f-0f0e-41f0-94af-52ee86d48b30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b6e3e76-a675-4e7a-a959-83b8aaa44426 HTTP/1.1" status: 204 len: 168 time: 0.8659320 Jul 08 17:29:01.694769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] Pushing event deleted for resources: {'Port': ['ID=e6e0d27f-d4f9-41d8-aa75-0287267d834a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.721386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port c4e42f2d-5888-446a-bff2-cf5d207dc135, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:01.724695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ba77c-1897-4a72-94bb-79c5356c0b6b None None] No DVR routers for this DVR port e6e0d27f-d4f9-41d8-aa75-0287267d834a on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:01.731541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.732200 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.789313 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c44a4-606a-4914-8a0e-a0b7c01dc9ae x-openstack-request-id: req-ad5c44a4-606a-4914-8a0e-a0b7c01dc9ae {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:01.789822 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842dd2b-68d4-4937-b16c-1524289a270f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e42f2d-5888-446a-bff2-cf5d207dc135", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:01.790239 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad5c44a4-606a-4914-8a0e-a0b7c01dc9ae {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:01.790735 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e42f2d-5888-446a-bff2-cf5d207dc135', 'code': 200} Jul 08 17:29:01.811292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7c4d13ac-bce4-4a62-9bcf-98c0ec0852cb req-66533348-2fef-4b5d-bd47-27318db126c0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 210 time: 0.1275122 Jul 08 17:29:01.888877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e6e0d27f-d4f9-41d8-aa75-0287267d834a no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:01.904808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Port': ['ID=e6e0d27f-d4f9-41d8-aa75-0287267d834a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.925043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e6e0d27f-d4f9-41d8-aa75-0287267d834a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:01.925379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e6e0d27f-d4f9-41d8-aa75-0287267d834a not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:01.936348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=c4e42f2d-5888-446a-bff2-cf5d207dc135,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.951863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Pushing event updated for resources: {'Port': ['ID=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.953697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] No DVR routers for this DVR port e6e0d27f-d4f9-41d8-aa75-0287267d834a on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:01.971279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Attempting to bind port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:01.971841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Attempting to bind port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:01.972336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Attempting to bind port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:01.978210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] For port e4c90fff-f382-49c9-a96a-721ccbf97343, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:01.986081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7509b4f-0f0e-41f0-94af-52ee86d48b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6e3e76-a675-4e7a-a959-83b8aaa44426,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.999187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] For port e4c90fff-f382-49c9-a96a-721ccbf97343, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e4c90fff-f382-49c9-a96a-721ccbf97343,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:02.001915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.014674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.016979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:02.017477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Attempting to bind port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 on network f78c0e4e-8c1f-4245-a822-e182fefdef8e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:02.020903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Allocated IP 172.20.0.12 (301f41e6-e213-4011-9922-a16179114657/74467176-dfb3-490d-871b-0837de2708b7/3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:02.033296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d14d10f-945a-475d-9f0d-3f2cc4a82a1f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:02.094165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:02.094764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Checking segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:02.095332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Bound using segment: {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:02.095941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Bound port: 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1506ef-74dc-45d8-815f-b3dbef165a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:02.096465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.099748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69973ac0-a5a7-40a6-9cb7-06017ead6d81') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:02.100337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69973ac0-a5a7-40a6-9cb7-06017ead6d81') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:02.133296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.134665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.137095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/e4c90fff-f382-49c9-a96a-721ccbf97343 HTTP/1.1" status: 200 len: 1092 time: 2.8726244 Jul 08 17:29:02.156055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'tag': 'e4c90fff-f382-49c9-a96a-721ccbf97343'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:02.165012 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa131ed-466b-4b69-95d4-ed143c8da958" -d '{"events": [{"name": "network-changed", "server_uuid": "258b31c0-76a1-4bab-8ac4-9307eeccdd5a", "tag": "e4c90fff-f382-49c9-a96a-721ccbf97343"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:02.166380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.185438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.194298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:02.224940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.227493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c508db9-b919-4556-b34c-78e38e855d77') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:02.227818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c508db9-b919-4556-b34c-78e38e855d77') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:02.279096 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47163a55-ed77-4fb8-a298-aca58344b8cb x-openstack-request-id: req-47163a55-ed77-4fb8-a298-aca58344b8cb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:02.279380 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258b31c0-76a1-4bab-8ac4-9307eeccdd5a", "tag": "e4c90fff-f382-49c9-a96a-721ccbf97343", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:02.279629 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47163a55-ed77-4fb8-a298-aca58344b8cb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:02.280024 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'tag': 'e4c90fff-f382-49c9-a96a-721ccbf97343', 'status': 'completed', 'code': 200} Jul 08 17:29:02.284404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:02.285950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.290851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:02.291265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:02.296061 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:02.312264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5b99f-9a53-4974-b78f-b33ba3366dcc req-ae61a985-2cc1-446e-8190-bec993cc9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.313772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90f5b99f-9a53-4974-b78f-b33ba3366dcc req-ae61a985-2cc1-446e-8190-bec993cc9711 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.4462271 Jul 08 17:29:02.316754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.339935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:02.340340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:02.344299 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:02.350266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df385d41-e9f4-4f34-9b6d-7c0ae3bbd7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c90fff-f382-49c9-a96a-721ccbf97343,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.385867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6597129-5175-4937-b2a6-37d2c09705c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.473961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90f5b99f-9a53-4974-b78f-b33ba3366dcc req-25b649f8-b63e-4751-b0d1-15a8e43e55bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506209 Jul 08 17:29:02.483525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.487009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19f4c4-eb4e-40ef-8b23-9bb3cff81386 req-e609a311-acb8-49cf-95c1-2b31eed63e7d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.494602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.496404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d19f4c4-eb4e-40ef-8b23-9bb3cff81386 req-e609a311-acb8-49cf-95c1-2b31eed63e7d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 944 time: 0.4665494 Jul 08 17:29:02.499300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] 10.222.0.48 "DELETE /v2.0/networks/4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d HTTP/1.1" status: 204 len: 168 time: 2.0784454 Jul 08 17:29:02.538710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] For port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:02.539661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.543537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864efa5-5c7f-48a4-8de1-092b9aff14de tempest-NetworksIpV6TestAttrs-507791433 tempest-NetworksIpV6TestAttrs-507791433-project] Pushing event deleted for resources: {'Network': ['ID=4b93f6ef-1b35-420d-bffc-c7b3e5ccf22d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.559318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] For port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:02.592771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Transition to ACTIVE for port object 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:02.633062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6597129-5175-4937-b2a6-37d2c09705c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.635567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.642317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.649753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f648f07-3c7b-40b7-8a7a-5f3708627f7f req-3917c099-39a1-4e56-8cc3-bc6f24559ff4 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.653409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f648f07-3c7b-40b7-8a7a-5f3708627f7f req-3917c099-39a1-4e56-8cc3-bc6f24559ff4 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 944 time: 0.1169648 Jul 08 17:29:02.682517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.718884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-40aa597d-e958-4751-89e9-02a0bb51a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.720740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-40aa597d-e958-4751-89e9-02a0bb51a387 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 1095 time: 0.5305336 Jul 08 17:29:02.730161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b6597129-5175-4937-b2a6-37d2c09705c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.748031 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f648f07-3c7b-40b7-8a7a-5f3708627f7f req-9752f592-a81b-49d0-94a8-49bb870af158 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863373 Jul 08 17:29:02.758320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Network 301f41e6-e213-4011-9922-a16179114657 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:02.761951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:02.770186 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.773334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/networks/2d14d10f-945a-475d-9f0d-3f2cc4a82a1f HTTP/1.1" status: 204 len: 168 time: 1.8700931 Jul 08 17:29:02.782574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:02.784877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Pushing event updated for resources: {'Port': ['ID=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.785209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57690) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:02.792760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6597129-5175-4937-b2a6-37d2c09705c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=226428435ed749c88345c5e54be132ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979570 Jul 08 17:29:02.835930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:02.849967 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-0dd5d9b6-b6c0-4fcc-8905-04c8cf9e0c94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4c90fff-f382-49c9-a96a-721ccbf97343 HTTP/1.1" status: 200 len: 217 time: 0.0829897 Jul 08 17:29:02.863349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2d601-1596-4ffb-8928-89e8547ba52b tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Network': ['ID=2d14d10f-945a-475d-9f0d-3f2cc4a82a1f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.874721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.965092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-fc1936d8-849d-43fc-ab4f-64a9a6feac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.970304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.971129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.971440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-fc1936d8-849d-43fc-ab4f-64a9a6feac73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.1121361 Jul 08 17:29:02.972780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.973381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.976562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-cd145b45-2add-402e-9142-cc3c0ffbf31b service neutron] 10.222.0.53 "PUT /v2.0/ports/80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 HTTP/1.1" status: 200 len: 1092 time: 3.0387940 Jul 08 17:29:03.008512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d19f4c4-eb4e-40ef-8b23-9bb3cff81386 req-cc2ef2a9-0f8d-4aa7-9c87-a92afa79e3ae tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089266 Jul 08 17:29:03.009664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57698) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:03.061475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-946b6ed5-7d96-4af1-b35a-b19e5e7785cd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1695106 Jul 08 17:29:03.077548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-10aaff74-8499-49b3-a9b3-684428687d9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633495 Jul 08 17:29:03.081779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Request body: {'port': {'device_id': '3640ed06-457b-47b3-9c49-deba6a093723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:03.112650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6597129-5175-4937-b2a6-37d2c09705c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1bd57e-e4bb-4913-aa80-97e81cef57df,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:03.141023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19dd84-be08-4086-bcc2-89ce9d491944 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.147152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f128bb65-2dc1-450b-8318-69be0b11c2fc None None] Provisioning for port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:03.147597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19dd84-be08-4086-bcc2-89ce9d491944 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.149082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f19dd84-be08-4086-bcc2-89ce9d491944 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3193080 Jul 08 17:29:03.150410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae5e8-4288-4a0c-adfd-1d744ecd9fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.158056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f128bb65-2dc1-450b-8318-69be0b11c2fc None None] Provisioning complete for port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:03.158438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f128bb65-2dc1-450b-8318-69be0b11c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.170566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:03.188419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-4645799'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:03.237154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f128bb65-2dc1-450b-8318-69be0b11c2fc None None] Port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:03.245311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:03.248633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae5e8-4288-4a0c-adfd-1d744ecd9fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.249159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.287286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-f2a57f8a-02c6-4692-808a-0f705df956dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.288824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-f2a57f8a-02c6-4692-808a-0f705df956dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 1095 time: 0.2101853 Jul 08 17:29:03.302755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:03.379716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-d0e2e0a7-4848-4d98-8efe-6af11190f96e service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641463 Jul 08 17:29:03.381232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-788298b2-e19e-4c7e-a7bc-422255197c59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 HTTP/1.1" status: 200 len: 217 time: 0.0706110 Jul 08 17:29:03.416774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae5e8-4288-4a0c-adfd-1d744ecd9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.419947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae5e8-4288-4a0c-adfd-1d744ecd9fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.421322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d7ae5e8-4288-4a0c-adfd-1d744ecd9fd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb1bd57e-e4bb-4913-aa80-97e81cef57df HTTP/1.1" status: 204 len: 168 time: 0.5748692 Jul 08 17:29:03.425411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.453697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad98e-f52b-4476-bedc-6575122de73b req-c702cfd8-59dc-47d0-8895-a31e1f1a5ca6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.462987 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-076ad98e-f52b-4476-bedc-6575122de73b req-c702cfd8-59dc-47d0-8895-a31e1f1a5ca6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 932 time: 0.3762217 Jul 08 17:29:03.470559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ae5e8-4288-4a0c-adfd-1d744ecd9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1bd57e-e4bb-4913-aa80-97e81cef57df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:03.566819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-076ad98e-f52b-4476-bedc-6575122de73b req-21ca118f-8f8d-4d31-9a45-0f9bc952d55d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025789 Jul 08 17:29:03.859415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:03.871108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.885734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Transition to ACTIVE for port object 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:03.890447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.912121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.913136 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Added segment 121bbe5e-1bc5-418f-823b-5b1d1434615b of type vlan for network c08fefa0-3cd2-48d2-a789-47f11dfe5864 Jul 08 17:29:04.013694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:04.051416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Attempting to bind port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:04.051766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Attempting to bind port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:04.052101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Attempting to bind port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 on network 301f41e6-e213-4011-9922-a16179114657 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:04.057690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 on network 301f41e6-e213-4011-9922-a16179114657 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:04.058164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Attempting to bind port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 on network 301f41e6-e213-4011-9922-a16179114657 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:04.064122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:04.064550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Checking segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:04.065125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Bound using segment: {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:04.065764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Bound port: 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a416e87c-d422-4539-a21a-70ff11065e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '301f41e6-e213-4011-9922-a16179114657'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:04.066218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.151666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:04.160064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:04.167836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.188106 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.222995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-18e0f55d-cb45-4e7d-8ab1-613d3ef6a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.224640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-18e0f55d-cb45-4e7d-8ab1-613d3ef6a804 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.8304169 Jul 08 17:29:04.233841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fcae7080-2a5f-40a1-b980-17dc83e64dda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dd15450fd6c488b8d6f716042b259aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2125700 Jul 08 17:29:04.234686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:04.239674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.239674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.247158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] 10.222.0.53 "PUT /v2.0/ports/3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 1092 time: 1.1652479 Jul 08 17:29:04.249592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:04.251961 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f317b1-9447-4240-b80c-3ac8130f74f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:04.286489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'tag': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:04.288733 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0bad2d-7b90-492f-ace4-88597371a0ff", "tag": "80b4cdd8-b5cf-4b13-b9e3-69ae4637e435"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:04.330896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-e4a307fa-b29c-4762-aee8-66cccfa7df75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931482 Jul 08 17:29:04.352127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-30a75a9c-feb4-4854-91b8-f9081edddd48 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9589195 Jul 08 17:29:04.435854 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.441398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.442033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.448533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333dcf7-8264-4ed3-b1b0-c1b545c9020e service neutron] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:04.459989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 21367f13-1466-4b92-9a91-79e8f53e4eef up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:04.491277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-637698c1-ec6d-4b26-85fc-720cae8d434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.492750 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-637698c1-ec6d-4b26-85fc-720cae8d434d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1095 time: 0.2032993 Jul 08 17:29:04.512366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef264ef9-b31e-4539-9f0e-7c827c2c57e2 req-629d1028-b600-4e8a-8b83-9330d2757861 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.513883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef264ef9-b31e-4539-9f0e-7c827c2c57e2 req-629d1028-b600-4e8a-8b83-9330d2757861 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 944 time: 0.2109516 Jul 08 17:29:04.532243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 21367f13-1466-4b92-9a91-79e8f53e4eef completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:04.538357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 21367f13-1466-4b92-9a91-79e8f53e4eef triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:04.538742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.564973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-19f0487e-9642-493b-9aaf-f248905612cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 217 time: 0.0608685 Jul 08 17:29:04.651289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-18110a74-ef4d-40c3-bbad-85df5077047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.653597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-18110a74-ef4d-40c3-bbad-85df5077047b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.0801196 Jul 08 17:29:04.717436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.729081 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef264ef9-b31e-4539-9f0e-7c827c2c57e2 req-68b1ee8b-291a-4435-9010-bb9d40adfa02 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970365 Jul 08 17:29:04.771454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21367f13-1466-4b92-9a91-79e8f53e4eef'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:04.775384 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8600a958-bd04-4933-94cb-561c1a2551fe" -d '{"events": [{"server_uuid": "cdaa10d1-fb96-4ca8-8161-62401802ae09", "name": "network-vif-plugged", "status": "completed", "tag": "21367f13-1466-4b92-9a91-79e8f53e4eef"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:04.791991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-baf61b45-69c4-4d9e-b3f9-174fd83c4492 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485455 Jul 08 17:29:04.795032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-2117ae43-3f3c-4b4a-8300-0b19f56259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.796678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-2117ae43-3f3c-4b4a-8300-0b19f56259cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364262 Jul 08 17:29:04.801703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfcdbd-8c92-4a09-b07f-6246039ffd2c req-705d3865-4eac-44b3-904a-e2e23846c3dc tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.802905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 21367f13-1466-4b92-9a91-79e8f53e4eef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=21367f13-1466-4b92-9a91-79e8f53e4eef,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:04.810259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36bfcdbd-8c92-4a09-b07f-6246039ffd2c req-705d3865-4eac-44b3-904a-e2e23846c3dc tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 944 time: 0.8579805 Jul 08 17:29:04.811075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.818208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6441453 Jul 08 17:29:04.821621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:04.838936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2043603504'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:04.845284 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416bdf23-55be-48b4-92fb-99de94a8aa50 x-openstack-request-id: req-416bdf23-55be-48b4-92fb-99de94a8aa50 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:04.845579 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:04.845836 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-416bdf23-55be-48b4-92fb-99de94a8aa50 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:04.846263 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'status': 'completed', 'code': 200} Jul 08 17:29:04.886740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=21367f13-1466-4b92-9a91-79e8f53e4eef,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:04.940778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:04.943897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a59dfe-c6bf-442f-943b-096c35e873e0 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Network': ['ID=c08fefa0-3cd2-48d2-a789-47f11dfe5864,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:04.948456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a30bdb6-b364-4d84-9b49-330eb50c228b req-582539d7-878d-49d0-9acb-b42bf8337a13 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270924 Jul 08 17:29:04.951442 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c58ceb8-3426-40cd-89e0-f56ee9c5de16 x-openstack-request-id: req-1c58ceb8-3426-40cd-89e0-f56ee9c5de16 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:04.951743 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0bad2d-7b90-492f-ace4-88597371a0ff", "tag": "80b4cdd8-b5cf-4b13-b9e3-69ae4637e435", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:04.951968 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c58ceb8-3426-40cd-89e0-f56ee9c5de16 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:04.952846 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'tag': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435', 'status': 'completed', 'code': 200} Jul 08 17:29:04.968238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.973037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c08fefa0-3cd2-48d2-a789-47f11dfe5864 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:05.026933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1483f10a-58c3-4f83-b4d6-fa6cf5195a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.050883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1483f10a-58c3-4f83-b4d6-fa6cf5195a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.130740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36bfcdbd-8c92-4a09-b07f-6246039ffd2c req-2c0f4574-0ef5-49a3-a07f-c4f3caf29d63 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195210 Jul 08 17:29:05.131427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1483f10a-58c3-4f83-b4d6-fa6cf5195a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.134707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1483f10a-58c3-4f83-b4d6-fa6cf5195a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.136026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1483f10a-58c3-4f83-b4d6-fa6cf5195a9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbbd9960-481c-428e-9f16-394768f2d1c6 HTTP/1.1" status: 204 len: 168 time: 0.8900318 Jul 08 17:29:05.147096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-f7f7a2ef-cfab-4ad8-8a1b-5ce76cd8f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.148630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-f7f7a2ef-cfab-4ad8-8a1b-5ce76cd8f7bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 1095 time: 0.7168684 Jul 08 17:29:05.158991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483f10a-58c3-4f83-b4d6-fa6cf5195a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd9960-481c-428e-9f16-394768f2d1c6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:05.241294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-c5eb1567-f49d-47c3-b980-488426277da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.242846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-c5eb1567-f49d-47c3-b980-488426277da1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 1095 time: 0.2284770 Jul 08 17:29:05.270776 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ffab3-9109-4925-96b4-d7d818dd9c9a x-openstack-request-id: req-0b5ffab3-9109-4925-96b4-d7d818dd9c9a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:05.271263 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaa10d1-fb96-4ca8-8161-62401802ae09", "name": "network-vif-plugged", "status": "completed", "tag": "21367f13-1466-4b92-9a91-79e8f53e4eef", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:05.271666 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b5ffab3-9109-4925-96b4-d7d818dd9c9a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:05.272275 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21367f13-1466-4b92-9a91-79e8f53e4eef', 'code': 200} Jul 08 17:29:05.320660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:05.342520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-0e901052-02d3-487e-be2c-8e50f5f6789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.344002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-0e901052-02d3-487e-be2c-8e50f5f6789b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 914 time: 0.1863766 Jul 08 17:29:05.406586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-516d92d3-6708-4e70-9fdb-57273a9f6a60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4c90fff-f382-49c9-a96a-721ccbf97343 HTTP/1.1" status: 200 len: 217 time: 0.0480142 Jul 08 17:29:05.468895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-9ee0e92c-103e-45f5-8c76-c37689822a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.470432 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-9ee0e92c-103e-45f5-8c76-c37689822a09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 200 len: 914 time: 0.2176199 Jul 08 17:29:05.490351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eee46ec2-bd60-45dd-91a0-ab6ad54fb704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.557840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-c3bec2ab-eebe-4b1c-9194-f2f507e2590d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 HTTP/1.1" status: 200 len: 217 time: 0.0622580 Jul 08 17:29:05.560924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-6000d8a8-6888-4a3d-99f8-bd6a6351aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.562338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-6000d8a8-6888-4a3d-99f8-bd6a6351aa44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.1485472 Jul 08 17:29:05.628521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-1463015f-35af-45f9-baa6-3a560606ce3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560281 Jul 08 17:29:05.644979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-5b80084f-6223-4f6c-a5aa-bb6bd8dac290 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8400013 Jul 08 17:29:05.657230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:05.718645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-0d73b014-b9d7-491d-bd2d-88f5f87abefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.720118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-0d73b014-b9d7-491d-bd2d-88f5f87abefb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 200 len: 853 time: 0.1494272 Jul 08 17:29:05.736959 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.737556 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Added segment ab95e10b-0772-49a8-8103-20fd6618a53d of type vlan for network 4f12f8b0-dcce-4dec-8d07-14e66ce5975b Jul 08 17:29:05.763716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-0bb1169e-5db8-4c48-9afa-de6778a440c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f78c0e4e-8c1f-4245-a822-e182fefdef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340869 Jul 08 17:29:05.800994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.874399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.879816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-31be137b-5f8c-49b9-830f-83853af282a1 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429552 Jul 08 17:29:05.880401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.881163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.881570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eee46ec2-bd60-45dd-91a0-ab6ad54fb704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.893543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eee46ec2-bd60-45dd-91a0-ab6ad54fb704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.019526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1958053 Jul 08 17:29:06.023138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57780) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:06.036937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eee46ec2-bd60-45dd-91a0-ab6ad54fb704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aeb1d6e3b84749898731118d4711bf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046244 Jul 08 17:29:06.038937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0edb1-e6e0-40f9-834d-54bdd51db429 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Network': ['ID=4f12f8b0-dcce-4dec-8d07-14e66ce5975b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.040365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'ports': [{'network_id': 'c08fefa0-3cd2-48d2-a789-47f11dfe5864', 'name': 'tempest-port--447724375', 'admin_state_up': True}, {'network_id': '4f12f8b0-dcce-4dec-8d07-14e66ce5975b', 'admin_state_up': False}]} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:06.041416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'port': {'network_id': 'c08fefa0-3cd2-48d2-a789-47f11dfe5864', 'name': 'tempest-port--447724375', 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:06.041416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'port': {'network_id': '4f12f8b0-dcce-4dec-8d07-14e66ce5975b', 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:06.050755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 4f12f8b0-dcce-4dec-8d07-14e66ce5975b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:06.054692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:06.057880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-5aeed2f9-fc0d-4f9e-8a51-5a84468196fd service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839525 Jul 08 17:29:06.064290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e06489-b055-431b-b871-a02ab3aa3c0d req-254f5452-56f1-49e2-acd0-306d6affaa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.065894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0e06489-b055-431b-b871-a02ab3aa3c0d req-254f5452-56f1-49e2-acd0-306d6affaa64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 1096 time: 0.5141129 Jul 08 17:29:06.070418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ef2baa-0846-4a36-9842-8628dd50de2a req-3744c5cb-e7c6-48ce-8b76-d36ee1c6b94f service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152155 Jul 08 17:29:06.073345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee46ec2-bd60-45dd-91a0-ab6ad54fb704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dbcbd2-d0f6-4b0d-bf0a-e8ba2e1cef09,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.107266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330596f-23b5-4832-804f-048f5ec0dc27 req-b30530c3-1dc4-4bea-9160-0034ff0e7908 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.109124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3330596f-23b5-4832-804f-048f5ec0dc27 req-b30530c3-1dc4-4bea-9160-0034ff0e7908 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.5562124 Jul 08 17:29:06.229803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0e06489-b055-431b-b871-a02ab3aa3c0d req-25ea11c9-5253-4a5a-afae-0f2879b697c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193483 Jul 08 17:29:06.230857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bbd48dd-3abe-4a63-b130-26b21f0b0f58 req-a0b915ea-0e28-42fe-bbec-e724990fb480 service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538365 Jul 08 17:29:06.243947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3330596f-23b5-4832-804f-048f5ec0dc27 req-9e76ad78-90d8-4c6f-903f-c5dc3c15d841 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186166 Jul 08 17:29:06.256652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-1f842d16-197d-4af8-91aa-e55ae2a04716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.258889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-1f842d16-197d-4af8-91aa-e55ae2a04716 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1095 time: 0.1153617 Jul 08 17:29:06.360973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aa131ed-466b-4b69-95d4-ed143c8da958 req-d9cc8e5e-e2db-48ce-abe8-faedb4a390dd service neutron] 10.222.0.53 "GET /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688354 Jul 08 17:29:06.371429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8ad5-bba7-49d9-a5a7-7b3a38e6a050 req-f4237a76-c1c4-432a-b40b-8d97511bfaa5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.379197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-040b8ad5-bba7-49d9-a5a7-7b3a38e6a050 req-f4237a76-c1c4-432a-b40b-8d97511bfaa5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.4432127 Jul 08 17:29:06.443273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:06.445799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69d7e49d-f9f0-4740-8474-1c50647aa506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.455660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-17b331ee-6f40-4a40-99ca-1947e1d78761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.457468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-17b331ee-6f40-4a40-99ca-1947e1d78761 service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.1748412 Jul 08 17:29:06.463947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e4c90fff-f382-49c9-a96a-721ccbf97343 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:06.506168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-040b8ad5-bba7-49d9-a5a7-7b3a38e6a050 req-6aea2f7a-c884-4f2f-b07c-321dfc140334 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256158 Jul 08 17:29:06.521220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69d7e49d-f9f0-4740-8474-1c50647aa506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.558824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'port': 2} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:06.564411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.573015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-eaf9af5b-55eb-4acd-9699-390e93afdd5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 217 time: 0.1018705 Jul 08 17:29:06.597089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.667254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1317781771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:06.678438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69d7e49d-f9f0-4740-8474-1c50647aa506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.682288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69d7e49d-f9f0-4740-8474-1c50647aa506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.683697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-69d7e49d-f9f0-4740-8474-1c50647aa506 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05dbcbd2-d0f6-4b0d-bf0a-e8ba2e1cef09 HTTP/1.1" status: 204 len: 168 time: 0.6248620 Jul 08 17:29:06.686682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e4c90fff-f382-49c9-a96a-721ccbf97343, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e4c90fff-f382-49c9-a96a-721ccbf97343,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:06.700837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'e4c90fff-f382-49c9-a96a-721ccbf97343', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'port_id': 'e4c90fff-f382-49c9-a96a-721ccbf97343', 'mac_address': 'fa:16:3e:e5:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b925bdb-4d82-4690-bffb-fa56f98251f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:06.706833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7e49d-f9f0-4740-8474-1c50647aa506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dbcbd2-d0f6-4b0d-bf0a-e8ba2e1cef09,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.711379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] device_id is not set on port ccc25268-b7d0-4fe7-b2de-244f4002f207 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:29:06.720166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-1812220e-37c6-47ff-84dd-76891f569491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.722265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-1812220e-37c6-47ff-84dd-76891f569491 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1417921 Jul 08 17:29:06.725463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.726962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.760481 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.777589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c90fff-f382-49c9-a96a-721ccbf97343 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:06.797795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.801890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e4c90fff-f382-49c9-a96a-721ccbf97343, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e4c90fff-f382-49c9-a96a-721ccbf97343,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:06.808938 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.810395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:06.823003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.885207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e8eb0-3ebe-4dec-85aa-e0cb75581a22 req-828b5497-5148-472c-afcc-b7a8afcb9ae9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.886891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7e8eb0-3ebe-4dec-85aa-e0cb75581a22 req-828b5497-5148-472c-afcc-b7a8afcb9ae9 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 944 time: 0.2594898 Jul 08 17:29:06.887662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.892739 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5406392d-50d5-4c08-b701-c45297b2a616 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4486945 Jul 08 17:29:06.896153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:06.902259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1375996545'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:06.921913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.926257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:06.929356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e4c90fff-f382-49c9-a96a-721ccbf97343,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.943729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435', 'network_id': 'f78c0e4e-8c1f-4245-a822-e182fefdef8e', 'port_id': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435', 'mac_address': 'fa:16:3e:e0:6b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b925bdb-4d82-4690-bffb-fa56f98251f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:06.953657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b7e8eb0-3ebe-4dec-85aa-e0cb75581a22 req-df9d99ba-9b76-4a1b-b944-f746147c60e8 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592086 Jul 08 17:29:06.970200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-ae8598d7-971d-4166-9ed7-95c6da3f68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.971737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-ae8598d7-971d-4166-9ed7-95c6da3f68c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723516 Jul 08 17:29:06.998778 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.014072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:07.037871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:07.041852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.050235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:07.057208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.062520 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.079903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] device_id is not set on port bdd53c88-f184-412b-bb6b-b193ef1ea433 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:29:07.163812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-d65c4f7d-5012-4c27-8bf9-665c6c753971 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762941 Jul 08 17:29:07.208921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:07.277102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.279543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.284748 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.355480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:07.358857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1f317b1-9447-4240-b80c-3ac8130f74f5 req-fe4ce5df-5334-4a92-aa2d-feb2a5045fec service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842768 Jul 08 17:29:07.385761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7695c5-0af0-4151-9297-9cb80962e3ff,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:07.388754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.389099 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Added segment 1219aeaa-6295-4aad-9963-cc1a6662c70e of type vlan for network c2521ed3-e6f9-47bf-830f-8c4f63676346 Jul 08 17:29:07.393409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e4c90fff-f382-49c9-a96a-721ccbf97343'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:07.445728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['80b4cdd8-b5cf-4b13-b9e3-69ae4637e435'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:07.460996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.481970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.583772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Port': ['ID=ccc25268-b7d0-4fe7-b2de-244f4002f207,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:07.591683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.597196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:07.597807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.629263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Checking segment: {'id': '121bbe5e-1bc5-418f-823b-5b1d1434615b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c08fefa0-3cd2-48d2-a789-47f11dfe5864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:07.629526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network hostable DHCP agents. Network: c08fefa0-3cd2-48d2-a789-47f11dfe5864, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:07.695280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7980478 Jul 08 17:29:07.698575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:07.705056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07102d5-9f50-4b5c-9a2c-871b61229283 req-4563873c-801e-47a4-9e90-4f075e9007d8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:07.705536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'subnet': {'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:07.706560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c07102d5-9f50-4b5c-9a2c-871b61229283 req-4563873c-801e-47a4-9e90-4f075e9007d8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2595561 Jul 08 17:29:07.709784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a89ee9-e69c-46d9-9ca4-53e0c4e6d954 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Network': ['ID=c2521ed3-e6f9-47bf-830f-8c4f63676346,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:07.723799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:07.729667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network c08fefa0-3cd2-48d2-a789-47f11dfe5864 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:07.767750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c08fefa0-3cd2-48d2-a789-47f11dfe5864) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:07.776587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:07.777637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.782902 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c07102d5-9f50-4b5c-9a2c-871b61229283 req-e757fd39-b2f3-4b92-a6f6-7ad372c1e53e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669422 Jul 08 17:29:07.786050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445a3a2-fed4-4b94-b307-8f3ba0c30d73 None None] Network c08fefa0-3cd2-48d2-a789-47f11dfe5864 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:07.855620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Port': ['ID=bdd53c88-f184-412b-bb6b-b193ef1ea433,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:07.867702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Checking segment: {'id': 'ab95e10b-0772-49a8-8103-20fd6618a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f12f8b0-dcce-4dec-8d07-14e66ce5975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:07.869317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network hostable DHCP agents. Network: 4f12f8b0-dcce-4dec-8d07-14e66ce5975b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:07.891950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network 4f12f8b0-dcce-4dec-8d07-14e66ce5975b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:07.903794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 4f12f8b0-dcce-4dec-8d07-14e66ce5975b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:07.908224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:07.915904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:07.922276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:07.922983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.941803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7574665-7ca4-4e22-90f6-c5cb4954b617 None None] Network 4f12f8b0-dcce-4dec-8d07-14e66ce5975b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:07.948492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:07.952582 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.955035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a28f96e7-1434-43b3-8ea4-f7cf6ef2ee22 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9256620 Jul 08 17:29:07.957319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:08.020070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d27e8-8aaa-4365-9f22-07ebf6955854 req-9f0be410-ad78-4548-b93e-5e35d7fd9567 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.021823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a6d27e8-8aaa-4365-9f22-07ebf6955854 req-9f0be410-ad78-4548-b93e-5e35d7fd9567 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.1652622 Jul 08 17:29:08.050210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636d0a6-0b5c-4365-be07-e78f47184582 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.059912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636d0a6-0b5c-4365-be07-e78f47184582 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.063223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5636d0a6-0b5c-4365-be07-e78f47184582 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1031885 Jul 08 17:29:08.066045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:08.196802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.259470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc2de-a19f-4dff-aad2-8f3fa939d5de req-a48552ab-1bab-4ae3-a0b1-8f7fbac19ad8 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.261428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-442cc2de-a19f-4dff-aad2-8f3fa939d5de req-a48552ab-1bab-4ae3-a0b1-8f7fbac19ad8 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 945 time: 0.1484616 Jul 08 17:29:08.273907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Deleting port ccc25268-b7d0-4fe7-b2de-244f4002f207 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:08.274387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.296815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a6d27e8-8aaa-4365-9f22-07ebf6955854 req-1e6da766-e498-4ce8-b7e0-b16170eb0a4f tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092618 Jul 08 17:29:08.319011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Subnet': ['ID=bf27122f-a65a-4af0-8a7d-c536bfef42d8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:08.357585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Checking segment: {'id': '1219aeaa-6295-4aad-9963-cc1a6662c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:08.358109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network hostable DHCP agents. Network: c2521ed3-e6f9-47bf-830f-8c4f63676346, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:08.383061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:08.398592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c2521ed3-e6f9-47bf-830f-8c4f63676346) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:08.404735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.405713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.406233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-442cc2de-a19f-4dff-aad2-8f3fa939d5de req-e9c3919e-f553-40d0-9637-5b6427c8d219 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374385 Jul 08 17:29:08.413000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45587cf0-4a52-43b9-a0f5-145cadb68dea None None] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:08.415513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.448075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Calling delete_port for ccc25268-b7d0-4fe7-b2de-244f4002f207 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:08.456883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f5c26cb9-2b94-46b6-8fbd-2ea17aa62c69 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7552860 Jul 08 17:29:08.457310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:08.471558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'network': {'name': 'tempest-router-network01--392946259'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:08.489908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:08.810596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-343827bb-3995-4fb0-a26b-6f84f94812c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.812118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-343827bb-3995-4fb0-a26b-6f84f94812c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 1096 time: 0.1239996 Jul 08 17:29:08.872978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c2521ed3-e6f9-47bf-830f-8c4f63676346', 'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346', 'tenant_id': '9abde75bbbde4597a3f2fbdb0fc7b5ca', 'fixed_ips': [{'subnet_id': 'bf27122f-a65a-4af0-8a7d-c536bfef42d8'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:08.874290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.902657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:08.953901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'mac_address': 'fa:16:3e:e5:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:09.094561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.105217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-3d8df0a3-dd7c-4e58-8bf7-d02b2ad1e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:09.115668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-3d8df0a3-dd7c-4e58-8bf7-d02b2ad1e131 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.2974362 Jul 08 17:29:09.140976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9b838-1813-4ca4-a00a-d008ac69e5b3 req-26f38dd1-6163-48f0-8e7a-69cf56fb17a6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:09.142894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31e9b838-1813-4ca4-a00a-d008ac69e5b3 req-26f38dd1-6163-48f0-8e7a-69cf56fb17a6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.2368710 Jul 08 17:29:09.146909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:09.173868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-36229fd1-bd9c-4448-a8e0-6b8eb53807e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21367f13-1466-4b92-9a91-79e8f53e4eef HTTP/1.1" status: 200 len: 217 time: 0.0499089 Jul 08 17:29:09.224306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Allocated IP 2001:db8::2 (c2521ed3-e6f9-47bf-830f-8c4f63676346/bf27122f-a65a-4af0-8a7d-c536bfef42d8/25c14d7a-fd6b-4206-a1a7-c895d35bafe0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:09.228538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:09.234728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.325305 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31e9b838-1813-4ca4-a00a-d008ac69e5b3 req-9ab86662-0bca-4e22-b599-f28ace6e01d6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540644 Jul 08 17:29:09.353386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-d380f80b-486e-4459-bf08-f9056df5949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:09.354837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-d380f80b-486e-4459-bf08-f9056df5949c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.1750612 Jul 08 17:29:09.377250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:09.377673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:09.384796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.437042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-1dc178d1-6890-4a76-ac6e-e273f78b70f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741069 Jul 08 17:29:09.451473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:09.480625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.481175 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Added segment 08ab229b-bb21-4f79-b30d-f1a58996159d of type vlan for network 9cc21a30-8189-4316-bd5c-c87765ceba44 Jul 08 17:29:09.497070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12198a-11fa-43a1-8f27-94ad01bea8e6 req-1ccbe8df-8ac3-45cb-a8d7-8504d94be199 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:09.501450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca12198a-11fa-43a1-8f27-94ad01bea8e6 req-1ccbe8df-8ac3-45cb-a8d7-8504d94be199 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.1863058 Jul 08 17:29:09.563287 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-e9b36b4b-45c3-40dd-8532-63dee46988be service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195817 Jul 08 17:29:09.566639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:09.632096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.658857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca12198a-11fa-43a1-8f27-94ad01bea8e6 req-784dc887-88f1-4b68-a8e7-106e242afb16 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242270 Jul 08 17:29:09.676750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.790293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.795879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/ports/ccc25268-b7d0-4fe7-b2de-244f4002f207 HTTP/1.1" status: 204 len: 168 time: 1.7281427 Jul 08 17:29:09.797736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01080ce-b381-4e9d-9db8-e1efe5a845db tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Port': ['ID=ccc25268-b7d0-4fe7-b2de-244f4002f207,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:09.800412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:09.803638 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.813223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:09.814220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.828223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.857688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Transition to ACTIVE for port object 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:09.881353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b5e29-be10-45a0-a39d-698efb5ea5a2 req-366c86e6-7a2c-4b1b-b59b-3d3daa9075b6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:09.892515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Transition to ACTIVE for port object 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:09.896409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-694b5e29-be10-45a0-a39d-698efb5ea5a2 req-366c86e6-7a2c-4b1b-b59b-3d3daa9075b6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 945 time: 0.1852450 Jul 08 17:29:09.915405 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.939822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fcedc9e-0a79-4ca8-bf6d-de7cca23698f req-fcbfeb6a-13f9-45eb-9d6f-abbfc788a73d service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703346 Jul 08 17:29:09.960941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5014966 Jul 08 17:29:09.970044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:09.982835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'network': {'name': 'tempest-router-network02--991208612'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:09.988398 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-694b5e29-be10-45a0-a39d-698efb5ea5a2 req-48973692-2a4c-4d22-9dda-16a0f8c9e1fe tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737610 Jul 08 17:29:09.991905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:09.998121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:10.000260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Pushing event updated for resources: {'Port': ['ID=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.014246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:10.057374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755990c1-f288-481b-a79a-d580f1e31cf3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Network': ['ID=9cc21a30-8189-4316-bd5c-c87765ceba44,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.078808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:10.079524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:10.085305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.117352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Deleting port bdd53c88-f184-412b-bb6b-b193ef1ea433 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:10.117852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.135441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:10.157799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Attempting to bind port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:10.158275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Attempting to bind port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1219aeaa-6295-4aad-9963-cc1a6662c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:10.158645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Attempting to bind port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 on network c2521ed3-e6f9-47bf-830f-8c4f63676346 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:10.164402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:10.164853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Checking segment: {'id': '1219aeaa-6295-4aad-9963-cc1a6662c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:10.165759 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.166189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Bound using segment: {'id': '1219aeaa-6295-4aad-9963-cc1a6662c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:10.166664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Bound port: 25c14d7a-fd6b-4206-a1a7-c895d35bafe0, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1219aeaa-6295-4aad-9963-cc1a6662c70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2521ed3-e6f9-47bf-830f-8c4f63676346'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:10.167832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.185786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.186368 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Added segment c8944522-f076-467a-8aeb-225820f89d48 of type vlan for network a03b28be-0b62-46b8-99fc-3c8328201100 Jul 08 17:29:10.233397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.242229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] For port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:10.246280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] For port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,segment=NetworkSegment(1219aeaa-6295-4aad-9963-cc1a6662c70e),segment_id=1219aeaa-6295-4aad-9963-cc1a6662c70e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:10.250769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.251246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.258512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Calling delete_port for bdd53c88-f184-412b-bb6b-b193ef1ea433 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:10.310887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c977a2-e260-47e5-b522-760bbe222bbf None None] Pushing event updated for resources: {'Port': ['ID=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.340860 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.346639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.347281 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.435860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4642375 Jul 08 17:29:10.438749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:10.444112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'subnet': {'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:10.457732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e986e2-8ded-4ab4-b5f3-0cd021989d54 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Network': ['ID=a03b28be-0b62-46b8-99fc-3c8328201100,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.472277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.476679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a03b28be-0b62-46b8-99fc-3c8328201100 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:10.510226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Port': ['ID=bdd53c88-f184-412b-bb6b-b193ef1ea433,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.513353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e4c90fff-f382-49c9-a96a-721ccbf97343 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:10.520518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.522560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a7c2a902-fed2-4bcf-8c5c-7051a0b07b01 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/ports/bdd53c88-f184-412b-bb6b-b193ef1ea433 HTTP/1.1" status: 204 len: 168 time: 0.7204342 Jul 08 17:29:10.526558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57884) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:10.596640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e69ec573-55cf-4ead-b851-c2a80b181162 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0688412 Jul 08 17:29:10.600664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:10.606612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1300761855'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:10.652564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:10.658380 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.699245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:10.713171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.713743 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Added segment 2b598ad7-a6d7-4601-8cc7-13c4a911d044 of type vlan for network 9fea36c9-c11e-4335-8e87-3e0bb723a7d0 Jul 08 17:29:10.716146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:10.726689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.787446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port e4c90fff-f382-49c9-a96a-721ccbf97343 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:10.799331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port e4c90fff-f382-49c9-a96a-721ccbf97343 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:10.799331 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.814042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.863065 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.869792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.872676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.975041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Network': ['ID=9fea36c9-c11e-4335-8e87-3e0bb723a7d0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.979311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d2ac135c-7f79-4dca-b232-d57c5e5acdc3 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3772836 Jul 08 17:29:10.983002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:11.005673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-860339855'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:11.045291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f65d-3f94-46b2-b31b-93f5a6ec0954 req-b3d7697d-5158-4414-b53a-af47849b5f92 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:11.052318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ce0f65d-3f94-46b2-b31b-93f5a6ec0954 req-b3d7697d-5158-4414-b53a-af47849b5f92 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.5124600 Jul 08 17:29:11.057097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.137164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:11.147070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.166560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ce0f65d-3f94-46b2-b31b-93f5a6ec0954 req-2a8f0983-b6b5-4380-a3f1-7f5b75c703b4 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132307 Jul 08 17:29:11.180610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9fea36c9-c11e-4335-8e87-3e0bb723a7d0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:11.246623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ed53c-6a46-4afe-b4a9-999135511ec1 req-53db3cd2-e8fb-42ee-95e5-700a354e9c9d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:11.251688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e5ed53c-6a46-4afe-b4a9-999135511ec1 req-53db3cd2-e8fb-42ee-95e5-700a354e9c9d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.2770648 Jul 08 17:29:11.254969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Checking segment: {'id': '08ab229b-bb21-4f79-b30d-f1a58996159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:11.262390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network hostable DHCP agents. Network: 9cc21a30-8189-4316-bd5c-c87765ceba44, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:11.301022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:11.305859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Subnet': ['ID=33d41f6b-9c73-4097-8004-7f73f1d7934a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:11.327583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.328978 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Added segment c392a96c-8b35-4bda-b37f-3c8f615686f6 of type vlan for network c7775be0-424d-4353-b966-ff49266a3565 Jul 08 17:29:11.339096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:11.359874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9cc21a30-8189-4316-bd5c-c87765ceba44) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:11.364206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:11.364973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.387527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c9066-864a-4f93-be8d-47bef4394f78 None None] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:11.474566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-761692ca-c6b1-415b-8e54-dd050bf5b162 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0345206 Jul 08 17:29:11.476400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:11.489631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.497610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'subnet': {'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:11.508036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e5ed53c-6a46-4afe-b4a9-999135511ec1 req-c258e8b8-10f8-4b29-84a1-48388ecd38cb tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466259 Jul 08 17:29:11.558835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.566068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:11.566908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.607880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.659338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-9cc21a30-8189-4316-bd5c-c87765ceba44', 'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44', 'tenant_id': '9abde75bbbde4597a3f2fbdb0fc7b5ca', 'fixed_ips': [{'subnet_id': '33d41f6b-9c73-4097-8004-7f73f1d7934a'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:11.660380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.692786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c90fff-f382-49c9-a96a-721ccbf97343'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:11.695079 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b0243-a958-4963-bd08-68c49aebafd6" -d '{"events": [{"server_uuid": "258b31c0-76a1-4bab-8ac4-9307eeccdd5a", "name": "network-vif-plugged", "status": "completed", "tag": "e4c90fff-f382-49c9-a96a-721ccbf97343"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:11.695874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Network': ['ID=c7775be0-424d-4353-b966-ff49266a3565,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:11.716194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e4c90fff-f382-49c9-a96a-721ccbf97343, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e4c90fff-f382-49c9-a96a-721ccbf97343,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:11.735771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea1dbb8e-9a02-424b-b8a3-5ebe6b1d3a91 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7360973 Jul 08 17:29:11.775448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c7775be0-424d-4353-b966-ff49266a3565 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:11.872231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.876624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:11.935688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658b194-ded6-49ed-ac2e-7dd7c3fe9824 req-6d7c3dfe-3a60-4521-9a84-69d7611b72c6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:11.937303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0658b194-ded6-49ed-ac2e-7dd7c3fe9824 req-6d7c3dfe-3a60-4521-9a84-69d7611b72c6 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 945 time: 0.5569117 Jul 08 17:29:12.047869 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d995918-1bd9-4f79-b693-0e1418c338e4 x-openstack-request-id: req-6d995918-1bd9-4f79-b693-0e1418c338e4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:12.048156 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b31c0-76a1-4bab-8ac4-9307eeccdd5a", "name": "network-vif-plugged", "status": "completed", "tag": "e4c90fff-f382-49c9-a96a-721ccbf97343", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:12.048407 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d995918-1bd9-4f79-b693-0e1418c338e4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:12.048800 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c90fff-f382-49c9-a96a-721ccbf97343', 'code': 200} Jul 08 17:29:12.077731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0658b194-ded6-49ed-ac2e-7dd7c3fe9824 req-7362b52f-654b-4aa9-8f0f-ccd7b615be99 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Jul 08 17:29:12.088342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ebf2f0-7626-4083-aae7-cfbf511f70b7 None None] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:12.090407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:12.139633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:12.152250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.246654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5b48848e-410d-49ba-aa53-9c70457f02a1 None None] Provisioning for port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:12.255836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:12.266281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:12.266771 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.360079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e4c90fff-f382-49c9-a96a-721ccbf97343,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:12.362067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd82113-c413-480f-88d7-ced3f9c65060 req-22cc0757-79ba-4c5f-87dd-e527131d31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:12.370415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:12.373633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4cd82113-c413-480f-88d7-ced3f9c65060 req-22cc0757-79ba-4c5f-87dd-e527131d31f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 1097 time: 0.2888403 Jul 08 17:29:12.383978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:12.384339 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.454734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4cd82113-c413-480f-88d7-ced3f9c65060 req-55616184-7907-4ecd-bc95-a3e47fe508a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732930 Jul 08 17:29:12.479814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Allocated IP 2001:db8::2 (9cc21a30-8189-4316-bd5c-c87765ceba44/33d41f6b-9c73-4097-8004-7f73f1d7934a/ccf6a54a-bfd4-411e-88fa-6693db0a41cb) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:12.581420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259035-ecd3-4a63-8845-140c02762ded req-a3964438-4fa3-4f55-8b79-90aa815c85c3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:12.589493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f259035-ecd3-4a63-8845-140c02762ded req-a3964438-4fa3-4f55-8b79-90aa815c85c3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.1850207 Jul 08 17:29:12.690709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f259035-ecd3-4a63-8845-140c02762ded req-7e73c42e-63de-445c-88a1-9684937017ca tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000874 Jul 08 17:29:12.764556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.794185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.855619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:12.931685 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.979827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:12.994045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Checking segment: {'id': 'c8944522-f076-467a-8aeb-225820f89d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:12.994748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network hostable DHCP agents. Network: a03b28be-0b62-46b8-99fc-3c8328201100, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:12.999250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Subnet': ['ID=e145dec6-e417-4d3e-aee1-07c628a40aa6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.026856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network a03b28be-0b62-46b8-99fc-3c8328201100 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:13.048197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a03b28be-0b62-46b8-99fc-3c8328201100) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:13.064725 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.065919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:13.066553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.091778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7daa3b1-31bb-4aaa-a68e-03bfe5832e4f None None] Network a03b28be-0b62-46b8-99fc-3c8328201100 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:13.097216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a850-cf15-48c5-9a4a-fb3663271a20 req-2e08d6d6-7b64-4180-a66c-85901eb60a97 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:13.105219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e74a850-cf15-48c5-9a4a-fb3663271a20 req-2e08d6d6-7b64-4180-a66c-85901eb60a97 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.2509718 Jul 08 17:29:13.109497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec695b32-7f40-4e6d-bc74-59d2e9b7cabd tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6319232 Jul 08 17:29:13.112077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:13.167688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e74a850-cf15-48c5-9a4a-fb3663271a20 req-3de8cf46-1f5a-44e5-8162-3d6d36a15a5b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614548 Jul 08 17:29:13.491926 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.595389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Transition to ACTIVE for port object ccf6a54a-bfd4-411e-88fa-6693db0a41cb will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:13.648602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Transition to ACTIVE for port object ccf6a54a-bfd4-411e-88fa-6693db0a41cb will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:13.749627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.788638 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.793080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.881670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,segment=NetworkSegment(1219aeaa-6295-4aad-9963-cc1a6662c70e),segment_id=1219aeaa-6295-4aad-9963-cc1a6662c70e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:13.908276 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.964017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d843b-0925-4ad2-aa11-1289009b77cf req-da2eea47-5740-454b-a7c7-dade9d727434 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:13.972501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b8d843b-0925-4ad2-aa11-1289009b77cf req-da2eea47-5740-454b-a7c7-dade9d727434 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 946 time: 0.5930977 Jul 08 17:29:14.050709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.071961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.097018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b8d843b-0925-4ad2-aa11-1289009b77cf req-5856e457-c050-4967-83dc-bf250b9c77cc tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231627 Jul 08 17:29:14.123611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:14.129764 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f40484c-6189-46d9-a478-0fac6a033caf" -d '{"events": [{"server_uuid": "ef0bad2d-7b90-492f-ace4-88597371a0ff", "name": "network-vif-plugged", "status": "completed", "tag": "80b4cdd8-b5cf-4b13-b9e3-69ae4637e435"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:14.138462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:14.159454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539ce5a-fc08-4aba-b98c-24b3465b958f req-cfff8c26-7895-48bd-ab23-5accc9a2166c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:14.176655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8539ce5a-fc08-4aba-b98c-24b3465b958f req-cfff8c26-7895-48bd-ab23-5accc9a2166c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.1794682 Jul 08 17:29:14.269532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8539ce5a-fc08-4aba-b98c-24b3465b958f req-287f1eaf-4a56-4e1d-ade5-cc363563850a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908589 Jul 08 17:29:14.285790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:14.300271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Pushing event updated for resources: {'Port': ['ID=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:14.319265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:14.325399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:14.439530 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396f0e2-f5a5-422f-8eda-2bda00341d43 x-openstack-request-id: req-e396f0e2-f5a5-422f-8eda-2bda00341d43 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:14.440123 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0bad2d-7b90-492f-ace4-88597371a0ff", "name": "network-vif-plugged", "status": "completed", "tag": "80b4cdd8-b5cf-4b13-b9e3-69ae4637e435", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:14.440536 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e396f0e2-f5a5-422f-8eda-2bda00341d43 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:14.442366 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435', 'code': 200} Jul 08 17:29:14.460818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-882c688b-7dde-4c82-8224-31d219d6f549 None None] Provisioning complete for port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:14.468861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-882c688b-7dde-4c82-8224-31d219d6f549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.547059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Attempting to bind port ccf6a54a-bfd4-411e-88fa-6693db0a41cb on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:14.547898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Attempting to bind port ccf6a54a-bfd4-411e-88fa-6693db0a41cb by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '08ab229b-bb21-4f79-b30d-f1a58996159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:14.548448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Attempting to bind port ccf6a54a-bfd4-411e-88fa-6693db0a41cb on network 9cc21a30-8189-4316-bd5c-c87765ceba44 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:14.564581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:14.588158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Allocated IP 2001:db8::1 (9cc21a30-8189-4316-bd5c-c87765ceba44/33d41f6b-9c73-4097-8004-7f73f1d7934a/8aeb23ba-8c2c-4d77-921f-9d2bfddf6525) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:14.609853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:14.610703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Checking segment: {'id': '08ab229b-bb21-4f79-b30d-f1a58996159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:14.612418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.613191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Bound using segment: {'id': '08ab229b-bb21-4f79-b30d-f1a58996159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:14.617650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Bound port: ccf6a54a-bfd4-411e-88fa-6693db0a41cb, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ab229b-bb21-4f79-b30d-f1a58996159d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9cc21a30-8189-4316-bd5c-c87765ceba44'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:14.620329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.652498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef0054-60fc-4cf6-ba61-e1090f2c7c80 req-5cb7677e-7bfc-457f-b449-3bd7691f4169 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:14.656179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:14.656805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.660722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6ef0054-60fc-4cf6-ba61-e1090f2c7c80 req-5cb7677e-7bfc-457f-b449-3bd7691f4169 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.1260493 Jul 08 17:29:14.670637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f50691-15b5-40f8-8657-6bf3fc77b140 req-675f0429-6ba5-444d-9400-05a9622cad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:14.673346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59f50691-15b5-40f8-8657-6bf3fc77b140 req-675f0429-6ba5-444d-9400-05a9622cad30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 1097 time: 0.2034636 Jul 08 17:29:14.719290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59f50691-15b5-40f8-8657-6bf3fc77b140 req-3ddae26e-5e14-4dbc-b3db-cea88cb5e0df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Jul 08 17:29:14.768887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6ef0054-60fc-4cf6-ba61-e1090f2c7c80 req-b8299413-cdb3-4691-8328-dc8261990459 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070981 Jul 08 17:29:14.806445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a03b28be-0b62-46b8-99fc-3c8328201100', 'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100', 'tenant_id': '9abde75bbbde4597a3f2fbdb0fc7b5ca', 'fixed_ips': [{'subnet_id': 'e145dec6-e417-4d3e-aee1-07c628a40aa6'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:14.807778 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.825902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.845774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Transition to ACTIVE for port object 8aeb23ba-8c2c-4d77-921f-9d2bfddf6525 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:14.892432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.975822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Port': ['ID=8aeb23ba-8c2c-4d77-921f-9d2bfddf6525,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:15.009519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:15.011206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:15.017863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:15.018627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.126862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:15.132374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'subnets': [{'network_id': '9fea36c9-c11e-4335-8e87-3e0bb723a7d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--945626510', 'ip_version': 6}, {'network_id': 'c7775be0-424d-4353-b966-ff49266a3565', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:15.132696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'subnet': {'network_id': '9fea36c9-c11e-4335-8e87-3e0bb723a7d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--945626510', 'ip_version': 6}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:15.133357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Request body: {'subnet': {'network_id': 'c7775be0-424d-4353-b966-ff49266a3565', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:15.175554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.424234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Made reservation on behalf of 10177b7488424cb8967d4d9598ea68c0 for: {'subnet': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:15.430872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.431261 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.534390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-16790129-0225-4eee-a5f6-65217cef515c None None] For port ccf6a54a-bfd4-411e-88fa-6693db0a41cb, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:15.580647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-16790129-0225-4eee-a5f6-65217cef515c None None] For port ccf6a54a-bfd4-411e-88fa-6693db0a41cb, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,segment=NetworkSegment(08ab229b-bb21-4f79-b30d-f1a58996159d),segment_id=08ab229b-bb21-4f79-b30d-f1a58996159d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:15.588600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae488cc9-7160-44a7-913e-180fa8443a9e req-0ec57eff-4f32-4502-9241-3c5d6abc1da5 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:15.590451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae488cc9-7160-44a7-913e-180fa8443a9e req-0ec57eff-4f32-4502-9241-3c5d6abc1da5 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 946 time: 0.2101731 Jul 08 17:29:15.599153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Allocated IP 2001:db8::2 (a03b28be-0b62-46b8-99fc-3c8328201100/e145dec6-e417-4d3e-aee1-07c628a40aa6/d7d7c018-ef75-42af-9075-729bac0d6e75) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:15.605203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.613784 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.718709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae488cc9-7160-44a7-913e-180fa8443a9e req-9e3b9d81-5b5f-41e5-9a97-8704543b097b tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889158 Jul 08 17:29:15.848082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.857073 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.858063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.949105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16790129-0225-4eee-a5f6-65217cef515c None None] Pushing event updated for resources: {'Port': ['ID=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:15.975602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:15.987038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Port': ['ID=8aeb23ba-8c2c-4d77-921f-9d2bfddf6525,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.037639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.171798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:16.192699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:16.194215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:16.350214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.399400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:16.400003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.407349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b3bae-2506-4c9e-bf4a-ef7300e74ee0 req-1ff1a49e-9e85-423f-8987-718c1169afe5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:16.409180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-308b3bae-2506-4c9e-bf4a-ef7300e74ee0 req-1ff1a49e-9e85-423f-8987-718c1169afe5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1551666 Jul 08 17:29:16.422770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df384f2-dbec-4386-b60f-e29e3269a448 req-85559a1d-c0e1-420d-964c-01c1a3c2288e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:16.433211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0df384f2-dbec-4386-b60f-e29e3269a448 req-85559a1d-c0e1-420d-964c-01c1a3c2288e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.1691799 Jul 08 17:29:16.441223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Router 48be726d-24ba-4f7c-9bb1-9b74a833d0e0 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:29:16.444345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:16.448154 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9579c8-3e2d-4ddf-b5fc-02b4d637c1fa" -d '{"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-plugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:16.453776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.472946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Transition to ACTIVE for port object d7d7c018-ef75-42af-9075-729bac0d6e75 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:16.495473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Transition to ACTIVE for port object d7d7c018-ef75-42af-9075-729bac0d6e75 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:16.505162 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.516307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-308b3bae-2506-4c9e-bf4a-ef7300e74ee0 req-ab96f4f1-8f6d-4ce2-a7ad-8c5d4621acc7 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968156 Jul 08 17:29:16.567537 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0df384f2-dbec-4386-b60f-e29e3269a448 req-3712b8fa-638b-47c3-bd96-4df8d3db328a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328921 Jul 08 17:29:16.594649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:16.604517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e6674a70-695e-4a07-b3d4-be44eab21d9a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4878488 Jul 08 17:29:16.605309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] Sync routers for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:16.606814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:16.620047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Network a03b28be-0b62-46b8-99fc-3c8328201100 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:16.621442 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:16.622185 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:16.623335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c018-ef75-42af-9075-729bac0d6e75,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.658249 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64733098-5657-4ea1-8f24-fbacd9430143 x-openstack-request-id: req-64733098-5657-4ea1-8f24-fbacd9430143 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:16.658546 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-plugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:16.658800 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64733098-5657-4ea1-8f24-fbacd9430143 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:16.660519 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'code': 200} Jul 08 17:29:16.661759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:16.673964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:16.677796 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:16.718413 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:16.719044 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:28:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:16.800772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:16.802694 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81058435-7ce7-4203-8397-4ad3f2cc0f79 None None] The sync data for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:16.833814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Attempting to bind port d7d7c018-ef75-42af-9075-729bac0d6e75 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:16.833814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Attempting to bind port d7d7c018-ef75-42af-9075-729bac0d6e75 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c8944522-f076-467a-8aeb-225820f89d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:16.833814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Attempting to bind port d7d7c018-ef75-42af-9075-729bac0d6e75 on network a03b28be-0b62-46b8-99fc-3c8328201100 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:16.851094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:16.851782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Checking segment: {'id': 'c8944522-f076-467a-8aeb-225820f89d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:16.853844 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.861000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Bound using segment: {'id': 'c8944522-f076-467a-8aeb-225820f89d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:16.865255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Bound port: d7d7c018-ef75-42af-9075-729bac0d6e75, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8944522-f076-467a-8aeb-225820f89d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a03b28be-0b62-46b8-99fc-3c8328201100'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:16.866086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.085538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] For port d7d7c018-ef75-42af-9075-729bac0d6e75, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:17.090568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] For port d7d7c018-ef75-42af-9075-729bac0d6e75, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d7d7c018-ef75-42af-9075-729bac0d6e75,segment=NetworkSegment(c8944522-f076-467a-8aeb-225820f89d48),segment_id=c8944522-f076-467a-8aeb-225820f89d48)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:17.096277 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.210470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.255320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a316-18ad-498a-ae3f-fba71aed7eb1 req-dccee143-1d59-4332-a369-38c1789c6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.257117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c580a316-18ad-498a-ae3f-fba71aed7eb1 req-dccee143-1d59-4332-a369-38c1789c6c2e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1097 time: 0.4605951 Jul 08 17:29:17.260585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce39c0-904a-4706-b01b-074879e7bc74 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c018-ef75-42af-9075-729bac0d6e75,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.402913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283ab93-9867-42f8-b87b-adc85c6605e7 req-3b1f636b-39e7-4705-b885-50fe092ef3ab tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.415788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c283ab93-9867-42f8-b87b-adc85c6605e7 req-3b1f636b-39e7-4705-b885-50fe092ef3ab tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 946 time: 0.3336942 Jul 08 17:29:17.427280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c580a316-18ad-498a-ae3f-fba71aed7eb1 req-61fbd255-6294-48cf-8544-0880444b80c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469741 Jul 08 17:29:17.428210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Subnet': ['ID=a07abfb6-87f0-47ed-9e8b-88d738840890,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.454999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Checking segment: {'id': '2b598ad7-a6d7-4601-8cc7-13c4a911d044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9fea36c9-c11e-4335-8e87-3e0bb723a7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:17.455724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network hostable DHCP agents. Network: 9fea36c9-c11e-4335-8e87-3e0bb723a7d0, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:17.487183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c283ab93-9867-42f8-b87b-adc85c6605e7 req-b9bf964a-8d6b-4246-b3fe-c4ac7493aabd tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700874 Jul 08 17:29:17.517673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network 9fea36c9-c11e-4335-8e87-3e0bb723a7d0 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:17.543523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9fea36c9-c11e-4335-8e87-3e0bb723a7d0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:17.573465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.586718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027ae27-081d-47dc-a196-c0d2c0eb8f20 None None] Network 9fea36c9-c11e-4335-8e87-3e0bb723a7d0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:17.669154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be933ac7-5283-4d49-a90f-6f12c733ff92 None None] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:17.823104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event updated for resources: {'Subnet': ['ID=bcff7aaa-ad84-432f-bcd5-ff2c2e959f33,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.823104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Checking segment: {'id': 'c392a96c-8b35-4bda-b37f-3c8f615686f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c7775be0-424d-4353-b966-ff49266a3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:17.823104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network hostable DHCP agents. Network: c7775be0-424d-4353-b966-ff49266a3565, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:17.924666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Network c7775be0-424d-4353-b966-ff49266a3565 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:17.924666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b005149-afb1-47e5-b3fe-916a818dcf03 req-a379d9b5-4a4c-4021-93b9-67d8176e3614 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.924666 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b005149-afb1-47e5-b3fe-916a818dcf03 req-a379d9b5-4a4c-4021-93b9-67d8176e3614 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1449564 Jul 08 17:29:17.924666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c7775be0-424d-4353-b966-ff49266a3565) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:17.944940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9347b8f-21e3-4701-939c-52e398131b96 None None] Network c7775be0-424d-4353-b966-ff49266a3565 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:17.951083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.952207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.954012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.958065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d68a0fd-f03d-454a-ab01-20317b972c15 None None] Provisioning for port ccf6a54a-bfd4-411e-88fa-6693db0a41cb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:18.017285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d69929c3-9409-43e6-b4af-61bf5b0582d8 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8892817 Jul 08 17:29:18.022322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57992) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:18.129359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de4a5-b158-4d2f-8e56-a224e5f8ed35 req-a6cd5807-67c8-4434-982f-5464ad30849c tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:18.131024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f3de4a5-b158-4d2f-8e56-a224e5f8ed35 req-a6cd5807-67c8-4434-982f-5464ad30849c tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 946 time: 0.2436802 Jul 08 17:29:18.141127 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ea3b4cf9-83f5-4091-8805-25a0ef49caa4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:29:18.142582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea3b4cf9-83f5-4091-8805-25a0ef49caa4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5342598 Jul 08 17:29:18.147332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b005149-afb1-47e5-b3fe-916a818dcf03 req-a6f550a2-1407-478e-a601-4413eb6ae345 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039118 Jul 08 17:29:18.148255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:18.276727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f3de4a5-b158-4d2f-8e56-a224e5f8ed35 req-b3e79140-4312-425a-b384-3da52d07bf40 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057153 Jul 08 17:29:18.313213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d7d7c018-ef75-42af-9075-729bac0d6e75 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:18.524404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5652419-2fbf-4c4e-a0d5-8e00c48fc300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-9fea36c9-c11e-4335-8e87-3e0bb723a7d0', 'network_id': '9fea36c9-c11e-4335-8e87-3e0bb723a7d0', 'tenant_id': '10177b7488424cb8967d4d9598ea68c0', 'fixed_ips': [{'subnet_id': 'a07abfb6-87f0-47ed-9e8b-88d738840890'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:18.524404 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5652419-2fbf-4c4e-a0d5-8e00c48fc300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.692359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb242fbd-1bd4-461c-9048-f744bcf6cb93 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:18.695098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb242fbd-1bd4-461c-9048-f744bcf6cb93 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:18.697420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb242fbd-1bd4-461c-9048-f744bcf6cb93 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:18.699315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb242fbd-1bd4-461c-9048-f744bcf6cb93 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6763713 Jul 08 17:29:18.709393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58012) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:18.748933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d7d7c018-ef75-42af-9075-729bac0d6e75 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:18.798759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ccf6a54a-bfd4-411e-88fa-6693db0a41cb up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:18.856515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Deleting subnet a07abfb6-87f0-47ed-9e8b-88d738840890 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:18.878717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.908423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90c4fa-bda8-4439-ae13-5c6230376e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c7775be0-424d-4353-b966-ff49266a3565', 'network_id': 'c7775be0-424d-4353-b966-ff49266a3565', 'tenant_id': '10177b7488424cb8967d4d9598ea68c0', 'fixed_ips': [{'subnet_id': 'bcff7aaa-ad84-432f-bcd5-ff2c2e959f33'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:18.909256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ae90c4fa-bda8-4439-ae13-5c6230376e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.968648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce8cd1-5d4c-43d3-9595-4df7190f7b1d req-48c7e80d-499d-4da3-a7aa-3fdbf4cef32c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:18.980394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fce8cd1-5d4c-43d3-9595-4df7190f7b1d req-48c7e80d-499d-4da3-a7aa-3fdbf4cef32c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.3656185 Jul 08 17:29:18.988602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.002014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ccf6a54a-bfd4-411e-88fa-6693db0a41cb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:19.011949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ccf6a54a-bfd4-411e-88fa-6693db0a41cb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:19.019590 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.096650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.153342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fce8cd1-5d4c-43d3-9595-4df7190f7b1d req-3220c23a-b894-4493-b4d6-3955137c8be7 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713448 Jul 08 17:29:19.163352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79451d7-bb8a-49bc-ae32-a87d0ca84d72 None None] Network a03b28be-0b62-46b8-99fc-3c8328201100 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:19.252814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.345374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.356595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/subnets/a07abfb6-87f0-47ed-9e8b-88d738840890 HTTP/1.1" status: 204 len: 168 time: 0.6436815 Jul 08 17:29:19.356595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9e3b8-ca8c-4d5e-ac83-ff5f291843ce tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Subnet': ['ID=a07abfb6-87f0-47ed-9e8b-88d738840890,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:19.357663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-e5652419-2fbf-4c4e-a0d5-8e00c48fc300 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a07abfb6-87f0-47ed-9e8b-88d738840890: This subnet is being modified by another concurrent operation. Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a07abfb6-87f0-47ed-9e8b-88d738840890: This subnet is being modified by another concurrent operation. Jul 08 17:29:19.397494 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:29:19.410746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] Provisioning for port d7d7c018-ef75-42af-9075-729bac0d6e75 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:19.459354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] Provisioning complete for port d7d7c018-ef75-42af-9075-729bac0d6e75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:19.459687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Deleting subnet bcff7aaa-ad84-432f-bcd5-ff2c2e959f33 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:19.459800 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.464140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.518801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.535154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.536974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6721b0e1-cee9-4f36-a7d7-0f063351806c None None] Network 9fea36c9-c11e-4335-8e87-3e0bb723a7d0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:19.647701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91cb6a-81cd-48f0-8d7e-fbc2e49b07c7 req-ab19f40b-b7b3-4a1c-8614-04633b3aa69b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:19.654839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f91cb6a-81cd-48f0-8d7e-fbc2e49b07c7 req-ab19f40b-b7b3-4a1c-8614-04633b3aa69b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.2823286 Jul 08 17:29:19.685625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.766489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.833122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f91cb6a-81cd-48f0-8d7e-fbc2e49b07c7 req-01ee0653-6afd-4226-81ba-ba279cb8b247 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689920 Jul 08 17:29:19.907357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Subnet': ['ID=bcff7aaa-ad84-432f-bcd5-ff2c2e959f33,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:19.916588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.923780 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4d4fe4f0-63ba-4c45-8519-5e07c58bfe8f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/subnets/bcff7aaa-ad84-432f-bcd5-ff2c2e959f33 HTTP/1.1" status: 204 len: 168 time: 0.5638726 Jul 08 17:29:19.924442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:20.032269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e407d-414a-4185-a809-4b05f3b5e57a tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:20.034219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ce5e407d-414a-4185-a809-4b05f3b5e57a tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1086628 Jul 08 17:29:20.038317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:20.166627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.187453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c3cb-0afc-43c5-aa11-d386502dd0c5 req-9c94f6a8-b973-4479-84dc-fedcc873bbb3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:20.189475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6bf9c3cb-0afc-43c5-aa11-d386502dd0c5 req-9c94f6a8-b973-4479-84dc-fedcc873bbb3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1773951 Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-ae90c4fa-bda8-4439-ae13-5c6230376e1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcff7aaa-ad84-432f-bcd5-ff2c2e959f33: This subnet is being modified by another concurrent operation. Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcff7aaa-ad84-432f-bcd5-ff2c2e959f33: This subnet is being modified by another concurrent operation. Jul 08 17:29:20.200372 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:29:20.210869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:20.255531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Request body: {'floatingip': {'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:20.263804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362d084-b551-4500-966e-990fc9ed4d3c None None] Network c7775be0-424d-4353-b966-ff49266a3565 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:20.268122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-707b171c-68b2-4e70-8191-e7abd2c30033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.324530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.431280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.442098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7775be0-424d-4353-b966-ff49266a3565']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:20.455314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c392a96c-8b35-4bda-b37f-3c8f615686f6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:20.455662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c392a96c-8b35-4bda-b37f-3c8f615686f6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:20.466093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.481026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.487318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:20.487648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.550760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:20.557434 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:20.602083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.627080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.631724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/networks/c7775be0-424d-4353-b966-ff49266a3565 HTTP/1.1" status: 204 len: 168 time: 0.5899334 Jul 08 17:29:20.631724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f53c47-b530-4330-9d83-0314174df098 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Network': ['ID=c7775be0-424d-4353-b966-ff49266a3565,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:20.634036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:20.716866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting port 8aeb23ba-8c2c-4d77-921f-9d2bfddf6525 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:20.717224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.763463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ff8c-aad0-440b-b56c-41655a640b43 req-caa192bd-d46c-41c1-8ebb-6e5de0e6997e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:20.765428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9570ff8c-aad0-440b-b56c-41655a640b43 req-caa192bd-d46c-41c1-8ebb-6e5de0e6997e tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 946 time: 0.5514052 Jul 08 17:29:20.820327 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.848856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ccf6a54a-bfd4-411e-88fa-6693db0a41cb, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,segment=NetworkSegment(08ab229b-bb21-4f79-b30d-f1a58996159d),segment_id=08ab229b-bb21-4f79-b30d-f1a58996159d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:20.881352 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.893735 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.898443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c3c0-c394-4333-8eb6-dcafd00666b6 req-3c66431d-8562-4e06-9e43-71fbed148e59 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:20.901878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be52c3c0-c394-4333-8eb6-dcafd00666b6 req-3c66431d-8562-4e06-9e43-71fbed148e59 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.4654262 Jul 08 17:29:20.936035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9570ff8c-aad0-440b-b56c-41655a640b43 req-fff3f118-f9aa-4e70-ad3a-c952d5e7ba9f tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122468 Jul 08 17:29:20.937026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] For port d7d7c018-ef75-42af-9075-729bac0d6e75, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d7d7c018-ef75-42af-9075-729bac0d6e75,segment=NetworkSegment(c8944522-f076-467a-8aeb-225820f89d48),segment_id=c8944522-f076-467a-8aeb-225820f89d48)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:20.979998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.090980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.105569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fea36c9-c11e-4335-8e87-3e0bb723a7d0']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:21.116393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:21.129382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b598ad7-a6d7-4601-8cc7-13c4a911d044') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:21.129814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b598ad7-a6d7-4601-8cc7-13c4a911d044') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:21.146332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.173385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be52c3c0-c394-4333-8eb6-dcafd00666b6 req-322057d6-896b-4d2f-9439-0190e208489a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824982 Jul 08 17:29:21.197384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248cb34-f98d-4790-8927-c0f7fb30f58e None None] Pushing event updated for resources: {'Port': ['ID=d7d7c018-ef75-42af-9075-729bac0d6e75,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:21.200949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.202993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6bfcdc-3368-4c2c-a616-11c5c8af1eff None None] Provisioning for port 8aeb23ba-8c2c-4d77-921f-9d2bfddf6525 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:21.209167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6bfcdc-3368-4c2c-a616-11c5c8af1eff None None] Provisioning complete for port 8aeb23ba-8c2c-4d77-921f-9d2bfddf6525 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:21.209730 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfcdc-3368-4c2c-a616-11c5c8af1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.220725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:21.221258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:21.229465 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:21.267104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bfcdc-3368-4c2c-a616-11c5c8af1eff None None] Port 8aeb23ba-8c2c-4d77-921f-9d2bfddf6525 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:21.296072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6bfcdc-3368-4c2c-a616-11c5c8af1eff None None] Provisioning complete for port ccf6a54a-bfd4-411e-88fa-6693db0a41cb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:21.297196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfcdc-3368-4c2c-a616-11c5c8af1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.330996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.420998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.426231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/networks/9fea36c9-c11e-4335-8e87-3e0bb723a7d0 HTTP/1.1" status: 204 len: 168 time: 0.7863758 Jul 08 17:29:21.433858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e74f9-aee5-4d33-b17a-ebe9c4d5b24f tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Network': ['ID=9fea36c9-c11e-4335-8e87-3e0bb723a7d0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:21.439735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:21.495041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826de68b-784e-4209-ba37-304ac2bc0395 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:29:21.616542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-5a42557d-3105-456f-918e-73630c4e36ff tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:21.618948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-5a42557d-3105-456f-918e-73630c4e36ff tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef0bad2d-7b90-492f-ace4-88597371a0ff HTTP/1.1" status: 200 len: 946 time: 0.2992716 Jul 08 17:29:21.622862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.642677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826de68b-784e-4209-ba37-304ac2bc0395 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:29:21.840247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.857742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f12f8b0-dcce-4dec-8d07-14e66ce5975b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:21.871816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab95e10b-0772-49a8-8103-20fd6618a53d') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:21.872114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab95e10b-0772-49a8-8103-20fd6618a53d') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:21.890724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.893165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Deleting port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:21.893165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.925679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b6732966-2bb2-4dbb-b675-02ffda0fa254 None None] Provisioning complete for port d7d7c018-ef75-42af-9075-729bac0d6e75 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:21.930881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6732966-2bb2-4dbb-b675-02ffda0fa254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.003680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] For port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:22.004050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.021110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Calling delete_port for 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:22.187030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.240338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event deleted for resources: {'Port': ['ID=80b4cdd8-b5cf-4b13-b9e3-69ae4637e435,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:22.247737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.276397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:22.277070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:22.282447 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:22.353412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] No DVR routers for this DVR port 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:22.372907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.375303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5e2a41a-b561-43bf-a9e8-e1751cc6abd3 req-e8c08d78-0893-4c88-96f0-b76d1133477d tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "DELETE /v2.0/ports/80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 HTTP/1.1" status: 204 len: 173 time: 0.7482250 Jul 08 17:29:22.375751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'name': 'network-vif-deleted', 'tag': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:22.380949 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cadf30d-e59a-4687-9eca-ef86c083fbda" -d '{"events": [{"server_uuid": "ef0bad2d-7b90-492f-ace4-88597371a0ff", "name": "network-vif-deleted", "tag": "80b4cdd8-b5cf-4b13-b9e3-69ae4637e435"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:22.412601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['80b4cdd8-b5cf-4b13-b9e3-69ae4637e435', 'e4c90fff-f382-49c9-a96a-721ccbf97343'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:22.438502 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.456560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.resource_extend [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:29:22.461969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.478772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/networks/4f12f8b0-dcce-4dec-8d07-14e66ce5975b HTTP/1.1" status: 204 len: 168 time: 1.0326443 Jul 08 17:29:22.511573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:22.512328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7adde-f0ea-47e2-b76a-43a2ac40bd05 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Network': ['ID=4f12f8b0-dcce-4dec-8d07-14e66ce5975b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:22.583841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.596306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.605349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8bc5e-87c3-4856-a9ce-bf8d288fb730 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:29:22.621801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-d5eded03-1566-465c-8a83-5cc858eb17c5 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:22.640632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-d5eded03-1566-465c-8a83-5cc858eb17c5 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "GET /v2.0/ports?device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 946 time: 1.8351040 Jul 08 17:29:22.642295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.667545 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-992ac29d-1cb3-4878-b7a5-c56615f8881c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.677012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.718281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Calling delete_port for 8aeb23ba-8c2c-4d77-921f-9d2bfddf6525 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:22.790317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.833729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdef12b-24d7-4820-9a6b-6de66435402b req-8f9679df-36de-4caf-882e-31cbe63e9ad8 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:22.843135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bbdef12b-24d7-4820-9a6b-6de66435402b req-8f9679df-36de-4caf-882e-31cbe63e9ad8 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.3050840 Jul 08 17:29:22.963666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8bc5e-87c3-4856-a9ce-bf8d288fb730 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:29:22.993872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bbdef12b-24d7-4820-9a6b-6de66435402b req-568a7b93-1699-4cde-9588-9f8cac0bf4ff tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496844 Jul 08 17:29:23.174209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.181369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d7d7c018-ef75-42af-9075-729bac0d6e75 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:23.195042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08fefa0-3cd2-48d2-a789-47f11dfe5864']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:23.214727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121bbe5e-1bc5-418f-823b-5b1d1434615b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:23.215386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121bbe5e-1bc5-418f-823b-5b1d1434615b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:23.229274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.252499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.260099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:23.260524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:23.264742 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:23.344838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d7d7c018-ef75-42af-9075-729bac0d6e75 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:23.345421 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.512284 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6b9ec-42ca-4e9a-86eb-4e08c23b86c1 x-openstack-request-id: req-e2a6b9ec-42ca-4e9a-86eb-4e08c23b86c1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:23.512953 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0bad2d-7b90-492f-ace4-88597371a0ff", "name": "network-vif-deleted", "tag": "80b4cdd8-b5cf-4b13-b9e3-69ae4637e435", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:23.514000 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2a6b9ec-42ca-4e9a-86eb-4e08c23b86c1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:23.515081 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0bad2d-7b90-492f-ace4-88597371a0ff', 'name': 'network-vif-deleted', 'tag': '80b4cdd8-b5cf-4b13-b9e3-69ae4637e435', 'status': 'completed', 'code': 200} Jul 08 17:29:23.530867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.536232 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Floating IP 5b448664-1e64-4f9c-a31b-3049ab01d59c associated. External IP: 172.25.3.206, port: 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1. Jul 08 17:29:23.549467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c60e9-94f6-4e34-9d9f-39046821faab req-a50613bc-7f07-42f6-9643-18a8fdc223dd tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:23.551389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c95c60e9-94f6-4e34-9d9f-39046821faab req-a50613bc-7f07-42f6-9643-18a8fdc223dd tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 946 time: 1.3451831 Jul 08 17:29:23.570042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.575231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] 10.222.0.48 "DELETE /v2.0/networks/c08fefa0-3cd2-48d2-a789-47f11dfe5864 HTTP/1.1" status: 204 len: 168 time: 1.0583785 Jul 08 17:29:23.575231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc21e95-04c6-46f0-bdef-1ea05ea375d4 tempest-BulkNetworkOpsIpV6Test-235213314 tempest-BulkNetworkOpsIpV6Test-235213314-project] Pushing event deleted for resources: {'Network': ['ID=c08fefa0-3cd2-48d2-a789-47f11dfe5864,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:23.619096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ccf6a54a-bfd4-411e-88fa-6693db0a41cb up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:23.797508 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.805814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Deleting port e4c90fff-f382-49c9-a96a-721ccbf97343 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:23.806624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.853920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ccf6a54a-bfd4-411e-88fa-6693db0a41cb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:23.854481 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.920624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c95c60e9-94f6-4e34-9d9f-39046821faab req-37905724-ff1a-4501-abeb-d9364e339e69 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/security-groups?id=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042730 Jul 08 17:29:24.047368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.167247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] For port e4c90fff-f382-49c9-a96a-721ccbf97343, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e4c90fff-f382-49c9-a96a-721ccbf97343,segment=NetworkSegment(ea1506ef-74dc-45d8-815f-b3dbef165a0c),segment_id=ea1506ef-74dc-45d8-815f-b3dbef165a0c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:24.167808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.188587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Port': ['ID=8aeb23ba-8c2c-4d77-921f-9d2bfddf6525,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:24.190608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58124) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:24.236414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1141-812f-4ed7-a646-c3a0b36b0361 req-cc73bcde-5874-45e4-bcf3-dbed59d22c40 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.244725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-212a1141-812f-4ed7-a646-c3a0b36b0361 req-cc73bcde-5874-45e4-bcf3-dbed59d22c40 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.0787802 Jul 08 17:29:24.280837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Calling delete_port for e4c90fff-f382-49c9-a96a-721ccbf97343 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:24.329518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-212a1141-812f-4ed7-a646-c3a0b36b0361 req-7b184bc3-142b-4ee3-a12a-ab6521d17dda tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Jul 08 17:29:24.397163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Router d94b7327-8887-41bf-ba8d-290579f9966a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:24.489373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.559614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e4c90fff-f382-49c9-a96a-721ccbf97343 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:24.668693 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.694343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.712981 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-72dbc0ef-032f-4278-a6d0-de9be5386967 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10177b7488424cb8967d4d9598ea68c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917459 Jul 08 17:29:24.715677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:24.726527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:24.754118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:24.754483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 80b4cdd8-b5cf-4b13-b9e3-69ae4637e435 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:24.763168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Pushing event deleted for resources: {'Port': ['ID=e4c90fff-f382-49c9-a96a-721ccbf97343,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:24.798298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38456bb0-6153-4cc8-81ad-03d0a2a8faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.832294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38456bb0-6153-4cc8-81ad-03d0a2a8faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.887814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] No DVR routers for this DVR port e4c90fff-f382-49c9-a96a-721ccbf97343 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:24.897124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38456bb0-6153-4cc8-81ad-03d0a2a8faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.903266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38456bb0-6153-4cc8-81ad-03d0a2a8faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.912141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-38456bb0-6153-4cc8-81ad-03d0a2a8faa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be9297bf-ccf6-4208-a23d-6a5d46c642ae HTTP/1.1" status: 204 len: 168 time: 0.1935422 Jul 08 17:29:24.924839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.925132 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.927201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75f71dfb-14cf-41a5-b15a-8b1b59fe7955 req-ba42d95c-d6f4-42dd-8560-2e297cf0e2ae tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.53 "DELETE /v2.0/ports/e4c90fff-f382-49c9-a96a-721ccbf97343 HTTP/1.1" status: 204 len: 173 time: 2.0524480 Jul 08 17:29:24.929327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'name': 'network-vif-deleted', 'tag': 'e4c90fff-f382-49c9-a96a-721ccbf97343'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:24.932249 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecafea7-4376-46e2-a76c-f9b631e488e1" -d '{"events": [{"server_uuid": "258b31c0-76a1-4bab-8ac4-9307eeccdd5a", "name": "network-vif-deleted", "tag": "e4c90fff-f382-49c9-a96a-721ccbf97343"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:24.933971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38456bb0-6153-4cc8-81ad-03d0a2a8faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9297bf-ccf6-4208-a23d-6a5d46c642ae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:25.007152 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35f087d-4c2a-4322-a468-4e9eb1436978 x-openstack-request-id: req-b35f087d-4c2a-4322-a468-4e9eb1436978 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:25.007463 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b31c0-76a1-4bab-8ac4-9307eeccdd5a", "name": "network-vif-deleted", "tag": "e4c90fff-f382-49c9-a96a-721ccbf97343", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:25.007703 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b35f087d-4c2a-4322-a468-4e9eb1436978 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:25.008167 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b31c0-76a1-4bab-8ac4-9307eeccdd5a', 'name': 'network-vif-deleted', 'tag': 'e4c90fff-f382-49c9-a96a-721ccbf97343', 'status': 'completed', 'code': 200} Jul 08 17:29:25.010173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Router 48be726d-24ba-4f7c-9bb1-9b74a833d0e0 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:25.056638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:25.065853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.073409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:25.095748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:25.097607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:25.198809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e357838c-9c6f-4a58-9d16-dc6bc1b80a7d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "PUT /v2.0/floatingips/5b448664-1e64-4f9c-a31b-3049ab01d59c HTTP/1.1" status: 200 len: 992 time: 4.9475968 Jul 08 17:29:25.266411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c6be16b9-6703-4f99-bcb9-63fcc4235d57 req-62e54489-8658-4f83-8e13-a1a8c215bef4 tempest-MultipleCreateTestJSON-819611798 tempest-MultipleCreateTestJSON-819611798-project] 10.222.0.48 "GET /v2.0/ports?device_id=258b31c0-76a1-4bab-8ac4-9307eeccdd5a HTTP/1.1" status: 200 len: 210 time: 0.1180093 Jul 08 17:29:25.272279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:25.279996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f9a3a119-1d81-4211-9180-2c1cc274d8c0 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1071129 Jul 08 17:29:25.283812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58156) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:25.288786 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] Sync routers for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:25.337798 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:25.338773 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:25.422326 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-5f5c495b-1ae1-42e7-99dc-f2ba5ea41ed5 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] delete failed (client error): The resource could not be found. Jul 08 17:29:25.424394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:25.431047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:25.431262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f5c495b-1ae1-42e7-99dc-f2ba5ea41ed5 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-555315672 HTTP/1.1" status: 404 len: 334 time: 0.1462646 Jul 08 17:29:25.437453 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:25.444295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-367204f3-97c5-46ca-a0ca-1df543604984 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'router': {'external_gateway_info': {'network_id': '48be726d-24ba-4f7c-9bb1-9b74a833d0e0'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:25.459367 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:25.460283 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:25.535534 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:25.549292 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ffea7-9ab5-4d2b-8df0-fa47d0ab0174 None None] The sync data for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:25.862215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '5b448664-1e64-4f9c-a31b-3049ab01d59c', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'mac_address': 'fa:16:3e:e5:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640ed06-457b-47b3-9c49-deba6a093723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:28:52Z', 'updated_at': '2021-07-08T17:29:22Z', 'revision_number': 1, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:25.923499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:25.934931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:25.953106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:26.298598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-367204f3-97c5-46ca-a0ca-1df543604984 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.352219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51198bb6-d8db-40d0-836e-1caf0a3b7e26 req-1650eef6-10e4-4bbc-8c4f-2ad08c4c2aeb tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.353828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51198bb6-d8db-40d0-836e-1caf0a3b7e26 req-1650eef6-10e4-4bbc-8c4f-2ad08c4c2aeb tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.7808545 Jul 08 17:29:26.357702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:26.386780 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-367204f3-97c5-46ca-a0ca-1df543604984 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] update failed (client error): The resource could not be found. Jul 08 17:29:26.388389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-367204f3-97c5-46ca-a0ca-1df543604984 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0 HTTP/1.1" status: 404 len: 339 time: 0.9548998 Jul 08 17:29:26.398676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:26.409780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1567093988'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:26.450548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:26.464521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:26.468294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.476613 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51198bb6-d8db-40d0-836e-1caf0a3b7e26 req-3adafea8-c6f9-4985-a683-02c042c48f68 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129897 Jul 08 17:29:26.574830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:26.607488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.607828 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Added segment a70caffb-f69b-4b2a-bc3c-7d23bb8ad080 of type vlan for network b4a48e86-3be3-43a8-8b76-41fe40b27a7e Jul 08 17:29:26.612218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1888284857'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:26.733036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:26.855171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:29:26.870632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.892849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:26.905453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.933176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.963866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '5b448664-1e64-4f9c-a31b-3049ab01d59c', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'mac_address': 'fa:16:3e:e5:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640ed06-457b-47b3-9c49-deba6a093723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:28:52Z', 'updated_at': '2021-07-08T17:29:22Z', 'revision_number': 1, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:27.009718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:27.013388 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004" -d '{"events": [{"name": "network-changed", "server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:27.061200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c8501-687a-48ff-91d2-73239b7449c2 None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '5b448664-1e64-4f9c-a31b-3049ab01d59c', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'floating_ip_address': '172.25.3.206', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'mac_address': 'fa:16:3e:e5:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640ed06-457b-47b3-9c49-deba6a093723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:28:52Z', 'updated_at': '2021-07-08T17:29:22Z', 'revision_number': 1, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:27.094647 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e905bf37-2453-4c74-9be8-6b57ea6845c6 x-openstack-request-id: req-e905bf37-2453-4c74-9be8-6b57ea6845c6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:27.095144 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:27.095572 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e905bf37-2453-4c74-9be8-6b57ea6845c6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:27.095959 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'status': 'completed', 'code': 200} Jul 08 17:29:27.105572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:29:27.149749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Deleting subnet 4b925bdb-4d82-4690-bffb-fa56f98251f4 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:27.169039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.207703 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.213697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.214333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.289312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-d0140cd4-01ca-458c-ae8c-6d593997b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.291393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-d0140cd4-01ca-458c-ae8c-6d593997b3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1097 time: 0.1587884 Jul 08 17:29:27.297553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.339940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.361989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.375014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:27.412446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Network': ['ID=b4a48e86-3be3-43a8-8b76-41fe40b27a7e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:27.423895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c52c2275-ba86-400e-a315-a46a596bd9f9 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0223837 Jul 08 17:29:27.424957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:27.428735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b4a48e86-3be3-43a8-8b76-41fe40b27a7e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:27.464618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.464968 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment 6c960ada-af36-49f7-b535-6ed3a306e487 of type vlan for network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 Jul 08 17:29:27.491797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'subnet': {'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:27.498698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-2b829195-ae8a-4ecd-8154-4a57802c66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.529886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-2b829195-ae8a-4ecd-8154-4a57802c66f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.2283044 Jul 08 17:29:27.533428 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.559733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b3fa2-b370-4023-b07b-504aac330e2b None None] New status for floating IP 5b448664-1e64-4f9c-a31b-3049ab01d59c: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:29:27.681898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-a702a5d5-4a53-4c22-bbf2-4dac194cde2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 1000 time: 0.1438565 Jul 08 17:29:27.794410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4746ac49-7e98-4b54-a8ad-0efcc4746490,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:27.862163 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.894918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-36d54ad4-3840-40c3-ae6a-1cfaf48593cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.897239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-36d54ad4-3840-40c3-ae6a-1cfaf48593cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.2075853 Jul 08 17:29:27.913751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c333f2-b79e-4133-b036-6c78aca10b5c req-36ccb4e2-dd5d-4832-9458-6b3604610afd tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.916898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65c333f2-b79e-4133-b036-6c78aca10b5c req-36ccb4e2-dd5d-4832-9458-6b3604610afd tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.1806850 Jul 08 17:29:27.975821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.983502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.984441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.052068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65c333f2-b79e-4133-b036-6c78aca10b5c req-3e21721b-99aa-41f6-879a-aedd37a080f3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190929 Jul 08 17:29:28.075375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.078934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-00e17a2d-373c-4003-916c-06f52d9320a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:28.082793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-00e17a2d-373c-4003-916c-06f52d9320a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645842 Jul 08 17:29:28.139323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b925bdb-4d82-4690-bffb-fa56f98251f4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:28.160604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Made reservation on behalf of 9abde75bbbde4597a3f2fbdb0fc7b5ca for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:28.169591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.178194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:28.184806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.190856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-51e78b75-fb53-4b85-835b-d4f4f4cf2655 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b925bdb-4d82-4690-bffb-fa56f98251f4 HTTP/1.1" status: 204 len: 168 time: 1.4373236 Jul 08 17:29:28.196905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58250) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:28.199396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:28.213231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a32d6fdd-4734-4a1f-9e0e-79ced3274662 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8477097 Jul 08 17:29:28.336109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-757f25a2-a5aa-4b35-80b4-2e9be7d89bcf service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448988 Jul 08 17:29:28.359958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:28.462819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:28.464995 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d1ccd2e-7cbe-407b-8c9c-f1ffd5138004 req-fc4a84b6-4aea-43b9-8836-eb9453cb5d80 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205051 Jul 08 17:29:28.609982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.668787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:28.672313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.838789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.865394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78c0e4e-8c1f-4245-a822-e182fefdef8e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:28.872402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.891299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1506ef-74dc-45d8-815f-b3dbef165a0c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:28.891661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1506ef-74dc-45d8-815f-b3dbef165a0c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:28.924946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.958075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.972313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:28.972708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:28.975703 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:29.023964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Subnet': ['ID=8a753c91-3ca1-4587-8a0c-f0bb3832d0f2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:29.089666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Checking segment: {'id': 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:29.090080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network hostable DHCP agents. Network: b4a48e86-3be3-43a8-8b76-41fe40b27a7e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:29.095796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.112273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.116704 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f78c0e4e-8c1f-4245-a822-e182fefdef8e HTTP/1.1" status: 204 len: 168 time: 0.8955593 Jul 08 17:29:29.131644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafc246-210a-48bf-bb53-d38b4a20d875 admin admin] Pushing event deleted for resources: {'Network': ['ID=f78c0e4e-8c1f-4245-a822-e182fefdef8e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:29.212917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network b4a48e86-3be3-43a8-8b76-41fe40b27a7e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:29.229878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.244016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, b4a48e86-3be3-43a8-8b76-41fe40b27a7e) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:29.257751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb100d-2167-458a-ae35-be62094f8034 None None] Network b4a48e86-3be3-43a8-8b76-41fe40b27a7e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:29.307492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.308150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.441802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-b4a48e86-3be3-43a8-8b76-41fe40b27a7e', 'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e', 'tenant_id': '9abde75bbbde4597a3f2fbdb0fc7b5ca', 'fixed_ips': [{'subnet_id': '8a753c91-3ca1-4587-8a0c-f0bb3832d0f2'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:29.446150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58286) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:29.451601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4de29547-fb5a-4706-9eee-12d96d2789f8 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:29.451769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-39265a53-e65d-4a37-bbb2-af30814cc4bf tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9800932 Jul 08 17:29:29.453707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.483910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:29.484882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=2e5567c2-5121-4867-ada4-3f4102a1e1e8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:29.580265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': '6c960ada-af36-49f7-b535-6ed3a306e487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:29.580861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:29.696529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effa38e-96d3-4203-a0cc-e557e045c728 req-ff3f6c6b-04e1-4db2-9c2d-9ddf96ed26fa tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.715660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7effa38e-96d3-4203-a0cc-e557e045c728 req-ff3f6c6b-04e1-4db2-9c2d-9ddf96ed26fa tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.4812515 Jul 08 17:29:29.788923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Allocated IP 2001:db8:1::2 (b4a48e86-3be3-43a8-8b76-41fe40b27a7e/8a753c91-3ca1-4587-8a0c-f0bb3832d0f2/4beb807b-5d95-4752-89f6-a0d698a74a15) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:29.800189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-778c0a9e-af5a-4258-ae9c-96efeddcf902 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd3b8fa0fd6f414eadd92b1f37b0c2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112185 Jul 08 17:29:29.813444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58294) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:29.831185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:29.870280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:29.894705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88681358-4ebe-41cb-b405-b8e2ead4414d None None] Network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:29.906781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.911415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.968502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7effa38e-96d3-4203-a0cc-e557e045c728 req-590f577d-9a38-462a-a2e9-bbfc30f6f6fb tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136068 Jul 08 17:29:29.974172 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4f532fa1-32d0-4fc6-a622-f5a4603c6d5f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5185935 Jul 08 17:29:29.977407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:29.997249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105928649'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:30.024948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:30.034264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.091792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:30.114221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.114221 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment e61c474e-a406-422e-84a2-7a48a87ff231 of type vlan for network 8ba93816-d8b6-493f-994b-9cbbbae11dfd Jul 08 17:29:30.134977 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4de29547-fb5a-4706-9eee-12d96d2789f8 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.156377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1640-bc31-45d1-9bdc-98fe608cefa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.175545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.219127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.235391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.238211 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.271400 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.286490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Transition to ACTIVE for port object 4beb807b-5d95-4752-89f6-a0d698a74a15 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:30.317373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1640-bc31-45d1-9bdc-98fe608cefa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.327922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4', 'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '2e5567c2-5121-4867-ada4-3f4102a1e1e8'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:30.328173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.334153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Transition to ACTIVE for port object 4beb807b-5d95-4752-89f6-a0d698a74a15 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:30.352263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.375747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3965011 Jul 08 17:29:30.379274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:30.392580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '8ba93816-d8b6-493f-994b-9cbbbae11dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:30.465510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Network b4a48e86-3be3-43a8-8b76-41fe40b27a7e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:30.474046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-baee9bdc-8588-4d9e-923f-834eaa7e5271 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7182162 Jul 08 17:29:30.479093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:30.486779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:30.496597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379263b-fa09-42c1-9cab-367167540306 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=8ba93816-d8b6-493f-994b-9cbbbae11dfd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:30.507145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Pushing event updated for resources: {'Port': ['ID=4beb807b-5d95-4752-89f6-a0d698a74a15,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:30.551079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1640-bc31-45d1-9bdc-98fe608cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.576775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1640-bc31-45d1-9bdc-98fe608cefa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.579836 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a7bf1640-bc31-45d1-9bdc-98fe608cefa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a49d00e4-7ee4-4c30-9eb1-b67d49c82a78 HTTP/1.1" status: 204 len: 168 time: 0.7640984 Jul 08 17:29:30.595568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:30.603152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.638611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8ba93816-d8b6-493f-994b-9cbbbae11dfd details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:30.698617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf1640-bc31-45d1-9bdc-98fe608cefa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d00e4-7ee4-4c30-9eb1-b67d49c82a78,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:30.782986 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4de29547-fb5a-4706-9eee-12d96d2789f8 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:29:30.788199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:30.790239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4de29547-fb5a-4706-9eee-12d96d2789f8 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0 HTTP/1.1" status: 400 len: 364 time: 1.3368175 Jul 08 17:29:30.815062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.815841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.816487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.818197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.819205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.819847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.820786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.823594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-9f68e4f5-8be2-4375-9cb3-a65a2413a9c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6490 time: 0.2424557 Jul 08 17:29:30.970047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Allocated IP 172.20.255.242 (3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4/2e5567c2-5121-4867-ada4-3f4102a1e1e8/1dc1606e-8c32-4523-9e1c-f4f5ea79550d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:31.015026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Attempting to bind port 4beb807b-5d95-4752-89f6-a0d698a74a15 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:31.015447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Attempting to bind port 4beb807b-5d95-4752-89f6-a0d698a74a15 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:31.015843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Attempting to bind port 4beb807b-5d95-4752-89f6-a0d698a74a15 on network b4a48e86-3be3-43a8-8b76-41fe40b27a7e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:31.135120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:31.135504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Checking segment: {'id': 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:31.135916 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.136312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Bound using segment: {'id': 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:31.136438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7226f7ef-47f5-46f8-bbf4-a54b1e9dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.136804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Bound port: 4beb807b-5d95-4752-89f6-a0d698a74a15, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b4a48e86-3be3-43a8-8b76-41fe40b27a7e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:31.136927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7226f7ef-47f5-46f8-bbf4-a54b1e9dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.137193 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.137302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7226f7ef-47f5-46f8-bbf4-a54b1e9dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.143612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7226f7ef-47f5-46f8-bbf4-a54b1e9dc93e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c9ca8108-1bbb-4a87-b242-837d354904da&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=8113c37f-037b-4cd6-808e-cf4df62f11fd&id=3fd40a7a-e8b5-493c-b840-3d726f610c42&id=3fd40a7a-e8b5-493c-b840-3d726f610c42 HTTP/1.1" status: 200 len: 2294 time: 0.2740045 Jul 08 17:29:31.311453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-c7c3e045-5d13-4d75-a729-1b9cb6ad4aab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61967f17-5186-418f-bd70-1340b1c684c5 HTTP/1.1" status: 200 len: 1001 time: 0.1570337 Jul 08 17:29:31.373719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] For port 4beb807b-5d95-4752-89f6-a0d698a74a15, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:31.395553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] For port 4beb807b-5d95-4752-89f6-a0d698a74a15, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4beb807b-5d95-4752-89f6-a0d698a74a15,segment=NetworkSegment(a70caffb-f69b-4b2a-bc3c-7d23bb8ad080),segment_id=a70caffb-f69b-4b2a-bc3c-7d23bb8ad080)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:31.405235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-982fa5bc-1679-4de0-9491-9b61769bd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.407103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-982fa5bc-1679-4de0-9491-9b61769bd8a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21b479c3-7651-41ff-ae34-75f6315fe2d3 HTTP/1.1" status: 200 len: 851 time: 0.0835190 Jul 08 17:29:31.432234 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.545418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.560397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Pushing event updated for resources: {'Port': ['ID=4beb807b-5d95-4752-89f6-a0d698a74a15,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:31.562780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Transition to ACTIVE for port object 1dc1606e-8c32-4523-9e1c-f4f5ea79550d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:31.574488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.574837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.575182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.575524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.575849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.576185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.576514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.576850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.577174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.577502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.577828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.578183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b230971-b6fd-4d25-99b1-e252c80e3c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:31.597077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Transition to ACTIVE for port object 1dc1606e-8c32-4523-9e1c-f4f5ea79550d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:31.627478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.685096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414ecbc-83ff-4bd7-ade5-7f9faf6a5cb3 req-9d590e82-2277-4c19-abc1-8140cac7f042 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.712602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9414ecbc-83ff-4bd7-ade5-7f9faf6a5cb3 req-9d590e82-2277-4c19-abc1-8140cac7f042 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.3983376 Jul 08 17:29:31.720381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:31.731707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:31.752030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:31.754773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Pushing event updated for resources: {'Port': ['ID=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:31.887955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9414ecbc-83ff-4bd7-ade5-7f9faf6a5cb3 req-e803cd80-ee8f-4478-9911-0f8efc985871 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722853 Jul 08 17:29:31.911343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-6342698e-e0b7-4b16-b6cc-b81aec014846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.916181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-6342698e-e0b7-4b16-b6cc-b81aec014846 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c9ca8108-1bbb-4a87-b242-837d354904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4910026 Jul 08 17:29:31.978944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Attempting to bind port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:31.979357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Attempting to bind port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '6c960ada-af36-49f7-b535-6ed3a306e487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:31.979750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Attempting to bind port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d on network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:31.989190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:31.989571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Checking segment: {'id': '6c960ada-af36-49f7-b535-6ed3a306e487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:31.990020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.990429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Bound using segment: {'id': '6c960ada-af36-49f7-b535-6ed3a306e487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:31.990903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Bound port: 1dc1606e-8c32-4523-9e1c-f4f5ea79550d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c960ada-af36-49f7-b535-6ed3a306e487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:31.999218 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.152177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] For port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:32.159611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] For port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,segment=NetworkSegment(6c960ada-af36-49f7-b535-6ed3a306e487),segment_id=6c960ada-af36-49f7-b535-6ed3a306e487)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:32.170533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.246432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7b9a3eb5-b7d5-4e0d-af6b-014684393edc service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038499 Jul 08 17:29:32.249982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd8f58-b3c4-4d95-91a3-d209d61f9d02 None None] Pushing event updated for resources: {'Port': ['ID=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:32.370003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-46484b12-c752-4b59-88fd-0fa632808950 service neutron] 10.222.0.53 "GET /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221426 Jul 08 17:29:32.436422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-3b6193e3-1d05-4056-907f-566500a1a952 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 217 time: 0.0556698 Jul 08 17:29:32.482141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.489053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.500229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-432fb097-d2b8-4679-b8ca-d2157c2ac136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.502494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-432fb097-d2b8-4679-b8ca-d2157c2ac136 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.0572402 Jul 08 17:29:32.531626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58368) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:32.659617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=51a69c91-4752-4448-af16-022de58a3e64,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:32.673704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-8e488640-f463-4538-827d-ececbcc3b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.675654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-8e488640-f463-4538-827d-ececbcc3b246 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633148 Jul 08 17:29:32.753408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': 'e61c474e-a406-422e-84a2-7a48a87ff231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8ba93816-d8b6-493f-994b-9cbbbae11dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:32.754094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 8ba93816-d8b6-493f-994b-9cbbbae11dfd, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:32.776458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-319271161-network', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:32.837479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:32.845783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.868622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 8ba93816-d8b6-493f-994b-9cbbbae11dfd is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:32.873752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.884062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8ba93816-d8b6-493f-994b-9cbbbae11dfd) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:32.889214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.889835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.894877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43ed3a-e236-4813-9fe1-094a80f51b95 None None] Network 8ba93816-d8b6-493f-994b-9cbbbae11dfd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:32.917611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-61f94f10-6f0f-489e-8db1-bad7e66128f6 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339861 Jul 08 17:29:32.938441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-924194a4-7420-4c95-b5cb-225a1a5fc554 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5570731 Jul 08 17:29:32.939076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:33.209633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Allocated IP 2001:db8::1 (c2521ed3-e6f9-47bf-830f-8c4f63676346/bf27122f-a65a-4af0-8a7d-c536bfef42d8/0a3f3f1a-fb39-4a3b-a888-7600c970697c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:33.274488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4beb807b-5d95-4752-89f6-a0d698a74a15 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:33.410774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.432017 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-ddac8521-47a7-4014-8077-44c0d8027396 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993632 Jul 08 17:29:33.572642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-41931660-c338-4182-8b5b-823e9bd03898 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 217 time: 0.1096730 Jul 08 17:29:33.714303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.734989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-cec77426-e12c-4425-8eef-caf111cad5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.736476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-cec77426-e12c-4425-8eef-caf111cad5f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.1558800 Jul 08 17:29:33.739423 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.776337 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.821108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1570ad-f5f4-483f-b379-477808a16327 None None] Network b4a48e86-3be3-43a8-8b76-41fe40b27a7e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:33.825195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:33.829576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.864027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.864378 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Added segment bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee of type vlan for network c1f873c3-6f6c-49af-95f4-440d4338c4cd Jul 08 17:29:33.924172 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.958335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Transition to ACTIVE for port object 0a3f3f1a-fb39-4a3b-a888-7600c970697c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:33.986302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254e226-94f6-4e4c-a87d-25984fb4fa7b req-afa2040c-6469-48a6-8c1b-86ab95cd520e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.987765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5254e226-94f6-4e4c-a87d-25984fb4fa7b req-afa2040c-6469-48a6-8c1b-86ab95cd520e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.7188110 Jul 08 17:29:34.019016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53020962-7f97-48ac-a275-cfda79ca0970,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:34.026332 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.027338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:34.028292 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.088845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5254e226-94f6-4e4c-a87d-25984fb4fa7b req-593eed21-f919-45f2-8f39-c147f256f202 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883956 Jul 08 17:29:34.094429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.136556 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.167632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587fa794-b266-4b99-bf4e-594b6fb439b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-8ba93816-d8b6-493f-994b-9cbbbae11dfd', 'network_id': '8ba93816-d8b6-493f-994b-9cbbbae11dfd', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '51a69c91-4752-4448-af16-022de58a3e64'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:34.168339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f873c3-6f6c-49af-95f4-440d4338c4cd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:34.169681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-587fa794-b266-4b99-bf4e-594b6fb439b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.171795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af53047b-2a71-40b9-a93c-7619aaeda9c7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6377842 Jul 08 17:29:34.174895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:34.180757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Request body: {'subnet': {'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-319271161-subnet', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:34.190380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:34.206626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3b31e0d8-cea4-40d3-bf31-8c70045387c2 None None] Provisioning for port 4beb807b-5d95-4752-89f6-a0d698a74a15 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:34.207055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:34.209470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.214966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=51a69c91-4752-4448-af16-022de58a3e64,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:34.238609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25fd8f-12e9-47f4-a0d0-37d70ff6f51a None None] Network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:34.246829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Port': ['ID=0a3f3f1a-fb39-4a3b-a888-7600c970697c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:34.266576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:34.272888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:34.275462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:34.276457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.321664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.369175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba93816-d8b6-493f-994b-9cbbbae11dfd']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:34.430323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61c474e-a406-422e-84a2-7a48a87ff231') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:34.430696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61c474e-a406-422e-84a2-7a48a87ff231') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:34.446444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.465539 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.475632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.491265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:34.491716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:34.496349 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:34.591849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Pushing event updated for resources: {'Subnet': ['ID=586b9aff-8637-4337-bc1a-7c7e9025b813,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:34.659497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.682672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-8270f27f-1087-40eb-8ff2-64b9fd899f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:34.684234 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-8270f27f-1087-40eb-8ff2-64b9fd899f29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9318180 Jul 08 17:29:34.854001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e13244c0-173f-434c-8d97-e9c87da96d5d None None] Provisioning for port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:34.879445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605831d2-1eb1-44c1-8682-2fee67edb76f None None] Network 8ba93816-d8b6-493f-994b-9cbbbae11dfd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:34.886018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4beb807b-5d95-4752-89f6-a0d698a74a15 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:34.894804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-54ee9d89-39aa-4930-ba9a-31da65ba49f5 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832085 Jul 08 17:29:34.902425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:34.902869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Network hostable DHCP agents. Network: c1f873c3-6f6c-49af-95f4-440d4338c4cd, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:34.903662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4beb807b-5d95-4752-89f6-a0d698a74a15 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:34.905067 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.952405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:34.986623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c1f873c3-6f6c-49af-95f4-440d4338c4cd) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:34.993848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:34.994584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.037436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-17e7462d-5e3a-4b08-9ef7-977ad9f8deae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8587711 Jul 08 17:29:35.037635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:35.044600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.047016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:35.061051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.066146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/8ba93816-d8b6-493f-994b-9cbbbae11dfd HTTP/1.1" status: 204 len: 168 time: 2.1120081 Jul 08 17:29:35.066494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:35.075314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451387508'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:35.086612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03463e-1a94-4356-84df-dbaf41274f7a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=8ba93816-d8b6-493f-994b-9cbbbae11dfd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:35.088416 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-b6eacc85-474b-4038-9216-c23aa29dad54 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689622 Jul 08 17:29:35.115435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.121427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.122793 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.162562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efbdb32-4a73-44de-a234-2fe65696ecab None None] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:35.217804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-8b6550af-5dd7-4598-ae2b-f9ecafccc158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd HTTP/1.1" status: 200 len: 217 time: 0.1207678 Jul 08 17:29:35.218626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.219657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.314170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event updated for resources: {'Port': ['ID=0a3f3f1a-fb39-4a3b-a888-7600c970697c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:35.366532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4d41323-e720-4d83-bf5e-364667eb22fe None None] Provisioning for port 0a3f3f1a-fb39-4a3b-a888-7600c970697c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:35.368476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:35.370083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:35.381020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:35.383720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.384875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d4d41323-e720-4d83-bf5e-364667eb22fe None None] Provisioning complete for port 0a3f3f1a-fb39-4a3b-a888-7600c970697c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:35.385355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4d41323-e720-4d83-bf5e-364667eb22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.434636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d4d41323-e720-4d83-bf5e-364667eb22fe None None] Port 0a3f3f1a-fb39-4a3b-a888-7600c970697c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:35.554053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Router 48be726d-24ba-4f7c-9bb1-9b74a833d0e0 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:35.627099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:35.713410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.714885 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment adbd23e3-5682-43b3-a5da-ac186a589b1f of type vlan for network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 Jul 08 17:29:35.724080 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.763483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.862976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:35.867133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.912327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:35.919108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-665aadb6-a415-425f-8359-a39f1522704d tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1298077 Jul 08 17:29:35.921800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58456) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:35.934949 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] Sync routers for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:35.963789 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:35.968206 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:35.980655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4beb807b-5d95-4752-89f6-a0d698a74a15, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4beb807b-5d95-4752-89f6-a0d698a74a15,segment=NetworkSegment(a70caffb-f69b-4b2a-bc3c-7d23bb8ad080),segment_id=a70caffb-f69b-4b2a-bc3c-7d23bb8ad080)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:36.135318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-df35293b-0ab1-4886-91ff-b5ce651497bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.160421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-df35293b-0ab1-4886-91ff-b5ce651497bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.9216962 Jul 08 17:29:36.164672 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:36.190108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93453638-1bba-4e23-9102-8f843298eff2 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.196408 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:36.200705 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:36.274624 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:36.275582 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5fe28-cc6a-45cb-9b29-cc47884c5bed None None] The sync data for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:36.327652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.328459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1dc1606e-8c32-4523-9e1c-f4f5ea79550d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:36.424409 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-93453638-1bba-4e23-9102-8f843298eff2 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:29:36.425332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-93453638-1bba-4e23-9102-8f843298eff2 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0 HTTP/1.1" status: 409 len: 329 time: 0.5020545 Jul 08 17:29:36.428159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:36.432456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b36cfada-6d01-4a8e-9101-159b031c9ac2 None None] Provisioning complete for port 4beb807b-5d95-4752-89f6-a0d698a74a15 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:36.433000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b36cfada-6d01-4a8e-9101-159b031c9ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.472930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Allocated IP 172.20.0.2 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/7b8f6bb7-312c-4740-b45d-280ba8941824) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:36.510834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4beb807b-5d95-4752-89f6-a0d698a74a15,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:36.590697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:36.597845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:36.598256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.746393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.889732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.921962 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.922194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.939557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.943811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Transition to ACTIVE for port object 7b8f6bb7-312c-4740-b45d-280ba8941824 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:36.943967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.974136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Transition to ACTIVE for port object 7b8f6bb7-312c-4740-b45d-280ba8941824 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:36.992524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.021038 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.054118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:37.063201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b36cfada-6d01-4a8e-9101-159b031c9ac2 None None] Provisioning complete for port 0a3f3f1a-fb39-4a3b-a888-7600c970697c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:37.063831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b36cfada-6d01-4a8e-9101-159b031c9ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.070653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:37.073057 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.115906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:37.126287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=3998ad44-7869-462d-a8ce-82d5b0f50fd2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:37.135071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7525f10e-1421-424b-aa0b-220455a43963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.137072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-7525f10e-1421-424b-aa0b-220455a43963 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4040163 Jul 08 17:29:37.146374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0b1a1-5857-41a6-a713-c017a9868a82 req-f2dc8bb1-62fa-4558-815e-a1f6fdd8df64 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.156497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6d0b1a1-5857-41a6-a713-c017a9868a82 req-f2dc8bb1-62fa-4558-815e-a1f6fdd8df64 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 1.7701399 Jul 08 17:29:37.162911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-830bd518-e935-40ec-8320-0caf945108d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0953021 Jul 08 17:29:37.196640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58482) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:37.201306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:37.206243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:37.296022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-d44599c0-5253-4c89-ac61-395d4d897d57 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351788 Jul 08 17:29:37.454174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-bcc4983f-fae8-4404-9a6e-08a5e15af3e4 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289885 Jul 08 17:29:37.482520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6d0b1a1-5857-41a6-a713-c017a9868a82 req-a0663870-4be2-471f-abdf-bb454d3a3947 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248310 Jul 08 17:29:37.582103 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-79077048-6555-4bf1-8656-e49d797d398c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=3c0480bd-471b-4ad8-844e-88cb5e261833 HTTP/1.1" status: 200 len: 217 time: 0.0979331 Jul 08 17:29:37.627369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:37.634721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.684787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-0f8875fd-c27d-4211-8acc-2e05f7ff0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.686307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Attempting to bind port 7b8f6bb7-312c-4740-b45d-280ba8941824 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:37.686762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Attempting to bind port 7b8f6bb7-312c-4740-b45d-280ba8941824 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:37.687004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-0f8875fd-c27d-4211-8acc-2e05f7ff0dda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 200 len: 797 time: 0.0957842 Jul 08 17:29:37.687104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Attempting to bind port 7b8f6bb7-312c-4740-b45d-280ba8941824 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:37.693970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Pushing event updated for resources: {'Port': ['ID=7b8f6bb7-312c-4740-b45d-280ba8941824,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:37.702668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:37.703061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:37.703480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.703882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:37.704408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Bound port: 7b8f6bb7-312c-4740-b45d-280ba8941824, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:37.704758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.709421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,segment=NetworkSegment(6c960ada-af36-49f7-b535-6ed3a306e487),segment_id=6c960ada-af36-49f7-b535-6ed3a306e487)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:37.738045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.740726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b36cfada-6d01-4a8e-9101-159b031c9ac2 None None] Port 0a3f3f1a-fb39-4a3b-a888-7600c970697c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:37.744355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:29:37.744915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:29:37.898749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4beb807b-5d95-4752-89f6-a0d698a74a15 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:37.943464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-b47915ee-25b5-40d6-98f5-646be9ae820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.945003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-b47915ee-25b5-40d6-98f5-646be9ae820f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8113c37f-037b-4cd6-808e-cf4df62f11fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2349408 Jul 08 17:29:37.985605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-27909017-4aad-4109-8733-62744670737a None None] Provisioning complete for port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:37.986029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-27909017-4aad-4109-8733-62744670737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.032667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.037209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:38.064932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] For port 7b8f6bb7-312c-4740-b45d-280ba8941824, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:38.069885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] For port 7b8f6bb7-312c-4740-b45d-280ba8941824, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7b8f6bb7-312c-4740-b45d-280ba8941824,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:38.078212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.106166 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.118792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting port 0a3f3f1a-fb39-4a3b-a888-7600c970697c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:38.119452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.140173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.143911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-6e3ab6a9-599a-4731-80a0-48b3e012f3e5 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742065 Jul 08 17:29:38.218377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f46f-b8c6-40c1-ab9e-27bc637b6d96 None None] Pushing event updated for resources: {'Port': ['ID=7b8f6bb7-312c-4740-b45d-280ba8941824,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:38.247807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4beb807b-5d95-4752-89f6-a0d698a74a15 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:38.253858 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.457196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Allocated IP 172.25.3.113 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/36725c08-d043-460e-9bdf-65768392e1c5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:38.661869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.764418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.782236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=35b29676-7dc9-4610-9a6b-3cd903892445,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:38.802756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': 'adbd23e3-5682-43b3-a5da-ac186a589b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:38.803185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 3998ad44-7869-462d-a8ce-82d5b0f50fd2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:38.821989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.878316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Calling delete_port for 0a3f3f1a-fb39-4a3b-a888-7600c970697c owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:38.905106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:38.915486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:38.954706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:38.981040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:39.025433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3998ad44-7869-462d-a8ce-82d5b0f50fd2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:39.034818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Pushing event updated for resources: {'Port': ['ID=36725c08-d043-460e-9bdf-65768392e1c5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:39.039736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.040513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.040672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a7e1d-0c7f-4901-a50c-b12f0dc1cd1c None None] Network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:39.067747 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-19c3fe1d-25f9-40dc-afd6-b494bd2ba534 service neutron] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9146349 Jul 08 17:29:39.073095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-40ad5208-9d2a-4746-b84b-4713a672c464 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8723056 Jul 08 17:29:39.077762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:39.220439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40576b9-a1f2-4e6c-8a67-278f35e44d2f req-54fe56e3-e897-43c2-ba5a-1bd536e6ede2 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.229092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e40576b9-a1f2-4e6c-8a67-278f35e44d2f req-54fe56e3-e897-43c2-ba5a-1bd536e6ede2 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.3717251 Jul 08 17:29:39.332664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.376225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e40576b9-a1f2-4e6c-8a67-278f35e44d2f req-172fcc34-9564-49f2-99d1-b84d45297195 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460505 Jul 08 17:29:39.451749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.484449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-35cab2fe-cb58-4e99-858a-1acb6c1e99da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce HTTP/1.1" status: 200 len: 217 time: 0.3914704 Jul 08 17:29:39.544929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Port': ['ID=0a3f3f1a-fb39-4a3b-a888-7600c970697c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:39.634078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3998ad44-7869-462d-a8ce-82d5b0f50fd2', 'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '35b29676-7dc9-4610-9a6b-3cd903892445'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:39.634988 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.873511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-4ddc0904-fba0-47f2-a5cb-59ebfcaf98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.879450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-4ddc0904-fba0-47f2-a5cb-59ebfcaf98fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.3841403 Jul 08 17:29:39.917533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.015403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.129060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Allocated IP 172.20.0.3 (3998ad44-7869-462d-a8ce-82d5b0f50fd2/35b29676-7dc9-4610-9a6b-3cd903892445/01cb2b3d-cb4c-472d-8b74-125628895d38) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:40.194689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7b8f6bb7-312c-4740-b45d-280ba8941824 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:40.218865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.260343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b74f2-8df6-488a-b7d2-b60f625e1b29 None None] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:40.307835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-605b8518-6867-4e65-b44a-0d7427941d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.308860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-605b8518-6867-4e65-b44a-0d7427941d97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4177470 Jul 08 17:29:40.323173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-d5981cf7-def0-44c9-9c3e-e41b21847119 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:29:40.324367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-d5981cf7-def0-44c9-9c3e-e41b21847119 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053511 Jul 08 17:29:40.386436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] Provisioning for port 7b8f6bb7-312c-4740-b45d-280ba8941824 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:40.392990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7b8f6bb7-312c-4740-b45d-280ba8941824 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:40.398261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] Provisioning complete for port 7b8f6bb7-312c-4740-b45d-280ba8941824 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:40.398261 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.435613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Router 48be726d-24ba-4f7c-9bb1-9b74a833d0e0 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:40.447898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7b8f6bb7-312c-4740-b45d-280ba8941824 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:40.448194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.562370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:40.580267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5b593016-6930-4478-9676-57b79d4e35be tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1462758 Jul 08 17:29:40.580745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58546) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:40.618560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] Sync routers for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:40.672728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.688419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:40.689042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:40.691130 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-fc379e76-124d-4d62-ad8c-a73579c38dff tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] show failed (client error): The resource could not be found. Jul 08 17:29:40.693779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fc379e76-124d-4d62-ad8c-a73579c38dff tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-814997816 HTTP/1.1" status: 404 len: 334 time: 0.1101441 Jul 08 17:29:40.698993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:40.713245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Transition to ACTIVE for port object 01cb2b3d-cb4c-472d-8b74-125628895d38 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:40.715288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21f9c3f0-56ff-4dc4-8c8e-5a7729b00c2f tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:40.809211 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-21f9c3f0-56ff-4dc4-8c8e-5a7729b00c2f tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] update failed (client error): The resource could not be found. Jul 08 17:29:40.813741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-21f9c3f0-56ff-4dc4-8c8e-5a7729b00c2f tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-234810587 HTTP/1.1" status: 404 len: 334 time: 0.1135976 Jul 08 17:29:40.823377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:40.872422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:40.906158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Transition to ACTIVE for port object 01cb2b3d-cb4c-472d-8b74-125628895d38 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:40.930424 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.943379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.951295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] Routers {'48be726d-24ba-4f7c-9bb1-9b74a833d0e0'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:40.955015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:40.973565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.985563 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.050358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting subnet 8a753c91-3ca1-4587-8a0c-f0bb3832d0f2 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:41.051772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.066015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.082414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-b50f7fb8-dd78-4cd2-ad3b-ea66dfa392ef service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831708 Jul 08 17:29:41.089033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:41.093273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26be97-e503-4be7-8f12-42be2ee90860 None None] The sync data for ids ['48be726d-24ba-4f7c-9bb1-9b74a833d0e0'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:41.105018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:41.106014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=35b29676-7dc9-4610-9a6b-3cd903892445,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:41.177417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:41.193557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:41.237807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Pushing event updated for resources: {'Port': ['ID=01cb2b3d-cb4c-472d-8b74-125628895d38,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:41.297042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.331671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] For port 7b8f6bb7-312c-4740-b45d-280ba8941824, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7b8f6bb7-312c-4740-b45d-280ba8941824,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:41.452482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.468044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3998ad44-7869-462d-a8ce-82d5b0f50fd2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:41.468313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:29:41.468414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9912e38-bf07-406d-92b9-ece87e35d9dc req-2d1f9391-9cae-45c4-90e8-6b1b4a9cfa22 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:41.468509 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:29:41.469743 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.484009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbd23e3-5682-43b3-a5da-ac186a589b1f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:41.484386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbd23e3-5682-43b3-a5da-ac186a589b1f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:41.493202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9912e38-bf07-406d-92b9-ece87e35d9dc req-2d1f9391-9cae-45c4-90e8-6b1b4a9cfa22 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.7474403 Jul 08 17:29:41.510857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.534348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.538749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Attempting to bind port 01cb2b3d-cb4c-472d-8b74-125628895d38 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:41.540272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Attempting to bind port 01cb2b3d-cb4c-472d-8b74-125628895d38 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'adbd23e3-5682-43b3-a5da-ac186a589b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:41.540647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Attempting to bind port 01cb2b3d-cb4c-472d-8b74-125628895d38 on network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:41.551835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:41.552354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.575541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:41.579844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Checking segment: {'id': 'adbd23e3-5682-43b3-a5da-ac186a589b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:41.580343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.580947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Bound using segment: {'id': 'adbd23e3-5682-43b3-a5da-ac186a589b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:41.581438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Bound port: 01cb2b3d-cb4c-472d-8b74-125628895d38, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbd23e3-5682-43b3-a5da-ac186a589b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:41.582732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:41.598812 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:41.663753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-d3f44c6a-5348-4cb1-b966-f444e9faf666 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664158 Jul 08 17:29:41.812552 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e9912e38-bf07-406d-92b9-ece87e35d9dc req-b44c50a8-f7dc-4cf1-8610-55a6edb02fdc tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402001 Jul 08 17:29:41.832808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e24673-fae7-4200-bece-41907d2ed2b6 None None] Pushing event updated for resources: {'Port': ['ID=7b8f6bb7-312c-4740-b45d-280ba8941824,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:41.892657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41092874-1f52-4b30-9d89-14fc479c88e3 None None] Provisioning complete for port 7b8f6bb7-312c-4740-b45d-280ba8941824 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:41.894535 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41092874-1f52-4b30-9d89-14fc479c88e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.941294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:29:41.941294 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:29:41.941294 n-d-799527-4 neutron-server[93945]: [parameters: {'id': '3998ad44-7869-462d-a8ce-82d5b0f50fd2'}] Jul 08 17:29:41.941294 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:29:41.950446 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:29:41.983670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] For port 01cb2b3d-cb4c-472d-8b74-125628895d38, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:42.021948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.069159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] For port 01cb2b3d-cb4c-472d-8b74-125628895d38, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=01cb2b3d-cb4c-472d-8b74-125628895d38,segment=NetworkSegment(adbd23e3-5682-43b3-a5da-ac186a589b1f),segment_id=adbd23e3-5682-43b3-a5da-ac186a589b1f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:42.124651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.126037 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.182478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be96f-d11b-4392-a50c-3e8ee2391c30 req-f1ac29f1-beee-4f36-8ab6-39f659036432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.184037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-514be96f-d11b-4392-a50c-3e8ee2391c30 req-f1ac29f1-beee-4f36-8ab6-39f659036432 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 1096 time: 0.6059790 Jul 08 17:29:42.186451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Subnet': ['ID=8a753c91-3ca1-4587-8a0c-f0bb3832d0f2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:42.188528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.190561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-07a6ebfd-2a6e-4e5f-84ac-69e3d0fd2e30 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/subnets/8a753c91-3ca1-4587-8a0c-f0bb3832d0f2 HTTP/1.1" status: 204 len: 168 time: 1.3648984 Jul 08 17:29:42.193407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:42.245051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e0642-0e7c-452b-8a8a-9c7f7c9f8843 None None] Network b4a48e86-3be3-43a8-8b76-41fe40b27a7e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:42.256801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1dc1606e-8c32-4523-9e1c-f4f5ea79550d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:42.302646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-514be96f-d11b-4392-a50c-3e8ee2391c30 req-04a4dedb-7af5-4f32-932d-ccfeb4766f2e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986109 Jul 08 17:29:42.306447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.328992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-a5af1433-7d0a-4173-b765-048b151e401c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411 HTTP/1.1" status: 200 len: 217 time: 0.6358669 Jul 08 17:29:42.353999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Router df330898-ca87-4cdd-988b-a898e09275c3 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:29:42.368156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting port 4beb807b-5d95-4752-89f6-a0d698a74a15 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:42.368498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.451280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.454197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] For port 4beb807b-5d95-4752-89f6-a0d698a74a15, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4beb807b-5d95-4752-89f6-a0d698a74a15,segment=NetworkSegment(a70caffb-f69b-4b2a-bc3c-7d23bb8ad080),segment_id=a70caffb-f69b-4b2a-bc3c-7d23bb8ad080)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:42.454552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.472155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Calling delete_port for 4beb807b-5d95-4752-89f6-a0d698a74a15 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:42.603534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Deleting port 01cb2b3d-cb4c-472d-8b74-125628895d38 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:42.603799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.678121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] For port 01cb2b3d-cb4c-472d-8b74-125628895d38, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=01cb2b3d-cb4c-472d-8b74-125628895d38,segment=NetworkSegment(adbd23e3-5682-43b3-a5da-ac186a589b1f),segment_id=adbd23e3-5682-43b3-a5da-ac186a589b1f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:42.678490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.693721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Calling delete_port for 01cb2b3d-cb4c-472d-8b74-125628895d38 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:42.699174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-a7903705-2b8f-4d64-b7cb-59777e766afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.701003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-a7903705-2b8f-4d64-b7cb-59777e766afa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 200 len: 797 time: 0.3387337 Jul 08 17:29:42.772552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.838619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Port': ['ID=4beb807b-5d95-4752-89f6-a0d698a74a15,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:42.844011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] No DVR routers for this DVR port 4beb807b-5d95-4752-89f6-a0d698a74a15 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:42.856935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:42.869725 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Sync routers for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:42.904624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.908640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5e6671da-26d1-4502-a193-e310ee0a61cb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8648105 Jul 08 17:29:42.912071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:42.916062 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:42.924486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:42.960918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.979406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.001201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de408e8-8a51-4c08-9efc-86f80af42adb None None] DHCP port deletion for b4a48e86-3be3-43a8-8b76-41fe40b27a7e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:43.021532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Port': ['ID=01cb2b3d-cb4c-472d-8b74-125628895d38,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:43.024727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a48e86-3be3-43a8-8b76-41fe40b27a7e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.027505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No DVR routers for this DVR port 01cb2b3d-cb4c-472d-8b74-125628895d38 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:43.028013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.037506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-483ac427-42d7-4182-a3c8-1bcfbf04372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:43.039370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-483ac427-42d7-4182-a3c8-1bcfbf04372c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3fd40a7a-e8b5-493c-b840-3d726f610c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3245375 Jul 08 17:29:43.043604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.043905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70caffb-f69b-4b2a-bc3c-7d23bb8ad080') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.075776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b3e9b-e178-44d1-903a-1005b1a16bca None None] Pushing event updated for resources: {'Port': ['ID=01cb2b3d-cb4c-472d-8b74-125628895d38,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:43.090167 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.112786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.118001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:43.118571 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.170440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea063d-2589-4ebd-8307-8c249184638f None None] Network 3998ad44-7869-462d-a8ce-82d5b0f50fd2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:43.229355 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.283676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:43.319820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.364662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3998ad44-7869-462d-a8ce-82d5b0f50fd2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.396928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbd23e3-5682-43b3-a5da-ac186a589b1f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.397482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbd23e3-5682-43b3-a5da-ac186a589b1f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.446986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63379c74-0ca3-4c64-85ff-8cb6afffadae None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:29:43.448765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.499477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.553069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:43.554691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:43.563383 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:43.597248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:43.597808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:43.601364 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:43.677210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-29825a53-b7ca-4dfb-9b2a-93ed535cf354 service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755053 Jul 08 17:29:43.828398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:39Z', 'revision_number': 3, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.880968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63379c74-0ca3-4c64-85ff-8cb6afffadae None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:29:43.899816 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Checking router: df330898-ca87-4cdd-988b-a898e09275c3 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:43.900344 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Updating router df330898-ca87-4cdd-988b-a898e09275c3 port 36725c08-d043-460e-9bdf-65768392e1c5 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:29:43.931407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.960425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.976149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/networks/b4a48e86-3be3-43a8-8b76-41fe40b27a7e HTTP/1.1" status: 204 len: 168 time: 1.7822001 Jul 08 17:29:43.978814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.987438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58586) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:44.006154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.011339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/3998ad44-7869-462d-a8ce-82d5b0f50fd2 HTTP/1.1" status: 204 len: 168 time: 4.9292836 Jul 08 17:29:44.018685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:44.021170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a80b12-0245-4051-aed5-d68173a39d16 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Network': ['ID=b4a48e86-3be3-43a8-8b76-41fe40b27a7e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:44.025283 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.030415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e41ab-2349-4e34-a282-c5626628127a req-29d659e3-9107-4eef-91df-c253a0b2a397 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:44.047790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7b8f6bb7-312c-4740-b45d-280ba8941824 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:44.049989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-641e41ab-2349-4e34-a282-c5626628127a req-29d659e3-9107-4eef-91df-c253a0b2a397 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.8443944 Jul 08 17:29:44.096421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f681188c-7e84-4cf8-a352-a4f2c494c5f0 req-ba4380b1-562e-4c5a-9b14-cb9948893fae service neutron] 10.222.0.53 "GET /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499185 Jul 08 17:29:44.097056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1926102493'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:44.171439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64819-1f3b-4384-96cd-f06e120199ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=3998ad44-7869-462d-a8ce-82d5b0f50fd2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:44.189662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7b8f6bb7-312c-4740-b45d-280ba8941824 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:44.190403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.285755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting subnet e145dec6-e417-4d3e-aee1-07c628a40aa6 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:44.311398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-641e41ab-2349-4e34-a282-c5626628127a req-3e1b772a-1b17-4fff-9121-a9356143bf23 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604549 Jul 08 17:29:44.315184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:44.329462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.333181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.410816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.486767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:44.504677 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.505034 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment ef5670f4-9adb-4e47-8588-e7011dbf46b3 of type vlan for network 63ad9496-5cdc-455d-8cd9-1f62ea753f3d Jul 08 17:29:44.608113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.620105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4beb807b-5d95-4752-89f6-a0d698a74a15 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:44.665372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.677339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:44.678659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.752924 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.769255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4beb807b-5d95-4752-89f6-a0d698a74a15 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:44.769604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4beb807b-5d95-4752-89f6-a0d698a74a15 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:44.783693 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Transition to ACTIVE for port object 36725c08-d043-460e-9bdf-65768392e1c5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:44.795970 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.881780 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Pushing event updated for resources: {'Port': ['ID=36725c08-d043-460e-9bdf-65768392e1c5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:44.893265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Allocated IP 172.20.0.1 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/5032100e-2878-4d20-9c5c-5a85d0c78bc3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:44.905521 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.906479 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.906989 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.907461 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.907938 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.908463 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.909135 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.909704 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.910271 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.910828 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.911388 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.911929 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:44.924643 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Attempting to bind port 36725c08-d043-460e-9bdf-65768392e1c5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:44.925426 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Attempting to bind port 36725c08-d043-460e-9bdf-65768392e1c5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:44.925812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Attempting to bind port 36725c08-d043-460e-9bdf-65768392e1c5 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:44.934144 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:44.934581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9145503 Jul 08 17:29:44.935155 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:44.935297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa2383-a1bf-4d3d-a8b6-80b1abb09feb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=63ad9496-5cdc-455d-8cd9-1f62ea753f3d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:44.935920 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.936607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:44.937336 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Bound port: 36725c08-d043-460e-9bdf-65768392e1c5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:44.947491 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.948661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 63ad9496-5cdc-455d-8cd9-1f62ea753f3d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:44.949701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.951900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:44.970303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '63ad9496-5cdc-455d-8cd9-1f62ea753f3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:45.017839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] For port 36725c08-d043-460e-9bdf-65768392e1c5, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:45.021437 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] For port 36725c08-d043-460e-9bdf-65768392e1c5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=36725c08-d043-460e-9bdf-65768392e1c5,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:45.030492 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.139544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.180577 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:45.182051 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:45.256683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.278361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.279539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce0f31-376a-4776-8f38-0d68ccbc832b None None] Network a03b28be-0b62-46b8-99fc-3c8328201100 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:45.283043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/subnets/e145dec6-e417-4d3e-aee1-07c628a40aa6 HTTP/1.1" status: 204 len: 168 time: 1.2755036 Jul 08 17:29:45.283556 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce6565-6d83-49e8-90bc-28a45d2d9cdc None None] Pushing event updated for resources: {'Port': ['ID=36725c08-d043-460e-9bdf-65768392e1c5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:45.284279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:45.300463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a747f-9d21-47e2-a093-851a6b1ff103 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Subnet': ['ID=e145dec6-e417-4d3e-aee1-07c628a40aa6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:45.382509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:45.386902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.438748 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:45.459126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting subnet 33d41f6b-9c73-4097-8004-7f73f1d7934a {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:45.472440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.527801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.565379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Transition to ACTIVE for port object 5032100e-2878-4d20-9c5c-5a85d0c78bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:45.580080 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.659020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] DHCP port deletion for a03b28be-0b62-46b8-99fc-3c8328201100 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:45.759218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] Deleting port d7d7c018-ef75-42af-9075-729bac0d6e75 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:45.759436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.778798 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:39Z', 'revision_number': 3, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:45.813080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789da96-339e-4d3a-b02d-677fb8ab8776 req-94809805-7211-428f-af54-9b96e9d3dec2 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:45.814685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4789da96-339e-4d3a-b02d-677fb8ab8776 req-94809805-7211-428f-af54-9b96e9d3dec2 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.2374034 Jul 08 17:29:45.824955 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fbaff9-4009-4d13-9be4-755e41250741 None None] The sync data for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 is: [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:39Z', 'revision_number': 3, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:45.840826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.843369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d7d7c018-ef75-42af-9075-729bac0d6e75 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:45.869321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:45.876194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:45.880049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.927600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] For port d7d7c018-ef75-42af-9075-729bac0d6e75, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d7d7c018-ef75-42af-9075-729bac0d6e75,segment=NetworkSegment(c8944522-f076-467a-8aeb-225820f89d48),segment_id=c8944522-f076-467a-8aeb-225820f89d48)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:45.928012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.932340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:45.951514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] Calling delete_port for d7d7c018-ef75-42af-9075-729bac0d6e75 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:46.040510 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4789da96-339e-4d3a-b02d-677fb8ab8776 req-724089ed-05e5-49f8-bda2-7686d85baeda tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142038 Jul 08 17:29:46.046219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Pushing event updated for resources: {'Port': ['ID=5032100e-2878-4d20-9c5c-5a85d0c78bc3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:46.077182 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.091065 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.154700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.206124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.372671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.395581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] Pushing event deleted for resources: {'Port': ['ID=d7d7c018-ef75-42af-9075-729bac0d6e75,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:46.411619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ec32c-3680-45ca-930d-0c955fc46b3e None None] No DVR routers for this DVR port d7d7c018-ef75-42af-9075-729bac0d6e75 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:46.427367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=57e9408c-176a-471b-ba96-68260f5c05bb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:46.443054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-10573771-4e53-45e9-8cc7-948f7c96c184 None None] Provisioning for port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:46.466531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-10573771-4e53-45e9-8cc7-948f7c96c184 None None] Provisioning complete for port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:46.467098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10573771-4e53-45e9-8cc7-948f7c96c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.475794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae5600-2465-4dab-be96-55fffca87710 None None] Network 9cc21a30-8189-4316-bd5c-c87765ceba44 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:46.520749 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.526458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/subnets/33d41f6b-9c73-4097-8004-7f73f1d7934a HTTP/1.1" status: 204 len: 168 time: 1.2394798 Jul 08 17:29:46.529291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:46.539341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1addb16-440f-41d1-bd0d-f110a94419f4 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Subnet': ['ID=33d41f6b-9c73-4097-8004-7f73f1d7934a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:46.547598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': 'ef5670f4-9adb-4e47-8588-e7011dbf46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '63ad9496-5cdc-455d-8cd9-1f62ea753f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:46.548227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 63ad9496-5cdc-455d-8cd9-1f62ea753f3d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:46.596661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.640452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 63ad9496-5cdc-455d-8cd9-1f62ea753f3d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:46.701182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-10573771-4e53-45e9-8cc7-948f7c96c184 None None] Port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:46.710998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 63ad9496-5cdc-455d-8cd9-1f62ea753f3d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:46.736034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.736626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.753398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d3be9-b466-4138-a3c8-79777cbd9348 req-ae07c67b-2ef6-4fb4-848f-24052b40da7a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.760880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00cd248-da69-4bde-950a-122adde6da69 None None] Network 63ad9496-5cdc-455d-8cd9-1f62ea753f3d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:46.768065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd5d3be9-b466-4138-a3c8-79777cbd9348 req-ae07c67b-2ef6-4fb4-848f-24052b40da7a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.3208339 Jul 08 17:29:46.781798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c8b6296e-4940-4ba0-9a6c-5d6f925449e4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8252802 Jul 08 17:29:46.782385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:46.808913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.882332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd5d3be9-b466-4138-a3c8-79777cbd9348 req-1e1d8d08-ca3c-496b-8bcf-7fd8006ac98e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131175 Jul 08 17:29:46.927252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.087902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.108890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b28be-0b62-46b8-99fc-3c8328201100']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:47.129547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8944522-f076-467a-8aeb-225820f89d48') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:47.129850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8944522-f076-467a-8aeb-225820f89d48') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:47.148021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.157631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] DHCP port deletion for 9cc21a30-8189-4316-bd5c-c87765ceba44 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:47.174268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.181265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:47.181670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.254395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:47.255016 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:47.259430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.259657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e103aa9-7386-482e-9b43-961e9ed32e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-63ad9496-5cdc-455d-8cd9-1f62ea753f3d', 'network_id': '63ad9496-5cdc-455d-8cd9-1f62ea753f3d', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '57e9408c-176a-471b-ba96-68260f5c05bb'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:47.260338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e103aa9-7386-482e-9b43-961e9ed32e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.267232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.272191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/networks/a03b28be-0b62-46b8-99fc-3c8328201100 HTTP/1.1" status: 204 len: 168 time: 0.7337518 Jul 08 17:29:47.272944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:47.347166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daef78-0e34-4a71-9c16-2a14ade05eb3 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Network': ['ID=a03b28be-0b62-46b8-99fc-3c8328201100,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.487066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.489695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] Deleting port ccf6a54a-bfd4-411e-88fa-6693db0a41cb {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:47.490214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.497661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.501787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-2e103aa9-7386-482e-9b43-961e9ed32e04 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57e9408c-176a-471b-ba96-68260f5c05bb: This subnet is being modified by another concurrent operation. Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57e9408c-176a-471b-ba96-68260f5c05bb: This subnet is being modified by another concurrent operation. Jul 08 17:29:47.514760 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:29:47.563160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04802981-147b-4b5c-8f26-350c69e57b29 None None] Network 63ad9496-5cdc-455d-8cd9-1f62ea753f3d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:47.585176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.715778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting port ccf6a54a-bfd4-411e-88fa-6693db0a41cb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:47.717283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.760770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] For port ccf6a54a-bfd4-411e-88fa-6693db0a41cb, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,segment=NetworkSegment(08ab229b-bb21-4f79-b30d-f1a58996159d),segment_id=08ab229b-bb21-4f79-b30d-f1a58996159d)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:47.762256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.795719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] Calling delete_port for ccf6a54a-bfd4-411e-88fa-6693db0a41cb owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:47.797215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=57e9408c-176a-471b-ba96-68260f5c05bb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.864940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] For port ccf6a54a-bfd4-411e-88fa-6693db0a41cb, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,segment=NetworkSegment(08ab229b-bb21-4f79-b30d-f1a58996159d),segment_id=08ab229b-bb21-4f79-b30d-f1a58996159d)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:47.868472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.906410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.910929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Calling delete_port for ccf6a54a-bfd4-411e-88fa-6693db0a41cb owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:48.034518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:48.039157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:48.041172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Pushing event updated for resources: {'Port': ['ID=5032100e-2878-4d20-9c5c-5a85d0c78bc3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:48.054130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbc1a9-707d-457d-89af-4c94d9fef965 req-349690fb-a5fa-408f-b09b-30224d356800 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.059352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.063466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23cbc1a9-707d-457d-89af-4c94d9fef965 req-349690fb-a5fa-408f-b09b-30224d356800 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.4171503 Jul 08 17:29:48.075247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ad9496-5cdc-455d-8cd9-1f62ea753f3d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:48.078396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36725c08-d043-460e-9bdf-65768392e1c5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:48.083578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.125738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] Pushing event deleted for resources: {'Port': ['ID=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:48.162771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d7d2d-03e7-4232-98b7-135ff421d085 None None] No DVR routers for this DVR port ccf6a54a-bfd4-411e-88fa-6693db0a41cb on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:48.182441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23cbc1a9-707d-457d-89af-4c94d9fef965 req-a6a5a585-15df-42e1-9f48-16bd56353eb6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179166 Jul 08 17:29:48.183148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.193213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5670f4-9adb-4e47-8588-e7011dbf46b3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:48.193213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5670f4-9adb-4e47-8588-e7011dbf46b3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:48.242289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 36725c08-d043-460e-9bdf-65768392e1c5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:48.247431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 36725c08-d043-460e-9bdf-65768392e1c5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:48.247813 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.262418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.272270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Port': ['ID=ccf6a54a-bfd4-411e-88fa-6693db0a41cb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:48.275904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] No DVR routers for this DVR port ccf6a54a-bfd4-411e-88fa-6693db0a41cb on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:48.296297 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.321356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:48.322357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.397725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0c0ca-97b4-48ff-bcff-141841b26060 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:29:48.446647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:48.446994 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:48.456064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.461326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc21a30-8189-4316-bd5c-c87765ceba44']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:48.484212 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.491579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ab229b-bb21-4f79-b30d-f1a58996159d') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:48.492054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ab229b-bb21-4f79-b30d-f1a58996159d') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:48.520497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.535204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 36725c08-d043-460e-9bdf-65768392e1c5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=36725c08-d043-460e-9bdf-65768392e1c5,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:48.537271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fe150145-5099-4f14-9fe6-893a4c7a4f37 None None] Provisioning complete for port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:48.538258 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe150145-5099-4f14-9fe6-893a4c7a4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.550568 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.552025 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.567653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:48.572821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.573107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.579376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/63ad9496-5cdc-455d-8cd9-1f62ea753f3d HTTP/1.1" status: 204 len: 168 time: 1.7918963 Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:48.579559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:48.586474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-824289498'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:48.689424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:48.698776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.725296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.744766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=36725c08-d043-460e-9bdf-65768392e1c5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:48.747027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fe150145-5099-4f14-9fe6-893a4c7a4f37 None None] Port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:48.747974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.753383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ccf6a54a-bfd4-411e-88fa-6693db0a41cb no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:48.760027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/networks/9cc21a30-8189-4316-bd5c-c87765ceba44 HTTP/1.1" status: 204 len: 168 time: 1.4814925 Jul 08 17:29:48.764111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:48.785895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ccf6a54a-bfd4-411e-88fa-6693db0a41cb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:48.786424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ccf6a54a-bfd4-411e-88fa-6693db0a41cb not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:48.843413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:48.867643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0c0ca-97b4-48ff-bcff-141841b26060 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:29:48.908642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b3b4d-e2fd-47dc-b0dc-b04109c0a645 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Network': ['ID=9cc21a30-8189-4316-bd5c-c87765ceba44,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:48.911604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.917555 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment dac0e113-fc15-4a16-b022-402f7db5d3f6 of type vlan for network 6fdc6134-b8cd-42d9-93da-611c04230a30 Jul 08 17:29:48.999743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting subnet bf27122f-a65a-4af0-8a7d-c536bfef42d8 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:49.005363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.084536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.114393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.165693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a7466-937b-47f7-80ef-e1e62889507e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=63ad9496-5cdc-455d-8cd9-1f62ea753f3d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:49.174814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Router df330898-ca87-4cdd-988b-a898e09275c3 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:49.209514 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.216350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:49.217439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.307614 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7272475 Jul 08 17:29:49.313802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58656) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:49.319166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '6fdc6134-b8cd-42d9-93da-611c04230a30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:49.344737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:49.350155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4306fa53-5429-4df0-a8c5-e87b421b2c6c admin admin] 10.222.0.48 "PUT /v2.0/routers/df330898-ca87-4cdd-988b-a898e09275c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4369540 Jul 08 17:29:49.356126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Sync routers for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:49.368805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:49.369788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:49.513707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e8b3c9f-d129-4c56-9bb8-649075515dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.541526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:49.609408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273858f-cc63-4110-8b8f-3f65460e8dae req-17432cfd-4790-4056-abdf-755db558fc33 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:49.612630 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9273858f-cc63-4110-8b8f-3f65460e8dae req-17432cfd-4790-4056-abdf-755db558fc33 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1703551 Jul 08 17:29:49.723031 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9273858f-cc63-4110-8b8f-3f65460e8dae req-02c709b5-4d11-4d0f-a0d1-6be2374e2cc1 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027567 Jul 08 17:29:49.841952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36725c08-d043-460e-9bdf-65768392e1c5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:49.944599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038e693-b809-40ec-826f-d1def22c6ead tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=6fdc6134-b8cd-42d9-93da-611c04230a30,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:49.969413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6fdc6134-b8cd-42d9-93da-611c04230a30 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:49.977031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.093643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 36725c08-d043-460e-9bdf-65768392e1c5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:50.094284 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.190302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:50.201379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.249672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 2, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:50.270745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.311305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Checking router: df330898-ca87-4cdd-988b-a898e09275c3 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:50.312962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Updating router df330898-ca87-4cdd-988b-a898e09275c3 port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:29:50.313393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Subnet': ['ID=bf27122f-a65a-4af0-8a7d-c536bfef42d8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:50.346799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.351729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:50.352551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-35cc0511-28d7-4dbb-8d7b-e20795647861 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/subnets/bf27122f-a65a-4af0-8a7d-c536bfef42d8 HTTP/1.1" status: 204 len: 168 time: 1.5842228 Jul 08 17:29:50.365947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:50.380530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143299636', 'description': 'tempest-description--2134335675'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:50.398937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4add63-b55b-473a-921e-659d06c957e0 None None] Network c2521ed3-e6f9-47bf-830f-8c4f63676346 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:50.402583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.532238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.559994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.656664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.706019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Deleting port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:50.706360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.772200 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.776621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.788296 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.802751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] For port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,segment=NetworkSegment(1219aeaa-6295-4aad-9963-cc1a6662c70e),segment_id=1219aeaa-6295-4aad-9963-cc1a6662c70e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:50.803160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.807772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef5a27-252c-4528-86d8-bb67820b4ab7 req-c5836b2e-e783-4bb5-aefc-3988d58248ef tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:50.815881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fef5a27-252c-4528-86d8-bb67820b4ab7 req-c5836b2e-e783-4bb5-aefc-3988d58248ef tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2612784 Jul 08 17:29:50.825627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Transition to ACTIVE for port object 5032100e-2878-4d20-9c5c-5a85d0c78bc3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:50.836157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Calling delete_port for 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:50.843356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.850921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=2be35b31-e526-4514-8d2e-c8378001528f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:50.852994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.857215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4853697 Jul 08 17:29:50.857215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5358e2-1a93-41c2-ad0f-1d6d5ccd697c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc114005-6086-4c22-82fc-51216dac002a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:50.857695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': 'dac0e113-fc15-4a16-b022-402f7db5d3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6fdc6134-b8cd-42d9-93da-611c04230a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:50.858147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 6fdc6134-b8cd-42d9-93da-611c04230a30, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:50.859067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:50.865138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'security_group_rule': {'security_group_id': 'fc114005-6086-4c22-82fc-51216dac002a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:50.896677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2fef5a27-252c-4528-86d8-bb67820b4ab7 req-3dca8924-a852-46c5-951e-a0ad1623b49f tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799828 Jul 08 17:29:50.902342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 6fdc6134-b8cd-42d9-93da-611c04230a30 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:50.927214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 6fdc6134-b8cd-42d9-93da-611c04230a30) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:50.941275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:50.941876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.951142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.952044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ca3ae-a001-43cd-b637-8d655b7c898d None None] Network 6fdc6134-b8cd-42d9-93da-611c04230a30 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:50.964713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01db38ba-1506-4ff0-b6e8-12d2aea74493 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6495259 Jul 08 17:29:50.967296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58690) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:51.091869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.113692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.135200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.163361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] No DVR routers for this DVR port 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:51.176669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54baf3-6da0-4222-a3bb-162034cdade9 None None] Pushing event updated for resources: {'Port': ['ID=5032100e-2878-4d20-9c5c-5a85d0c78bc3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.182448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.244606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cf31ad-5b59-4eae-a729-6722620e3751,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.250041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Port': ['ID=25c14d7a-fd6b-4206-a1a7-c895d35bafe0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.253963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.255271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-51c9f9f2-e70d-4988-b7e3-879109a649fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3939450 Jul 08 17:29:51.266429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:51.271000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'security_group_rule': {'security_group_id': 'fc114005-6086-4c22-82fc-51216dac002a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:51.339748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.354615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2521ed3-e6f9-47bf-830f-8c4f63676346']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.362725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.371904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1219aeaa-6295-4aad-9963-cc1a6662c70e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.372312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1219aeaa-6295-4aad-9963-cc1a6662c70e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.387452 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.394211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.425972 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.444458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:51.445417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:51.448813 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:51.455333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Attempting to bind port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:51.455616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Attempting to bind port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:51.456013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Attempting to bind port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:51.469286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.494344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:51.495256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:51.495256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.495490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:51.496059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Bound port: 5032100e-2878-4d20-9c5c-5a85d0c78bc3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:51.496470 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.510201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=2be35b31-e526-4514-8d2e-c8378001528f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.531799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b542e8-e6c5-4692-b73d-e65a85d7dfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-6fdc6134-b8cd-42d9-93da-611c04230a30', 'network_id': '6fdc6134-b8cd-42d9-93da-611c04230a30', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '2be35b31-e526-4514-8d2e-c8378001528f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:51.534041 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8b542e8-e6c5-4692-b73d-e65a85d7dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.597901 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.614248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdc6134-b8cd-42d9-93da-611c04230a30']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.633802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.634734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac0e113-fc15-4a16-b022-402f7db5d3f6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.635027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.635250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac0e113-fc15-4a16-b022-402f7db5d3f6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.642992 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.652302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.658676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/networks/c2521ed3-e6f9-47bf-830f-8c4f63676346 HTTP/1.1" status: 204 len: 168 time: 1.3049247 Jul 08 17:29:51.660387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.676640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58706) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:51.677916 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.685681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:51.686147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.716783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bd94c-b4e1-4bf2-8b87-c21f3f485ef5 None None] DHCP port deletion for c2521ed3-e6f9-47bf-830f-8c4f63676346 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:51.754062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] For port 5032100e-2878-4d20-9c5c-5a85d0c78bc3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:51.757478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] For port 5032100e-2878-4d20-9c5c-5a85d0c78bc3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5032100e-2878-4d20-9c5c-5a85d0c78bc3,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:51.775052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.789142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce7fd5-16dd-4202-a838-f52801b1c98a tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Pushing event deleted for resources: {'Network': ['ID=c2521ed3-e6f9-47bf-830f-8c4f63676346,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:51.799776 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:51.816806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-14d1b1a0-2dc1-454e-ac97-398cbb8bc6e8 tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "GET /v2.0/ports?device_id=48be726d-24ba-4f7c-9bb1-9b74a833d0e0 HTTP/1.1" status: 200 len: 205 time: 0.1384246 Jul 08 17:29:51.819122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c23f41b-4c85-4c86-9cae-ec3ee893be00,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.823835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.825406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:51.827043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bba227a2-c5a7-426c-8edc-3c3a8b148b2d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5587289 Jul 08 17:29:51.829376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:51.842458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:51.873015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54baf3-6da0-4222-a3bb-162034cdade9 None None] Pushing event updated for resources: {'Port': ['ID=5032100e-2878-4d20-9c5c-5a85d0c78bc3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.890952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-c8b542e8-e6c5-4692-b73d-e65a85d7dfe1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:29:51.890952 n-d-799527-4 neutron-server[93946]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 08 17:29:51.890952 n-d-799527-4 neutron-server[93946]: [parameters: {'project_id': 'd18026a81f2445f387b958c4d70d4a00', 'id': '82f2e2ec-09e4-4dd0-b191-8f7179c1d0bb', 'name': '', 'network_id': '6fdc6134-b8cd-42d9-93da-611c04230a30', 'mac_address': 'fa:16:3e:99:45:0a', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-6fdc6134-b8cd-42d9-93da-611c04230a30', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2275}] Jul 08 17:29:51.890952 n-d-799527-4 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:29:51.892073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.902647 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-c8b542e8-e6c5-4692-b73d-e65a85d7dfe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:29:51.924101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:51.924751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:51.953889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.966047 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.971522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/6fdc6134-b8cd-42d9-93da-611c04230a30 HTTP/1.1" status: 204 len: 168 time: 1.0002239 Jul 08 17:29:51.973122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:51.979567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-861891725'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:51.999960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.069745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=6fdc6134-b8cd-42d9-93da-611c04230a30,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:52.118084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.171477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.171934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.172695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.173100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.173504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.173902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.174333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.174728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.174905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:52.175175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.175636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.175967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.176415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4403e-8fef-459f-830c-81a0f238e230 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:52.254394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Allocated IP 172.25.3.118 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/1773945f-6af4-4a52-9b13-0ed65f4abd4f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:52.281867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:52.286220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.381750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.405485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.504976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.516176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:52.533637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.534422 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment c8a8b86a-9582-4198-8474-8db932c69ea2 of type vlan for network 43e96818-bf4b-4acb-a673-e7f3c635b9b7 Jul 08 17:29:52.552947 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8b542e8-e6c5-4692-b73d-e65a85d7dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.600224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.617375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee15559-fd38-4105-a02f-08b409da5196 req-b623950c-c772-4c19-aa92-6e3b7bbcee27 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.624135 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-baa68958-1f83-4591-81a0-f7d71a560dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.631219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ee15559-fd38-4105-a02f-08b409da5196 req-b623950c-c772-4c19-aa92-6e3b7bbcee27 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2614539 Jul 08 17:29:52.655881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.656793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Fanout notify agent at l3_agent the message router_deleted on router 48be726d-24ba-4f7c-9bb1-9b74a833d0e0 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:29:52.668164 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.672794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.675824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.676773 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.677108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56afe60-05c3-406b-8c88-0fcd8f425020 None None] Network 6fdc6134-b8cd-42d9-93da-611c04230a30 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:52.687264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.688610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2afebe7-7b5a-48bc-8b89-348f561e6efc tempest-RoutersNegativeIpV6Test-719889904 tempest-RoutersNegativeIpV6Test-719889904-project] 10.222.0.48 "DELETE /v2.0/routers/48be726d-24ba-4f7c-9bb1-9b74a833d0e0 HTTP/1.1" status: 204 len: 168 time: 0.8620369 Jul 08 17:29:52.695897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56afe60-05c3-406b-8c88-0fcd8f425020 None None] Network 6fdc6134-b8cd-42d9-93da-611c04230a30 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 17:29:52.714869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.776535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ee15559-fd38-4105-a02f-08b409da5196 req-a6b83567-4422-4528-bc6e-40e2eebd1d72 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440477 Jul 08 17:29:52.808718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:52.815867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:52.819801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:52.823350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=1773945f-6af4-4a52-9b13-0ed65f4abd4f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:52.926211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9516897 Jul 08 17:29:52.933519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:52.944030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '43e96818-bf4b-4acb-a673-e7f3c635b9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:53.028663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.078261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:51Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:53.129867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bee7f-49ee-4ba4-8495-276b1bf61d79 None None] The sync data for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 is: [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:51Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:53.155904 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.230820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc50de-eb2b-47df-b775-ee7fc1e1c389 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=43e96818-bf4b-4acb-a673-e7f3c635b9b7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:53.258740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:53.264773 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.277802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 43e96818-bf4b-4acb-a673-e7f3c635b9b7 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:53.288673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58742) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:53.540316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:29:53.541027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:29:53.551366 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.766750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.777201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.860652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5032100e-2878-4d20-9c5c-5a85d0c78bc3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:53.919030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-67a69b20-65ed-483f-a0d0-cf98fe052916 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9abde75bbbde4597a3f2fbdb0fc7b5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290305 Jul 08 17:29:53.922967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:53.934853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.952749 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.955403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=1773945f-6af4-4a52-9b13-0ed65f4abd4f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:53.977825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.981920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f79e9be2-874e-4a4d-a7a4-2775a38fa0d9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1479607 Jul 08 17:29:53.992723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:54.001836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:54.002508 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.053673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=fdb3cc87-90d0-44de-8ff6-f4fe8dbb977b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:54.228396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a871f369-fc2b-461c-8936-589b418df63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.238968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': 'c8a8b86a-9582-4198-8474-8db932c69ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '43e96818-bf4b-4acb-a673-e7f3c635b9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:54.240185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 43e96818-bf4b-4acb-a673-e7f3c635b9b7, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:54.263540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.278629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 43e96818-bf4b-4acb-a673-e7f3c635b9b7 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:54.282107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a871f369-fc2b-461c-8936-589b418df63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.308410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 43e96818-bf4b-4acb-a673-e7f3c635b9b7) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:54.315629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:54.316740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.338303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979d557-0bc9-467f-a5eb-eb01fadc88ef None None] Network 43e96818-bf4b-4acb-a673-e7f3c635b9b7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:54.371863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:54.372040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5ae88ce-3d87-4ddb-a796-3777c1bf20ff tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4369695 Jul 08 17:29:54.397266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a871f369-fc2b-461c-8936-589b418df63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.400674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a871f369-fc2b-461c-8936-589b418df63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.402683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a871f369-fc2b-461c-8936-589b418df63b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f7695c5-0af0-4151-9297-9cb80962e3ff HTTP/1.1" status: 204 len: 168 time: 0.4779677 Jul 08 17:29:54.426520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871f369-fc2b-461c-8936-589b418df63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7695c5-0af0-4151-9297-9cb80962e3ff,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:54.505190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 5032100e-2878-4d20-9c5c-5a85d0c78bc3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5032100e-2878-4d20-9c5c-5a85d0c78bc3,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:54.526519 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.589029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:54.602310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.650505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-d83d3adb-cfd6-4971-b454-3626f1f49d4c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--143299636&fields=id&tenant_id=d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 267 time: 0.0454113 Jul 08 17:29:54.698826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.894780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:54.895310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 25c14d7a-fd6b-4206-a1a7-c895d35bafe0 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:54.924602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.997918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9eb795-1b52-403c-b425-75fa94078cba None None] Network 43e96818-bf4b-4acb-a673-e7f3c635b9b7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:55.027795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb3cc87-90d0-44de-8ff6-f4fe8dbb977b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:55.163458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-a3bde315-fa6d-469b-93ff-2a948a02ebb7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.165789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-a3bde315-fa6d-469b-93ff-2a948a02ebb7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.4682295 Jul 08 17:29:55.193577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.201587 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.204880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=5032100e-2878-4d20-9c5c-5a85d0c78bc3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:55.219383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-234e6f29-6758-4cbc-ab6d-a9c088bef914 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/quotas/d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 375 time: 0.0412986 Jul 08 17:29:55.221230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e96818-bf4b-4acb-a673-e7f3c635b9b7']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:55.319140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8b86a-9582-4198-8474-8db932c69ea2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:55.319909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8b86a-9582-4198-8474-8db932c69ea2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:55.356967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.392793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.426097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:55.426509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:55.446248 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:55.555293 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.563669 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.571392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/43e96818-bf4b-4acb-a673-e7f3c635b9b7 HTTP/1.1" status: 204 len: 168 time: 1.1939440 Jul 08 17:29:55.572168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:55.578240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-9710223'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:55.581809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-903baa3a-33ec-4456-adc5-429351b2a26b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3421383 Jul 08 17:29:55.594602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696004f5-222d-43c2-b444-469a25f3a3c5 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=43e96818-bf4b-4acb-a673-e7f3c635b9b7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:55.621122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:55.626975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.659443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:55.683030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.683632 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment 365f641a-a623-465b-bbf4-a33df7ef4281 of type vlan for network 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a Jul 08 17:29:55.791970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.807059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5032100e-2878-4d20-9c5c-5a85d0c78bc3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:55.886274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.900184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-04da1ecf-8050-4c3b-9c48-ba04cfa4262b service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009877 Jul 08 17:29:55.917640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.918368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.976953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:55.978883 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:56.096708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5228243 Jul 08 17:29:56.099550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:56.106312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8b2e7-2f5f-4f28-9ec0-3e26bdb72be8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:56.118465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': '08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:56.131955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:56.250165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-2c53778b-2eee-49e0-a28f-63128d3ec3e1 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367662 Jul 08 17:29:56.309284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:56.313374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:56.694515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa83a403-b628-4742-b60d-afdad8ca953e req-adc50663-91c8-45f4-b38d-b7b8f26eeae4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 210 time: 0.1522317 Jul 08 17:29:56.707413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64163c-8cae-4d7f-8039-8f5c2866e548 req-ee6305c7-8a13-4b5f-9994-522898a7b96a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.729259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c64163c-8cae-4d7f-8039-8f5c2866e548 req-ee6305c7-8a13-4b5f-9994-522898a7b96a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2061718 Jul 08 17:29:56.732937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-d316a937-7e03-4878-aaff-5873016ef95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.734901 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-d316a937-7e03-4878-aaff-5873016ef95f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.3058021 Jul 08 17:29:56.791216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c64163c-8cae-4d7f-8039-8f5c2866e548 req-f7d45d60-5cf5-4061-96c5-185750cad768 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609038 Jul 08 17:29:56.894539 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.109773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=27c87b85-e76b-4bb7-85f4-765ea619e94c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:57.115605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': '365f641a-a623-465b-bbf4-a33df7ef4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:57.116073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:57.154418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-373895f1-bd85-4b39-8d99-6d62364376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:57.156013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-373895f1-bd85-4b39-8d99-6d62364376d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.2799358 Jul 08 17:29:57.238242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-72c457c5-f9fd-4dec-993c-e1b2a66ff69b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.0724707 Jul 08 17:29:57.239151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:57.338695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:57.353505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f782a0e-c3de-478d-8a4e-8022fee2ba2e None None] Network 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:57.356737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:57.357413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.410255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32f4300d-1a5e-43da-9bc3-342c591e8424 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3094628 Jul 08 17:29:57.415977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:57.431863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-24648497-f6b7-4e40-a4ae-993f3e090409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:57.431863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-24648497-f6b7-4e40-a4ae-993f3e090409 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.1847985 Jul 08 17:29:57.537752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-51319c32-b6f6-4c28-b645-7c84e2d44347 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964141 Jul 08 17:29:57.779583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b485e-366b-4421-840d-f8f1b2294a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a', 'network_id': '08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '27c87b85-e76b-4bb7-85f4-765ea619e94c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:57.780433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b9b485e-366b-4421-840d-f8f1b2294a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.803509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.948093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b39cf4d9-4b1a-429c-ada1-0da578f291b9 req-fecf2a8c-2c7d-4449-bda3-3c2f8f166843 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 210 time: 0.1412756 Jul 08 17:29:58.031107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.054417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-b0a306ba-12a8-47c5-9e0c-0cb7241fb1b3 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953899 Jul 08 17:29:58.210910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.244879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=27c87b85-e76b-4bb7-85f4-765ea619e94c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-2b9b485e-366b-4421-840d-f8f1b2294a43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27c87b85-e76b-4bb7-85f4-765ea619e94c: This subnet is being modified by another concurrent operation. Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27c87b85-e76b-4bb7-85f4-765ea619e94c: This subnet is being modified by another concurrent operation. Jul 08 17:29:58.292351 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:29:58.335891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a07d5ce-4c50-4e10-9c68-fc173c1172d8 None None] Network 08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:58.356321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:58.390732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0da9d86a-58ad-40a2-bda7-60a7a6836dbe req-c8dc4b92-a3bf-469d-86eb-bdffe6047b6d service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237555 Jul 08 17:29:58.394796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.413325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:58.459299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365f641a-a623-465b-bbf4-a33df7ef4281') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:58.461271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365f641a-a623-465b-bbf4-a33df7ef4281') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:58.484866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.513834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ae81e-06ca-45a4-999e-39805b3725c8 req-6dc4e444-4da7-4f93-8f9c-f2ec363a3fe0 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:58.524543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf3ae81e-06ca-45a4-999e-39805b3725c8 req-6dc4e444-4da7-4f93-8f9c-f2ec363a3fe0 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2370641 Jul 08 17:29:58.527575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.557526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:58.557956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:58.561335 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:58.575874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c06afc-1289-4e59-8f86-4594b7eace7d None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:29:58.630693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf3ae81e-06ca-45a4-999e-39805b3725c8 req-a111fd05-eb3d-4d20-a9f0-3c60eeafbae5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049759 Jul 08 17:29:58.634512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2d284c5-a05d-4b25-ab1c-19705990b3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.662662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.681119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.684522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a HTTP/1.1" status: 204 len: 168 time: 1.2663224 Jul 08 17:29:58.688780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:58.700161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2464ca-cf78-4c7f-98a8-fa9cb604c089 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:58.709368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-894366295'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:58.792352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c06afc-1289-4e59-8f86-4594b7eace7d None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:29:58.805851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2d284c5-a05d-4b25-ab1c-19705990b3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.813504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2d284c5-a05d-4b25-ab1c-19705990b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.870934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e2d284c5-a05d-4b25-ab1c-19705990b3a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d38be83bd26a4e1ab1734b2375846de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4987319 Jul 08 17:29:58.873660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:58.880456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d284c5-a05d-4b25-ab1c-19705990b3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b3b7e-6ac7-40d5-a2f9-74b74e68f04b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:58.883661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:58.887085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.933458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:58.950227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.950763 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment 2f082e41-6a7d-426b-843f-e73d17a7d0db of type vlan for network f66c2a5e-d068-4935-98f5-17b468d686e8 Jul 08 17:29:59.001179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-915549ba-f041-4c2a-be30-ff47f0923cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.007914 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.035702 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-915549ba-f041-4c2a-be30-ff47f0923cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.083877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.090363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.091178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.224346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59108) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:59.225228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5340858 Jul 08 17:29:59.230540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': 'f66c2a5e-d068-4935-98f5-17b468d686e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:59.253236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd9c51cb-47f5-41dd-905b-e471365bbf06 req-d64e915e-2619-43b9-946f-d425a1e1980d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 210 time: 0.1169903 Jul 08 17:29:59.274836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-915549ba-f041-4c2a-be30-ff47f0923cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.278075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-915549ba-f041-4c2a-be30-ff47f0923cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.301044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-915549ba-f041-4c2a-be30-ff47f0923cae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd3b3b7e-6ac7-40d5-a2f9-74b74e68f04b HTTP/1.1" status: 204 len: 168 time: 0.4070582 Jul 08 17:29:59.318520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11899a3-daef-4a82-a7b8-d501d4ef2ccf tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=f66c2a5e-d068-4935-98f5-17b468d686e8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:59.330328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915549ba-f041-4c2a-be30-ff47f0923cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b3b7e-6ac7-40d5-a2f9-74b74e68f04b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:59.337112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f66c2a5e-d068-4935-98f5-17b468d686e8 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:59.567252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:59.581501 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.758824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-914f92b0-51ff-4604-bbdb-c5188ff0a903 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.760386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-914f92b0-51ff-4604-bbdb-c5188ff0a903 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.4018953 Jul 08 17:29:59.851343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-98105dde-08fb-4812-afc9-5beb044f42d2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 379 time: 0.0807512 Jul 08 17:29:59.873610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'port': {'device_id': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'admin_state_up': True, 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'security_groups': ['fc114005-6086-4c22-82fc-51216dac002a']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:00.042510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:00.047821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.104694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3381d1-fbef-472f-bc2f-374f6d81b4ef req-b896a28a-726a-451f-9bbc-d1cf14f87072 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:00.107023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f3381d1-fbef-472f-bc2f-374f6d81b4ef req-b896a28a-726a-451f-9bbc-d1cf14f87072 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1741724 Jul 08 17:30:00.247947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.307169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f3381d1-fbef-472f-bc2f-374f6d81b4ef req-b522136d-07f0-4877-acc6-5f2cb430f9e2 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903353 Jul 08 17:30:00.310681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Allocated IP 172.20.0.5 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/a2695a85-c12e-461d-9705-7ab69f00ca72) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:00.393301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': '2f082e41-6a7d-426b-843f-e73d17a7d0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f66c2a5e-d068-4935-98f5-17b468d686e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:00.394033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: f66c2a5e-d068-4935-98f5-17b468d686e8, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:00.401774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=246a7ab1-7bfd-4302-82c8-e3560b5761ad,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:00.438999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network f66c2a5e-d068-4935-98f5-17b468d686e8 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:00.460518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f66c2a5e-d068-4935-98f5-17b468d686e8) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:00.468614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:00.468804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.474443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120ece8-cb9b-4198-9c07-511b330fab30 None None] Network f66c2a5e-d068-4935-98f5-17b468d686e8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:00.518207 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e73b322-d659-4929-ae06-c04e2dcbbed4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2921972 Jul 08 17:30:00.522241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:00.637141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e1e3916-680f-4156-a8c3-816290750f1c req-429c034d-b233-4c5f-9166-c1f05a266f9a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 210 time: 0.1371841 Jul 08 17:30:00.727386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:00.833333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.934007 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.976970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a78ab-fea2-44fb-bb23-3b2de5ba1ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f66c2a5e-d068-4935-98f5-17b468d686e8', 'network_id': 'f66c2a5e-d068-4935-98f5-17b468d686e8', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '246a7ab1-7bfd-4302-82c8-e3560b5761ad'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:00.977909 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e6a78ab-fea2-44fb-bb23-3b2de5ba1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.978195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.032489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Transition to ACTIVE for port object a2695a85-c12e-461d-9705-7ab69f00ca72 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:01.040074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1384388264-network', 'tenant_id': '2ce415ed410e44b4a9e30c03bcea1382'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:01.140816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Made reservation on behalf of 2ce415ed410e44b4a9e30c03bcea1382 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:01.153625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.174873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.181758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-4e6a78ab-fea2-44fb-bb23-3b2de5ba1ebb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 246a7ab1-7bfd-4302-82c8-e3560b5761ad: This subnet is being modified by another concurrent operation. Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 246a7ab1-7bfd-4302-82c8-e3560b5761ad: This subnet is being modified by another concurrent operation. Jul 08 17:30:01.183178 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:30:01.219229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a4637-cec6-4d42-abbb-645f48bb0b77 None None] Network f66c2a5e-d068-4935-98f5-17b468d686e8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:01.266674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.268486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=246a7ab1-7bfd-4302-82c8-e3560b5761ad,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:01.353752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.372228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66c2a5e-d068-4935-98f5-17b468d686e8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:01.391724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f082e41-6a7d-426b-843f-e73d17a7d0db') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:01.392022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f082e41-6a7d-426b-843f-e73d17a7d0db') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:01.396074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:01.398835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.404979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:01.421328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.423328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:01.426702 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.436542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:01.440086 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.452381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:01.453097 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:01.456642 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:01.494928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.495491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.495731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.496044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.496375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.496700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.497078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.497409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.497731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.498168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.498503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.498694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:01.525161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07651ee-d2c6-4385-99e0-95a2fe34bbf6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:01.533278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.534278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.553232 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-dff846e0-f7c9-429e-b66f-26656d31d706 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6836705 Jul 08 17:30:01.567854 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.570430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Request body: {'port': {'device_id': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:01.584203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.587296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f66c2a5e-d068-4935-98f5-17b468d686e8 HTTP/1.1" status: 204 len: 168 time: 1.0638659 Jul 08 17:30:01.597312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:01.601546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:01.605106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1224436812'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:01.611656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3734-3377-466e-92d4-518a28f3aa47 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=f66c2a5e-d068-4935-98f5-17b468d686e8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:01.623218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.623770 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Added segment 2e2a8818-4cf7-4c5f-8779-4b2d740eb365 of type vlan for network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 Jul 08 17:30:01.636730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c3067-66a2-4b90-8c88-5e7d1061b24a req-a32ff288-6360-44a4-be23-1fac878a854b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.638989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035c3067-66a2-4b90-8c88-5e7d1061b24a req-a32ff288-6360-44a4-be23-1fac878a854b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1663041 Jul 08 17:30:01.680988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:01.684981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.704357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.713524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73438017-9cd0-4c90-99b5-5206680c9df2 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:30:01.733635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:01.747110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.756574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-035c3067-66a2-4b90-8c88-5e7d1061b24a req-b5183a21-ffef-4f07-aebe-13377e4c2582 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094935 Jul 08 17:30:01.769325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.770227 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment 31b85f6e-ed12-4b85-ad9c-969bb136e916 of type vlan for network f5f6d8b3-075f-4361-8514-35d415d9edc1 Jul 08 17:30:01.799761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69654700-873b-4c64-a581-8d2426384f04 None None] Provisioning for port a2695a85-c12e-461d-9705-7ab69f00ca72 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:01.817917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.819126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.820427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.829126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69654700-873b-4c64-a581-8d2426384f04 None None] Provisioning complete for port a2695a85-c12e-461d-9705-7ab69f00ca72 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:01.829515 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69654700-873b-4c64-a581-8d2426384f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.865831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.904072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.914068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.915335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.934107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2046843 Jul 08 17:30:01.946514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59416) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:01.956705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Request body: {'subnet': {'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1384388264-subnet', 'tenant_id': '2ce415ed410e44b4a9e30c03bcea1382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:01.989405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91260-7950-4643-b86a-3d4c0b70a5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:02.009984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4083502 Jul 08 17:30:02.009984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fd85-37cc-4c2e-96b1-663cf1089311 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=f5f6d8b3-075f-4361-8514-35d415d9edc1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:02.010928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59418) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:02.019433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:02.034571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:02.035568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Made reservation on behalf of 2ce415ed410e44b4a9e30c03bcea1382 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:02.036644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:02.040858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:02.154765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-69654700-873b-4c64-a581-8d2426384f04 None None] Port a2695a85-c12e-461d-9705-7ab69f00ca72 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:30:02.246589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73438017-9cd0-4c90-99b5-5206680c9df2 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:30:02.301430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:02.347363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=01df5dce-2891-4c5f-93e0-2a1e3f8e702a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:02.382966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Checking segment: {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:02.383323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Network hostable DHCP agents. Network: 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:02.401773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:02.443885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:02.450311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.450930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:02.488177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ab9bc7f2-e342-4dc9-b28e-52a571398b2c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5404303 Jul 08 17:30:02.624810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0a487-bb52-43f2-9571-e0155aba9764 req-59294e52-1e9f-4773-89b1-7a9217c5f163 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.636881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73b0a487-bb52-43f2-9571-e0155aba9764 req-59294e52-1e9f-4773-89b1-7a9217c5f163 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 931 time: 0.7617567 Jul 08 17:30:02.637013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2419782d-1e8c-41f4-a20d-7878d473a926 None None] Network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:02.801586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb625cd-d0f6-408e-9489-397b455a1392 None None] Network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:02.812378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73b0a487-bb52-43f2-9571-e0155aba9764 req-23eead20-d486-498b-bfc6-1d95ee0273cb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716909 Jul 08 17:30:02.964365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.037943 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.100545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:30:03.108097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.108970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.114153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "PUT /v2.0/networks/f5f6d8b3-075f-4361-8514-35d415d9edc1 HTTP/1.1" status: 200 len: 723 time: 1.1020248 Jul 08 17:30:03.125373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:03.128606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197150a-5612-477e-a302-e2490fdc54d8 req-b8e12840-9596-45ea-bd83-d653da0c60b3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.138367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e197150a-5612-477e-a302-e2490fdc54d8 req-b8e12840-9596-45ea-bd83-d653da0c60b3 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1345441 Jul 08 17:30:03.148151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:03.155902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:03.212641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.228166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e197150a-5612-477e-a302-e2490fdc54d8 req-3b3e4131-7b1c-4a2f-8c5f-751742777e16 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819402 Jul 08 17:30:03.247553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a53301-f8be-4e02-af95-1c1bf187f574 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=f5f6d8b3-075f-4361-8514-35d415d9edc1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:03.258731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Transition to ACTIVE for port object a2695a85-c12e-461d-9705-7ab69f00ca72 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:03.259653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:03.270730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.464379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:03.469660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:03.473185 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.617511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Attempting to bind port a2695a85-c12e-461d-9705-7ab69f00ca72 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:03.617998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Attempting to bind port a2695a85-c12e-461d-9705-7ab69f00ca72 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:03.618318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Attempting to bind port a2695a85-c12e-461d-9705-7ab69f00ca72 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:03.633619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Port a2695a85-c12e-461d-9705-7ab69f00ca72 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:03.633977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Attempting to bind port a2695a85-c12e-461d-9705-7ab69f00ca72 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:03.644239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:03.644582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:03.645347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:03.645453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Bound port: a2695a85-c12e-461d-9705-7ab69f00ca72, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:03.645747 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.778524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:03.828613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:03.837693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.862726 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:30:03.916598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:03.921586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.959813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.960734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.962362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-ab542d3a-9945-43e5-a4f3-7e0ea10775e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 1091 time: 2.3989732 Jul 08 17:30:03.964652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:03.968657 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:04.077962 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098e428-fdfe-4a34-a62c-fdb3cb4c9d14 x-openstack-request-id: req-6098e428-fdfe-4a34-a62c-fdb3cb4c9d14 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:04.083093 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:04.083570 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6098e428-fdfe-4a34-a62c-fdb3cb4c9d14 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:04.084315 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'status': 'completed', 'code': 200} Jul 08 17:30:04.096952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=b1f0ac7b-4ac3-4945-9903-fc52bcd810f1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:04.145296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': '31b85f6e-ed12-4b85-ad9c-969bb136e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:04.145676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: f5f6d8b3-075f-4361-8514-35d415d9edc1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:04.164387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2806f-649e-4b76-915d-b533842223da req-16d4c2b2-60a8-4cc2-bec0-cbd298e53dbe tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.167044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15b2806f-649e-4b76-915d-b533842223da req-16d4c2b2-60a8-4cc2-bec0-cbd298e53dbe tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 943 time: 0.1353886 Jul 08 17:30:04.223371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:04.242548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f5f6d8b3-075f-4361-8514-35d415d9edc1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:04.271766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffcba07-0967-4ad3-90f7-19659bca36b5 None None] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:04.279238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.298782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:04.306212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-09b53fb0-accd-4967-9c36-ffab76bd6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.316865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15b2806f-649e-4b76-915d-b533842223da req-a71d59ac-99a0-4783-b169-b12c47f41688 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420970 Jul 08 17:30:04.321964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-09b53fb0-accd-4967-9c36-ffab76bd6c72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1094 time: 0.2961206 Jul 08 17:30:04.388420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c77b0ce2-b760-4a67-8bb5-d35942850413 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2582462 Jul 08 17:30:04.388898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59472) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:04.395015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:04.443129 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-cd83a47b-8366-4d55-adaa-6ea6791d01aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 217 time: 0.0885639 Jul 08 17:30:04.537034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59106124'] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:04.694712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f5f6d8b3-075f-4361-8514-35d415d9edc1', 'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': 'b1f0ac7b-4ac3-4945-9903-fc52bcd810f1'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:04.695865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:04.743505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-5406bf22-ee1b-445d-a47c-8ac0bf5c9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.745596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-5406bf22-ee1b-445d-a47c-8ac0bf5c9767 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.2963994 Jul 08 17:30:04.799239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743856341270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3744348'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:04.801825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7eca5-4292-4a1e-a264-71334287018a req-bf43bbd8-0a2e-4bdf-a456-c843b2bbd16c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.804858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51c7eca5-4292-4a1e-a264-71334287018a req-bf43bbd8-0a2e-4bdf-a456-c843b2bbd16c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2636406 Jul 08 17:30:04.841598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.842115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:04.843635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "PUT /v2.0/subnets/b1f0ac7b-4ac3-4945-9903-fc52bcd810f1 HTTP/1.1" status: 200 len: 806 time: 0.4535134 Jul 08 17:30:04.846843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:04.855923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-cb6dfe6f-b279-4337-becd-6c28e3b81d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.858307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-cb6dfe6f-b279-4337-becd-6c28e3b81d80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034079 Jul 08 17:30:04.865801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51c7eca5-4292-4a1e-a264-71334287018a req-b04dcf32-faa7-4339-81f0-ea36552aa65b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Jul 08 17:30:04.881130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Allocated IP 172.20.0.2 (f5f6d8b3-075f-4361-8514-35d415d9edc1/b1f0ac7b-4ac3-4945-9903-fc52bcd810f1/fc60c37f-d61b-4ca5-80f4-412332477060) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:04.922445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dd3b7-a9d6-4c6e-ae16-ba1457cf1e6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=b1f0ac7b-4ac3-4945-9903-fc52bcd810f1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:04.970792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:04.972403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-8d1a8ade-7d63-402e-b47a-f474fa802023 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015053 Jul 08 17:30:05.025544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.048861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.058903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Transition to ACTIVE for port object fc60c37f-d61b-4ca5-80f4-412332477060 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:05.073296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b7fb4a0a-a1bc-4278-95db-89e1d5b45fed req-e03440a5-f00b-4bc4-923e-02708e3f0e19 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940993 Jul 08 17:30:05.075423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Transition to ACTIVE for port object fc60c37f-d61b-4ca5-80f4-412332477060 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:05.081351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.109524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.119461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:05.124835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:05.128443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:05.138012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Pushing event updated for resources: {'Port': ['ID=fc60c37f-d61b-4ca5-80f4-412332477060,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:05.150772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f0ac7b-4ac3-4945-9903-fc52bcd810f1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:05.203251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Attempting to bind port fc60c37f-d61b-4ca5-80f4-412332477060 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:05.203630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Attempting to bind port fc60c37f-d61b-4ca5-80f4-412332477060 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '31b85f6e-ed12-4b85-ad9c-969bb136e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:05.204001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Attempting to bind port fc60c37f-d61b-4ca5-80f4-412332477060 on network f5f6d8b3-075f-4361-8514-35d415d9edc1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:05.211467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:05.211853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Checking segment: {'id': '31b85f6e-ed12-4b85-ad9c-969bb136e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:05.212845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.213302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Bound using segment: {'id': '31b85f6e-ed12-4b85-ad9c-969bb136e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:05.213790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Bound port: fc60c37f-d61b-4ca5-80f4-412332477060, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b85f6e-ed12-4b85-ad9c-969bb136e916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:05.214208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.223782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.235223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-e8dafaf8-66f4-4b76-ad93-7f54cd7ecde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.238860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-e8dafaf8-66f4-4b76-ad93-7f54cd7ecde6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1094 time: 0.0848763 Jul 08 17:30:05.249991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f6d8b3-075f-4361-8514-35d415d9edc1']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:05.265064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b85f6e-ed12-4b85-ad9c-969bb136e916') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:05.265366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b85f6e-ed12-4b85-ad9c-969bb136e916') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:05.280938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.294865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] For port fc60c37f-d61b-4ca5-80f4-412332477060, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:05.298359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] For port fc60c37f-d61b-4ca5-80f4-412332477060, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fc60c37f-d61b-4ca5-80f4-412332477060,segment=NetworkSegment(31b85f6e-ed12-4b85-ad9c-969bb136e916),segment_id=31b85f6e-ed12-4b85-ad9c-969bb136e916)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:05.303458 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.308834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.315536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:05.315946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:05.320710 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:05.391304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-8af8d584-d82f-4de6-9ddb-3c295fd7c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.393353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-8af8d584-d82f-4de6-9ddb-3c295fd7c2e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1470749 Jul 08 17:30:05.442116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9561a-073e-4598-bd71-6d0dae555299 None None] Pushing event updated for resources: {'Port': ['ID=fc60c37f-d61b-4ca5-80f4-412332477060,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:05.453087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a93a3fb-844d-4754-85df-44d3e77adc7b None None] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:05.476074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-ec95850b-82f1-4c47-91ac-e9d3217adce1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 217 time: 0.0753374 Jul 08 17:30:05.498090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:30:05.498090 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:30:05.498090 n-d-799527-4 neutron-server[93945]: [parameters: {'id': 'f5f6d8b3-075f-4361-8514-35d415d9edc1'}] Jul 08 17:30:05.498090 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:30:05.498519 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:30:05.580334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-cf6fd87e-7665-4f4b-9f4d-65776bbb1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.582037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-cf6fd87e-7665-4f4b-9f4d-65776bbb1a57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.0971816 Jul 08 17:30:05.621006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6993fbd-9393-4daf-a270-082e6f58c73a None None] Network f5f6d8b3-075f-4361-8514-35d415d9edc1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:05.640031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c48f-6e2b-4a34-8dbd-c507d55c5723 req-aa0a76e8-c31b-43f7-b7de-4f2ffa0987bd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.641592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e93c48f-6e2b-4a34-8dbd-c507d55c5723 req-aa0a76e8-c31b-43f7-b7de-4f2ffa0987bd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 943 time: 0.1175277 Jul 08 17:30:05.703502 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e93c48f-6e2b-4a34-8dbd-c507d55c5723 req-5de0738d-1529-46ae-b594-e632b03291e0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509202 Jul 08 17:30:05.710879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-7649853c-7247-4b69-8fc3-37368939f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.712621 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-7649853c-7247-4b69-8fc3-37368939f44e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221488 Jul 08 17:30:05.880576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f136d-321c-41ee-a520-ba017c8708af None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:30:05.916219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-de257d2f-5252-4fc8-bf1c-ca7dc587abc4 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963251 Jul 08 17:30:06.002821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-04c87397-6d0d-4d2c-9b7d-d71cd358a4c5 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.015056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-04c87397-6d0d-4d2c-9b7d-d71cd358a4c5 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/networks?id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 200 len: 809 time: 0.1780267 Jul 08 17:30:06.024836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:06.036441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-dc1e7d46-78e3-4bab-b2fa-b6c38f73d537 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/quotas/2ce415ed410e44b4a9e30c03bcea1382 HTTP/1.1" status: 200 len: 375 time: 0.0203624 Jul 08 17:30:06.054831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f136d-321c-41ee-a520-ba017c8708af None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:30:06.079659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-ff59ffc9-05bb-4645-8b2c-062f10fa91d4 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421519 Jul 08 17:30:06.232124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-88ea88fc-f111-43c2-b57d-c95b8d77ef4a service neutron] 10.222.0.48 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513729 Jul 08 17:30:06.235216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13ee95a3-5e3d-4c9a-b3af-9a03e9542f2f req-59383833-7f60-4038-b0da-d766cc0798f0 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014812 Jul 08 17:30:06.268054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7e90b-559b-43a1-ad59-e7af1d76e237 req-47a71aea-3366-461c-bc43-8b76d3d71a11 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.269562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2da7e90b-559b-43a1-ad59-e7af1d76e237 req-47a71aea-3366-461c-bc43-8b76d3d71a11 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1910203 Jul 08 17:30:06.309451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Deleting port fc60c37f-d61b-4ca5-80f4-412332477060 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:06.309950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:06.332877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2da7e90b-559b-43a1-ad59-e7af1d76e237 req-68cba5da-d9a6-4efd-beca-f5ea7d40a4ed tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Jul 08 17:30:06.434892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] For port fc60c37f-d61b-4ca5-80f4-412332477060, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fc60c37f-d61b-4ca5-80f4-412332477060,segment=NetworkSegment(31b85f6e-ed12-4b85-ad9c-969bb136e916),segment_id=31b85f6e-ed12-4b85-ad9c-969bb136e916)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:06.435252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:06.460181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Calling delete_port for fc60c37f-d61b-4ca5-80f4-412332477060 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:06.492095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-f6933aef-3acc-4752-9342-7e719f88d253 service neutron] 10.222.0.48 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564764 Jul 08 17:30:06.636055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:06.694372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Port': ['ID=fc60c37f-d61b-4ca5-80f4-412332477060,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:06.707661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No DVR routers for this DVR port fc60c37f-d61b-4ca5-80f4-412332477060 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:06.736302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:06.924021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:06.936330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:06.978539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-112e795a-e82a-41df-8c46-f5178ab3cd17 req-0dded1e6-84c7-4011-b8de-a065e2b63413 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 210 time: 0.1983383 Jul 08 17:30:07.012427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.024365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.053410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:07.067657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f6d8b3-075f-4361-8514-35d415d9edc1']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:07.107195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:07.107403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b85f6e-ed12-4b85-ad9c-969bb136e916') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:07.107503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b85f6e-ed12-4b85-ad9c-969bb136e916') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:07.115258 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.139998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.160734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.168795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:07.169203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.193073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40338b7f-45df-4999-ad52-05798ef775ef req-33994541-0a10-462d-ad71-9e9502c3228e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:07.204493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40338b7f-45df-4999-ad52-05798ef775ef req-33994541-0a10-462d-ad71-9e9502c3228e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 943 time: 0.1751258 Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:07.238062 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:07.241799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.248918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.250151 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f5f6d8b3-075f-4361-8514-35d415d9edc1 HTTP/1.1" status: 204 len: 168 time: 2.4024196 Jul 08 17:30:07.254423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:07.259809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:07.285066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313b83b-31df-411c-99aa-372bfe19c8ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=f5f6d8b3-075f-4361-8514-35d415d9edc1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:07.328143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40338b7f-45df-4999-ad52-05798ef775ef req-8aaa0924-67f8-40d7-9156-98bf3c0e6702 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202788 Jul 08 17:30:07.329750 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5190eccb-982e-4831-8ab5-b9213aff5453 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:07.341959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5190eccb-982e-4831-8ab5-b9213aff5453 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:07.344345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5190eccb-982e-4831-8ab5-b9213aff5453 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f5f6d8b3-075f-4361-8514-35d415d9edc1 HTTP/1.1" status: 404 len: 339 time: 0.0884211 Jul 08 17:30:07.354242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:07.358452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382162078', 'description': 'd1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:07.387253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:07.394291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.463068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a2695a85-c12e-461d-9705-7ab69f00ca72'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:07.483070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:07.542741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.543382 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment d4e52bda-fa10-4b14-8da3-0e53bccf941a of type vlan for network f17e2a27-4bbd-4857-87c5-7d5ac6142d71 Jul 08 17:30:07.694190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.754426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773305-0710-467a-95fc-1543dfc1654e req-0c444a66-f543-4ef5-8d88-b5ea3dad3e52 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:07.756034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c773305-0710-467a-95fc-1543dfc1654e req-0c444a66-f543-4ef5-8d88-b5ea3dad3e52 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2609868 Jul 08 17:30:07.782503 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.789297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:07.789967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1582517'] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.900470 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5455632 Jul 08 17:30:07.901326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:07.905488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f47d11-0be9-475a-a17d-8108b588048e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=f17e2a27-4bbd-4857-87c5-7d5ac6142d71,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:07.918199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f17e2a27-4bbd-4857-87c5-7d5ac6142d71 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:07.920437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c773305-0710-467a-95fc-1543dfc1654e req-2ae1980f-2fee-4d15-992c-0a3d6dcadf13 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398163 Jul 08 17:30:08.042634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f1c16a-73e6-4739-bda4-c09d960ef87b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.047132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:08.047250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-67f1c16a-73e6-4739-bda4-c09d960ef87b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks?id=f17e2a27-4bbd-4857-87c5-7d5ac6142d71 HTTP/1.1" status: 200 len: 761 time: 0.1444652 Jul 08 17:30:08.052847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'description': 'd2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:08.161475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1677b632-31ca-49e9-aac0-0bb68c9f260a req-94e3c026-50fc-462e-83bc-aabdcb99156e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 210 time: 0.0543978 Jul 08 17:30:08.264669 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.298478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.316230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network f17e2a27-4bbd-4857-87c5-7d5ac6142d71 is not hosted by any dhcp agent {{(pid=93945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:30:08.322300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.323256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.328194 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "PUT /v2.0/networks/f17e2a27-4bbd-4857-87c5-7d5ac6142d71 HTTP/1.1" status: 200 len: 758 time: 0.2762821 Jul 08 17:30:08.328419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:08.461545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47684c-1493-4687-99f3-3e734f2c34dd tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.463662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b47684c-1493-4687-99f3-3e734f2c34dd tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks?id=f17e2a27-4bbd-4857-87c5-7d5ac6142d71 HTTP/1.1" status: 200 len: 761 time: 0.1351388 Jul 08 17:30:08.479560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:08.487011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659601255'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:08.582186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:08.587238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.655160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:08.683240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-bf31e42e-73d1-4814-9534-73d4f05e78d0 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.685115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-bf31e42e-73d1-4814-9534-73d4f05e78d0 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "GET /v2.0/networks?id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 200 len: 809 time: 0.2199128 Jul 08 17:30:08.700487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Request body: {'port': {'device_id': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566', 'admin_state_up': True, 'tenant_id': '2ce415ed410e44b4a9e30c03bcea1382'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:08.704832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.705387 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment 080b257d-ec2c-40cf-8b6f-0afc3a1eb925 of type vlan for network d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 Jul 08 17:30:08.750697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:08.842801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port a2695a85-c12e-461d-9705-7ab69f00ca72 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:08.852149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a2695a85-c12e-461d-9705-7ab69f00ca72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:08.854819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.865287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.967466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.002118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Made reservation on behalf of 2ce415ed410e44b4a9e30c03bcea1382 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:09.006533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.007956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:09.009264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:09.011775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.012389 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0832df9-a417-4657-9203-2487a47f1cbb" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:09.016568 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.018869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.019617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.083744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:09.121008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6401477 Jul 08 17:30:09.124782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59592) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:09.136579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': 'd6a5f236-69b1-4b73-ba1d-46f6cd395ec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:09.166515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e508fdc-e315-469f-86ee-13799625103b tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=f17e2a27-4bbd-4857-87c5-7d5ac6142d71,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:09.181415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f17e2a27-4bbd-4857-87c5-7d5ac6142d71 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:09.260492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958c8af-51ed-4d1c-acbe-48e897adb410 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=d6a5f236-69b1-4b73-ba1d-46f6cd395ec7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:09.271687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a947f1-d32b-4f32-8c6a-ee3626816c27 req-4a0e90b1-aa6e-488e-8b88-5ae6f47033ef tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.291525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:09.293009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7a947f1-d32b-4f32-8c6a-ee3626816c27 req-4a0e90b1-aa6e-488e-8b88-5ae6f47033ef tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.1229942 Jul 08 17:30:09.387467 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7a947f1-d32b-4f32-8c6a-ee3626816c27 req-8b746f56-0954-4875-9dd7-3ef9f7b16921 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934472 Jul 08 17:30:09.437917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:09.441744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.512005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Allocated IP 172.20.0.4 (14d4a1c4-5a0e-49fc-80c0-cbd056f8c566/01df5dce-2891-4c5f-93e0-2a1e3f8e702a/232d27a2-f314-4a58-b24f-c65ab5716203) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:09.557786 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9091b8a-631d-48a1-a5e9-804987f2c6dd x-openstack-request-id: req-b9091b8a-631d-48a1-a5e9-804987f2c6dd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:09.558190 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:09.558375 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9091b8a-631d-48a1-a5e9-804987f2c6dd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:09.559433 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:30:09.689648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a323cd-6ee2-4ead-a45b-9cbb3b2b25a3 req-8b7c94d6-47d5-40d9-8070-543d70cc9915 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.697124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37a323cd-6ee2-4ead-a45b-9cbb3b2b25a3 req-8b7c94d6-47d5-40d9-8070-543d70cc9915 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.4333069 Jul 08 17:30:09.764079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f11293fd-8426-4ec9-9749-cd21cd95901b req-8d46fa6b-12ef-462b-9d6d-26cee9a8ec88 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 210 time: 0.0603752 Jul 08 17:30:09.802984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116bfcc-77b3-44eb-aa79-553d1b350378 req-1e118833-5787-49af-9805-34fd2ed8df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.807542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a116bfcc-77b3-44eb-aa79-553d1b350378 req-1e118833-5787-49af-9805-34fd2ed8df48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1096 time: 0.1550305 Jul 08 17:30:09.817088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37a323cd-6ee2-4ead-a45b-9cbb3b2b25a3 req-e38f84e7-a68e-45d3-80ec-766a86086729 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188920 Jul 08 17:30:09.878158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:09.905869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a116bfcc-77b3-44eb-aa79-553d1b350378 req-4f44d908-d896-4736-9279-4a158268b4ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852668 Jul 08 17:30:10.002846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.009427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.125780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:10.150380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:10.161705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:10.169764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=6ffcf200-9870-489a-8cea-e1d7edbbc678,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:10.179282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Pushing event updated for resources: {'Port': ['ID=232d27a2-f314-4a58-b24f-c65ab5716203,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:10.212003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': '080b257d-ec2c-40cf-8b6f-0afc3a1eb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd6a5f236-69b1-4b73-ba1d-46f6cd395ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:10.213045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: d6a5f236-69b1-4b73-ba1d-46f6cd395ec7, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:10.244421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:10.252975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:10.253638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.265569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d6a5f236-69b1-4b73-ba1d-46f6cd395ec7) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:10.274806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-b8c2105b-02ca-44b8-b643-6187e87535bd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5804591 Jul 08 17:30:10.276398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:10.276954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.294967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Request body: {'port': {'device_id': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:10.300210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d1889-83f7-45c3-bf13-eb8557716ba1 None None] Network d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:10.309950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:10.311126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1bd74996-2f13-4412-93b8-15e15011ce69 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1788437 Jul 08 17:30:10.449896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.520153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.665213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.718413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c7b71-f6af-45c2-bc80-d4c53f66b3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d6a5f236-69b1-4b73-ba1d-46f6cd395ec7', 'network_id': 'd6a5f236-69b1-4b73-ba1d-46f6cd395ec7', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': '6ffcf200-9870-489a-8cea-e1d7edbbc678'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:10.719400 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d02c7b71-f6af-45c2-bc80-d4c53f66b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.832651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.917487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffcf200-9870-489a-8cea-e1d7edbbc678,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:10.984270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232d27a2-f314-4a58-b24f-c65ab5716203 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:10.998911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-d02c7b71-f6af-45c2-bc80-d4c53f66b3ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ffcf200-9870-489a-8cea-e1d7edbbc678: This subnet is being modified by another concurrent operation. Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ffcf200-9870-489a-8cea-e1d7edbbc678: This subnet is being modified by another concurrent operation. Jul 08 17:30:11.004943 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:30:11.032025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d812c4-64ff-448d-a619-ba8acf0ae75b req-519b36eb-2fcd-48f9-80a6-cb82b4e721fa tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:11.033057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02d812c4-64ff-448d-a619-ba8acf0ae75b req-519b36eb-2fcd-48f9-80a6-cb82b4e721fa tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.2141423 Jul 08 17:30:11.034425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed71c5e-335d-43c1-b52d-9a4005f9d2b4 None None] Network d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:11.084334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Transition to ACTIVE for port object 232d27a2-f314-4a58-b24f-c65ab5716203 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:11.119613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.130385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a5f236-69b1-4b73-ba1d-46f6cd395ec7']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:11.142608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080b257d-ec2c-40cf-8b6f-0afc3a1eb925') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:11.143031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080b257d-ec2c-40cf-8b6f-0afc3a1eb925') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:11.154506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.159966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.172324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.180513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:11.181448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:11.201986 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:11.262553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670299f-ef85-491d-bbf8-9e6e1171a588 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:30:11.278882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02d812c4-64ff-448d-a619-ba8acf0ae75b req-d09fedec-f2dc-4a3f-b52a-b85036f00d68 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368715 Jul 08 17:30:11.358226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Pushing event updated for resources: {'Port': ['ID=232d27a2-f314-4a58-b24f-c65ab5716203,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:11.407653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.515413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.525635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 HTTP/1.1" status: 204 len: 168 time: 1.2145882 Jul 08 17:30:11.555343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:11.589284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670299f-ef85-491d-bbf8-9e6e1171a588 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:30:11.608538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628f4b-7968-45e8-be15-9d7220af382c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=d6a5f236-69b1-4b73-ba1d-46f6cd395ec7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:11.764262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84c1b-6a46-45eb-8143-22a24e7860f4 req-ffc05aac-4c56-4bef-a3a6-db49a2beccca tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:11.774611 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bb84c1b-6a46-45eb-8143-22a24e7860f4 req-ffc05aac-4c56-4bef-a3a6-db49a2beccca tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 943 time: 0.3890934 Jul 08 17:30:11.874170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bb84c1b-6a46-45eb-8143-22a24e7860f4 req-27ed21bc-e277-4838-b044-be56575e3115 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943894 Jul 08 17:30:12.126410 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca70d60c-0119-4e95-bc1c-855cf5c7ed2f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] GET failed (client error): The resource could not be found. Jul 08 17:30:12.130370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca70d60c-0119-4e95-bc1c-855cf5c7ed2f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/subnets/6ffcf200-9870-489a-8cea-e1d7edbbc678 HTTP/1.1" status: 404 len: 337 time: 0.5712056 Jul 08 17:30:12.131485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:12.175601 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff21d288-5187-4a3b-9cb2-633a670e8b73 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:12.177011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff21d288-5187-4a3b-9cb2-633a670e8b73 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:12.188697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:12.189541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ff21d288-5187-4a3b-9cb2-633a670e8b73 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 HTTP/1.1" status: 404 len: 339 time: 0.0559471 Jul 08 17:30:12.224051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Attempting to bind port 232d27a2-f314-4a58-b24f-c65ab5716203 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:12.224361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Attempting to bind port 232d27a2-f314-4a58-b24f-c65ab5716203 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:12.224977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Attempting to bind port 232d27a2-f314-4a58-b24f-c65ab5716203 on network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:12.264794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Port 232d27a2-f314-4a58-b24f-c65ab5716203 on network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:12.265128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Attempting to bind port 232d27a2-f314-4a58-b24f-c65ab5716203 on network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:12.340212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:12.340212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Checking segment: {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:12.340602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Bound using segment: {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:12.341004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Bound port: 232d27a2-f314-4a58-b24f-c65ab5716203, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:12.341863 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.505097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff00ee-1d6a-4c24-8017-016d531a08f7 req-0a019d2a-4b20-4c8d-b3f7-479412e40d91 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.517753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3ff00ee-1d6a-4c24-8017-016d531a08f7 req-0a019d2a-4b20-4c8d-b3f7-479412e40d91 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.9710066 Jul 08 17:30:12.664972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec49f1-37ea-449a-a39f-5c6b613ddfa3 req-1e52d35f-2d96-495f-a259-fdc44da90a3d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.672813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10ec49f1-37ea-449a-a39f-5c6b613ddfa3 req-1e52d35f-2d96-495f-a259-fdc44da90a3d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.1310418 Jul 08 17:30:12.695305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a0cbb-fda3-4261-88d0-30c49d8a7699 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.696879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b2a0cbb-fda3-4261-88d0-30c49d8a7699 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5048258 Jul 08 17:30:12.703054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:12.728210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3ff00ee-1d6a-4c24-8017-016d531a08f7 req-622712ea-bcfe-48b7-b750-1878c67ef05a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093253 Jul 08 17:30:12.773760 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63bef459-e961-4e6e-b27f-01eab76bf805 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 207 time: 0.0694757 Jul 08 17:30:12.775065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] For port 232d27a2-f314-4a58-b24f-c65ab5716203, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:12.777394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:12.793715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10ec49f1-37ea-449a-a39f-5c6b613ddfa3 req-bbf45d37-3ec9-46e9-9e1c-7f7fc97d14c9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124330 Jul 08 17:30:12.874597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.948307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.948997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] For port 232d27a2-f314-4a58-b24f-c65ab5716203, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=232d27a2-f314-4a58-b24f-c65ab5716203,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:13.039191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655490f5-bd87-4977-8122-f2084b2677b0 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.045668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655490f5-bd87-4977-8122-f2084b2677b0 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.052999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655490f5-bd87-4977-8122-f2084b2677b0 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.071652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655490f5-bd87-4977-8122-f2084b2677b0 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.077454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:13.077816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-655490f5-bd87-4977-8122-f2084b2677b0 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2990937 Jul 08 17:30:13.129854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.181953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.182581 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.184062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] 10.222.0.53 "PUT /v2.0/ports/232d27a2-f314-4a58-b24f-c65ab5716203 HTTP/1.1" status: 200 len: 1091 time: 2.8941376 Jul 08 17:30:13.184693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'tag': '232d27a2-f314-4a58-b24f-c65ab5716203'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:13.186997 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbda66c2-9045-4b69-afc8-a809f339497c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585", "tag": "232d27a2-f314-4a58-b24f-c65ab5716203"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:13.254421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eca65-7a71-47c7-9da4-a6db9576bf31 req-d3e83b4b-02d6-4f17-83c4-812faf755956 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.274766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e2eca65-7a71-47c7-9da4-a6db9576bf31 req-d3e83b4b-02d6-4f17-83c4-812faf755956 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.1949451 Jul 08 17:30:13.275311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:13.278610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0d0c-9c5c-48de-b0b1-e4cec3c38481 service neutron] Pushing event updated for resources: {'Port': ['ID=232d27a2-f314-4a58-b24f-c65ab5716203,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:13.292678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'floatingip': {'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:13.323413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-18d55152-21e4-4bb4-8312-032bf0995978 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2415316 Jul 08 17:30:13.324913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59660) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:13.333685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.391429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c555-7aa0-468b-b2fc-2bda9bc57ba0 req-04b943db-50b9-489c-b8ac-0e11916381c0 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.397773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f87c555-7aa0-468b-b2fc-2bda9bc57ba0 req-04b943db-50b9-489c-b8ac-0e11916381c0 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 943 time: 0.2314584 Jul 08 17:30:13.541420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5aea02-447f-455b-90ff-09e50b1007d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.543133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5aea02-447f-455b-90ff-09e50b1007d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.551100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fe5aea02-447f-455b-90ff-09e50b1007d9 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2246714 Jul 08 17:30:13.558023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:13.566045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-31fa24ea-fc6b-4791-b1af-d1a54009f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.567553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-31fa24ea-fc6b-4791-b1af-d1a54009f240 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 1094 time: 0.2860270 Jul 08 17:30:13.634882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-01d23bea-f963-47b8-b7e2-d7eb93193ac2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d27a2-f314-4a58-b24f-c65ab5716203 HTTP/1.1" status: 200 len: 217 time: 0.0542519 Jul 08 17:30:13.665997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f87c555-7aa0-468b-b2fc-2bda9bc57ba0 req-4f86f37a-e65a-4fd3-8a8d-bf2b0daf1f23 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560186 Jul 08 17:30:13.702230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df95e9-50b8-461d-ad4f-1422c2bf8bae tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.708755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df95e9-50b8-461d-ad4f-1422c2bf8bae tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.714998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-10df95e9-50b8-461d-ad4f-1422c2bf8bae tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1464021 Jul 08 17:30:13.716815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59670) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:13.754342 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7300e-bf51-4f8c-a6e9-92320c0dcc3a x-openstack-request-id: req-bfc7300e-bf51-4f8c-a6e9-92320c0dcc3a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:13.754825 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585", "tag": "232d27a2-f314-4a58-b24f-c65ab5716203", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:13.754936 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfc7300e-bf51-4f8c-a6e9-92320c0dcc3a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:13.755267 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'tag': '232d27a2-f314-4a58-b24f-c65ab5716203', 'status': 'completed', 'code': 200} Jul 08 17:30:13.798005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-92a9c306-c801-487d-b6a5-4a095c81eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.799488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-92a9c306-c801-487d-b6a5-4a095c81eb93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01df5dce-2891-4c5f-93e0-2a1e3f8e702a HTTP/1.1" status: 200 len: 849 time: 0.1608083 Jul 08 17:30:13.871843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-d9a9de2a-a3d4-4251-87cc-221d771e81bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435269 Jul 08 17:30:13.930763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4c9337-6c31-4f93-aa9e-041490706b82 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.932671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2e4c9337-6c31-4f93-aa9e-041490706b82 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks/3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 HTTP/1.1" status: 200 len: 800 time: 0.2132308 Jul 08 17:30:13.937874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:13.983329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-85ef3d71-c678-4c65-a565-30c0bed41fba service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036422 Jul 08 17:30:14.111652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c30002-7f45-488c-a0ed-576c9a1cc6a8 req-c99bb4ae-3ce5-4920-85eb-9f01002a8b6d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.114394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-16c30002-7f45-488c-a0ed-576c9a1cc6a8 req-c99bb4ae-3ce5-4920-85eb-9f01002a8b6d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.0956802 Jul 08 17:30:14.149828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4a7f259-6a4a-4754-a9e9-44020b2dede1 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/networks/3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2100472 Jul 08 17:30:14.153136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:14.169850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-16c30002-7f45-488c-a0ed-576c9a1cc6a8 req-3daa73a8-57c0-42c7-95c4-0530be034a7c tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 Jul 08 17:30:14.248496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ec45a6b-f777-41bd-ac5c-76781bd18b6d req-13edd259-79b5-45aa-87a8-9386e38f1f0e service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559674 Jul 08 17:30:14.263000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3663782-fdef-416f-a804-8fb3de63fe5e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.268193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59680) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:14.268359 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a3663782-fdef-416f-a804-8fb3de63fe5e tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/subnets/2e5567c2-5121-4867-ada4-3f4102a1e1e8 HTTP/1.1" status: 200 len: 811 time: 0.1144366 Jul 08 17:30:14.343215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299921d0-69b0-4a3c-b803-9aff991c984f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.344894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-299921d0-69b0-4a3c-b803-9aff991c984f tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "GET /v2.0/subnets/2e5567c2-5121-4867-ada4-3f4102a1e1e8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0751774 Jul 08 17:30:14.349201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:14.355575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276587621'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:14.380087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:14.385155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.416721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:14.428377 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.429561 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Added segment 2149bb9c-19fd-4025-b152-b4157381dc31 of type vlan for network f849b9e4-6a8b-44af-8765-689470dffa44 Jul 08 17:30:14.465419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda66c2-9045-4b69-afc8-a809f339497c req-e0914a04-ed2e-44e4-9b42-8fb6241c5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.466895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-e0914a04-ed2e-44e4-9b42-8fb6241c5223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 1094 time: 0.1405406 Jul 08 17:30:14.482678 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.497871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.521768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.528909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.529613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.606769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2565055 Jul 08 17:30:14.610088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:14.610760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.621019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:14.629955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0407eab-99dc-420c-950d-c41c57eef16c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Network': ['ID=f849b9e4-6a8b-44af-8765-689470dffa44,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:14.652808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f849b9e4-6a8b-44af-8765-689470dffa44 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:14.912062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a220a-a652-42db-b832-58d905cd467c req-59656d95-62ef-442b-a1be-4df5f24c6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.915119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b36a220a-a652-42db-b832-58d905cd467c req-59656d95-62ef-442b-a1be-4df5f24c6d3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.1303990 Jul 08 17:30:14.967716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b36a220a-a652-42db-b832-58d905cd467c req-9f03287c-88e1-4cd2-8f0a-49c32c6f1705 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Jul 08 17:30:15.048484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Made reservation on behalf of d18026a81f2445f387b958c4d70d4a00 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:15.063462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:15.136854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Performing IP validity checks on allocation pools {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:30:15.138223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:30:15.267764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda66c2-9045-4b69-afc8-a809f339497c req-628c0ed7-aefe-46e5-b4d0-7c96f408d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.269311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-628c0ed7-aefe-46e5-b4d0-7c96f408d4c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 200 len: 910 time: 0.7905993 Jul 08 17:30:15.277302 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Floating IP f6ac6711-a446-4cf3-b5b3-9b62f6627d0e associated. External IP: 172.25.3.118, port: a2695a85-c12e-461d-9705-7ab69f00ca72. Jul 08 17:30:15.299390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7808d0-9f7d-4e33-93ae-d5b658efa577 req-b194c8ed-6cad-4c64-ac94-73dc0def21bc tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.307086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc7808d0-9f7d-4e33-93ae-d5b658efa577 req-b194c8ed-6cad-4c64-ac94-73dc0def21bc tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 943 time: 0.3256748 Jul 08 17:30:15.428286 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-95553db1-c7d7-429b-896d-7fa88f0c7522 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232d27a2-f314-4a58-b24f-c65ab5716203 HTTP/1.1" status: 200 len: 217 time: 0.1460798 Jul 08 17:30:15.444513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e99198-b82d-4fef-afca-8529657277cd req-2afdc252-e9be-4331-bfbb-47487067cd87 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.466632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b2e99198-b82d-4fef-afca-8529657277cd req-2afdc252-e9be-4331-bfbb-47487067cd87 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1420147 Jul 08 17:30:15.507212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc7808d0-9f7d-4e33-93ae-d5b658efa577 req-4827125d-9202-42d4-b56e-323d2d4605ef tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984961 Jul 08 17:30:15.546029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b2e99198-b82d-4fef-afca-8529657277cd req-0f5e6511-fa12-44fb-8ab8-c83dace6a3de tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657692 Jul 08 17:30:15.614852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda66c2-9045-4b69-afc8-a809f339497c req-c3055637-5852-4c96-9871-ae721cbff4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.617314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-c3055637-5852-4c96-9871-ae721cbff4c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01df5dce-2891-4c5f-93e0-2a1e3f8e702a HTTP/1.1" status: 200 len: 849 time: 0.1774569 Jul 08 17:30:15.671975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-893ad182-5294-4348-8a3c-d0a340cef985 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412247 Jul 08 17:30:15.673749 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:16.246410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=c12c33c2-ffae-42a4-9a68-5282bce52c14,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:16.299296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Checking segment: {'id': '2149bb9c-19fd-4025-b152-b4157381dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:16.300217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network hostable DHCP agents. Network: f849b9e4-6a8b-44af-8765-689470dffa44, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:16.338529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Router df330898-ca87-4cdd-988b-a898e09275c3 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:30:16.348458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-019397d3-784f-4bcf-bb08-c4823af9d1f4 service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682506 Jul 08 17:30:16.356929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Network f849b9e4-6a8b-44af-8765-689470dffa44 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:16.450250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f849b9e4-6a8b-44af-8765-689470dffa44) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:16.454677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:16.455248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:16.474234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb326a8-671f-462b-b30a-9a5d57aba9cc None None] Network f849b9e4-6a8b-44af-8765-689470dffa44 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:16.494104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:16.494677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3409264c-1542-499d-af56-350867d772a4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8812854 Jul 08 17:30:16.500797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:16.691105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fbda66c2-9045-4b69-afc8-a809f339497c req-c9c322fe-0f5c-4bf7-b6d3-628faa2c32b0 service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277557 Jul 08 17:30:16.721271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59106124'] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:16.768356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:30:16.783861 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] Sync routers for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:30:16.797864 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:30:16.798787 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:16.801236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:16.837142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 232d27a2-f314-4a58-b24f-c65ab5716203 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:16.949244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 232d27a2-f314-4a58-b24f-c65ab5716203, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=232d27a2-f314-4a58-b24f-c65ab5716203,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:16.970383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '232d27a2-f314-4a58-b24f-c65ab5716203', 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566', 'port_id': '232d27a2-f314-4a58-b24f-c65ab5716203', 'mac_address': 'fa:16:3e:01:c7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df5dce-2891-4c5f-93e0-2a1e3f8e702a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:16.983110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-41525539-7b72-4c7d-b477-f0990e947d6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "PUT /v2.0/floatingips/f6ac6711-a446-4cf3-b5b3-9b62f6627d0e HTTP/1.1" status: 200 len: 991 time: 3.7054608 Jul 08 17:30:16.988476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:16.993475 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c831f52f-d6f6-4bab-a520-076978fc4bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:17.047302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ff6fa-964e-4802-91c1-b2f94114fecf req-f180b096-009e-4abf-8e2b-16739c2ae22e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.057276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc1ff6fa-964e-4802-91c1-b2f94114fecf req-f180b096-009e-4abf-8e2b-16739c2ae22e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2283499 Jul 08 17:30:17.057736 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:30:17.069536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e26d5-afcf-4f4a-9fa8-81b3f0c0a48d req-f31b86a6-b011-4844-8833-090fb5910597 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.074979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c7e26d5-afcf-4f4a-9fa8-81b3f0c0a48d req-f31b86a6-b011-4844-8833-090fb5910597 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 943 time: 0.2273579 Jul 08 17:30:17.104232 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.128896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc1ff6fa-964e-4802-91c1-b2f94114fecf req-21a3a2cd-ed9d-4519-9102-463e2c48109a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Jul 08 17:30:17.166917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232d27a2-f314-4a58-b24f-c65ab5716203 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:17.174446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f849b9e4-6a8b-44af-8765-689470dffa44', 'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44', 'tenant_id': 'd18026a81f2445f387b958c4d70d4a00', 'fixed_ips': [{'subnet_id': 'c12c33c2-ffae-42a4-9a68-5282bce52c14'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:17.175354 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.177250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c7e26d5-afcf-4f4a-9fa8-81b3f0c0a48d req-f897b1de-d680-4979-9263-0dac329b77ea tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965631 Jul 08 17:30:17.289039 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729d57c-877b-4bd1-963e-c16fa72df326 x-openstack-request-id: req-f729d57c-877b-4bd1-963e-c16fa72df326 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:17.289683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743856341270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3744348'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.289783 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:17.289783 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f729d57c-877b-4bd1-963e-c16fa72df326 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:17.290268 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'status': 'completed', 'code': 200} Jul 08 17:30:17.369509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.370145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.371482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "PUT /v2.0/subnets/c12c33c2-ffae-42a4-9a68-5282bce52c14 HTTP/1.1" status: 200 len: 877 time: 0.8763649 Jul 08 17:30:17.378007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:17.488572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.508850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeb7b8-f12d-4487-bad6-4a25e2669a09 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event updated for resources: {'Subnet': ['ID=c12c33c2-ffae-42a4-9a68-5282bce52c14,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:17.509759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-21a4e83d-e8f7-4d74-817d-6a8a346dfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.515189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-21a4e83d-e8f7-4d74-817d-6a8a346dfac1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1096 time: 0.2002563 Jul 08 17:30:17.545566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 232d27a2-f314-4a58-b24f-c65ab5716203, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=232d27a2-f314-4a58-b24f-c65ab5716203,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:17.570123 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.624162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.745839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-fcc88f76-0b18-44c0-a0ff-8f7d4698aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.745839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-fcc88f76-0b18-44c0-a0ff-8f7d4698aa5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.2148180 Jul 08 17:30:17.758685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=232d27a2-f314-4a58-b24f-c65ab5716203,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:17.805232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Allocated IP 172.20.0.3 (f849b9e4-6a8b-44af-8765-689470dffa44/c12c33c2-ffae-42a4-9a68-5282bce52c14/6f13164b-379b-488d-a8f0-d54b77ed6b06) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:17.910718 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'f6ac6711-a446-4cf3-b5b3-9b62f6627d0e', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:29:52Z', 'updated_at': '2021-07-08T17:30:14Z', 'revision_number': 1, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:54Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:17.921336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-56e291a1-047d-4363-b5c1-87c541bf3ce2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.1661508 Jul 08 17:30:17.976777 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] Checking router: df330898-ca87-4cdd-988b-a898e09275c3 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:30:17.998219 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:30:18.000678 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:29:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:18.020803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-3c029c75-cb20-4cf3-ba65-e97d587cddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.025885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-3c029c75-cb20-4cf3-ba65-e97d587cddd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.0978727 Jul 08 17:30:18.061185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.081800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Transition to ACTIVE for port object 6f13164b-379b-488d-a8f0-d54b77ed6b06 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:18.149751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['232d27a2-f314-4a58-b24f-c65ab5716203'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:18.155901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-6fa2d679-7444-4fa2-893c-5d6ab5317788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.158948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-6fa2d679-7444-4fa2-893c-5d6ab5317788 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245327 Jul 08 17:30:18.204716 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:30:18.246349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Transition to ACTIVE for port object 6f13164b-379b-488d-a8f0-d54b77ed6b06 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:18.273512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.293184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-da9841cf-fc39-4b77-8b63-ab5e3e0f5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.314884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-da9841cf-fc39-4b77-8b63-ab5e3e0f5098 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.1614349 Jul 08 17:30:18.341145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Pushing event updated for resources: {'Port': ['ID=6f13164b-379b-488d-a8f0-d54b77ed6b06,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:18.353561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-8f829c99-a2bb-482b-a621-8018356de360 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891570 Jul 08 17:30:18.360289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Network f849b9e4-6a8b-44af-8765-689470dffa44 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:18.361711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:18.366764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:18.468549 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c831f52f-d6f6-4bab-a520-076978fc4bc5 req-5c73312d-0ba5-4399-a137-f762e76c2a6c service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997658 Jul 08 17:30:18.477028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.525320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Attempting to bind port 6f13164b-379b-488d-a8f0-d54b77ed6b06 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:18.525603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Attempting to bind port 6f13164b-379b-488d-a8f0-d54b77ed6b06 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2149bb9c-19fd-4025-b152-b4157381dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:18.531579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e338575-5621-42dc-88b5-e45dac5159af req-263395e0-9ad4-4894-9b9f-edec0efcbc92 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.532381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Attempting to bind port 6f13164b-379b-488d-a8f0-d54b77ed6b06 on network f849b9e4-6a8b-44af-8765-689470dffa44 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:18.540023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e338575-5621-42dc-88b5-e45dac5159af req-263395e0-9ad4-4894-9b9f-edec0efcbc92 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1846962 Jul 08 17:30:18.557115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=c12c33c2-ffae-42a4-9a68-5282bce52c14,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:18.613241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e338575-5621-42dc-88b5-e45dac5159af req-026197db-2cdb-4f82-94d7-06eba512e249 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709605 Jul 08 17:30:18.624604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:18.625130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Checking segment: {'id': '2149bb9c-19fd-4025-b152-b4157381dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:18.625382 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.625780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Bound using segment: {'id': '2149bb9c-19fd-4025-b152-b4157381dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:18.626307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Bound port: 6f13164b-379b-488d-a8f0-d54b77ed6b06, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149bb9c-19fd-4025-b152-b4157381dc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f849b9e4-6a8b-44af-8765-689470dffa44'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:18.626696 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.669589 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'f6ac6711-a446-4cf3-b5b3-9b62f6627d0e', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:29:52Z', 'updated_at': '2021-07-08T17:30:14Z', 'revision_number': 1, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:54Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:18.702703 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.708504 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7001c3f-7097-4d14-8bfb-4a2af59ef6df None None] The sync data for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 is: [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'f6ac6711-a446-4cf3-b5b3-9b62f6627d0e', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:29:52Z', 'updated_at': '2021-07-08T17:30:14Z', 'revision_number': 1, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:54Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:30:18.732622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ac1e-1c78-4be0-8ae9-ba62df340736 req-ca474f88-6cbd-40e6-9311-44f8e1ef42c4 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.735257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5745ac1e-1c78-4be0-8ae9-ba62df340736 req-ca474f88-6cbd-40e6-9311-44f8e1ef42c4 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 944 time: 0.3326151 Jul 08 17:30:18.786430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f849b9e4-6a8b-44af-8765-689470dffa44']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:18.826769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] For port 6f13164b-379b-488d-a8f0-d54b77ed6b06, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:18.831432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] For port 6f13164b-379b-488d-a8f0-d54b77ed6b06, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6f13164b-379b-488d-a8f0-d54b77ed6b06,segment=NetworkSegment(2149bb9c-19fd-4025-b152-b4157381dc31),segment_id=2149bb9c-19fd-4025-b152-b4157381dc31)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:18.832310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-f48ace90-bd5c-418c-88fb-e0b2b4b4b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.838032 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-f48ace90-bd5c-418c-88fb-e0b2b4b4b474 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.5118699 Jul 08 17:30:18.840955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.878024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2149bb9c-19fd-4025-b152-b4157381dc31') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:18.878328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2149bb9c-19fd-4025-b152-b4157381dc31') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:18.923801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.946583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f848ba3-f491-414a-beba-b30020fcb097 None None] Pushing event updated for resources: {'Port': ['ID=6f13164b-379b-488d-a8f0-d54b77ed6b06,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:18.988508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-56d89bb4-7fbd-43ab-b322-707463674804 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.0943532 Jul 08 17:30:19.058551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.078729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94d434-a192-45f9-810a-65229f9d55ea None None] Network f849b9e4-6a8b-44af-8765-689470dffa44 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:19.109454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5745ac1e-1c78-4be0-8ae9-ba62df340736 req-85d37448-a70a-4815-99d0-4d4611066fba tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444073 Jul 08 17:30:19.129624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:19.130069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:19.133959 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:19.200333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db33136-2476-4064-95b5-4d0b07f62af9 None None] New status for floating IP f6ac6711-a446-4cf3-b5b3-9b62f6627d0e: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:30:19.234508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-d3897b69-72ed-465b-85d7-6357b1cad007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:19.236008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-d3897b69-72ed-465b-85d7-6357b1cad007 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.2338269 Jul 08 17:30:19.299254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-e3e21204-38ae-4086-b402-17e655a76e05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523024 Jul 08 17:30:19.302998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:30:19.302998 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:30:19.302998 n-d-799527-4 neutron-server[93945]: [parameters: {'id': 'f849b9e4-6a8b-44af-8765-689470dffa44'}] Jul 08 17:30:19.302998 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:30:19.303383 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:30:19.395191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf023c-c85d-4cc4-b131-331a3b5594fe None None] Network f849b9e4-6a8b-44af-8765-689470dffa44 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:19.421968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-3b397901-7aca-4482-92b6-67f6f21af5f6 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143224 Jul 08 17:30:19.498945 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6e48-01ef-49a1-b40b-4aeddc3de783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.558973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2624ea4b-8936-4c33-a2a5-69aafb630efe req-6583b531-c2c7-402f-8758-03f10b18a653 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293890 Jul 08 17:30:19.584249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b1f45-6900-4e6e-9fe3-1bc135d955df None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:30:19.701395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b1f45-6900-4e6e-9fe3-1bc135d955df None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:30:19.805243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.852886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66609-3ae7-4a05-ba82-55adf853c7f1 req-0d4167c8-17a5-4c35-aaee-36a57b1fa0f0 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:19.862177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ab66609-3ae7-4a05-ba82-55adf853c7f1 req-0d4167c8-17a5-4c35-aaee-36a57b1fa0f0 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1314514 Jul 08 17:30:19.936459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ab66609-3ae7-4a05-ba82-55adf853c7f1 req-fc4251ad-7a4c-475a-9104-ca157e227c2f tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729787 Jul 08 17:30:19.955314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Deleting port 6f13164b-379b-488d-a8f0-d54b77ed6b06 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:19.955681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.077114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] For port 6f13164b-379b-488d-a8f0-d54b77ed6b06, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6f13164b-379b-488d-a8f0-d54b77ed6b06,segment=NetworkSegment(2149bb9c-19fd-4025-b152-b4157381dc31),segment_id=2149bb9c-19fd-4025-b152-b4157381dc31)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:20.077479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.110094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Calling delete_port for 6f13164b-379b-488d-a8f0-d54b77ed6b06 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:20.233384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.247026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No DVR routers for this DVR port 6f13164b-379b-488d-a8f0-d54b77ed6b06 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:20.289353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Port': ['ID=6f13164b-379b-488d-a8f0-d54b77ed6b06,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:20.414108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.426678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f849b9e4-6a8b-44af-8765-689470dffa44']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:20.439489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2149bb9c-19fd-4025-b152-b4157381dc31') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:20.439783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2149bb9c-19fd-4025-b152-b4157381dc31') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:20.453663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.471785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.484298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30653b6-bd02-4cbb-b865-fc91864d2d73 req-0d4c2b3c-0ba9-4750-ba9c-78d9c85c1bc9 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:20.485891 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e30653b6-bd02-4cbb-b865-fc91864d2d73 req-0d4c2b3c-0ba9-4750-ba9c-78d9c85c1bc9 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 944 time: 0.1734722 Jul 08 17:30:20.488968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:20.489372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:20.493395 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:20.577713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.582520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e30653b6-bd02-4cbb-b865-fc91864d2d73 req-27758504-134b-4a60-9384-250c8aafc01e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758517 Jul 08 17:30:20.588431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.590450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f849b9e4-6a8b-44af-8765-689470dffa44 HTTP/1.1" status: 204 len: 168 time: 3.2138634 Jul 08 17:30:20.594121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:20.617777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386707-5520-46f7-a879-7445cf3bd4ac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=f849b9e4-6a8b-44af-8765-689470dffa44,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:20.640659 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7645c9-e89f-4391-a42a-57583c7a62e2 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:20.641122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7645c9-e89f-4391-a42a-57583c7a62e2 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:20.644004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af7645c9-e89f-4391-a42a-57583c7a62e2 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/c12c33c2-ffae-42a4-9a68-5282bce52c14 HTTP/1.1" status: 404 len: 337 time: 0.0476265 Jul 08 17:30:20.645707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:20.670771 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-97128356-b078-4be5-9d81-c8f1d900dbd7 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:20.671228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97128356-b078-4be5-9d81-c8f1d900dbd7 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:20.673258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97128356-b078-4be5-9d81-c8f1d900dbd7 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f849b9e4-6a8b-44af-8765-689470dffa44 HTTP/1.1" status: 404 len: 339 time: 0.0254312 Jul 08 17:30:20.675490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59854) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:20.703151 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9b0f52-caf2-4b28-bfbb-072103c62404 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:20.703731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9b0f52-caf2-4b28-bfbb-072103c62404 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:20.706089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef9b0f52-caf2-4b28-bfbb-072103c62404 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/6ffcf200-9870-489a-8cea-e1d7edbbc678 HTTP/1.1" status: 404 len: 337 time: 0.0295556 Jul 08 17:30:20.709228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:20.734670 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71d7062-7f88-49c5-a813-975c705bdb46 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:20.735253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71d7062-7f88-49c5-a813-975c705bdb46 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:20.737015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a71d7062-7f88-49c5-a813-975c705bdb46 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/d6a5f236-69b1-4b73-ba1d-46f6cd395ec7 HTTP/1.1" status: 404 len: 339 time: 0.0268505 Jul 08 17:30:20.739564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:20.800738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 232d27a2-f314-4a58-b24f-c65ab5716203 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:20.827953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.860037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 232d27a2-f314-4a58-b24f-c65ab5716203 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:20.864668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 232d27a2-f314-4a58-b24f-c65ab5716203 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:20.865055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.933400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.947605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17e2a27-4bbd-4857-87c5-7d5ac6142d71']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:20.960254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e52bda-fa10-4b14-8da3-0e53bccf941a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:20.960655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e52bda-fa10-4b14-8da3-0e53bccf941a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:20.971631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.988190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:20.993589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.001255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:21.002077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.029546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d27a2-f314-4a58-b24f-c65ab5716203'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:21.031869 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4514741d-813b-4032-b939-283cad56b0d8" -d '{"events": [{"server_uuid": "f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585", "name": "network-vif-plugged", "status": "completed", "tag": "232d27a2-f314-4a58-b24f-c65ab5716203"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:21.068560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 232d27a2-f314-4a58-b24f-c65ab5716203, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=232d27a2-f314-4a58-b24f-c65ab5716203,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:21.073664 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:21.081183 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:21.083769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.099963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.102771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f17e2a27-4bbd-4857-87c5-7d5ac6142d71 HTTP/1.1" status: 204 len: 168 time: 0.3622105 Jul 08 17:30:21.105297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.131579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3227096-446a-4b39-a591-51abcf53c562 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=f17e2a27-4bbd-4857-87c5-7d5ac6142d71,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:21.159070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=232d27a2-f314-4a58-b24f-c65ab5716203,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:21.181238 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-40699fb4-4d88-46ed-86b1-7e33fa14e2f4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.181709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40699fb4-4d88-46ed-86b1-7e33fa14e2f4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.186347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.190231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-40699fb4-4d88-46ed-86b1-7e33fa14e2f4 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/b1f0ac7b-4ac3-4945-9903-fc52bcd810f1 HTTP/1.1" status: 404 len: 337 time: 0.0769947 Jul 08 17:30:21.216446 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-091d3632-873e-49a9-99f0-22a8022133b2 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.217303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091d3632-873e-49a9-99f0-22a8022133b2 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.225151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-091d3632-873e-49a9-99f0-22a8022133b2 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f5f6d8b3-075f-4361-8514-35d415d9edc1 HTTP/1.1" status: 404 len: 339 time: 0.0349090 Jul 08 17:30:21.226200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.281511 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdba01d-1267-4182-8ccc-5777f03c3e3c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.282219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdba01d-1267-4182-8ccc-5777f03c3e3c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.283898 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c6b32f-f730-4b4d-a7d4-ac93cee55b9a x-openstack-request-id: req-48c6b32f-f730-4b4d-a7d4-ac93cee55b9a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:21.284193 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585", "name": "network-vif-plugged", "status": "completed", "tag": "232d27a2-f314-4a58-b24f-c65ab5716203", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:21.284435 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48c6b32f-f730-4b4d-a7d4-ac93cee55b9a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:21.284885 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d27a2-f314-4a58-b24f-c65ab5716203', 'code': 200} Jul 08 17:30:21.297067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8cdba01d-1267-4182-8ccc-5777f03c3e3c tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/246a7ab1-7bfd-4302-82c8-e3560b5761ad HTTP/1.1" status: 404 len: 337 time: 0.0677648 Jul 08 17:30:21.298704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59890) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.342290 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9e11d6-e1d9-4886-b0a4-5ed5f94ffb60 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.343172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9e11d6-e1d9-4886-b0a4-5ed5f94ffb60 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.352401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4f9e11d6-e1d9-4886-b0a4-5ed5f94ffb60 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/f66c2a5e-d068-4935-98f5-17b468d686e8 HTTP/1.1" status: 404 len: 339 time: 0.0497751 Jul 08 17:30:21.352773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.367062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6beda0-a97a-4a6b-b4bf-29bb973cdd74 req-9c212579-e880-4315-a364-d9ade832ee1e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.377969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e6beda0-a97a-4a6b-b4bf-29bb973cdd74 req-9c212579-e880-4315-a364-d9ade832ee1e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1603639 Jul 08 17:30:21.429789 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ce49de-7494-4a3c-afae-8b0006120fad tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.435632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ce49de-7494-4a3c-afae-8b0006120fad tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.437628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-39ce49de-7494-4a3c-afae-8b0006120fad tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/27c87b85-e76b-4bb7-85f4-765ea619e94c HTTP/1.1" status: 404 len: 337 time: 0.0832858 Jul 08 17:30:21.440649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.500759 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cebd017-67d5-43eb-b212-f3f15d1e5dd7 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.501337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cebd017-67d5-43eb-b212-f3f15d1e5dd7 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.512079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9cebd017-67d5-43eb-b212-f3f15d1e5dd7 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/08bfa94e-2569-4c54-88c3-f9d2b4ab2a2a HTTP/1.1" status: 404 len: 339 time: 0.0663819 Jul 08 17:30:21.512344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59906) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.554928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e6beda0-a97a-4a6b-b4bf-29bb973cdd74 req-063f76cf-dcd9-40ea-a53a-1b5de38dd02f tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736999 Jul 08 17:30:21.568370 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2de907-9303-4cef-b3ff-c18ac2324d49 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.569536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2de907-9303-4cef-b3ff-c18ac2324d49 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.571679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb2de907-9303-4cef-b3ff-c18ac2324d49 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/fdb3cc87-90d0-44de-8ff6-f4fe8dbb977b HTTP/1.1" status: 404 len: 337 time: 0.0581386 Jul 08 17:30:21.584921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59910) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.611708 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c29bf85-d3a1-4846-8b32-363a81e09f26 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.612858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c29bf85-d3a1-4846-8b32-363a81e09f26 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.615131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c29bf85-d3a1-4846-8b32-363a81e09f26 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/43e96818-bf4b-4acb-a673-e7f3c635b9b7 HTTP/1.1" status: 404 len: 339 time: 0.0358753 Jul 08 17:30:21.620297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.633448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267215-b2c2-43b6-9139-4753bf4d67f7 req-1a4aaf64-f1ea-41f3-98bb-5d3625139045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.640950 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11267215-b2c2-43b6-9139-4753bf4d67f7 req-1a4aaf64-f1ea-41f3-98bb-5d3625139045 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 1096 time: 0.2188866 Jul 08 17:30:21.687980 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10a9087-49f8-491b-b64d-87f6790fa061 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.688553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10a9087-49f8-491b-b64d-87f6790fa061 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.691121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c10a9087-49f8-491b-b64d-87f6790fa061 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/2be35b31-e526-4514-8d2e-c8378001528f HTTP/1.1" status: 404 len: 337 time: 0.0696399 Jul 08 17:30:21.698718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.729781 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-400db703-0e00-447b-94ef-a628332c2c13 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.730748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400db703-0e00-447b-94ef-a628332c2c13 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.732661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-400db703-0e00-447b-94ef-a628332c2c13 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/6fdc6134-b8cd-42d9-93da-611c04230a30 HTTP/1.1" status: 404 len: 339 time: 0.0321600 Jul 08 17:30:21.736235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.798530 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7d5ca9-ac62-434d-b9de-30315deba246 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.798995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7d5ca9-ac62-434d-b9de-30315deba246 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.800734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2f7d5ca9-ac62-434d-b9de-30315deba246 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/57e9408c-176a-471b-ba96-68260f5c05bb HTTP/1.1" status: 404 len: 337 time: 0.0612888 Jul 08 17:30:21.803519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.812597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11267215-b2c2-43b6-9139-4753bf4d67f7 req-2897f672-6fcc-45bb-ada6-b034c85d8ac3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648128 Jul 08 17:30:21.844478 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4c5d96-5b24-4db3-beae-07ee09444aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.845164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4c5d96-5b24-4db3-beae-07ee09444aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.847051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bd4c5d96-5b24-4db3-beae-07ee09444aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/63ad9496-5cdc-455d-8cd9-1f62ea753f3d HTTP/1.1" status: 404 len: 339 time: 0.0424371 Jul 08 17:30:21.852970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.912735 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35ebe71-862a-42b4-8d8e-345822763a6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.913206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35ebe71-862a-42b4-8d8e-345822763a6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.924438 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a35ebe71-862a-42b4-8d8e-345822763a6d tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/35b29676-7dc9-4610-9a6b-3cd903892445 HTTP/1.1" status: 404 len: 337 time: 0.0703180 Jul 08 17:30:21.925074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.932400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152898f0-d2cb-4990-9455-f8bf3b12ecd2 req-b0f341fe-0340-47ef-97d8-a92fbfc2001a tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.936602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-152898f0-d2cb-4990-9455-f8bf3b12ecd2 req-b0f341fe-0340-47ef-97d8-a92fbfc2001a tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 945 time: 0.1341898 Jul 08 17:30:21.953544 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b149aa5-ff00-4df1-bee5-d9f6e31cb44a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.954896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b149aa5-ff00-4df1-bee5-d9f6e31cb44a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.960148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5b149aa5-ff00-4df1-bee5-d9f6e31cb44a tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/3998ad44-7869-462d-a8ce-82d5b0f50fd2 HTTP/1.1" status: 404 len: 339 time: 0.0316782 Jul 08 17:30:21.960677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:21.988847 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-4133accf-978f-406d-a610-5ccc48c94bbb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:21.989418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4133accf-978f-406d-a610-5ccc48c94bbb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:21.994688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4133accf-978f-406d-a610-5ccc48c94bbb tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/51a69c91-4752-4448-af16-022de58a3e64 HTTP/1.1" status: 404 len: 337 time: 0.0307324 Jul 08 17:30:21.994897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-152898f0-d2cb-4990-9455-f8bf3b12ecd2 req-89e47c03-36dc-4fd0-8d0a-64e891b20a45 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Jul 08 17:30:21.995445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.034909 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d9e8bb-0a4d-4822-b752-ced60ca98d95 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:22.035810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d9e8bb-0a4d-4822-b752-ced60ca98d95 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:22.040868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b4d9e8bb-0a4d-4822-b752-ced60ca98d95 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/8ba93816-d8b6-493f-994b-9cbbbae11dfd HTTP/1.1" status: 404 len: 339 time: 0.0412581 Jul 08 17:30:22.041119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.095006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Deleting subnet 2e5567c2-5121-4867-ada4-3f4102a1e1e8 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:22.098328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.141673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.193271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f9abc85-90f3-4120-9427-b522559e4640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.312355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.321037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.404956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.440327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5567c2-5121-4867-ada4-3f4102a1e1e8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:22.446519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.451585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-752bc3ac-2e01-4d47-83ed-9024190e77b8 tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/subnets/2e5567c2-5121-4867-ada4-3f4102a1e1e8 HTTP/1.1" status: 204 len: 168 time: 0.4066284 Jul 08 17:30:22.451585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.457806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d9799-291a-4bd5-8dcc-5207fe37004f None None] Network 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:22.536871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.608478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Deleting port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:22.609421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.770981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] For port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,segment=NetworkSegment(6c960ada-af36-49f7-b535-6ed3a306e487),segment_id=6c960ada-af36-49f7-b535-6ed3a306e487)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:22.771347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.786600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] DHCP port deletion for 3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:30:22.826118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Calling delete_port for 1dc1606e-8c32-4523-9e1c-f4f5ea79550d owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:22.888873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] Deleting port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:22.889499 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.025045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481312a-be89-401d-a93d-5d35438dd0cf req-f6e294bd-b0c6-4266-a851-58fe8b32ad8b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.026811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0481312a-be89-401d-a93d-5d35438dd0cf req-f6e294bd-b0c6-4266-a851-58fe8b32ad8b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2280080 Jul 08 17:30:23.059163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] For port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,segment=NetworkSegment(6c960ada-af36-49f7-b535-6ed3a306e487),segment_id=6c960ada-af36-49f7-b535-6ed3a306e487)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:23.062379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.083925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.089708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] Calling delete_port for 1dc1606e-8c32-4523-9e1c-f4f5ea79550d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:23.153443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Port': ['ID=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:23.156892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] No DVR routers for this DVR port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:23.166147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0481312a-be89-401d-a93d-5d35438dd0cf req-9ba6bd4c-c958-4c02-aa6a-8c1b2e3a9f61 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306477 Jul 08 17:30:23.309045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.336124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] No DVR routers for this DVR port 1dc1606e-8c32-4523-9e1c-f4f5ea79550d on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:23.391160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe66da3-e9bd-4b26-8b07-acf111c22cb6 None None] Pushing event deleted for resources: {'Port': ['ID=1dc1606e-8c32-4523-9e1c-f4f5ea79550d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:23.455461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.473453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:23.493683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf926b-3887-462c-ad26-080bddb237e8 req-ac2b5c02-109b-410d-9a81-ef679339f7c8 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.495271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bbf926b-3887-462c-ad26-080bddb237e8 req-ac2b5c02-109b-410d-9a81-ef679339f7c8 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 945 time: 0.1384501 Jul 08 17:30:23.499178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c960ada-af36-49f7-b535-6ed3a306e487') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:23.499472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c960ada-af36-49f7-b535-6ed3a306e487') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:23.540583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.545711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.600200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.604097 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bbf926b-3887-462c-ad26-080bddb237e8 req-a7c349b6-39bb-4421-9b44-7a71d2eeee66 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026289 Jul 08 17:30:23.605051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.612155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:23.613095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.613688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:23.616499 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:23.634802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.687295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.706598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.716557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.724191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.734531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-bdb16536-f8e2-4a27-8664-cc13c6d05ea1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.3095961 Jul 08 17:30:23.741724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.755530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.762094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] 10.222.0.48 "DELETE /v2.0/networks/3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4 HTTP/1.1" status: 204 len: 168 time: 1.3098874 Jul 08 17:30:23.782433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fcdd1-05db-4c8e-954b-04671fb39aac tempest-NetworksTest-124334107 tempest-NetworksTest-124334107-project] Pushing event deleted for resources: {'Network': ['ID=3979c0e9-cc1b-4782-9bb9-af7a16b1d2b4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:23.888996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7ad99fb4-f2d8-4901-bc40-de34ee0ba6cd req-8d0dcb71-0955-4446-90bd-e3a59f81c087 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514826 Jul 08 17:30:23.926853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1dc1606e-8c32-4523-9e1c-f4f5ea79550d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:24.029288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 1dc1606e-8c32-4523-9e1c-f4f5ea79550d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:24.032276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1dc1606e-8c32-4523-9e1c-f4f5ea79550d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:24.503434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:24.507729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.523180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.539342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.545459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.554052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.561324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.569473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.577034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-890fd58d-2943-46b6-a50b-7d29dbd32e0b req-b3ffc22b-c666-4c3c-b024-0afd12a59424 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.3893008 Jul 08 17:30:24.762143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0ae62402-9998-42c5-8a38-bf793f8a3184 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d18026a81f2445f387b958c4d70d4a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570238 Jul 08 17:30:24.764210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:24.867973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dde3f50b-0f93-4bf2-9d00-05d47a77997e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.904356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.913882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dde3f50b-0f93-4bf2-9d00-05d47a77997e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.032077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dde3f50b-0f93-4bf2-9d00-05d47a77997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.035875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dde3f50b-0f93-4bf2-9d00-05d47a77997e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.037423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dde3f50b-0f93-4bf2-9d00-05d47a77997e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4746ac49-7e98-4b54-a8ad-0efcc4746490 HTTP/1.1" status: 204 len: 168 time: 0.2719648 Jul 08 17:30:25.054015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3f50b-0f93-4bf2-9d00-05d47a77997e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4746ac49-7e98-4b54-a8ad-0efcc4746490,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:25.458421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925bb9-5a93-4436-9461-c0e88c97397c req-fa47dee3-95cc-4d13-bb3d-19b7666e20d1 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:25.460505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd925bb9-5a93-4436-9461-c0e88c97397c req-fa47dee3-95cc-4d13-bb3d-19b7666e20d1 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 945 time: 0.0919821 Jul 08 17:30:25.523729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd925bb9-5a93-4436-9461-c0e88c97397c req-9a0dabb3-3b25-4ab4-9c2b-cea288cd353d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Jul 08 17:30:25.892559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60082) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:25.995734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-221466051'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:26.020986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:26.025602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.035253 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.167044 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.177609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.220033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47ba87-ef8e-40af-ab07-8a168d03d74b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:26.237508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:26.250708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.251182 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment 1bd6ab87-ca58-46d5-a571-128226feec1c of type vlan for network 2421eb6a-e56c-43aa-97d8-13e2292fe466 Jul 08 17:30:26.308292 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.324572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef5f9e-803f-4377-bb8c-59a52bb9f166 req-785792c4-1997-4e82-b5a3-f0d7f23d09ed tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.327321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fef5f9e-803f-4377-bb8c-59a52bb9f166 req-785792c4-1997-4e82-b5a3-f0d7f23d09ed tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1108260 Jul 08 17:30:26.361318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.372375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.374196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.414647 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5181625 Jul 08 17:30:26.430938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fef5f9e-803f-4377-bb8c-59a52bb9f166 req-db26fa5a-557e-467a-a536-35277bb3682f tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955303 Jul 08 17:30:26.433538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:26.439152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'name': 'tempest-PortsIpV6TestJSON-643793966'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:26.568527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caddd7e-cfee-43f5-9aa4-fc66b282f16b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=2421eb6a-e56c-43aa-97d8-13e2292fe466,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:26.612283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:26.673457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:26.692453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.855180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 8ca940f8-804f-42b9-9595-a14ef84546c9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:26.965588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988419a-65e8-46f5-9283-06d0422f09b1 req-d5c81ffe-9b1c-4625-964d-b5155e61de8e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.981745 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3988419a-65e8-46f5-9283-06d0422f09b1 req-d5c81ffe-9b1c-4625-964d-b5155e61de8e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 945 time: 0.1888747 Jul 08 17:30:27.039489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3988419a-65e8-46f5-9283-06d0422f09b1 req-336dd23c-7495-49f9-b7b8-f561791c775a tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Jul 08 17:30:27.196880 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.249745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-88d7b842-1410-46cc-8db7-22f6736205e7 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.251690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-88d7b842-1410-46cc-8db7-22f6736205e7 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 945 time: 0.4998550 Jul 08 17:30:27.254328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.595631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:27.842162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.842708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.843215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.843671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.844147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.844613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.845085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.858561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-2664f9b5-1990-44f3-80d7-97e6c1434e57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 6490 time: 0.2617674 Jul 08 17:30:27.971156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-997c8291-794f-4caf-adb3-cd300c403a35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104732 Jul 08 17:30:28.016134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=8ca940f8-804f-42b9-9595-a14ef84546c9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:28.076130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': '1bd6ab87-ca58-46d5-a571-128226feec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:28.076445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: 2421eb6a-e56c-43aa-97d8-13e2292fe466, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:28.109886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Deleting port 232d27a2-f314-4a58-b24f-c65ab5716203 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:28.111825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.113399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:28.127332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2421eb6a-e56c-43aa-97d8-13e2292fe466) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:28.143766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02e8de-3e4a-4dac-96d0-76d06052f45f None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:28.158535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:28.165087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:28.166148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.234326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cf6af300-bacc-4711-9f13-4733d435f0e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7991650 Jul 08 17:30:28.238696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:28.248556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-337935677'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:28.332774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] For port 232d27a2-f314-4a58-b24f-c65ab5716203, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=232d27a2-f314-4a58-b24f-c65ab5716203,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:28.332774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.373151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Calling delete_port for 232d27a2-f314-4a58-b24f-c65ab5716203 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:28.386263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:28.389608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.392982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed3058-46c0-4636-ba94-980773f944a4 req-02c97f07-7cf8-41d7-8faa-66868dabba5c tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:28.394920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54ed3058-46c0-4636-ba94-980773f944a4 req-02c97f07-7cf8-41d7-8faa-66868dabba5c tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 945 time: 0.1930742 Jul 08 17:30:28.495459 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54ed3058-46c0-4636-ba94-980773f944a4 req-a228f16a-5f53-4629-9094-7ca6e7c7fedd tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887654 Jul 08 17:30:28.585171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:28.620484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.620840 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment bb9e3cc4-67ce-4ee6-b524-9b6381358baf of type vlan for network f219c561-97d0-4296-804d-c77be1fed3e2 Jul 08 17:30:28.854300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 232d27a2-f314-4a58-b24f-c65ab5716203 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:28.861352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.917520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.001323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Pushing event deleted for resources: {'Port': ['ID=232d27a2-f314-4a58-b24f-c65ab5716203,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:29.002927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No active binding found for port 232d27a2-f314-4a58-b24f-c65ab5716203 {{(pid=93946) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:30:29.003388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 232d27a2-f314-4a58-b24f-c65ab5716203 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:29.007656 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.017233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:29.017233 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.137983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8976328 Jul 08 17:30:29.141251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:29.149409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'ports': [{'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'}, {'network_id': 'f219c561-97d0-4296-804d-c77be1fed3e2'}]} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:29.150031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:29.150759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': 'f219c561-97d0-4296-804d-c77be1fed3e2'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:29.164166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] No DVR routers for this DVR port 232d27a2-f314-4a58-b24f-c65ab5716203 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:29.168409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.170401 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bde99066-bef9-45ef-8533-dbe7e34b4bc2 req-b7375681-1eed-45cc-af56-f62689d17c8d tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "DELETE /v2.0/ports/232d27a2-f314-4a58-b24f-c65ab5716203 HTTP/1.1" status: 204 len: 173 time: 1.9124801 Jul 08 17:30:29.170839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'name': 'network-vif-deleted', 'tag': '232d27a2-f314-4a58-b24f-c65ab5716203'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:29.173404 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3afb76-cb02-4e14-a07a-fa31670a1f52" -d '{"events": [{"server_uuid": "f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585", "name": "network-vif-deleted", "tag": "232d27a2-f314-4a58-b24f-c65ab5716203"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:29.187179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe45e49-f054-497e-80c6-ca205b4b4d95 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=f219c561-97d0-4296-804d-c77be1fed3e2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:29.208671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f219c561-97d0-4296-804d-c77be1fed3e2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:29.553497 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32fcfe5-f8c4-4bf6-b7f3-375c5d7e5fea x-openstack-request-id: req-b32fcfe5-f8c4-4bf6-b7f3-375c5d7e5fea {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:29.553676 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585", "name": "network-vif-deleted", "tag": "232d27a2-f314-4a58-b24f-c65ab5716203", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:29.553834 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b32fcfe5-f8c4-4bf6-b7f3-375c5d7e5fea {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:29.554469 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585', 'name': 'network-vif-deleted', 'tag': '232d27a2-f314-4a58-b24f-c65ab5716203', 'status': 'completed', 'code': 200} Jul 08 17:30:29.575634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 2} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:29.584922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.606144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.871732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31011bfb-d1f1-45df-a850-8bc699020d79 req-81123a5f-0d0a-4480-891e-08c6776bf29b tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4fcd5c7-b4a1-4540-bb93-a3f76c2ef585 HTTP/1.1" status: 200 len: 210 time: 0.0863118 Jul 08 17:30:29.934209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 8236c54b-df6e-4b34-a85d-7b06a377ed23 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:30.387693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.487537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 7673e862-5af1-4dc3-b90d-5dd306992dc7 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:30.675810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.745617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.798104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:30.802148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:30.805710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:30.806814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.855997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=8236c54b-df6e-4b34-a85d-7b06a377ed23,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:30.869735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-7a43faad-9156-4134-b973-0406e3295e5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939119 Jul 08 17:30:30.932531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': 'bb9e3cc4-67ce-4ee6-b524-9b6381358baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f219c561-97d0-4296-804d-c77be1fed3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:30.933648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: f219c561-97d0-4296-804d-c77be1fed3e2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:30.972381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=7673e862-5af1-4dc3-b90d-5dd306992dc7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:30.987209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network f219c561-97d0-4296-804d-c77be1fed3e2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:31.000437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-011c677a-7f69-4577-841f-690e026d5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.003583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-011c677a-7f69-4577-841f-690e026d5223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.1052303 Jul 08 17:30:31.026768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f219c561-97d0-4296-804d-c77be1fed3e2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:31.032164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:31.036755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d113b97-fe37-47f1-933f-296904754ef0 None None] Network f219c561-97d0-4296-804d-c77be1fed3e2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:31.044585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.050607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.051860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.124869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-618ab7e8-e563-44dc-91de-6d8c08538964 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9813666 Jul 08 17:30:31.127738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:31.340938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-aa8fbea8-e1e2-4a3a-82ba-fc68dba2791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.342448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-aa8fbea8-e1e2-4a3a-82ba-fc68dba2791a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.2603438 Jul 08 17:30:31.461781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-aae2446c-f50c-446f-b9b9-2d0119cb02ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.1100888 Jul 08 17:30:31.469444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 7673e862-5af1-4dc3-b90d-5dd306992dc7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:31.473372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.563706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-e19d55dc-0117-4165-b962-aafa97f7a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.565488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-e19d55dc-0117-4165-b962-aafa97f7a7c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.0945895 Jul 08 17:30:31.618127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-86f03c57-2ec7-4e2d-ba6e-184ebc536450 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413625 Jul 08 17:30:31.798840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-862088c0-7b0e-40ab-b78b-d0b9c57652a3 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.810208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-862088c0-7b0e-40ab-b78b-d0b9c57652a3 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/networks?id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 200 len: 809 time: 0.2005165 Jul 08 17:30:31.849541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-a2760f12-a60e-4999-aeba-c842fafaa994 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/quotas/2ce415ed410e44b4a9e30c03bcea1382 HTTP/1.1" status: 200 len: 375 time: 0.0390928 Jul 08 17:30:31.854594 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.871175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-a47f1e38-adad-4063-9bf9-0ada15e7a835 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459681 Jul 08 17:30:31.874638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 7673e862-5af1-4dc3-b90d-5dd306992dc7 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:32.153340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8268ea24-dbb9-40f3-ae64-d031b975e6bf req-0dc41fe0-62a0-4114-a984-422d634feba5 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527564 Jul 08 17:30:32.183201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-1a4934f5-d40c-4f4f-a79d-ca903ee727ae tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088672 Jul 08 17:30:32.331946 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.394412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=7673e862-5af1-4dc3-b90d-5dd306992dc7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:32.407328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.413624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:32.423505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-12a2e1d4-a2b7-4f38-ae0f-7293dbc813d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/7673e862-5af1-4dc3-b90d-5dd306992dc7 HTTP/1.1" status: 204 len: 168 time: 1.2946661 Jul 08 17:30:32.457441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-97f0adf8-d034-463e-ae36-e6cb86105c27 service neutron] 10.222.0.48 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731764 Jul 08 17:30:32.544715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38680139-072b-4200-b149-848ed20fc789 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:32.552586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38680139-072b-4200-b149-848ed20fc789 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:32.555263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-38680139-072b-4200-b149-848ed20fc789 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1403239 Jul 08 17:30:32.558002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:32.728216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-cdba392d-fd6e-4785-ba37-08dc745114e7 service neutron] 10.222.0.48 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600758 Jul 08 17:30:32.810188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 8236c54b-df6e-4b34-a85d-7b06a377ed23 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:32.811852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.922472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.968002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 8236c54b-df6e-4b34-a85d-7b06a377ed23 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:33.223541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8db336b-27b9-412b-8f36-3ad1d60d7678 req-28370406-7cea-4565-ad34-9cc42f632d89 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 210 time: 0.1102259 Jul 08 17:30:33.287813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.349338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.351734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/8236c54b-df6e-4b34-a85d-7b06a377ed23 HTTP/1.1" status: 204 len: 168 time: 0.7924659 Jul 08 17:30:33.352623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b358-32e5-4750-92f5-eae5a58af239 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=8236c54b-df6e-4b34-a85d-7b06a377ed23,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:33.354664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:33.645729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f446f8-5f85-4d9c-a079-7f2fe000410b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:33.651727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-40f446f8-5f85-4d9c-a079-7f2fe000410b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2955523 Jul 08 17:30:33.652672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:33.693312 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1f057b-443a-4023-945e-40902ec098c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:33.698153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5d1f057b-443a-4023-945e-40902ec098c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/7673e862-5af1-4dc3-b90d-5dd306992dc7 HTTP/1.1" status: 404 len: 333 time: 0.0360281 Jul 08 17:30:33.698363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60344) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:33.750024 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e92d79-7e06-41a2-8c1e-6d5b461ac932 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:33.752842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f3e92d79-7e06-41a2-8c1e-6d5b461ac932 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/8236c54b-df6e-4b34-a85d-7b06a377ed23 HTTP/1.1" status: 404 len: 333 time: 0.0531387 Jul 08 17:30:33.755434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:33.915751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.084925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.102250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f219c561-97d0-4296-804d-c77be1fed3e2']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:34.120606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9e3cc4-67ce-4ee6-b524-9b6381358baf') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:34.121165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9e3cc4-67ce-4ee6-b524-9b6381358baf') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:34.132115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.149153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.158573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:34.159365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:34.165310 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:34.309754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.379823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.384285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/f219c561-97d0-4296-804d-c77be1fed3e2 HTTP/1.1" status: 204 len: 168 time: 0.6271698 Jul 08 17:30:34.388011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:34.392621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb53bd-f659-4389-b6c4-21e4006e4844 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=f219c561-97d0-4296-804d-c77be1fed3e2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:34.393495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-329411793'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:34.435581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:34.446506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.479027 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c776bd7c-e080-4933-8f7a-a6cf0fcba942 req-b3a04fff-b1e7-42d1-9059-55215bf1065c tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 210 time: 0.0533254 Jul 08 17:30:34.515284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:34.529020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.529373 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment c0e97d9a-7587-4a59-b02c-63b37a0fb9e9 of type vlan for network ce1106e6-f36b-4fdd-ade9-f82f849dc35d Jul 08 17:30:34.590866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.637996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.648781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:34.649444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.743994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:34.744480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3548970 Jul 08 17:30:34.753913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:34.761451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf749a-b3ef-4215-a364-5447e5688fc9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=ce1106e6-f36b-4fdd-ade9-f82f849dc35d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:34.775622 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network ce1106e6-f36b-4fdd-ade9-f82f849dc35d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:34.981492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:34.987589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.275273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-00c06a5b-9a75-4a81-b0f5-621d427e6331 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:35.288099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-00c06a5b-9a75-4a81-b0f5-621d427e6331 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "GET /v2.0/networks?id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 200 len: 809 time: 0.3033602 Jul 08 17:30:35.294702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Request body: {'port': {'device_id': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566', 'admin_state_up': True, 'tenant_id': '2ce415ed410e44b4a9e30c03bcea1382'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:35.339574 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.397257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:35.432318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:35.434865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: ce1106e6-f36b-4fdd-ade9-f82f849dc35d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:35.463056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network ce1106e6-f36b-4fdd-ade9-f82f849dc35d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:35.482438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, ce1106e6-f36b-4fdd-ade9-f82f849dc35d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:35.488010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:35.488398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Made reservation on behalf of 2ce415ed410e44b4a9e30c03bcea1382 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:35.488845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.494265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.500500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af58c78-4aa2-44c0-acf1-21bda78c7a6f None None] Network ce1106e6-f36b-4fdd-ade9-f82f849dc35d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:35.511941 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff920cbb-2052-4709-93f1-4b2e8517e447 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7644477 Jul 08 17:30:35.517389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:35.552524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d', 'name': 'tempest-PortsIpV6TestJSON-208853500'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:35.763069 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10caf76c-b0d9-4bd5-a6b1-a33cebb0d5c0 req-f613db15-7cc8-4797-8f2f-c914b093f23a tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 210 time: 0.0680966 Jul 08 17:30:35.775064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:35.779034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.799024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-ce1106e6-f36b-4fdd-ade9-f82f849dc35d', 'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': 'f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:35.800013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.811491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 5fe68013-0c32-4479-b630-b48f82271655 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:35.861801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Allocated IP 172.20.0.2 (14d4a1c4-5a0e-49fc-80c0-cbd056f8c566/01df5dce-2891-4c5f-93e0-2a1e3f8e702a/dcfffac0-f3d8-44ab-8101-3bd37fa83ead) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:36.101840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::269 (ce1106e6-f36b-4fdd-ade9-f82f849dc35d/f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e/5fe68013-0c32-4479-b630-b48f82271655) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:36.136074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.189019 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.262528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:36.266374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:36.272407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:36.277090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Pushing event updated for resources: {'Port': ['ID=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:36.347222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:36.348533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.370069 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-2011a736-1897-46de-befd-469e3801182f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0809894 Jul 08 17:30:36.386810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.387705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Request body: {'port': {'device_id': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:36.407218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 5fe68013-0c32-4479-b630-b48f82271655 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:36.446248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.500642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.509755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network ce1106e6-f36b-4fdd-ade9-f82f849dc35d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:36.519338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:36.524619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:36.531632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:36.532457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.544203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=5fe68013-0c32-4479-b630-b48f82271655,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:36.557980 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-665a7c17-f21a-4b77-a09f-6d46d819dc2e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0258064 Jul 08 17:30:36.559217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:36.564587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Allocated IP 2001:db8::2 (ce1106e6-f36b-4fdd-ade9-f82f849dc35d/f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e/c712594f-7ec2-431b-a566-7eb2fe86860d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:36.798308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.810428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Transition to ACTIVE for port object c712594f-7ec2-431b-a566-7eb2fe86860d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:36.820991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 5fe68013-0c32-4479-b630-b48f82271655 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:36.821342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.837250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Transition to ACTIVE for port object c712594f-7ec2-431b-a566-7eb2fe86860d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:36.851170 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.957327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Network ce1106e6-f36b-4fdd-ade9-f82f849dc35d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:36.958501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Pushing event updated for resources: {'Port': ['ID=c712594f-7ec2-431b-a566-7eb2fe86860d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:36.971190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:36.985315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:36.987195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.015264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 5fe68013-0c32-4479-b630-b48f82271655 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:37.051072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b406b-e3ea-4f9a-8ec4-57ae1d6ee7fb req-f202ac07-12ef-4366-a23b-798b69f96e90 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:37.056314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfffac0-f3d8-44ab-8101-3bd37fa83ead {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:37.058502 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58b406b-e3ea-4f9a-8ec4-57ae1d6ee7fb req-f202ac07-12ef-4366-a23b-798b69f96e90 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 931 time: 0.1011264 Jul 08 17:30:37.065462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.083283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Transition to ACTIVE for port object dcfffac0-f3d8-44ab-8101-3bd37fa83ead will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:37.096223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.100315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.101784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.102379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.104344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.104954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.106819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.107664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.108223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.109212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.109212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.111655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:37.118414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d58b406b-e3ea-4f9a-8ec4-57ae1d6ee7fb req-a714566c-872a-484e-9eec-807d5c8ee6d8 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Jul 08 17:30:37.127005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Attempting to bind port c712594f-7ec2-431b-a566-7eb2fe86860d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:37.127541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Attempting to bind port c712594f-7ec2-431b-a566-7eb2fe86860d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:37.128075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Attempting to bind port c712594f-7ec2-431b-a566-7eb2fe86860d on network ce1106e6-f36b-4fdd-ade9-f82f849dc35d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:37.142742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:37.143376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Checking segment: {'id': 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:37.143943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.144762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Bound using segment: {'id': 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:37.145991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Bound port: c712594f-7ec2-431b-a566-7eb2fe86860d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ce1106e6-f36b-4fdd-ade9-f82f849dc35d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:37.147801 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.168827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.335415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:37.371235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] For port c712594f-7ec2-431b-a566-7eb2fe86860d, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:37.377218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] For port c712594f-7ec2-431b-a566-7eb2fe86860d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c712594f-7ec2-431b-a566-7eb2fe86860d,segment=NetworkSegment(c0e97d9a-7587-4a59-b02c-63b37a0fb9e9),segment_id=c0e97d9a-7587-4a59-b02c-63b37a0fb9e9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:37.389086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.438305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.483573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85094b-e638-4a67-8b4a-94f2ab82df40 None None] Pushing event updated for resources: {'Port': ['ID=c712594f-7ec2-431b-a566-7eb2fe86860d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:37.519074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=5fe68013-0c32-4479-b630-b48f82271655,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:37.560228 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.562473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cda034ca-0645-46d0-8163-b6a9b1431b4e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/5fe68013-0c32-4479-b630-b48f82271655 HTTP/1.1" status: 204 len: 168 time: 1.0022388 Jul 08 17:30:37.563905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Attempting to bind port dcfffac0-f3d8-44ab-8101-3bd37fa83ead on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:37.564464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Attempting to bind port dcfffac0-f3d8-44ab-8101-3bd37fa83ead by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:37.565081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60444) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:37.576566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Attempting to bind port dcfffac0-f3d8-44ab-8101-3bd37fa83ead on network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:37.588313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Port dcfffac0-f3d8-44ab-8101-3bd37fa83ead on network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:37.588922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Attempting to bind port dcfffac0-f3d8-44ab-8101-3bd37fa83ead on network 14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:37.594749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:37.595415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Checking segment: {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:37.596089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Bound using segment: {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:37.596708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Bound port: dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2a8818-4cf7-4c5f-8779-4b2d740eb365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:37.597380 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.602201 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a290504-d160-479e-b5e8-9efa7bc818a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:30:37.603213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a290504-d160-479e-b5e8-9efa7bc818a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:37.605136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6a290504-d160-479e-b5e8-9efa7bc818a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/5fe68013-0c32-4479-b630-b48f82271655 HTTP/1.1" status: 404 len: 333 time: 0.0389888 Jul 08 17:30:37.608120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:37.646683 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-df09ce2c-542a-4672-82f7-7399ff835c7f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:37.649692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df09ce2c-542a-4672-82f7-7399ff835c7f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/5fe68013-0c32-4479-b630-b48f82271655 HTTP/1.1" status: 404 len: 333 time: 0.0404425 Jul 08 17:30:37.652698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:37.727878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:37.751005 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.754434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] For port dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:37.784303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] For port dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:37.790493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.880629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:37.881588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.883674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/dcfffac0-f3d8-44ab-8101-3bd37fa83ead HTTP/1.1" status: 200 len: 1091 time: 1.5005231 Jul 08 17:30:37.884470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'tag': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:37.886925 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e4a1fa-35b5-4cec-84a0-d1f80b404b96", "tag": "dcfffac0-f3d8-44ab-8101-3bd37fa83ead"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:37.903913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.949275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1153bb0-84fb-4d93-b5a2-cc0f022003f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:38.026609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c712594f-7ec2-431b-a566-7eb2fe86860d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:38.070103 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52c3d7-6f2a-4f8e-adc5-fcfc37ee5803 x-openstack-request-id: req-ab52c3d7-6f2a-4f8e-adc5-fcfc37ee5803 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:38.070481 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e4a1fa-35b5-4cec-84a0-d1f80b404b96", "tag": "dcfffac0-f3d8-44ab-8101-3bd37fa83ead", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:38.070688 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab52c3d7-6f2a-4f8e-adc5-fcfc37ee5803 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:38.071069 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'tag': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead', 'status': 'completed', 'code': 200} Jul 08 17:30:38.112136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c712594f-7ec2-431b-a566-7eb2fe86860d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:38.121919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-b9f8a483-e796-472a-9068-2e92e45b397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:38.123764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-b9f8a483-e796-472a-9068-2e92e45b397d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 1094 time: 0.1626818 Jul 08 17:30:38.148193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:38.182512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-c9c02e2d-9ea7-4dec-beb0-537c363a250b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead HTTP/1.1" status: 200 len: 217 time: 0.0472443 Jul 08 17:30:38.233461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:38.260625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-d728c57d-13d0-47ac-ad88-62165c3de61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:38.265425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-d728c57d-13d0-47ac-ad88-62165c3de61d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01df5dce-2891-4c5f-93e0-2a1e3f8e702a HTTP/1.1" status: 200 len: 849 time: 0.0751994 Jul 08 17:30:38.278624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:38.305382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:38.309650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2588776-921f-4171-bc6c-cb7ed60c1195 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e HTTP/1.1" status: 204 len: 168 time: 0.6534905 Jul 08 17:30:38.310326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60466) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:38.328838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-8262de10-4bbc-423f-9535-439394987589 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556738 Jul 08 17:30:38.504186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-113f121d-1638-4aaa-aac2-1bc4595eabec service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668532 Jul 08 17:30:38.576076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:38.679250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20a76b-8b15-4395-8820-3d06e25dd606 req-59479715-9a3a-4506-a970-6b8d180afad5 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:38.690051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b20a76b-8b15-4395-8820-3d06e25dd606 req-59479715-9a3a-4506-a970-6b8d180afad5 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 943 time: 0.3644547 Jul 08 17:30:38.798380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bcd4f66-fc08-4789-aa40-bbdbae10fe54 req-e2bee6eb-8a36-4229-a9ee-8870f5feb45d service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850430 Jul 08 17:30:38.925631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b20a76b-8b15-4395-8820-3d06e25dd606 req-6afa4b64-ab34-4c93-9b3a-9bc633502174 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345574 Jul 08 17:30:38.935731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port c712594f-7ec2-431b-a566-7eb2fe86860d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:38.936086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.034595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-94e7f025-b141-4445-a435-88d824e9eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:39.057895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-94e7f025-b141-4445-a435-88d824e9eaeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 1094 time: 0.2029552 Jul 08 17:30:39.108494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] For port c712594f-7ec2-431b-a566-7eb2fe86860d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c712594f-7ec2-431b-a566-7eb2fe86860d,segment=NetworkSegment(c0e97d9a-7587-4a59-b02c-63b37a0fb9e9),segment_id=c0e97d9a-7587-4a59-b02c-63b37a0fb9e9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:39.110544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.159461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for c712594f-7ec2-431b-a566-7eb2fe86860d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:39.185349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc539c54-7e27-49cb-bd59-68a384cd6702 None None] Network ce1106e6-f36b-4fdd-ade9-f82f849dc35d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:39.276555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-93080e9f-0e39-4009-b3c0-8fd44e19bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:39.281986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-93080e9f-0e39-4009-b3c0-8fd44e19bf79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 200 len: 910 time: 0.2043982 Jul 08 17:30:39.355036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-3d219fed-581b-4f25-84f1-c6a026f9087f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead HTTP/1.1" status: 200 len: 217 time: 0.0624340 Jul 08 17:30:39.409022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c1d3519-d04e-46ed-b240-6f051c569b75 None None] Provisioning for port c712594f-7ec2-431b-a566-7eb2fe86860d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:39.433338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.437911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c1d3519-d04e-46ed-b240-6f051c569b75 None None] Provisioning complete for port c712594f-7ec2-431b-a566-7eb2fe86860d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:39.438332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c1d3519-d04e-46ed-b240-6f051c569b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.461217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-aea4ae27-3c62-4956-869e-a7a2d5b7c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:39.466802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-aea4ae27-3c62-4956-869e-a7a2d5b7c843 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01df5dce-2891-4c5f-93e0-2a1e3f8e702a HTTP/1.1" status: 200 len: 849 time: 0.1047657 Jul 08 17:30:39.482823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=c712594f-7ec2-431b-a566-7eb2fe86860d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:39.491715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No DVR routers for this DVR port c712594f-7ec2-431b-a566-7eb2fe86860d on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:39.539850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d3519-d04e-46ed-b240-6f051c569b75 None None] Port c712594f-7ec2-431b-a566-7eb2fe86860d was deleted so its status cannot be updated. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:30:39.571536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-eab6813d-3c57-4d29-b33b-1b9788743bbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898898 Jul 08 17:30:39.647026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77596f95-cdea-4691-a4c5-77f7a128621a None None] DHCP port deletion for ce1106e6-f36b-4fdd-ade9-f82f849dc35d request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:30:39.648515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.666373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1106e6-f36b-4fdd-ade9-f82f849dc35d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:39.689771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:39.690097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e97d9a-7587-4a59-b02c-63b37a0fb9e9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:39.712308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.796974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.807575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:39.809748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:39.813417 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:39.846301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-5d5a2676-7847-4b49-83c0-495b4ae4a89d service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658722 Jul 08 17:30:39.875219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c712594f-7ec2-431b-a566-7eb2fe86860d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:39.924641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c712594f-7ec2-431b-a566-7eb2fe86860d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:39.924990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c712594f-7ec2-431b-a566-7eb2fe86860d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:39.938720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.944064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.954415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:39.955707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/ce1106e6-f36b-4fdd-ade9-f82f849dc35d HTTP/1.1" status: 204 len: 168 time: 1.6440568 Jul 08 17:30:39.961788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801756878'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:40.010000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2008094-8cd5-4352-8fd5-692477c5f0c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=ce1106e6-f36b-4fdd-ade9-f82f849dc35d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:40.022242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:40.025844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.063810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee83ed9f-70e3-46d8-b70a-bf370b3fd5b8 req-c25fa502-4a24-41e6-bb4d-af44c0d66d58 service neutron] 10.222.0.53 "GET /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088196 Jul 08 17:30:40.072670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:40.095285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.095850 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment dcacbe03-2641-4347-90b5-551e827af191 of type vlan for network f303aa2f-0f9e-44ec-9390-db73dea1d798 Jul 08 17:30:40.164439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.228756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.238582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:40.240399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.296527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3408399 Jul 08 17:30:40.299794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:40.305468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:40.368774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d472-87bc-49d9-8313-b15422481456 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=f303aa2f-0f9e-44ec-9390-db73dea1d798,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:40.407768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:40.409219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917f29-88b2-4ada-9774-716537d3ce16 req-8d78276c-384d-423b-a2dd-edd8fb840bd2 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:40.410912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c917f29-88b2-4ada-9774-716537d3ce16 req-8d78276c-384d-423b-a2dd-edd8fb840bd2 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 943 time: 0.1636679 Jul 08 17:30:40.534102 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c917f29-88b2-4ada-9774-716537d3ce16 req-f7bd165d-5ab1-48d5-9451-437d383addb1 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073833 Jul 08 17:30:40.535706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:40.540549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.862445 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:30:41.456542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.512392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=e4152654-f8b8-40eb-a447-a249984b30cd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:41.533286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': 'dcacbe03-2641-4347-90b5-551e827af191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:41.533585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: f303aa2f-0f9e-44ec-9390-db73dea1d798, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:41.557984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:41.570850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f303aa2f-0f9e-44ec-9390-db73dea1d798) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:41.578691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d417f-91a2-4b87-be59-6b19dd925f89 None None] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:41.599994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:41.600948 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.627193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f28ccb9a-22c5-47da-926f-02ccc86f3c35 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3261299 Jul 08 17:30:41.630503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:41.638055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1740621034'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:41.774703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909850-3d67-4c6b-81fb-88fbb4656680 req-19f8ac52-9123-4e41-b752-d9289a933005 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:41.784532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5909850-3d67-4c6b-81fb-88fbb4656680 req-19f8ac52-9123-4e41-b752-d9289a933005 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 943 time: 0.1024630 Jul 08 17:30:41.826900 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5909850-3d67-4c6b-81fb-88fbb4656680 req-d1f7a932-badb-4245-af81-543d7c2c32f8 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Jul 08 17:30:41.882699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:41.886336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.893049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-f303aa2f-0f9e-44ec-9390-db73dea1d798', 'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': 'e4152654-f8b8-40eb-a447-a249984b30cd'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:41.893911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.907680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port d16ce4a1-104c-4b9d-ac76-65a43e8c5316 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:42.035356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::1ef (f303aa2f-0f9e-44ec-9390-db73dea1d798/e4152654-f8b8-40eb-a447-a249984b30cd/d16ce4a1-104c-4b9d-ac76-65a43e8c5316) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:42.174418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.188691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object d16ce4a1-104c-4b9d-ac76-65a43e8c5316 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:42.224011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.245917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:42.249194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:42.278577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:42.285264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:42.286269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.330955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:42.331278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6975305 Jul 08 17:30:42.339924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dcab0-4103-41b8-9814-6e24f7d9bd54 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=d16ce4a1-104c-4b9d-ac76-65a43e8c5316,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:42.343607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Allocated IP 2001:db8::2 (f303aa2f-0f9e-44ec-9390-db73dea1d798/e4152654-f8b8-40eb-a447-a249984b30cd/30ac0da3-c581-4ea9-959e-df4c3c9505ba) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:42.535805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port d16ce4a1-104c-4b9d-ac76-65a43e8c5316 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:42.537437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.781206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.799671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Transition to ACTIVE for port object 30ac0da3-c581-4ea9-959e-df4c3c9505ba will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:42.823947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Transition to ACTIVE for port object 30ac0da3-c581-4ea9-959e-df4c3c9505ba will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:42.825342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.849092 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.855035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for d16ce4a1-104c-4b9d-ac76-65a43e8c5316 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:42.895712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:42.932411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.934483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:42.940475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.941520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcfffac0-f3d8-44ab-8101-3bd37fa83ead details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:43.032379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:43.074447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Pushing event updated for resources: {'Port': ['ID=30ac0da3-c581-4ea9-959e-df4c3c9505ba,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:43.168870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Attempting to bind port 30ac0da3-c581-4ea9-959e-df4c3c9505ba on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:43.169609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Attempting to bind port 30ac0da3-c581-4ea9-959e-df4c3c9505ba by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'dcacbe03-2641-4347-90b5-551e827af191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:43.170202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Attempting to bind port 30ac0da3-c581-4ea9-959e-df4c3c9505ba on network f303aa2f-0f9e-44ec-9390-db73dea1d798 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:43.184698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:43.185340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Checking segment: {'id': 'dcacbe03-2641-4347-90b5-551e827af191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:43.186042 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.186618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Bound using segment: {'id': 'dcacbe03-2641-4347-90b5-551e827af191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:43.186992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-127ddb6e-336d-4624-92b3-4c6c4ffe6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.187903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Bound port: 30ac0da3-c581-4ea9-959e-df4c3c9505ba, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcacbe03-2641-4347-90b5-551e827af191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f303aa2f-0f9e-44ec-9390-db73dea1d798'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:43.188444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.188822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-127ddb6e-336d-4624-92b3-4c6c4ffe6a2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.0667965 Jul 08 17:30:43.217389 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.279924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=d16ce4a1-104c-4b9d-ac76-65a43e8c5316,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:43.290657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.292758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1fa400b4-3c87-4116-927b-af3a0bcedb50 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/d16ce4a1-104c-4b9d-ac76-65a43e8c5316 HTTP/1.1" status: 204 len: 168 time: 0.9605398 Jul 08 17:30:43.295768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:43.298646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:43.301841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] For port 30ac0da3-c581-4ea9-959e-df4c3c9505ba, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:43.311609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] For port 30ac0da3-c581-4ea9-959e-df4c3c9505ba, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=30ac0da3-c581-4ea9-959e-df4c3c9505ba,segment=NetworkSegment(dcacbe03-2641-4347-90b5-551e827af191),segment_id=dcacbe03-2641-4347-90b5-551e827af191)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:43.320573 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.322955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead', 'network_id': '14d4a1c4-5a0e-49fc-80c0-cbd056f8c566', 'port_id': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead', 'mac_address': 'fa:16:3e:bb:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01df5dce-2891-4c5f-93e0-2a1e3f8e702a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:43.336869 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2e253b-a49b-4d76-a0f5-18d22f7562a9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:43.338528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7f2e253b-a49b-4d76-a0f5-18d22f7562a9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/d16ce4a1-104c-4b9d-ac76-65a43e8c5316 HTTP/1.1" status: 404 len: 333 time: 0.0417619 Jul 08 17:30:43.342611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:43.359601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acff3a3-4c11-4b28-89c8-b317c02a1ee3 req-990dc3fc-343d-4c16-9073-bcf280f39ce6 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.367147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6acff3a3-4c11-4b28-89c8-b317c02a1ee3 req-990dc3fc-343d-4c16-9073-bcf280f39ce6 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 943 time: 0.2463348 Jul 08 17:30:43.430949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e918fb-96b7-4dd2-b63a-2c72128b7c1f req-96f92fa3-fbdd-459f-8008-a3463c66850e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.433260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57e918fb-96b7-4dd2-b63a-2c72128b7c1f req-96f92fa3-fbdd-459f-8008-a3463c66850e tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1778624 Jul 08 17:30:43.436592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-7ee7fd91-c6c8-4a45-ac05-7372507046a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.438693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-7ee7fd91-c6c8-4a45-ac05-7372507046a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.2435150 Jul 08 17:30:43.446224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet e4152654-f8b8-40eb-a447-a249984b30cd {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:43.449532 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.460539 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.477448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd95629-f06f-4f4d-a9e3-26430b8b28a8 None None] Pushing event updated for resources: {'Port': ['ID=30ac0da3-c581-4ea9-959e-df4c3c9505ba,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:43.494494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfffac0-f3d8-44ab-8101-3bd37fa83ead {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:43.502976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6acff3a3-4c11-4b28-89c8-b317c02a1ee3 req-491dc18e-e403-47cb-be53-db4715612344 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348708 Jul 08 17:30:43.511778 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-b6846cd7-b96c-4d9c-ba16-8252371d8e1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.0557451 Jul 08 17:30:43.532327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.548556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:43.552220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.557966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57e918fb-96b7-4dd2-b63a-2c72128b7c1f req-207ac90c-ca49-41a8-b476-88431c0b0401 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162961 Jul 08 17:30:43.641027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:43.650384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-cafe1d4f-f1f9-4cf4-9fe1-02ec02ee9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.652146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-cafe1d4f-f1f9-4cf4-9fe1-02ec02ee9f69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.1206675 Jul 08 17:30:43.735428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-c628dfe5-0cb3-486c-8b71-070228d07bba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748210 Jul 08 17:30:43.764927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.892350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['dcfffac0-f3d8-44ab-8101-3bd37fa83ead'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:43.938494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.947766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-ab37bbfd-4a6b-4ddc-8d2d-db3afb0169f5 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017741 Jul 08 17:30:44.020872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=e4152654-f8b8-40eb-a447-a249984b30cd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:44.034555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.038928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5993deb7-c656-44a6-85f9-a116e4ef85b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/e4152654-f8b8-40eb-a447-a249984b30cd HTTP/1.1" status: 204 len: 168 time: 0.6954978 Jul 08 17:30:44.042671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:44.145326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.194573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5599ec54-5b8e-4ac8-a4e4-d962240bd139 req-75224bd8-8ccc-41b9-9bee-c931cd91e55f service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408183 Jul 08 17:30:44.239350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 30ac0da3-c581-4ea9-959e-df4c3c9505ba {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:44.239776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.324501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] For port 30ac0da3-c581-4ea9-959e-df4c3c9505ba, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=30ac0da3-c581-4ea9-959e-df4c3c9505ba,segment=NetworkSegment(dcacbe03-2641-4347-90b5-551e827af191),segment_id=dcacbe03-2641-4347-90b5-551e827af191)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:44.324907 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.340834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 30ac0da3-c581-4ea9-959e-df4c3c9505ba owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:44.425699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.455359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=30ac0da3-c581-4ea9-959e-df4c3c9505ba,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:44.460006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No DVR routers for this DVR port 30ac0da3-c581-4ea9-959e-df4c3c9505ba on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:44.569627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.582842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f303aa2f-0f9e-44ec-9390-db73dea1d798']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:44.597794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcacbe03-2641-4347-90b5-551e827af191') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:44.598139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcacbe03-2641-4347-90b5-551e827af191') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:44.613021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.659508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.668589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:44.669681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:44.688443 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:44.833544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.839916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.845968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:44.846451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/f303aa2f-0f9e-44ec-9390-db73dea1d798 HTTP/1.1" status: 204 len: 168 time: 0.8023090 Jul 08 17:30:44.854247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'name': 'tempest-PortsIpV6TestJSON-1115409244'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:44.884284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585cfd7-732b-4d9e-a32b-8df9bfcce28a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=f303aa2f-0f9e-44ec-9390-db73dea1d798,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:44.912633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82e92-3582-4d72-a199-0492bb247146 req-66372c62-9e6b-4a4a-8a37-c96457fe351e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.914287 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46e82e92-3582-4d72-a199-0492bb247146 req-66372c62-9e6b-4a4a-8a37-c96457fe351e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 944 time: 0.2217855 Jul 08 17:30:44.972664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc06b-2b56-43ab-be5f-36c9acab28ab req-2ac304e2-62bb-4478-80eb-3fd64af9a880 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.974256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c09cc06b-2b56-43ab-be5f-36c9acab28ab req-2ac304e2-62bb-4478-80eb-3fd64af9a880 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1982939 Jul 08 17:30:44.975651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46e82e92-3582-4d72-a199-0492bb247146 req-f253b237-0fff-49c2-a4ee-e3f8bba88585 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jul 08 17:30:45.035312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94806442-0234-4b53-bb3e-62ec5c80a061 None None] Could not find standard attr ID for object 30ac0da3-c581-4ea9-959e-df4c3c9505ba. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:30:45.071374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:45.078799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.118472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4358e-271f-4ccf-8f08-c94c53b6684c None None] DHCP port deletion for f303aa2f-0f9e-44ec-9390-db73dea1d798 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:30:45.122090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c09cc06b-2b56-43ab-be5f-36c9acab28ab req-4070f1b7-023b-4900-83b2-b91a8c1453d7 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251402 Jul 08 17:30:45.140803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0abb9-d137-4c9d-a84e-72e29f1c93f3 None None] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:45.178770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 3faf659a-38f5-4e43-b5fb-9ff847eb8169 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:45.183798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0abb9-d137-4c9d-a84e-72e29f1c93f3 None None] Network f303aa2f-0f9e-44ec-9390-db73dea1d798 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 17:30:45.393309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.431129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.481602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:45.484848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:45.487341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:45.493962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:45.494510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.503389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=3faf659a-38f5-4e43-b5fb-9ff847eb8169,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:45.516683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4961740-f8b1-4bf0-9791-d2b8579a403e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6692331 Jul 08 17:30:45.519142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:45.629513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 3faf659a-38f5-4e43-b5fb-9ff847eb8169 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:45.629513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.697552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.711194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 3faf659a-38f5-4e43-b5fb-9ff847eb8169 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:45.808187 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.841520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=3faf659a-38f5-4e43-b5fb-9ff847eb8169,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:45.848686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.855126 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3dbeea59-0607-4ca6-aef0-10560f6f6ad3 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/3faf659a-38f5-4e43-b5fb-9ff847eb8169 HTTP/1.1" status: 204 len: 168 time: 0.3307226 Jul 08 17:30:45.855780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60672) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:45.860545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'mac_address': 'fa:16:3e:58:20:39', 'name': 'tempest-PortsIpV6TestJSON-1612232906'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:45.955967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:46.032494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.060917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 6fb90d7d-897d-4331-94f0-76172d00dd3b yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:46.344917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.371165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09087ea1-af1a-4292-9372-a0b49cb6899e req-cde4d75f-3292-4bcb-82bf-fd07c15ac47c tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.374399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-09087ea1-af1a-4292-9372-a0b49cb6899e req-cde4d75f-3292-4bcb-82bf-fd07c15ac47c tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 944 time: 0.2301095 Jul 08 17:30:46.378361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097bc06-1818-4a13-a50e-8a56f0820c2c req-62d5093b-f0ae-4399-8567-4a41648ca903 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.388232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0097bc06-1818-4a13-a50e-8a56f0820c2c req-62d5093b-f0ae-4399-8567-4a41648ca903 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1223042 Jul 08 17:30:46.438717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-09087ea1-af1a-4292-9372-a0b49cb6899e req-2a080daa-7b43-41e4-9b3d-625a9d7c10ec tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599701 Jul 08 17:30:46.441467 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.472885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0097bc06-1818-4a13-a50e-8a56f0820c2c req-8178aadc-90c3-4a1d-836a-3f56b30b2c68 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835552 Jul 08 17:30:46.496274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:46.500471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:46.510524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:46.516558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.517309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.546136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=6fb90d7d-897d-4331-94f0-76172d00dd3b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:46.564279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bd9288e0-ddf8-479d-9409-4a8b2cc0ad55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7055049 Jul 08 17:30:46.565117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:46.654508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f4013-19f6-4ee4-8196-059a5f0a9072 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.658589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-557f4013-19f6-4ee4-8196-059a5f0a9072 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/6fb90d7d-897d-4331-94f0-76172d00dd3b HTTP/1.1" status: 200 len: 845 time: 0.0904236 Jul 08 17:30:46.658872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:46.767399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 6fb90d7d-897d-4331-94f0-76172d00dd3b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:46.767811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.841774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.956725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcfffac0-f3d8-44ab-8101-3bd37fa83ead up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:47.012179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port dcfffac0-f3d8-44ab-8101-3bd37fa83ead completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:47.017859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port dcfffac0-f3d8-44ab-8101-3bd37fa83ead triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:47.018354 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.107290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.130332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:47.133158 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513721ae-29be-437c-9954-9d5d7b294e30" -d '{"events": [{"server_uuid": "a4e4a1fa-35b5-4cec-84a0-d1f80b404b96", "name": "network-vif-plugged", "status": "completed", "tag": "dcfffac0-f3d8-44ab-8101-3bd37fa83ead"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:47.150092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:47.165487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.204307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 6fb90d7d-897d-4331-94f0-76172d00dd3b owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:47.233555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:47.298302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.338468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=6fb90d7d-897d-4331-94f0-76172d00dd3b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:47.344603 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.348937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9ee3e1d3-cff4-4679-989b-4b3b4d3ac3e8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/6fb90d7d-897d-4331-94f0-76172d00dd3b HTTP/1.1" status: 204 len: 168 time: 0.6867716 Jul 08 17:30:47.349835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:47.379610 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316fecb9-7a38-44d0-a19a-0c79e858a656 x-openstack-request-id: req-316fecb9-7a38-44d0-a19a-0c79e858a656 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:47.379906 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4a1fa-35b5-4cec-84a0-d1f80b404b96", "name": "network-vif-plugged", "status": "completed", "tag": "dcfffac0-f3d8-44ab-8101-3bd37fa83ead", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:47.380347 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-316fecb9-7a38-44d0-a19a-0c79e858a656 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:47.380782 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead', 'code': 200} Jul 08 17:30:47.381978 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-830fa321-eeb8-4298-a37c-99cd611a5f61 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:47.387542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-830fa321-eeb8-4298-a37c-99cd611a5f61 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/6fb90d7d-897d-4331-94f0-76172d00dd3b HTTP/1.1" status: 404 len: 333 time: 0.0327954 Jul 08 17:30:47.387723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:47.392486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'name': 'tempest-PortsIpV6TestJSON-2097453658'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:47.539784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b49847-2d19-45ba-8de9-a211f62c00e6 req-99420bd9-c4df-4479-8eab-0e3d0d1d96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.541317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78b49847-2d19-45ba-8de9-a211f62c00e6 req-99420bd9-c4df-4479-8eab-0e3d0d1d96d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 1096 time: 0.0921776 Jul 08 17:30:47.587968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:47.596073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.603717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-78b49847-2d19-45ba-8de9-a211f62c00e6 req-106dc741-edd9-4270-a7f5-cbacd86c0a2a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535564 Jul 08 17:30:47.625381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 40445c75-750b-40da-a6e2-93b4d4347fa9 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:47.748796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195125-43a7-40d8-a0c7-f7edc558fbaf req-08c2ab1c-95ca-42ed-a168-53bc381280fa tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.759138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28195125-43a7-40d8-a0c7-f7edc558fbaf req-08c2ab1c-95ca-42ed-a168-53bc381280fa tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 945 time: 0.1474433 Jul 08 17:30:47.799351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28195125-43a7-40d8-a0c7-f7edc558fbaf req-088a220a-17b4-4024-ab76-5efa6c56bbfe tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Jul 08 17:30:47.938564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede36d6-c9c0-4702-80d3-c2d0176c6aba req-2c92f612-7158-46f7-b67f-da7610bda146 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.946369 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ede36d6-c9c0-4702-80d3-c2d0176c6aba req-2c92f612-7158-46f7-b67f-da7610bda146 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2206573 Jul 08 17:30:47.950748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.011088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ede36d6-c9c0-4702-80d3-c2d0176c6aba req-9de271a0-45c5-4b6f-aa71-13b44cd7485d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637236 Jul 08 17:30:48.032510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.095656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:48.103160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:48.113280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:48.116562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:48.117175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.123777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=40445c75-750b-40da-a6e2-93b4d4347fa9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:48.137263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1451a820-a298-4f7a-b98b-c13ffd8489b1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7488689 Jul 08 17:30:48.139888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60758) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:48.145069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:48.236337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.406785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.422963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.458715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] In _notify_port_updated(), no bound segment for port 40445c75-750b-40da-a6e2-93b4d4347fa9 on network 2421eb6a-e56c-43aa-97d8-13e2292fe466 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:30:48.464671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:48.465283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.469961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/ports/40445c75-750b-40da-a6e2-93b4d4347fa9 HTTP/1.1" status: 200 len: 818 time: 0.3258073 Jul 08 17:30:48.469961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:48.519139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1472f9-c49d-42d7-a325-b63a0dbc21c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=40445c75-750b-40da-a6e2-93b4d4347fa9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:48.596218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 40445c75-750b-40da-a6e2-93b4d4347fa9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:48.596638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.690242 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.713551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 40445c75-750b-40da-a6e2-93b4d4347fa9 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:48.804939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.849742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=40445c75-750b-40da-a6e2-93b4d4347fa9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:48.853482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.858538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a0f09b99-269b-4344-85af-148983e581cc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/40445c75-750b-40da-a6e2-93b4d4347fa9 HTTP/1.1" status: 204 len: 168 time: 0.3882365 Jul 08 17:30:48.859416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:48.939450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c91820f-5967-4ef3-9446-145fff15ff9d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:48.942450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0c91820f-5967-4ef3-9446-145fff15ff9d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0818257 Jul 08 17:30:48.946049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60782) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:49.017441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db743d-d550-47f1-8624-7dae9dc3c868 req-fb25fa93-94e9-4590-a2f0-39e572e60a5e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.019381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7db743d-d550-47f1-8624-7dae9dc3c868 req-fb25fa93-94e9-4590-a2f0-39e572e60a5e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 945 time: 0.0749128 Jul 08 17:30:49.023012 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e0156a-a49b-49c3-96c2-eafb83aabf1b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:49.024588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-15e0156a-a49b-49c3-96c2-eafb83aabf1b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/40445c75-750b-40da-a6e2-93b4d4347fa9 HTTP/1.1" status: 404 len: 333 time: 0.0775633 Jul 08 17:30:49.030577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:49.035767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2111547173'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:49.075459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:49.079351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.087257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7db743d-d550-47f1-8624-7dae9dc3c868 req-63a2bf2e-5996-47e6-824e-f32cc6b4601e tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514064 Jul 08 17:30:49.108461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:49.119921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.120251 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment 8e74ac86-5e0f-471c-973a-f1cadf34f469 of type vlan for network 93d87424-c62b-4746-9747-e39c79b79ae2 Jul 08 17:30:49.168802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.203805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.209915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.210560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.261283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60796) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:49.261537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2296143 Jul 08 17:30:49.266897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:49.409148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:49.414612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.441197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5412f-889e-4fb1-a4cb-95afa22db371 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=93d87424-c62b-4746-9747-e39c79b79ae2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:49.453362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:49.478284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab94ab-8989-419f-a114-ee69a4f306fb req-08132858-049d-42f3-a58e-25a0db16a7c9 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.492204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1ab94ab-8989-419f-a114-ee69a4f306fb req-08132858-049d-42f3-a58e-25a0db16a7c9 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2514517 Jul 08 17:30:49.543118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83ea90b6-2dec-4eac-b507-70bc6a136714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.583050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1ab94ab-8989-419f-a114-ee69a4f306fb req-acd074dc-ad55-4187-a37e-2705bab8bd83 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Jul 08 17:30:49.738339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.814264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=7b846fd8-3a89-4c34-b01f-209798719552,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:49.828524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': '8e74ac86-5e0f-471c-973a-f1cadf34f469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:49.828697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: 93d87424-c62b-4746-9747-e39c79b79ae2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:49.847188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 93d87424-c62b-4746-9747-e39c79b79ae2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:49.859080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 93d87424-c62b-4746-9747-e39c79b79ae2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:49.862814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.863414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.882021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95fbe90a-b46e-4cd5-a829-b3541e1c7110 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6188767 Jul 08 17:30:49.884842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:49.888874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8dde89-be76-4d18-b504-70394c5cecfd None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:49.891655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:50.034605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:50.040432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.188896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efe288-601f-4418-bd46-148df088226a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-93d87424-c62b-4746-9747-e39c79b79ae2', 'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': '7b846fd8-3a89-4c34-b01f-209798719552'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:50.189969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8efe288-601f-4418-bd46-148df088226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.195653 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b846fd8-3a89-4c34-b01f-209798719552 (CIDR: 2001:db8::/64) Jul 08 17:30:50.226724 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:30:50.231821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:30:50.276616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e73bce9-bce0-4698-9303-401c3c201459 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3882530 Jul 08 17:30:50.279076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:50.283011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:50.506097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d8efe288-601f-4418-bd46-148df088226a None None] Allocated IP 2001:db8::2 (93d87424-c62b-4746-9747-e39c79b79ae2/7b846fd8-3a89-4c34-b01f-209798719552/a7d3612e-1cfa-4325-ac55-b7b02ce9bde8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:50.518570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:50.522905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.573791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb52477-5a35-4466-99d2-e496af97d09a req-479328fa-958d-4a4d-9dcf-d38e127aca0f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:50.582165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aeb52477-5a35-4466-99d2-e496af97d09a req-479328fa-958d-4a4d-9dcf-d38e127aca0f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 945 time: 0.0924585 Jul 08 17:30:50.669286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8efe288-601f-4418-bd46-148df088226a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.676788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aeb52477-5a35-4466-99d2-e496af97d09a req-8df2535a-1cf9-4020-93ed-fe0226be27ec tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911844 Jul 08 17:30:50.679815 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d8efe288-601f-4418-bd46-148df088226a None None] Transition to ACTIVE for port object a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:50.696611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d8efe288-601f-4418-bd46-148df088226a None None] Transition to ACTIVE for port object a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:50.705440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8efe288-601f-4418-bd46-148df088226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.762595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe288-601f-4418-bd46-148df088226a None None] Pushing event updated for resources: {'Port': ['ID=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:50.795201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efe288-601f-4418-bd46-148df088226a None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:50.796661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d8efe288-601f-4418-bd46-148df088226a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:50.799199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efe288-601f-4418-bd46-148df088226a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:50.862561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d8efe288-601f-4418-bd46-148df088226a None None] Attempting to bind port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:50.863204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d8efe288-601f-4418-bd46-148df088226a None None] Attempting to bind port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '8e74ac86-5e0f-471c-973a-f1cadf34f469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:50.864274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efe288-601f-4418-bd46-148df088226a None None] Attempting to bind port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 on network 93d87424-c62b-4746-9747-e39c79b79ae2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:50.872089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efe288-601f-4418-bd46-148df088226a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:50.872375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4033b50-5eb2-497d-b522-0b6c378f9395 req-00822475-386d-4360-b8cf-a0f5f6c49159 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:50.872920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efe288-601f-4418-bd46-148df088226a None None] Checking segment: {'id': '8e74ac86-5e0f-471c-973a-f1cadf34f469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:50.873562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8efe288-601f-4418-bd46-148df088226a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.874223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efe288-601f-4418-bd46-148df088226a None None] Bound using segment: {'id': '8e74ac86-5e0f-471c-973a-f1cadf34f469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:50.875236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d8efe288-601f-4418-bd46-148df088226a None None] Bound port: a7d3612e-1cfa-4325-ac55-b7b02ce9bde8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e74ac86-5e0f-471c-973a-f1cadf34f469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:50.875428 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8efe288-601f-4418-bd46-148df088226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.886789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4033b50-5eb2-497d-b522-0b6c378f9395 req-00822475-386d-4360-b8cf-a0f5f6c49159 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1667857 Jul 08 17:30:50.961803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4033b50-5eb2-497d-b522-0b6c378f9395 req-97790f34-69d0-4519-b8f7-ddef9ad14501 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652950 Jul 08 17:30:50.961803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.987021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d8efe288-601f-4418-bd46-148df088226a None None] For port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:50.992631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d8efe288-601f-4418-bd46-148df088226a None None] For port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,segment=NetworkSegment(8e74ac86-5e0f-471c-973a-f1cadf34f469),segment_id=8e74ac86-5e0f-471c-973a-f1cadf34f469)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:50.997380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d8efe288-601f-4418-bd46-148df088226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.007842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 93d87424-c62b-4746-9747-e39c79b79ae2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:51.011454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:51.015984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:51.016596 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.047447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=63867446-5610-458b-af1f-6dbdb2ed28e0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:51.063951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:51.064649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e0ad1a85-89cc-4351-a9ea-adebfc84a157 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7859221 Jul 08 17:30:51.069528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2', 'fixed_ips': [{'subnet_id': '7b846fd8-3a89-4c34-b01f-209798719552'}, {'subnet_id': '63867446-5610-458b-af1f-6dbdb2ed28e0'}], 'name': 'tempest-PortsIpV6TestJSON-2101185436'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:51.098108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe288-601f-4418-bd46-148df088226a None None] Pushing event updated for resources: {'Port': ['ID=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:51.235480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:51.373278 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.416922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 62276b6e-f8ac-46ab-b725-3aec7965efba yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:30:51.759753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-56237a67-5fea-4ece-a6ea-927f9c55d488 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:51.761404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-56237a67-5fea-4ece-a6ea-927f9c55d488 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 945 time: 0.1316123 Jul 08 17:30:51.917748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::73 (93d87424-c62b-4746-9747-e39c79b79ae2/7b846fd8-3a89-4c34-b01f-209798719552/62276b6e-f8ac-46ab-b725-3aec7965efba) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:51.927446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8:0:1::1c5 (93d87424-c62b-4746-9747-e39c79b79ae2/63867446-5610-458b-af1f-6dbdb2ed28e0/62276b6e-f8ac-46ab-b725-3aec7965efba) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:51.950637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:52.044169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Deleting port dcfffac0-f3d8-44ab-8101-3bd37fa83ead {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:52.044474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.097725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:52.218865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e058bae3-f860-4eb0-bdd1-fe5637843a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.219868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076532e-fd06-4117-bce9-5eb80236d454 req-d8beb241-658a-41f1-b3ac-9a4f8fd40b41 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.229146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8076532e-fd06-4117-bce9-5eb80236d454 req-d8beb241-658a-41f1-b3ac-9a4f8fd40b41 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1115630 Jul 08 17:30:52.306995 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.320047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d539e-291a-4a28-beab-8e9dc3225b28 req-d5b80767-6261-4ccf-aa64-383d4aa84a9f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.327841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c1d539e-291a-4a28-beab-8e9dc3225b28 req-d5b80767-6261-4ccf-aa64-383d4aa84a9f tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 945 time: 0.3660958 Jul 08 17:30:52.330032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8076532e-fd06-4117-bce9-5eb80236d454 req-e1ab8bc9-a9d2-46c0-9269-84153be617a1 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981467 Jul 08 17:30:52.393848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.402099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] For port dcfffac0-f3d8-44ab-8101-3bd37fa83ead, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,segment=NetworkSegment(2e2a8818-4cf7-4c5f-8779-4b2d740eb365),segment_id=2e2a8818-4cf7-4c5f-8779-4b2d740eb365)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:52.402492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.421518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Calling delete_port for dcfffac0-f3d8-44ab-8101-3bd37fa83ead owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:52.451793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 62276b6e-f8ac-46ab-b725-3aec7965efba will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:52.469681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c1d539e-291a-4a28-beab-8e9dc3225b28 req-98e3c0f4-4a09-4616-8fd8-caf4ec432503 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/security-groups?id=c07651ee-d2c6-4385-99e0-95a2fe34bbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408052 Jul 08 17:30:52.577680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.691660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 93d87424-c62b-4746-9747-e39c79b79ae2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:52.697227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b363d-c52f-444d-9d30-02b03270841f None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:52.709061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:52.719599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=62276b6e-f8ac-46ab-b725-3aec7965efba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:52.722259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:52.729549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.730522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.762306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.764647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.764998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.765507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.765852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.766219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.766846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.766967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.767302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.768010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.768374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.768717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:52.778863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-db09e78c-e26a-44f9-9244-478a5b110601 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7135704 Jul 08 17:30:52.781767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:52.785527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.794980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b846fd8-3a89-4c34-b01f-209798719552'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:52.801200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['dcfffac0-f3d8-44ab-8101-3bd37fa83ead'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:52.817778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Pushing event deleted for resources: {'Port': ['ID=dcfffac0-f3d8-44ab-8101-3bd37fa83ead,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:52.915371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] Provisioning for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:52.921394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] No DVR routers for this DVR port dcfffac0-f3d8-44ab-8101-3bd37fa83ead on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:52.925687 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.928407 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5da0130-a4a7-44bb-a456-a85b49a44b6a req-1d776cb4-6125-4a14-a4c8-cb90d9e69646 tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.53 "DELETE /v2.0/ports/dcfffac0-f3d8-44ab-8101-3bd37fa83ead HTTP/1.1" status: 204 len: 173 time: 1.1550748 Jul 08 17:30:52.928879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'name': 'network-vif-deleted', 'tag': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:52.938118 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18bdee8-daee-44c7-b5a5-b7d0d351607d" -d '{"events": [{"server_uuid": "a4e4a1fa-35b5-4cec-84a0-d1f80b404b96", "name": "network-vif-deleted", "tag": "dcfffac0-f3d8-44ab-8101-3bd37fa83ead"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:52.940436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] Provisioning complete for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:52.941062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.019242 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9bc9ae-dc02-4cd1-9f0c-a83e0d24952b x-openstack-request-id: req-cf9bc9ae-dc02-4cd1-9f0c-a83e0d24952b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:53.019752 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e4a1fa-35b5-4cec-84a0-d1f80b404b96", "name": "network-vif-deleted", "tag": "dcfffac0-f3d8-44ab-8101-3bd37fa83ead", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:53.020157 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf9bc9ae-dc02-4cd1-9f0c-a83e0d24952b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:53.020717 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e4a1fa-35b5-4cec-84a0-d1f80b404b96', 'name': 'network-vif-deleted', 'tag': 'dcfffac0-f3d8-44ab-8101-3bd37fa83ead', 'status': 'completed', 'code': 200} Jul 08 17:30:53.067986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.093831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.135619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] For port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,segment=NetworkSegment(8e74ac86-5e0f-471c-973a-f1cadf34f469),segment_id=8e74ac86-5e0f-471c-973a-f1cadf34f469)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:53.140739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.224945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f67b3-5713-4cfc-b393-237c6217ae94 None None] Pushing event updated for resources: {'Port': ['ID=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:53.311635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Update dhcp port {'port': {'network_id': '93d87424-c62b-4746-9747-e39c79b79ae2', 'fixed_ips': [{'subnet_id': '7b846fd8-3a89-4c34-b01f-209798719552', 'ip_address': '2001:db8::2'}, {'subnet_id': '63867446-5610-458b-af1f-6dbdb2ed28e0'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'a7d3612e-1cfa-4325-ac55-b7b02ce9bde8'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:30:53.353130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.498451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Delete allocated IP 2001:db8:0:1::1c5 (93d87424-c62b-4746-9747-e39c79b79ae2/63867446-5610-458b-af1f-6dbdb2ed28e0) {{(pid=93944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:30:53.575087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606768a-a379-42a8-b55e-80fba26b68f0 req-0d2cc296-c8a9-4b65-8c9c-c5e1ab313e2a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:53.582599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0606768a-a379-42a8-b55e-80fba26b68f0 req-0d2cc296-c8a9-4b65-8c9c-c5e1ab313e2a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1274903 Jul 08 17:30:53.633455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0606768a-a379-42a8-b55e-80fba26b68f0 req-c54ec436-eeee-43d1-8fd4-cea93890babb tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498598 Jul 08 17:30:53.775827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.798841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.815279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Ignored duplicate provisioning block setup for port 62276b6e-f8ac-46ab-b725-3aec7965efba by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:30:53.838965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-342f35cc-c501-44ab-8623-3fbd7b30f6bf req-2af65e41-75e2-49b2-b7bd-d7b0590ca2ec tempest-VolumesActionsTest-800268307 tempest-VolumesActionsTest-800268307-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4e4a1fa-35b5-4cec-84a0-d1f80b404b96 HTTP/1.1" status: 200 len: 210 time: 0.2016964 Jul 08 17:30:53.841891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.900420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:53.963474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Allocated IP 2001:db8:0:1::2 (93d87424-c62b-4746-9747-e39c79b79ae2/63867446-5610-458b-af1f-6dbdb2ed28e0/a7d3612e-1cfa-4325-ac55-b7b02ce9bde8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:53.975892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=62276b6e-f8ac-46ab-b725-3aec7965efba,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:54.003319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] In _notify_port_updated(), no bound segment for port 62276b6e-f8ac-46ab-b725-3aec7965efba on network 93d87424-c62b-4746-9747-e39c79b79ae2 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:30:54.011480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.012155 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.013500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4302cf16-a40f-42ea-9f38-ad28058aa730 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/ports/62276b6e-f8ac-46ab-b725-3aec7965efba HTTP/1.1" status: 200 len: 925 time: 1.2307127 Jul 08 17:30:54.016393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:54.027728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b846fd8-3a89-4c34-b01f-209798719552'}, {'subnet_id': '63867446-5610-458b-af1f-6dbdb2ed28e0'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:54.072642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:54.073600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.144950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.163452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] For port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,segment=NetworkSegment(8e74ac86-5e0f-471c-973a-f1cadf34f469),segment_id=8e74ac86-5e0f-471c-973a-f1cadf34f469)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:54.204843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.248784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Transition to ACTIVE for port object a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:54.256043 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.358607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089b706-904f-4d9e-9148-ec1d41362455 None None] Pushing event updated for resources: {'Port': ['ID=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:54.534785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8:0:1::1fa (93d87424-c62b-4746-9747-e39c79b79ae2/63867446-5610-458b-af1f-6dbdb2ed28e0/62276b6e-f8ac-46ab-b725-3aec7965efba) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:54.691763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.707963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Ignored duplicate provisioning block setup for port 62276b6e-f8ac-46ab-b725-3aec7965efba by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:30:54.713894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.858598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] In _notify_port_updated(), no bound segment for port 62276b6e-f8ac-46ab-b725-3aec7965efba on network 93d87424-c62b-4746-9747-e39c79b79ae2 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:30:54.867653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.868670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.870347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/ports/62276b6e-f8ac-46ab-b725-3aec7965efba HTTP/1.1" status: 200 len: 1011 time: 0.8529963 Jul 08 17:30:54.878584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29303815-1d00-4ace-949d-2409ba5b73c0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=62276b6e-f8ac-46ab-b725-3aec7965efba,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:54.881855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:54.911036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.973015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77659d-a663-4846-881b-05baad8e850a req-1098315a-f4f7-4ab7-ad05-0b82d58777f4 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.994386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b77659d-a663-4846-881b-05baad8e850a req-1098315a-f4f7-4ab7-ad05-0b82d58777f4 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1844318 Jul 08 17:30:55.094568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b77659d-a663-4846-881b-05baad8e850a req-52332267-77ab-46d7-807e-5cafb053e88b tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972722 Jul 08 17:30:55.186553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 62276b6e-f8ac-46ab-b725-3aec7965efba {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:55.187282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.278202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5040a9a-f77a-4277-91c3-60fa3e2d9ab7 None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:55.354583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.390351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 62276b6e-f8ac-46ab-b725-3aec7965efba owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:55.421214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Provisioning for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:55.430995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Provisioning complete for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:55.431499 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.573463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a0446-2095-40fb-a823-711f89b8cf90 req-94970c4d-2857-4d2f-b78e-529c22ac11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.575039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be1a0446-2095-40fb-a823-711f89b8cf90 req-94970c4d-2857-4d2f-b78e-529c22ac11d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.0897470 Jul 08 17:30:55.712256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be1a0446-2095-40fb-a823-711f89b8cf90 req-c00f7e9c-48bd-4c14-9872-9a9600e89076 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923128 Jul 08 17:30:55.847214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.850264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Provisioning for port 62276b6e-f8ac-46ab-b725-3aec7965efba completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:55.855473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Provisioning complete for port 62276b6e-f8ac-46ab-b725-3aec7965efba triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:55.855824 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.866899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:55.904956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=62276b6e-f8ac-46ab-b725-3aec7965efba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:55.919795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-39a45420-12d1-41bd-93ee-de7e8c955046 None None] Port 62276b6e-f8ac-46ab-b725-3aec7965efba was deleted so its status cannot be updated. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:30:55.967368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.969703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9da12f5a-93db-412e-80cc-81181efcd043 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/62276b6e-f8ac-46ab-b725-3aec7965efba HTTP/1.1" status: 204 len: 168 time: 1.0849957 Jul 08 17:30:55.972870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32780) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:56.021286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:56.021965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.022147 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f53040e-b517-46ac-8d95-be89d2729568 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:30:56.025202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f53040e-b517-46ac-8d95-be89d2729568 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/62276b6e-f8ac-46ab-b725-3aec7965efba HTTP/1.1" status: 404 len: 333 time: 0.0511734 Jul 08 17:30:56.028303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:56.099827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 63867446-5610-458b-af1f-6dbdb2ed28e0 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:56.103646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.220436 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.251996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37f7807a-83d3-4161-a766-c58a74007e94 None None] Provisioning complete for port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:56.252373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37f7807a-83d3-4161-a766-c58a74007e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.377661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.486991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37f7807a-83d3-4161-a766-c58a74007e94 None None] Could not find standard attr ID for object 62276b6e-f8ac-46ab-b725-3aec7965efba. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:30:56.546272 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.657024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=63867446-5610-458b-af1f-6dbdb2ed28e0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:56.670067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.672036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-09d9dd66-b150-4498-96ab-7c509b95b0c5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/63867446-5610-458b-af1f-6dbdb2ed28e0 HTTP/1.1" status: 204 len: 168 time: 0.6421082 Jul 08 17:30:56.674731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32814) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:56.710947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5d25d7d7-f98b-4cd3-aa5c-48ec0a848843 None None] Could not find standard attr ID for object 62276b6e-f8ac-46ab-b725-3aec7965efba. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:30:56.743369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 7b846fd8-3a89-4c34-b01f-209798719552 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:56.751014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.848094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d95d6-2afc-423f-aced-aad4b3ca9276 req-0db7d5c8-1379-4b74-9478-c34417a701d5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.859702 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c87d95d6-2afc-423f-aced-aad4b3ca9276 req-0db7d5c8-1379-4b74-9478-c34417a701d5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.3667612 Jul 08 17:30:56.945057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4a3f61-8d3e-4a9a-a8b5-6e9d46e6fa96 None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:57.027205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcfffac0-f3d8-44ab-8101-3bd37fa83ead no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:57.084585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: dcfffac0-f3d8-44ab-8101-3bd37fa83ead {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:57.085394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device dcfffac0-f3d8-44ab-8101-3bd37fa83ead not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:57.092293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4ff20590-d9fb-412e-b0ef-281ed6e1feff None None] Could not find standard attr ID for object 62276b6e-f8ac-46ab-b725-3aec7965efba. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:30:57.366561 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.446061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c87d95d6-2afc-423f-aced-aad4b3ca9276 req-74fae3e6-dbbd-4844-a9e2-e07ee04f33f4 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832577 Jul 08 17:30:57.618608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.864992 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.977221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.985620 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/7b846fd8-3a89-4c34-b01f-209798719552 HTTP/1.1" status: 204 len: 168 time: 1.3097034 Jul 08 17:30:57.986565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e31c7-1859-49a1-8180-fabc9cd4530c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=7b846fd8-3a89-4c34-b01f-209798719552,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:57.988437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32874) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:58.137006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.268694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:58.269050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.433591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] For port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,segment=NetworkSegment(8e74ac86-5e0f-471c-973a-f1cadf34f469),segment_id=8e74ac86-5e0f-471c-973a-f1cadf34f469)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:58.439200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.456322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:58.556127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.579931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd05e4c-a978-4a1e-9c27-c5fa15665c6e None None] Network 93d87424-c62b-4746-9747-e39c79b79ae2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:58.652874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=a7d3612e-1cfa-4325-ac55-b7b02ce9bde8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:58.702459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No DVR routers for this DVR port a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:58.757334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9dde4720-7940-4498-b5eb-29898bc5407d None None] Could not find standard attr ID for object a7d3612e-1cfa-4325-ac55-b7b02ce9bde8. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:30:58.824878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.854799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a11f7-ae7c-4d0b-8f07-a89fd1a7f3d2 req-e6a31a54-c691-4d60-b74b-9494d095bdd6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:58.863642 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a75a11f7-ae7c-4d0b-8f07-a89fd1a7f3d2 req-e6a31a54-c691-4d60-b74b-9494d095bdd6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2078736 Jul 08 17:30:58.879255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1544f378-31ad-44ce-acf7-6c472e513aca None None] DHCP port deletion for 93d87424-c62b-4746-9747-e39c79b79ae2 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:30:58.932184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d87424-c62b-4746-9747-e39c79b79ae2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:58.955878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a75a11f7-ae7c-4d0b-8f07-a89fd1a7f3d2 req-5f1eff3a-72f5-4841-be73-1975679da36a tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903885 Jul 08 17:30:58.986888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e74ac86-5e0f-471c-973a-f1cadf34f469') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:58.987186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e74ac86-5e0f-471c-973a-f1cadf34f469') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:59.021035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.075948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.095178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:59.095553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:59.101345 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:59.199900 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.204991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.210376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/93d87424-c62b-4746-9747-e39c79b79ae2 HTTP/1.1" status: 204 len: 168 time: 1.2170269 Jul 08 17:30:59.210814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:59.254970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353c095-efab-46d1-98c8-050035ccd475 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=93d87424-c62b-4746-9747-e39c79b79ae2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:59.313631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e793799-502a-4ee7-a003-4a51c1eb379a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.319483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2e793799-502a-4ee7-a003-4a51c1eb379a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1035979 Jul 08 17:30:59.319892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:59.518272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3df62e1-b3c9-460d-9223-0e3b21cc05ff tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1942062 Jul 08 17:30:59.519102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:59.524186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1436557663'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:59.577088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:59.579078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.650213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:59.705179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.708341 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment 7b282b00-6608-4707-87f3-8d61b3ace937 of type vlan for network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 Jul 08 17:30:59.784814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.839319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.865770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.866627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.870674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:59.936862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:59.937349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a7d3612e-1cfa-4325-ac55-b7b02ce9bde8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:59.970282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b3999-c662-4485-b319-ed801e2a3939 req-0eb3c459-e2a2-4d22-9f09-7752cc7ebb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.975161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-0eb3c459-e2a2-4d22-9f09-7752cc7ebb4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 1097 time: 0.2169230 Jul 08 17:31:00.119385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5996335 Jul 08 17:31:00.122966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:00.128984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:00.148974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf573d14-07ca-4b28-adab-f43315e8cc55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=d93ad78b-9914-4bd5-87f7-96f6488bd1c6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:00.163516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:00.189151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b3999-c662-4485-b319-ed801e2a3939 req-7e2f25aa-1dd5-441b-9cf2-387af02fe439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.192017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-7e2f25aa-1dd5-441b-9cf2-387af02fe439 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.2072549 Jul 08 17:31:00.257955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5350ba-42d7-44c4-83c0-ccaace74a100 req-b64822fe-3ff8-40e1-9620-5f8f43851b18 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.267742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae5350ba-42d7-44c4-83c0-ccaace74a100 req-b64822fe-3ff8-40e1-9620-5f8f43851b18 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2424812 Jul 08 17:31:00.307665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-d34df3f6-cb9c-429b-ad07-4b2cc7ad8dff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 200 len: 217 time: 0.0932882 Jul 08 17:31:00.376876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:00.389891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b3999-c662-4485-b319-ed801e2a3939 req-eef79459-17ba-4a4f-af25-718d75da9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.390885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:00.391042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-eef79459-17ba-4a4f-af25-718d75da9063 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.0747864 Jul 08 17:31:00.406908 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae5350ba-42d7-44c4-83c0-ccaace74a100 req-95c61234-647d-404b-81b7-16c12feb173d tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381710 Jul 08 17:31:00.462600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-0f0f01eb-8ae3-47ab-a2de-343c72ae807a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632172 Jul 08 17:31:00.608159 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-0c0e34dd-a699-40b5-84be-6e7b366eb57e service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384408 Jul 08 17:31:00.855701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-240b3999-c662-4485-b319-ed801e2a3939 req-f2131e1c-d7f7-4ee8-bf94-d82674a02184 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357123 Jul 08 17:31:00.948119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:01.106794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=031c12dd-40f6-4f8e-8a43-ed523816b9f4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:01.115411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': '7b282b00-6608-4707-87f3-8d61b3ace937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:01.115949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: d93ad78b-9914-4bd5-87f7-96f6488bd1c6, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:01.200053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:01.221679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d93ad78b-9914-4bd5-87f7-96f6488bd1c6) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:01.235061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.235436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1abeb2-9727-45b5-b799-c40eae440edc None None] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:01.235817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:01.271698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2eeced98-969e-4c0b-aa25-35b48de3d9fc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1450181 Jul 08 17:31:01.272708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 32960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:01.284675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6', 'name': 'tempest-PortsIpV6TestJSON-349533235'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:01.599080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:01.605669 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:01.688902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d93ad78b-9914-4bd5-87f7-96f6488bd1c6', 'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': '031c12dd-40f6-4f8e-8a43-ed523816b9f4'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:31:01.690290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:01.729337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 142810a8-235d-472e-af5f-5641759730f6 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:01.950502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc428e9-48bc-4c97-890b-51bfe8f12d28 req-00ccfacb-5225-44f2-9c71-c4d0291e6457 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.952532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddc428e9-48bc-4c97-890b-51bfe8f12d28 req-00ccfacb-5225-44f2-9c71-c4d0291e6457 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.3076401 Jul 08 17:31:02.030812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::3e9 (d93ad78b-9914-4bd5-87f7-96f6488bd1c6/031c12dd-40f6-4f8e-8a43-ed523816b9f4/142810a8-235d-472e-af5f-5641759730f6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:02.051663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddc428e9-48bc-4c97-890b-51bfe8f12d28 req-337220d4-1c88-4cdc-9f11-92ba0c3a3492 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894454 Jul 08 17:31:02.377953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:02.424427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 142810a8-235d-472e-af5f-5641759730f6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:02.475125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:02.620300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Allocated IP 2001:db8::2 (d93ad78b-9914-4bd5-87f7-96f6488bd1c6/031c12dd-40f6-4f8e-8a43-ed523816b9f4/2355c405-95f9-4c3e-b036-6ca40f4bd5a8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:02.630678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:02.642218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:02.647666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:02.665150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.670094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:02.782036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=142810a8-235d-472e-af5f-5641759730f6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:02.800901 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5276203 Jul 08 17:31:02.803502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 32988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:02.811984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.812930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6', 'name': 'tempest-PortsIpV6TestJSON-2019840721'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:02.819555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.820611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.821515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.822544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.823112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.823644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.824483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.825175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.825763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.826376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.826911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3773181-24a0-49d2-a554-646b50e67a11 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:02.989003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.005915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Transition to ACTIVE for port object 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:03.051574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Transition to ACTIVE for port object 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:03.060913 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.112074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:03.116558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.187501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 06f40f60-2dd0-4eb6-95a1-2e9175351dfc yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:03.207445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Pushing event updated for resources: {'Port': ['ID=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:03.223986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:03.229801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:03.235772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:03.350107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::18c (d93ad78b-9914-4bd5-87f7-96f6488bd1c6/031c12dd-40f6-4f8e-8a43-ed523816b9f4/06f40f60-2dd0-4eb6-95a1-2e9175351dfc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:03.415354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Attempting to bind port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:03.415900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Attempting to bind port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7b282b00-6608-4707-87f3-8d61b3ace937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:03.416346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Attempting to bind port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 on network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:03.430088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:03.430571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Checking segment: {'id': '7b282b00-6608-4707-87f3-8d61b3ace937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:03.431054 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.431529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Bound using segment: {'id': '7b282b00-6608-4707-87f3-8d61b3ace937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:03.432075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Bound port: 2355c405-95f9-4c3e-b036-6ca40f4bd5a8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b282b00-6608-4707-87f3-8d61b3ace937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd93ad78b-9914-4bd5-87f7-96f6488bd1c6'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:03.434294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.585799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ea6f4-f61f-414f-90f1-463250258447 req-440543c2-c400-47ab-9811-9c63c75b8efa tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.596336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d08ea6f4-f61f-414f-90f1-463250258447 req-440543c2-c400-47ab-9811-9c63c75b8efa tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2487872 Jul 08 17:31:03.619353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] For port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:03.634905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] For port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,segment=NetworkSegment(7b282b00-6608-4707-87f3-8d61b3ace937),segment_id=7b282b00-6608-4707-87f3-8d61b3ace937)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:03.642168 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.687383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.694534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d08ea6f4-f61f-414f-90f1-463250258447 req-d72d72d7-edd7-4292-b7f4-448ac4eabde6 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904880 Jul 08 17:31:03.723807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1ea41-1c17-4ce8-8354-aacc72d208df None None] Pushing event updated for resources: {'Port': ['ID=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:03.735609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 06f40f60-2dd0-4eb6-95a1-2e9175351dfc will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:03.828777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.068790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=06f40f60-2dd0-4eb6-95a1-2e9175351dfc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:04.093496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:04.096989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:04.103975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:04.111540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:04.111540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.174143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:04.175070 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-122937a8-c612-4111-a1ec-b3d0fa74dd8b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3703959 Jul 08 17:31:04.421784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044aa90b-d290-43b5-b0da-a7d1648e9d36 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:04.428142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33026) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:04.428697 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-044aa90b-d290-43b5-b0da-a7d1648e9d36 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e9 HTTP/1.1" status: 200 len: 928 time: 0.2515979 Jul 08 17:31:04.816097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 06f40f60-2dd0-4eb6-95a1-2e9175351dfc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:04.816433 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.999072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:05.077777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 06f40f60-2dd0-4eb6-95a1-2e9175351dfc owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:05.403200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:05.448564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=06f40f60-2dd0-4eb6-95a1-2e9175351dfc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:05.500554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4aa1-e44b-4295-b4cd-992ef837356c req-a0d08189-edd6-4e58-9483-1f714d1be052 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:05.508536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a5e4aa1-e44b-4295-b4cd-992ef837356c req-a0d08189-edd6-4e58-9483-1f714d1be052 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.2460413 Jul 08 17:31:05.520947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47368d-0946-4540-bf03-5147be7e0036 None None] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:05.524794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:05.527033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01d188b7-c2a2-44a5-b463-2a70985243e1 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/06f40f60-2dd0-4eb6-95a1-2e9175351dfc HTTP/1.1" status: 204 len: 168 time: 1.0978816 Jul 08 17:31:05.529843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:05.596474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a5e4aa1-e44b-4295-b4cd-992ef837356c req-2a34e007-ab85-435a-9f1e-fb11c80ec705 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869551 Jul 08 17:31:05.601290 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdaeaf4-9600-47ac-9378-041430e96c12 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:31:05.610480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:05.613434 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1cdaeaf4-9600-47ac-9378-041430e96c12 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/06f40f60-2dd0-4eb6-95a1-2e9175351dfc HTTP/1.1" status: 404 len: 333 time: 0.0721691 Jul 08 17:31:05.836621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b005432-792f-4ad5-931f-794614771325 None None] Provisioning for port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:05.944767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 142810a8-235d-472e-af5f-5641759730f6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:05.945876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.074949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:06.167243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.185804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 142810a8-235d-472e-af5f-5641759730f6 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:06.202462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:06.211376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:06.211755 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.439609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.493174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.514518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,segment=NetworkSegment(7b282b00-6608-4707-87f3-8d61b3ace937),segment_id=7b282b00-6608-4707-87f3-8d61b3ace937)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:06.530057 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.554783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=142810a8-235d-472e-af5f-5641759730f6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:06.634978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:06.668286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-63ee68c1-fc18-41d5-b75f-71037cf28c8f None None] Provisioning complete for port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:06.668662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63ee68c1-fc18-41d5-b75f-71037cf28c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.676821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.688066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-917619ea-a85b-4e45-a896-6b475e024890 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/142810a8-235d-472e-af5f-5641759730f6 HTTP/1.1" status: 204 len: 168 time: 1.0742917 Jul 08 17:31:06.688542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:06.753920 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a12dc6-e058-4711-9d8a-dcfffd5075bb tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:31:06.757723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-85a12dc6-e058-4711-9d8a-dcfffd5075bb tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/142810a8-235d-472e-af5f-5641759730f6 HTTP/1.1" status: 404 len: 333 time: 0.0682607 Jul 08 17:31:06.760512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:06.867178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-63ee68c1-fc18-41d5-b75f-71037cf28c8f None None] Could not find standard attr ID for object 142810a8-235d-472e-af5f-5641759730f6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:06.939515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 031c12dd-40f6-4f8e-8a43-ed523816b9f4 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:06.946952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.972591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd165-d341-4c01-8a93-0a625bf68c40 req-71e055e4-53e8-46c8-b5f6-15d3ae54618a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:06.988932 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-213cd165-d341-4c01-8a93-0a625bf68c40 req-71e055e4-53e8-46c8-b5f6-15d3ae54618a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1151907 Jul 08 17:31:07.040282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.047842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab5936f9-9506-48ae-87ce-a5b312ce9128 None None] Could not find standard attr ID for object 142810a8-235d-472e-af5f-5641759730f6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:07.085513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-213cd165-d341-4c01-8a93-0a625bf68c40 req-eefa4e84-9898-450b-b630-e879b8c85a2d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950630 Jul 08 17:31:07.119001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:07.310873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.372666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07d51cc1-b618-453b-a5fe-0adc55b37bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.440021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.466989 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.469447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/031c12dd-40f6-4f8e-8a43-ed523816b9f4 HTTP/1.1" status: 204 len: 168 time: 0.7070897 Jul 08 17:31:07.471676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33124) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:07.475868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-67504863-acde-4e71-94e6-0cf353c34d81 None None] Could not find standard attr ID for object 06f40f60-2dd0-4eb6-95a1-2e9175351dfc. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:07.628950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07d51cc1-b618-453b-a5fe-0adc55b37bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.635260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-07d51cc1-b618-453b-a5fe-0adc55b37bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.650368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dc42d-4d30-4fbb-a52f-de1d43f79fe6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=031c12dd-40f6-4f8e-8a43-ed523816b9f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:07.733406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.756907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-07d51cc1-b618-453b-a5fe-0adc55b37bb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0db8bb5339554f12840b8d7accc2d055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367939 Jul 08 17:31:07.760781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33126) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:07.774452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d51cc1-b618-453b-a5fe-0adc55b37bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd58d8b-6332-40fd-890a-7aa3ef25da32,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:07.874751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b09d8f-eaf6-414f-9799-38504b324d56 None None] Network d93ad78b-9914-4bd5-87f7-96f6488bd1c6 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:07.922789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:07.969773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4614-b2c4-4a2f-9a7f-b8d606f017ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.015861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4614-b2c4-4a2f-9a7f-b8d606f017ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.127813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:08.128493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.266522 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4614-b2c4-4a2f-9a7f-b8d606f017ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.270730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:08.270896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d5e4614-b2c4-4a2f-9a7f-b8d606f017ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.271473 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.288665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6d5e4614-b2c4-4a2f-9a7f-b8d606f017ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cd58d8b-6332-40fd-890a-7aa3ef25da32 HTTP/1.1" status: 204 len: 168 time: 0.5248578 Jul 08 17:31:08.327574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e4614-b2c4-4a2f-9a7f-b8d606f017ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd58d8b-6332-40fd-890a-7aa3ef25da32,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:08.396750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] For port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,segment=NetworkSegment(7b282b00-6608-4707-87f3-8d61b3ace937),segment_id=7b282b00-6608-4707-87f3-8d61b3ace937)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:08.397117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.451043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] DHCP port deletion for d93ad78b-9914-4bd5-87f7-96f6488bd1c6 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:31:08.458749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:08.514461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] Deleting port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:08.515327 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.587302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] For port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,segment=NetworkSegment(7b282b00-6608-4707-87f3-8d61b3ace937),segment_id=7b282b00-6608-4707-87f3-8d61b3ace937)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:08.587940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.603998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] Calling delete_port for 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:08.706536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b36c2-b1fc-4929-863c-81a45c33b58e req-b2e230f0-4eb9-479b-a74d-cbbeae50a34d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:08.710432 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-155b36c2-b1fc-4929-863c-81a45c33b58e req-b2e230f0-4eb9-479b-a74d-cbbeae50a34d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.2684913 Jul 08 17:31:08.715444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.755872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.808079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] Pushing event deleted for resources: {'Port': ['ID=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:08.833827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-155b36c2-b1fc-4929-863c-81a45c33b58e req-c0e7c8a1-29c6-4ef4-920e-3f9c77280f44 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110542 Jul 08 17:31:08.839949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80462a35-7f60-4f98-aa89-456f57bb2d45 None None] No DVR routers for this DVR port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:08.859367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No DVR routers for this DVR port 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:08.869251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=2355c405-95f9-4c3e-b036-6ca40f4bd5a8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:09.030243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.048140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:09.053386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93ad78b-9914-4bd5-87f7-96f6488bd1c6']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:09.067966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b282b00-6608-4707-87f3-8d61b3ace937') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:09.068687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b282b00-6608-4707-87f3-8d61b3ace937') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:09.070815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7bd34ab-5a05-49b7-8a37-6f4ae350aa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.081130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.106737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.122235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:09.124243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:09.129787 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:09.268238 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.296136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.302840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/d93ad78b-9914-4bd5-87f7-96f6488bd1c6 HTTP/1.1" status: 204 len: 168 time: 1.8264484 Jul 08 17:31:09.306600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:09.312237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-413312687'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:09.344827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405d32e-86fc-4cbe-af56-7daf1674973f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=d93ad78b-9914-4bd5-87f7-96f6488bd1c6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:09.390272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7bd34ab-5a05-49b7-8a37-6f4ae350aa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.396679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7bd34ab-5a05-49b7-8a37-6f4ae350aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.425765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:09.429629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.439155 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e7bd34ab-5a05-49b7-8a37-6f4ae350aa89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee0313a394914995abaf40df08081729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899162 Jul 08 17:31:09.441350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd34ab-5a05-49b7-8a37-6f4ae350aa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6538cd7d-f789-4ed7-9fda-cb3b66566615,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:09.444129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:09.486797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:09.507107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.507380 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment c73a5f91-ae1f-4eed-9546-7b09541f9bb1 of type vlan for network 1d9294db-d503-4a66-859c-d280fd48b5fa Jul 08 17:31:09.550505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fa31a43-06f2-4c08-9573-b1fd90c8431b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.572034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.589068 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fa31a43-06f2-4c08-9573-b1fd90c8431b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.681290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.687713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:09.688339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.760451 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fa31a43-06f2-4c08-9573-b1fd90c8431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.763359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fa31a43-06f2-4c08-9573-b1fd90c8431b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.767574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9fa31a43-06f2-4c08-9573-b1fd90c8431b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6538cd7d-f789-4ed7-9fda-cb3b66566615 HTTP/1.1" status: 204 len: 168 time: 0.3220994 Jul 08 17:31:09.777246 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4689052 Jul 08 17:31:09.779867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:09.785153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:09.799349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0722d7-da75-4cd9-95a7-8d16bcfaa96d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=1d9294db-d503-4a66-859c-d280fd48b5fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:09.810719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1d9294db-d503-4a66-859c-d280fd48b5fa details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:09.815588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa31a43-06f2-4c08-9573-b1fd90c8431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6538cd7d-f789-4ed7-9fda-cb3b66566615,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:10.068468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:10.073361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:10.076010 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.155354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:10.155814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2355c405-95f9-4c3e-b036-6ca40f4bd5a8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:10.335016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbefe6-443f-446e-8456-85cbb252ac97 req-5fc76175-2f62-468a-aa01-f42c649ea8c4 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.337206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1dbefe6-443f-446e-8456-85cbb252ac97 req-5fc76175-2f62-468a-aa01-f42c649ea8c4 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1696575 Jul 08 17:31:10.408352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1dbefe6-443f-446e-8456-85cbb252ac97 req-89c36d58-5340-495a-bc7d-aea29b5d6678 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644155 Jul 08 17:31:10.619517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.690550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=1add4729-d9ce-4574-8e0a-ccf146f604e5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:10.725295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:10.734550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: 1d9294db-d503-4a66-859c-d280fd48b5fa, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:10.776080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 1d9294db-d503-4a66-859c-d280fd48b5fa is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:10.787928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1d9294db-d503-4a66-859c-d280fd48b5fa) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:10.794957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.795902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.800612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e04e9d-dc86-4cb2-8f1a-8c3d38543d37 None None] Network 1d9294db-d503-4a66-859c-d280fd48b5fa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:10.822536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-190bf628-daca-4ec9-af35-b0de02906d55 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0399330 Jul 08 17:31:10.824243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:10.837246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa', 'name': 'tempest-PortsIpV6TestJSON-1810374735', 'fixed_ips': [{'subnet_id': '1add4729-d9ce-4574-8e0a-ccf146f604e5', 'ip_address': '2001:db8::10'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:11.140627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:11.173037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-1d9294db-d503-4a66-859c-d280fd48b5fa', 'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': '1add4729-d9ce-4574-8e0a-ccf146f604e5'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:31:11.174673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.333951 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.410471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port cb915565-3882-491c-ba5b-40e8bd23dfad yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:11.568737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Allocated IP 2001:db8::2 (1d9294db-d503-4a66-859c-d280fd48b5fa/1add4729-d9ce-4574-8e0a-ccf146f604e5/d36daba8-f9c3-4daf-a80b-c35eec7afe7f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:11.872917 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.883113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Transition to ACTIVE for port object d36daba8-f9c3-4daf-a80b-c35eec7afe7f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:11.886766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9987-96c1-429d-bac8-2251bb82d08a req-cc9e405b-9b7d-43f0-b69b-c7cc0f1a9114 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.896316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-507a9987-96c1-429d-bac8-2251bb82d08a req-cc9e405b-9b7d-43f0-b69b-c7cc0f1a9114 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1459126 Jul 08 17:31:11.902508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Transition to ACTIVE for port object d36daba8-f9c3-4daf-a80b-c35eec7afe7f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:11.910344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.952383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Network 1d9294db-d503-4a66-859c-d280fd48b5fa is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:11.958844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:11.963243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:11.976288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Pushing event updated for resources: {'Port': ['ID=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:12.038885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::10 (1d9294db-d503-4a66-859c-d280fd48b5fa/1add4729-d9ce-4574-8e0a-ccf146f604e5/cb915565-3882-491c-ba5b-40e8bd23dfad) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:12.040261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Attempting to bind port d36daba8-f9c3-4daf-a80b-c35eec7afe7f on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:12.040961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Attempting to bind port d36daba8-f9c3-4daf-a80b-c35eec7afe7f by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:12.041567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Attempting to bind port d36daba8-f9c3-4daf-a80b-c35eec7afe7f on network 1d9294db-d503-4a66-859c-d280fd48b5fa {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:12.048052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:12.048699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Checking segment: {'id': 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:12.049186 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.049707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Bound using segment: {'id': 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:12.050301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Bound port: d36daba8-f9c3-4daf-a80b-c35eec7afe7f, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:12.050807 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.201372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] For port d36daba8-f9c3-4daf-a80b-c35eec7afe7f, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:12.206233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] For port d36daba8-f9c3-4daf-a80b-c35eec7afe7f, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,segment=NetworkSegment(c73a5f91-ae1f-4eed-9546-7b09541f9bb1),segment_id=c73a5f91-ae1f-4eed-9546-7b09541f9bb1)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:12.212827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.396428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a31156-75ad-437d-b1b9-c46c9f58468e None None] Pushing event updated for resources: {'Port': ['ID=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:12.494386 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.529800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object cb915565-3882-491c-ba5b-40e8bd23dfad will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:12.597752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.775491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=cb915565-3882-491c-ba5b-40e8bd23dfad,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:12.811074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 1d9294db-d503-4a66-859c-d280fd48b5fa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:12.812843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:12.819553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:12.840582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:12.854749 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.876019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.892628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-40523ba5-6799-47ff-a569-7e848a244f48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0668340 Jul 08 17:31:12.896135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:12.902429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': '1d9294db-d503-4a66-859c-d280fd48b5fa', 'name': 'tempest-PortsIpV6TestJSON-2122426826', 'fixed_ips': [{'subnet_id': '1add4729-d9ce-4574-8e0a-ccf146f604e5', 'ip_address': '2001:db8::f'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:12.914188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-507a9987-96c1-429d-bac8-2251bb82d08a req-4a1af3b3-a1b1-4c43-b936-313facc124fc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0164509 Jul 08 17:31:12.927081 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.095118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:13.106922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.153390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 2aaaeafb-ed86-4ac0-b508-1ec509acec20 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:13.418298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::f (1d9294db-d503-4a66-859c-d280fd48b5fa/1add4729-d9ce-4574-8e0a-ccf146f604e5/2aaaeafb-ed86-4ac0-b508-1ec509acec20) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:13.715024 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.732577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 2aaaeafb-ed86-4ac0-b508-1ec509acec20 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:13.816304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.893746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=2aaaeafb-ed86-4ac0-b508-1ec509acec20,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:13.906502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 1d9294db-d503-4a66-859c-d280fd48b5fa is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:13.908434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:13.911169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:13.917900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:13.918928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.965156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d36daba8-f9c3-4daf-a80b-c35eec7afe7f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:13.987053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8881779d-89db-4155-be78-a88b643962dc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0889184 Jul 08 17:31:13.990683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.025056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71fe5c-c4b7-4d8b-8e32-e2cdeee034ba None None] Network 1d9294db-d503-4a66-859c-d280fd48b5fa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:14.166772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6037ac5-893b-4735-9023-59890ef26451 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.168569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6037ac5-893b-4735-9023-59890ef26451 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1769023 Jul 08 17:31:14.171401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33266) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.235723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5649d-7eaa-46c2-bc1f-a7479ea78107 req-911d1e02-e703-4f63-afa6-df24189035a5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.241962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ae5649d-7eaa-46c2-bc1f-a7479ea78107 req-911d1e02-e703-4f63-afa6-df24189035a5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1681066 Jul 08 17:31:14.294818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02a45991-1351-448f-88e6-0632931010ed None None] Provisioning for port d36daba8-f9c3-4daf-a80b-c35eec7afe7f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:14.298463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.303792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02a45991-1351-448f-88e6-0632931010ed None None] Provisioning complete for port d36daba8-f9c3-4daf-a80b-c35eec7afe7f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:14.304664 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a45991-1351-448f-88e6-0632931010ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.316346 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4ae5649d-7eaa-46c2-bc1f-a7479ea78107 req-e7c37dcb-76e2-40fa-81de-5549262c90e2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687299 Jul 08 17:31:14.389142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b634d-98a0-46fe-bb98-355e4afe4f33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.398415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b634d-98a0-46fe-bb98-355e4afe4f33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.406383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d36daba8-f9c3-4daf-a80b-c35eec7afe7f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:14.407682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b634d-98a0-46fe-bb98-355e4afe4f33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.411081 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-996b634d-98a0-46fe-bb98-355e4afe4f33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2375829 Jul 08 17:31:14.413454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.478142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d36daba8-f9c3-4daf-a80b-c35eec7afe7f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:14.483163 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.547192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-780a774d-3273-45da-bedc-cc58abd52f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.672983 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a45991-1351-448f-88e6-0632931010ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.720042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 2aaaeafb-ed86-4ac0-b508-1ec509acec20 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:14.721089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.751020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.790117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-02a45991-1351-448f-88e6-0632931010ed None None] For port d36daba8-f9c3-4daf-a80b-c35eec7afe7f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,segment=NetworkSegment(c73a5f91-ae1f-4eed-9546-7b09541f9bb1),segment_id=c73a5f91-ae1f-4eed-9546-7b09541f9bb1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:14.796609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02a45991-1351-448f-88e6-0632931010ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.857005 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-780a774d-3273-45da-bedc-cc58abd52f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.864461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-780a774d-3273-45da-bedc-cc58abd52f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.958979 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:31:14.959567 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:31:14.966004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a45991-1351-448f-88e6-0632931010ed None None] Pushing event updated for resources: {'Port': ['ID=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:15.010457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-780a774d-3273-45da-bedc-cc58abd52f04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3832ec811cd44e548f4dd43752c1e897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7064784 Jul 08 17:31:15.012920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:15.016015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.017524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a774d-3273-45da-bedc-cc58abd52f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ebbf74-4a24-45f2-9988-6f5a3a753fba,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:15.058878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 2aaaeafb-ed86-4ac0-b508-1ec509acec20 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:15.206102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20a965b7-4805-457a-b790-21b56c087645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.236796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20a965b7-4805-457a-b790-21b56c087645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.348906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Provisioning complete for port d36daba8-f9c3-4daf-a80b-c35eec7afe7f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:15.352038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20a965b7-4805-457a-b790-21b56c087645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.352587 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.354793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20a965b7-4805-457a-b790-21b56c087645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.355971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-20a965b7-4805-457a-b790-21b56c087645 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2ebbf74-4a24-45f2-9988-6f5a3a753fba HTTP/1.1" status: 204 len: 168 time: 0.3419027 Jul 08 17:31:15.370327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.381244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a965b7-4805-457a-b790-21b56c087645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ebbf74-4a24-45f2-9988-6f5a3a753fba,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:15.440170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.443846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/2aaaeafb-ed86-4ac0-b508-1ec509acec20 HTTP/1.1" status: 204 len: 168 time: 1.0289454 Jul 08 17:31:15.446185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33302) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:15.528749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a98c1-634c-4cc5-8eac-b7bc639084be tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=2aaaeafb-ed86-4ac0-b508-1ec509acec20,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:15.545864 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-32596987-6f73-4841-bdb7-4d7dee12f4c4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:31:15.556658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32596987-6f73-4841-bdb7-4d7dee12f4c4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/2aaaeafb-ed86-4ac0-b508-1ec509acec20 HTTP/1.1" status: 404 len: 333 time: 0.1091516 Jul 08 17:31:15.568834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:15.876040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baa412-7cc0-4e33-93c0-d32601b3fe76 req-00cab1ef-c9e7-4e03-9788-3ddfb2b6fce8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:15.877604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48baa412-7cc0-4e33-93c0-d32601b3fe76 req-00cab1ef-c9e7-4e03-9788-3ddfb2b6fce8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1488481 Jul 08 17:31:15.884536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port cb915565-3882-491c-ba5b-40e8bd23dfad {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:15.884881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.905256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Could not find standard attr ID for object 2aaaeafb-ed86-4ac0-b508-1ec509acec20. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:15.926893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Provisioning for port cb915565-3882-491c-ba5b-40e8bd23dfad completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:15.937557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Provisioning complete for port cb915565-3882-491c-ba5b-40e8bd23dfad triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:15.939332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.946154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d36daba8-f9c3-4daf-a80b-c35eec7afe7f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:16.128916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-74593f0b-a1c7-4065-ac52-1ffb326125b0 None None] Port cb915565-3882-491c-ba5b-40e8bd23dfad cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:16.135349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d36daba8-f9c3-4daf-a80b-c35eec7afe7f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:16.135892 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.146564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48baa412-7cc0-4e33-93c0-d32601b3fe76 req-03bb8bae-21a5-4493-b56a-635ba7348640 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372089 Jul 08 17:31:16.151971 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:16.167270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fdffc9-6384-41e6-a9e8-30a7a6e9a427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.245658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.283506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for cb915565-3882-491c-ba5b-40e8bd23dfad owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:16.356889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d2ddb86c-2de7-4768-a862-7acd1f3c2001 None None] Provisioning complete for port cb915565-3882-491c-ba5b-40e8bd23dfad triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:16.358642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb86c-2de7-4768-a862-7acd1f3c2001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.406990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fdffc9-6384-41e6-a9e8-30a7a6e9a427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.412802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50fdffc9-6384-41e6-a9e8-30a7a6e9a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.499857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddb86c-2de7-4768-a862-7acd1f3c2001 None None] Port cb915565-3882-491c-ba5b-40e8bd23dfad cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:16.528116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-50fdffc9-6384-41e6-a9e8-30a7a6e9a427 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b775e6aee6704170b46348c1ad4e3b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748567 Jul 08 17:31:16.530095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdffc9-6384-41e6-a9e8-30a7a6e9a427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c260662-cc65-44cf-84bb-9a5f76b40afa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:16.546675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:16.595757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.616929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bc644adf-daa6-4e9c-bf77-8d6199c9abf7 None None] Could not find standard attr ID for object 2aaaeafb-ed86-4ac0-b508-1ec509acec20. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:16.644432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-368977dd-efcd-4bbe-9a83-d706514aa223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.664376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=cb915565-3882-491c-ba5b-40e8bd23dfad,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:16.674440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-368977dd-efcd-4bbe-9a83-d706514aa223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.728227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.732698 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0122de1a-c5ff-43fd-876c-f92528a1874e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/cb915565-3882-491c-ba5b-40e8bd23dfad HTTP/1.1" status: 204 len: 168 time: 1.1596782 Jul 08 17:31:16.732889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:16.764260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-368977dd-efcd-4bbe-9a83-d706514aa223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.767097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-368977dd-efcd-4bbe-9a83-d706514aa223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.769099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-368977dd-efcd-4bbe-9a83-d706514aa223 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c260662-cc65-44cf-84bb-9a5f76b40afa HTTP/1.1" status: 204 len: 168 time: 0.2192752 Jul 08 17:31:16.778325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368977dd-efcd-4bbe-9a83-d706514aa223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c260662-cc65-44cf-84bb-9a5f76b40afa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:16.781182 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2de870-a85c-4374-95d9-804f558064c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:31:16.798963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf2de870-a85c-4374-95d9-804f558064c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/cb915565-3882-491c-ba5b-40e8bd23dfad HTTP/1.1" status: 404 len: 333 time: 0.0626707 Jul 08 17:31:16.799333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:16.905589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 1add4729-d9ce-4574-8e0a-ccf146f604e5 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:16.909887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.015879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.167352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.292967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.378435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=1add4729-d9ce-4574-8e0a-ccf146f604e5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:17.391288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006dba63-83f4-4e44-b016-451da3bbb624 None None] Network 1d9294db-d503-4a66-859c-d280fd48b5fa requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:17.405896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.407894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7a7d4fe-57ac-499d-be05-5dc8f0fa893a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/1add4729-d9ce-4574-8e0a-ccf146f604e5 HTTP/1.1" status: 204 len: 168 time: 0.6076937 Jul 08 17:31:17.410699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33346) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:17.463745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6fe9a-0097-4897-a348-f04714fea3ef req-0b938472-b3f9-4813-940f-89a39d155827 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:17.474126 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5c6fe9a-0097-4897-a348-f04714fea3ef req-0b938472-b3f9-4813-940f-89a39d155827 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1068959 Jul 08 17:31:17.556800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5c6fe9a-0097-4897-a348-f04714fea3ef req-7f257966-ed71-46fa-bacc-24702daf646b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815339 Jul 08 17:31:17.643897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.750326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port d36daba8-f9c3-4daf-a80b-c35eec7afe7f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:17.750640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.863170 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:31:17.885160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] For port d36daba8-f9c3-4daf-a80b-c35eec7afe7f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,segment=NetworkSegment(c73a5f91-ae1f-4eed-9546-7b09541f9bb1),segment_id=c73a5f91-ae1f-4eed-9546-7b09541f9bb1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:17.885574 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.907615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] DHCP port deletion for 1d9294db-d503-4a66-859c-d280fd48b5fa request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:31:17.920570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for d36daba8-f9c3-4daf-a80b-c35eec7afe7f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:18.035187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] Deleting port d36daba8-f9c3-4daf-a80b-c35eec7afe7f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:18.035605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.126141 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.147968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No DVR routers for this DVR port d36daba8-f9c3-4daf-a80b-c35eec7afe7f on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:18.188125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] For port d36daba8-f9c3-4daf-a80b-c35eec7afe7f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,segment=NetworkSegment(c73a5f91-ae1f-4eed-9546-7b09541f9bb1),segment_id=c73a5f91-ae1f-4eed-9546-7b09541f9bb1)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:18.188404 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.220065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] Calling delete_port for d36daba8-f9c3-4daf-a80b-c35eec7afe7f owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:18.233104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:18.366832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.392572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9294db-d503-4a66-859c-d280fd48b5fa']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:18.408039 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.419264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:18.420520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73a5f91-ae1f-4eed-9546-7b09541f9bb1') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:18.449159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.478458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] Pushing event deleted for resources: {'Port': ['ID=d36daba8-f9c3-4daf-a80b-c35eec7afe7f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:18.493591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555fad1-fde4-408b-8a9b-78115526a586 None None] No DVR routers for this DVR port d36daba8-f9c3-4daf-a80b-c35eec7afe7f on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:18.515264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.533699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:18.534110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:18.537959 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:18.655338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.655338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.657879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/1d9294db-d503-4a66-859c-d280fd48b5fa HTTP/1.1" status: 204 len: 168 time: 1.2428195 Jul 08 17:31:18.661981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:18.667592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1596412471'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:18.674318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3dce7-08ef-4b3d-bb67-3b14d4ad7337 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=1d9294db-d503-4a66-859c-d280fd48b5fa,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:18.745042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:18.749768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.884278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:18.924865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.925304 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Added segment 8459ab49-acb5-44b3-9f1c-a80cc4d1a706 of type vlan for network ccdeaf99-074c-4d86-ba5d-17adeacb14cc Jul 08 17:31:19.002056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.087280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:19.088215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a1f6e-40c6-449b-b4d5-94458bac5815 req-b5cfce62-5f2e-40b4-9267-61b8bf891cbc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:19.097466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a3a1f6e-40c6-449b-b4d5-94458bac5815 req-b5cfce62-5f2e-40b4-9267-61b8bf891cbc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.2422738 Jul 08 17:31:19.125357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:31:19.226148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a3a1f6e-40c6-449b-b4d5-94458bac5815 req-f0ac3250-1ab3-46aa-865d-260e8d04cdf0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265135 Jul 08 17:31:19.228505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.240624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:19.241316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.379870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:19.387613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:19.394112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7308927 Jul 08 17:31:19.399630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:19.430741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e0af-aa64-49ef-979c-2e0b9daa93dd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Network': ['ID=ccdeaf99-074c-4d86-ba5d-17adeacb14cc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:19.436804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'mac_address': 'fa:16:3e:e5:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:19.449355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:19.571066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:19.586430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.686688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.793543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:19.974723 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa381e8a-45b2-4885-acce-b150f414df8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.996777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:20.005502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.028968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d36daba8-f9c3-4daf-a80b-c35eec7afe7f no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:20.087090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d36daba8-f9c3-4daf-a80b-c35eec7afe7f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:20.087090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d36daba8-f9c3-4daf-a80b-c35eec7afe7f not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:20.121438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.181177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:20.222990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=d8dc2efb-1461-428d-b8c3-c6e1e9738d89,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:20.276749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Checking segment: {'id': '8459ab49-acb5-44b3-9f1c-a80cc4d1a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:20.277237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network hostable DHCP agents. Network: ccdeaf99-074c-4d86-ba5d-17adeacb14cc, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:20.304779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:20.332394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:20.360153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, ccdeaf99-074c-4d86-ba5d-17adeacb14cc) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:20.374054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.374666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.452717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-41fd1132-3357-40f0-9be3-a0b6f380e156 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0614934 Jul 08 17:31:20.452993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:20.459169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1438419569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:20.509225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.512362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.548185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0761d-8c80-4f84-80e0-c6035e912e4d None None] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:20.713493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.725513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.891169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.892752 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8f6347f0-0319-4edc-a323-76527b526a43 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4380448 Jul 08 17:31:20.896076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:20.901981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc', 'name': 'tempest-PortsIpV6TestJSON-1481189502'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:20.936907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ce0b7-f887-4cee-9d41-3b60fb77c5e7 req-7844f345-9baa-4c44-9296-d45a1ccf8e1d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.938789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-910ce0b7-f887-4cee-9d41-3b60fb77c5e7 req-7844f345-9baa-4c44-9296-d45a1ccf8e1d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.2214403 Jul 08 17:31:21.105518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-910ce0b7-f887-4cee-9d41-3b60fb77c5e7 req-80aa7181-b0d9-41f5-b07c-0b61472a9599 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431851 Jul 08 17:31:21.134067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:21.257636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:21.261552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.345044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port a38b2d76-75ac-4cf1-978f-cb4f3808055d yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:21.529349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-ccdeaf99-074c-4d86-ba5d-17adeacb14cc', 'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': 'd8dc2efb-1461-428d-b8c3-c6e1e9738d89'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:31:21.531701 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.856297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::176 (ccdeaf99-074c-4d86-ba5d-17adeacb14cc/d8dc2efb-1461-428d-b8c3-c6e1e9738d89/a38b2d76-75ac-4cf1-978f-cb4f3808055d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:22.056248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:22.056830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.356618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b40e9e1-9419-4575-b221-cc034c5ebaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.499404 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.873015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.901044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf9a4-b6c6-45a8-8093-07444a171c7e req-61db1741-ecfe-4747-b448-3d111c44d1e0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:22.914082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-174bf9a4-b6c6-45a8-8093-07444a171c7e req-61db1741-ecfe-4747-b448-3d111c44d1e0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.2746987 Jul 08 17:31:22.974990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:22.979439 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813a8dd-3a56-4795-b9c4-15864df12401" -d '{"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-plugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:23.053338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:23.081586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.095113 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a201db45-bffa-49d0-a3b4-bddea8e230ea x-openstack-request-id: req-a201db45-bffa-49d0-a3b4-bddea8e230ea {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:23.095425 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-plugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:23.095680 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a201db45-bffa-49d0-a3b4-bddea8e230ea {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:23.096083 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'code': 200} Jul 08 17:31:23.104931 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-174bf9a4-b6c6-45a8-8093-07444a171c7e req-9fcf7443-c1e1-4850-a1d5-71cb453ef398 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847043 Jul 08 17:31:23.318867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.533828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.599999 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.641873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object a38b2d76-75ac-4cf1-978f-cb4f3808055d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:23.709097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.730786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:23.783680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Allocated IP 2001:db8::2 (ccdeaf99-074c-4d86-ba5d-17adeacb14cc/d8dc2efb-1461-428d-b8c3-c6e1e9738d89/8332aec1-69a5-439d-9e11-7cc7e849ad90) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:23.808134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:23.831401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:23.899121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:23.905191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.919207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.011882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1148837 Jul 08 17:31:24.018957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:24.034115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4039551e-9fef-4559-98ed-d70602da2351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.054179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de93a73-3c8b-4944-af07-edc973e9118f tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=a38b2d76-75ac-4cf1-978f-cb4f3808055d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:24.069406 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.100813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Transition to ACTIVE for port object 8332aec1-69a5-439d-9e11-7cc7e849ad90 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:24.168430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Transition to ACTIVE for port object 8332aec1-69a5-439d-9e11-7cc7e849ad90 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:24.182786 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.265561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:24.274481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:24.287379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:24.330105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Pushing event updated for resources: {'Port': ['ID=8332aec1-69a5-439d-9e11-7cc7e849ad90,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:24.383242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4039551e-9fef-4559-98ed-d70602da2351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.392946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4039551e-9fef-4559-98ed-d70602da2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.470895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Attempting to bind port 8332aec1-69a5-439d-9e11-7cc7e849ad90 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:24.471459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Attempting to bind port 8332aec1-69a5-439d-9e11-7cc7e849ad90 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '8459ab49-acb5-44b3-9f1c-a80cc4d1a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:24.471936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Attempting to bind port 8332aec1-69a5-439d-9e11-7cc7e849ad90 on network ccdeaf99-074c-4d86-ba5d-17adeacb14cc {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:24.489696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:24.490600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Checking segment: {'id': '8459ab49-acb5-44b3-9f1c-a80cc4d1a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:24.491238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.492289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Bound using segment: {'id': '8459ab49-acb5-44b3-9f1c-a80cc4d1a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:24.496525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Bound port: 8332aec1-69a5-439d-9e11-7cc7e849ad90, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8459ab49-acb5-44b3-9f1c-a80cc4d1a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ccdeaf99-074c-4d86-ba5d-17adeacb14cc'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:24.497075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.497891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039551e-9fef-4559-98ed-d70602da2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3f11b4-260c-40a6-897b-7456442dc049,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:24.680840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] For port 8332aec1-69a5-439d-9e11-7cc7e849ad90, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:24.685975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] For port 8332aec1-69a5-439d-9e11-7cc7e849ad90, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8332aec1-69a5-439d-9e11-7cc7e849ad90,segment=NetworkSegment(8459ab49-acb5-44b3-9f1c-a80cc4d1a706),segment_id=8459ab49-acb5-44b3-9f1c-a80cc4d1a706)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:24.695568 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.705601 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4039551e-9fef-4559-98ed-d70602da2351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20e9a096813b49768c67109d13f45597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9734380 Jul 08 17:31:24.706365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:24.882209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cec9b82c-19fc-461c-afa6-df35d428a76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.969262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c064-a3d6-4bf0-a021-65a47aac6e4a None None] Pushing event updated for resources: {'Port': ['ID=8332aec1-69a5-439d-9e11-7cc7e849ad90,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:24.985426 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.070940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366c4ea-8698-4af0-8d6d-04a2186f698b req-68bbd5f4-bf94-4260-a44c-1e846e235ebc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:25.079988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c366c4ea-8698-4af0-8d6d-04a2186f698b req-68bbd5f4-bf94-4260-a44c-1e846e235ebc tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.5621974 Jul 08 17:31:25.133062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cec9b82c-19fc-461c-afa6-df35d428a76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.262261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c366c4ea-8698-4af0-8d6d-04a2186f698b req-3547d2f0-84c1-4b35-88b4-2dc47c005d87 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812277 Jul 08 17:31:25.264434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.369986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cec9b82c-19fc-461c-afa6-df35d428a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.372802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cec9b82c-19fc-461c-afa6-df35d428a76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.388244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cec9b82c-19fc-461c-afa6-df35d428a76c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c3f11b4-260c-40a6-897b-7456442dc049 HTTP/1.1" status: 204 len: 168 time: 0.6805809 Jul 08 17:31:25.399348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9b82c-19fc-461c-afa6-df35d428a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3f11b4-260c-40a6-897b-7456442dc049,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:26.029690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:26.036586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.044636 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.074882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54712f5a-4d70-4381-8502-129b5e450078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.090737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8332aec1-69a5-439d-9e11-7cc7e849ad90 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:26.322177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8332aec1-69a5-439d-9e11-7cc7e849ad90 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:26.356326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=a38b2d76-75ac-4cf1-978f-cb4f3808055d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:26.506903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54712f5a-4d70-4381-8502-129b5e450078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.513834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54712f5a-4d70-4381-8502-129b5e450078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.638292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54712f5a-4d70-4381-8502-129b5e450078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afd6535-2c03-4e1f-bcc1-8d38e64cbd10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:26.933158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54712f5a-4d70-4381-8502-129b5e450078 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e899d04567f4e3783fc2b1c5960eab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8988614 Jul 08 17:31:26.933434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:26.947464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.138995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e7a8c-54a4-49b9-af7a-28d04d0296be req-50e4c13a-03ab-48a0-9a05-13e14d131390 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.150876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e75e7a8c-54a4-49b9-af7a-28d04d0296be req-50e4c13a-03ab-48a0-9a05-13e14d131390 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.4610865 Jul 08 17:31:27.175037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6dee-8400-49d3-b130-e77b16cdeea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.235316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649fbb6-565b-4153-976d-a6666c24f5b8 None None] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:27.288639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6dee-8400-49d3-b130-e77b16cdeea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.390466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.463739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] Provisioning for port 8332aec1-69a5-439d-9e11-7cc7e849ad90 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:27.497140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e75e7a8c-54a4-49b9-af7a-28d04d0296be req-082cea93-3ba4-45b3-8502-22ce12d5624b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428178 Jul 08 17:31:27.498443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6dee-8400-49d3-b130-e77b16cdeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.508650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6dee-8400-49d3-b130-e77b16cdeea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.516825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c4f6dee-8400-49d3-b130-e77b16cdeea0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6afd6535-2c03-4e1f-bcc1-8d38e64cbd10 HTTP/1.1" status: 204 len: 168 time: 0.5790529 Jul 08 17:31:27.542619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f6dee-8400-49d3-b130-e77b16cdeea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afd6535-2c03-4e1f-bcc1-8d38e64cbd10,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:27.581196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] Provisioning complete for port 8332aec1-69a5-439d-9e11-7cc7e849ad90 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:27.584423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.867920 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.873176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.874261 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:28.011616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:28.122211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] For port 8332aec1-69a5-439d-9e11-7cc7e849ad90, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8332aec1-69a5-439d-9e11-7cc7e849ad90,segment=NetworkSegment(8459ab49-acb5-44b3-9f1c-a80cc4d1a706),segment_id=8459ab49-acb5-44b3-9f1c-a80cc4d1a706)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:28.136794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:28.203272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=a38b2d76-75ac-4cf1-978f-cb4f3808055d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:28.320942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:28.322514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:28.349720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bde9d4-cc35-4741-872d-c4bd4eb9a1a4 None None] Pushing event updated for resources: {'Port': ['ID=8332aec1-69a5-439d-9e11-7cc7e849ad90,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:28.777337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Router 25f99eb2-1e97-4a44-ac33-72508d10388e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:31:29.008408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc48f8-9f36-489a-bb95-7bdd1dbba63a req-31c3e9c6-9e41-4c99-a615-7781230adef0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:29.095677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8ecc48f8-9f36-489a-bb95-7bdd1dbba63a req-31c3e9c6-9e41-4c99-a615-7781230adef0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1271880 Jul 08 17:31:29.096145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5fa8522-9b3b-4fb3-be0d-9dab1ef4e12e None None] Provisioning for port a38b2d76-75ac-4cf1-978f-cb4f3808055d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:29.096145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5fa8522-9b3b-4fb3-be0d-9dab1ef4e12e None None] Provisioning complete for port a38b2d76-75ac-4cf1-978f-cb4f3808055d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:29.096145 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8522-9b3b-4fb3-be0d-9dab1ef4e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.096493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8ecc48f8-9f36-489a-bb95-7bdd1dbba63a req-b0e289df-6d28-4d8f-a3ae-b4ac3bdba41c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751164 Jul 08 17:31:29.152448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:31:29.176951 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] Sync routers for ids ['25f99eb2-1e97-4a44-ac33-72508d10388e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:31:29.187936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:29.189514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-93c47288-21af-409c-a797-299fd2929c33 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/routers/25f99eb2-1e97-4a44-ac33-72508d10388e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1647122 Jul 08 17:31:29.193518 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] Routers {'25f99eb2-1e97-4a44-ac33-72508d10388e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:29.200803 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['25f99eb2-1e97-4a44-ac33-72508d10388e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:29.328319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa8522-9b3b-4fb3-be0d-9dab1ef4e12e None None] Port a38b2d76-75ac-4cf1-978f-cb4f3808055d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:29.380012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5fa8522-9b3b-4fb3-be0d-9dab1ef4e12e None None] Provisioning complete for port 8332aec1-69a5-439d-9e11-7cc7e849ad90 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:29.412373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8522-9b3b-4fb3-be0d-9dab1ef4e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.449430 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:29.477440 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] Routers {'25f99eb2-1e97-4a44-ac33-72508d10388e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:29.478116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['25f99eb2-1e97-4a44-ac33-72508d10388e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:29.547223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa67c6-3d2a-4d4d-9c94-b1c3942bab03 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:29.550906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bdfa67c6-3d2a-4d4d-9c94-b1c3942bab03 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f99eb2-1e97-4a44-ac33-72508d10388e HTTP/1.1" status: 200 len: 989 time: 0.3609219 Jul 08 17:31:29.553522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:29.610507 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:29.611205 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4837d5f-db17-47b7-8f73-732b07bc912a None None] The sync data for ids ['25f99eb2-1e97-4a44-ac33-72508d10388e'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:31:29.794065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-615e19e8-1ee2-4123-b415-dfda50280c77 None None] Provisioning complete for port a38b2d76-75ac-4cf1-978f-cb4f3808055d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:29.794809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-615e19e8-1ee2-4123-b415-dfda50280c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.984933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-615e19e8-1ee2-4123-b415-dfda50280c77 None None] Port a38b2d76-75ac-4cf1-978f-cb4f3808055d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:30.001487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8332aec1-69a5-439d-9e11-7cc7e849ad90 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:30.087962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8332aec1-69a5-439d-9e11-7cc7e849ad90 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:30.088601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:30.320655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c34fda4e-93cf-4f25-a9c2-9dadc3e39c19 None None] Provisioning complete for port a38b2d76-75ac-4cf1-978f-cb4f3808055d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:30.322295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34fda4e-93cf-4f25-a9c2-9dadc3e39c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:30.525955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c34fda4e-93cf-4f25-a9c2-9dadc3e39c19 None None] Port a38b2d76-75ac-4cf1-978f-cb4f3808055d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:30.869218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-32e351d2-3e56-49b6-8904-1e165150916e None None] Provisioning complete for port a38b2d76-75ac-4cf1-978f-cb4f3808055d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:30.869861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32e351d2-3e56-49b6-8904-1e165150916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.007524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-32e351d2-3e56-49b6-8904-1e165150916e None None] Port a38b2d76-75ac-4cf1-978f-cb4f3808055d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:31.134287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070426-6345-4526-ab44-7cb5b3214f87 req-a19c24bd-f5a4-417d-b117-f235f369a8ba tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.139170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df070426-6345-4526-ab44-7cb5b3214f87 req-a19c24bd-f5a4-417d-b117-f235f369a8ba tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.6322520 Jul 08 17:31:31.459045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df070426-6345-4526-ab44-7cb5b3214f87 req-e0f2ac87-3d4c-4078-bc8f-582077e7063a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652756 Jul 08 17:31:31.533162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.281023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-b5e77456-8240-47e7-b591-5fa0fcf303f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4037986 Jul 08 17:31:32.555668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-bd15bb3f-8d52-4e8c-b644-736ab78a9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.559609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-bd15bb3f-8d52-4e8c-b644-736ab78a9b27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c6174bef598c44bda72e06b588facdf3&device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 1096 time: 0.2421916 Jul 08 17:31:32.794890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port a38b2d76-75ac-4cf1-978f-cb4f3808055d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:32.795309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.215148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-d9bbbaec-12c9-425b-bea4-30e9b2520938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.216966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-d9bbbaec-12c9-425b-bea4-30e9b2520938 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 200 len: 920 time: 0.6373186 Jul 08 17:31:33.244742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.304039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-5bdcfa7c-d2db-41b6-a1f0-721d2b76e3a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21367f13-1466-4b92-9a91-79e8f53e4eef HTTP/1.1" status: 200 len: 217 time: 0.0734820 Jul 08 17:31:33.322860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46da37-d826-48ac-88c9-6ff5de57a579 req-63b5b6a2-c205-4329-adb3-7c911f82b7df tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.330696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b46da37-d826-48ac-88c9-6ff5de57a579 req-63b5b6a2-c205-4329-adb3-7c911f82b7df tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.4185767 Jul 08 17:31:33.349451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for a38b2d76-75ac-4cf1-978f-cb4f3808055d owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:33.555402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dda56-90af-4f3c-9c17-d34916f242d0 req-08a70320-b059-4948-ba3a-30fd76bbfb49 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.557854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-519dda56-90af-4f3c-9c17-d34916f242d0 req-08a70320-b059-4948-ba3a-30fd76bbfb49 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.1763208 Jul 08 17:31:33.685885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-519dda56-90af-4f3c-9c17-d34916f242d0 req-ceda09ee-c676-4a77-9531-a6944538b851 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213820 Jul 08 17:31:33.728072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b46da37-d826-48ac-88c9-6ff5de57a579 req-893f92f0-5962-4010-ae60-86e98fcc4f55 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960607 Jul 08 17:31:33.729729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-4a243ed8-5b04-4ee4-91df-07b78026e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.746165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-4a243ed8-5b04-4ee4-91df-07b78026e027 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 200 len: 859 time: 0.4065125 Jul 08 17:31:33.839292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-d3ad0b21-5884-42d6-b5fc-6bf4cee1ee26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3cf60894-3775-4852-a8ef-d47d7a5d834f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818486 Jul 08 17:31:34.973212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-c47ddddc-a851-405a-9e6f-39a55732cedf service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1232462 Jul 08 17:31:35.169613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b314b8-4c23-4781-92f6-6c75f320cd9c req-b01450a7-75cc-4b94-b757-2a7bad722cd6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:35.180204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82b314b8-4c23-4781-92f6-6c75f320cd9c req-b01450a7-75cc-4b94-b757-2a7bad722cd6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1734746 Jul 08 17:31:35.283718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82b314b8-4c23-4781-92f6-6c75f320cd9c req-12cc9b26-002c-4d68-862c-a3a6c2dcf461 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025846 Jul 08 17:31:35.383109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.442367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=a38b2d76-75ac-4cf1-978f-cb4f3808055d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:35.459312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f675d-c2aa-4faa-94d7-754f85a5bfe4 req-8e4b9443-0079-4ceb-9688-ea853bbe8255 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:35.466360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f9f675d-c2aa-4faa-94d7-754f85a5bfe4 req-8e4b9443-0079-4ceb-9688-ea853bbe8255 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.4381270 Jul 08 17:31:35.507443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b12a55e4-821a-42ab-bb01-f1dc0011b25e req-15d3d6d8-a54a-4769-9977-5baf2f530f46 service neutron] 10.222.0.53 "GET /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132856 Jul 08 17:31:35.546536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-f5c032f5-6595-4fb8-90a8-78a5221c0774 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:35.548169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-f5c032f5-6595-4fb8-90a8-78a5221c0774 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 945 time: 0.2139437 Jul 08 17:31:35.785578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f9f675d-c2aa-4faa-94d7-754f85a5bfe4 req-402f4abe-b6a6-4c22-8014-ea5afe96f2e5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177652 Jul 08 17:31:35.810643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.932359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Deleting port 21367f13-1466-4b92-9a91-79e8f53e4eef {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:35.932616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.140156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] For port 21367f13-1466-4b92-9a91-79e8f53e4eef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=21367f13-1466-4b92-9a91-79e8f53e4eef,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:36.140958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.157006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Calling delete_port for 21367f13-1466-4b92-9a91-79e8f53e4eef owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:36.217107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Router 25f99eb2-1e97-4a44-ac33-72508d10388e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:31:36.334580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.389120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c4e42f2d-5888-446a-bff2-cf5d207dc135', '21367f13-1466-4b92-9a91-79e8f53e4eef'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:36.405442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:31:36.416790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ac1bd8b-423a-4ec7-b0dc-6695010c5ac0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/routers/25f99eb2-1e97-4a44-ac33-72508d10388e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8573964 Jul 08 17:31:36.420157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33780) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:36.495175 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acce56f-5869-4217-b9bd-0953bef356c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:31:36.501330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6acce56f-5869-4217-b9bd-0953bef356c2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/a38b2d76-75ac-4cf1-978f-cb4f3808055d HTTP/1.1" status: 404 len: 333 time: 0.0796568 Jul 08 17:31:36.502033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:36.541449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Pushing event deleted for resources: {'Port': ['ID=21367f13-1466-4b92-9a91-79e8f53e4eef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:36.555636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] Sync routers for ids ['25f99eb2-1e97-4a44-ac33-72508d10388e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:31:36.662453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] No DVR routers for this DVR port 21367f13-1466-4b92-9a91-79e8f53e4eef on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:36.675800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] Routers {'25f99eb2-1e97-4a44-ac33-72508d10388e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:36.676506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['25f99eb2-1e97-4a44-ac33-72508d10388e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:36.682592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.699003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1d0d820-17bd-45af-af53-5d93601ee07e req-c7725559-9400-4a2b-baa7-76e8f3fc09b5 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "DELETE /v2.0/ports/21367f13-1466-4b92-9a91-79e8f53e4eef HTTP/1.1" status: 204 len: 173 time: 1.1309493 Jul 08 17:31:36.700013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'name': 'network-vif-deleted', 'tag': '21367f13-1466-4b92-9a91-79e8f53e4eef'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:36.710782 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ff494-323d-41eb-ae96-239d2be56232" -d '{"events": [{"server_uuid": "cdaa10d1-fb96-4ca8-8161-62401802ae09", "name": "network-vif-deleted", "tag": "21367f13-1466-4b92-9a91-79e8f53e4eef"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:36.718173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.935775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:36.983923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] Routers {'25f99eb2-1e97-4a44-ac33-72508d10388e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:36.984889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['25f99eb2-1e97-4a44-ac33-72508d10388e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:37.011160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbacd6-5b0b-4bbe-9de2-f6d6df6ad934 req-bfa5fae8-dc17-4049-a651-14f3df3af576 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.023239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4dbacd6-5b0b-4bbe-9de2-f6d6df6ad934 req-bfa5fae8-dc17-4049-a651-14f3df3af576 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.2876186 Jul 08 17:31:37.124311 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4dbacd6-5b0b-4bbe-9de2-f6d6df6ad934 req-0b772bb1-f0fc-4544-8524-8dd344a5d875 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986447 Jul 08 17:31:37.169718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:37.176244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c75ce-bae9-4109-9b9c-f2de47def6f7 None None] The sync data for ids ['25f99eb2-1e97-4a44-ac33-72508d10388e'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:31:37.344548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.359219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.419451 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.420456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Fanout notify agent at l3_agent the message router_deleted on router 25f99eb2-1e97-4a44-ac33-72508d10388e {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:31:37.434475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.436166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a663e9c1-abaa-4517-8e2b-4f4a5e776cf0 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/routers/25f99eb2-1e97-4a44-ac33-72508d10388e HTTP/1.1" status: 204 len: 168 time: 0.9331431 Jul 08 17:31:37.438879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:37.602221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet d8dc2efb-1461-428d-b8c3-c6e1e9738d89 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:37.610911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.843905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.087493 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7154be1-da6c-477c-bf4f-942d438d29f4 x-openstack-request-id: req-c7154be1-da6c-477c-bf4f-942d438d29f4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:38.087493 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaa10d1-fb96-4ca8-8161-62401802ae09", "name": "network-vif-deleted", "tag": "21367f13-1466-4b92-9a91-79e8f53e4eef", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:38.087845 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7154be1-da6c-477c-bf4f-942d438d29f4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:38.088075 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaa10d1-fb96-4ca8-8161-62401802ae09', 'name': 'network-vif-deleted', 'tag': '21367f13-1466-4b92-9a91-79e8f53e4eef', 'status': 'completed', 'code': 200} Jul 08 17:31:38.131139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efcd147a-2e17-4a84-8f88-b9ae61da3e08 req-afa52825-9b99-486d-a9f5-6f4a2ee819af tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa10d1-fb96-4ca8-8161-62401802ae09 HTTP/1.1" status: 200 len: 210 time: 0.4310544 Jul 08 17:31:38.147359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.254884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.319511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=d8dc2efb-1461-428d-b8c3-c6e1e9738d89,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:38.361251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43505c-f49a-4a09-8623-8338be0e34ba None None] Network ccdeaf99-074c-4d86-ba5d-17adeacb14cc requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:38.379701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.385665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33848) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:38.408902 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b7dd64db-b44c-4c9b-9ef8-e8d35dd1c9a6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/d8dc2efb-1461-428d-b8c3-c6e1e9738d89 HTTP/1.1" status: 204 len: 168 time: 0.9648535 Jul 08 17:31:38.428809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:38.590721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.625364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad93e15-a033-4d51-a58e-8c22b8a7c320 req-b0c9340d-8eb1-457e-b5cd-2d8ea7c97022 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:38.635158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dad93e15-a033-4d51-a58e-8c22b8a7c320 req-b0c9340d-8eb1-457e-b5cd-2d8ea7c97022 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.2137015 Jul 08 17:31:38.665898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 8332aec1-69a5-439d-9e11-7cc7e849ad90 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:38.666418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.763256 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dad93e15-a033-4d51-a58e-8c22b8a7c320 req-e990487e-9066-4773-97b0-e7d62d8b7fb3 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268263 Jul 08 17:31:38.766746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] For port 8332aec1-69a5-439d-9e11-7cc7e849ad90, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8332aec1-69a5-439d-9e11-7cc7e849ad90,segment=NetworkSegment(8459ab49-acb5-44b3-9f1c-a80cc4d1a706),segment_id=8459ab49-acb5-44b3-9f1c-a80cc4d1a706)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:38.767306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.812263 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1fb99bd-4b99-4913-8fc4-8500e78a2234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.829650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 8332aec1-69a5-439d-9e11-7cc7e849ad90 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:38.871901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] DHCP port deletion for ccdeaf99-074c-4d86-ba5d-17adeacb14cc request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:31:38.984450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Deleting port 8332aec1-69a5-439d-9e11-7cc7e849ad90 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:38.985122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.073714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.075824 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1fb99bd-4b99-4913-8fc4-8500e78a2234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.089838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1fb99bd-4b99-4913-8fc4-8500e78a2234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.105902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] For port 8332aec1-69a5-439d-9e11-7cc7e849ad90, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8332aec1-69a5-439d-9e11-7cc7e849ad90,segment=NetworkSegment(8459ab49-acb5-44b3-9f1c-a80cc4d1a706),segment_id=8459ab49-acb5-44b3-9f1c-a80cc4d1a706)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:39.106684 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.137234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Calling delete_port for 8332aec1-69a5-439d-9e11-7cc7e849ad90 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:39.156215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No DVR routers for this DVR port 8332aec1-69a5-439d-9e11-7cc7e849ad90 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:39.166209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 21367f13-1466-4b92-9a91-79e8f53e4eef no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:39.187876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d1fb99bd-4b99-4913-8fc4-8500e78a2234 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee2b6210660d4c318f7aa201619806a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577295 Jul 08 17:31:39.189080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:39.196743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb99bd-4b99-4913-8fc4-8500e78a2234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a9af7-25af-4386-b03e-c9e1c693150e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.214580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=8332aec1-69a5-439d-9e11-7cc7e849ad90,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.237099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 21367f13-1466-4b92-9a91-79e8f53e4eef {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:39.237438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 21367f13-1466-4b92-9a91-79e8f53e4eef not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:39.326108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3a73-0e88-4bb9-809a-3e4df36ecc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.393094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3a73-0e88-4bb9-809a-3e4df36ecc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.403151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.427229 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.429291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdeaf99-074c-4d86-ba5d-17adeacb14cc']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:39.450687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8459ab49-acb5-44b3-9f1c-a80cc4d1a706') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:39.451100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8459ab49-acb5-44b3-9f1c-a80cc4d1a706') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:39.464873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.467107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Pushing event deleted for resources: {'Port': ['ID=8332aec1-69a5-439d-9e11-7cc7e849ad90,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.478535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.479259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.479840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.480411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.480998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.481588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.482173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.482992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.483567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.484186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.484773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.485996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:39.490397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.492881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25e1b1-df97-4b10-afc2-93522e6b03e2 None None] No DVR routers for this DVR port 8332aec1-69a5-439d-9e11-7cc7e849ad90 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:39.518110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:39.519039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.542240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3a73-0e88-4bb9-809a-3e4df36ecc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.544993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3a73-0e88-4bb9-809a-3e4df36ecc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.546198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dd3c3a73-0e88-4bb9-809a-3e4df36ecc3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/576a9af7-25af-4386-b03e-c9e1c693150e HTTP/1.1" status: 204 len: 168 time: 0.3559632 Jul 08 17:31:39.578310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c3a73-0e88-4bb9-809a-3e4df36ecc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a9af7-25af-4386-b03e-c9e1c693150e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:39.619197 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:39.625136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.641524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.652463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/ccdeaf99-074c-4d86-ba5d-17adeacb14cc HTTP/1.1" status: 204 len: 168 time: 1.2648938 Jul 08 17:31:39.656588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:39.679074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474e501-e911-46ed-a16b-7cabeb0026b6 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=ccdeaf99-074c-4d86-ba5d-17adeacb14cc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.764703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5c906-c376-4986-8631-6ad7de58bae7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.766432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-44a5c906-c376-4986-8631-6ad7de58bae7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/8ca940f8-804f-42b9-9595-a14ef84546c9 HTTP/1.1" status: 200 len: 844 time: 0.1087873 Jul 08 17:31:39.774036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:39.919519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:39.924150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aa4a9b16-aa09-48e5-84f9-6757bbfeba0a tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/8ca940f8-804f-42b9-9595-a14ef84546c9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1487682 Jul 08 17:31:39.926668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:39.980372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8332aec1-69a5-439d-9e11-7cc7e849ad90 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:40.016255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 8332aec1-69a5-439d-9e11-7cc7e849ad90 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:40.016997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8332aec1-69a5-439d-9e11-7cc7e849ad90 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:40.226250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c81ec-a1e6-4d0e-9007-a54f6f781ce6 req-b7157ad1-cb07-43b8-b021-6a132764f157 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:40.234014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13c81ec-a1e6-4d0e-9007-a54f6f781ce6 req-b7157ad1-cb07-43b8-b021-6a132764f157 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1138206 Jul 08 17:31:40.236181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:40.266391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f212761e-582c-4250-a4bf-c9f3e66720b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.309695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:40.313612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.348350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13c81ec-a1e6-4d0e-9007-a54f6f781ce6 req-c26b1009-473c-4d6a-8e45-8b9d09e0dfa2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107044 Jul 08 17:31:40.417169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f212761e-582c-4250-a4bf-c9f3e66720b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.422639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f212761e-582c-4250-a4bf-c9f3e66720b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.479681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212761e-582c-4250-a4bf-c9f3e66720b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca457979-1e38-4da3-929e-369dac0e2118,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:40.528210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f212761e-582c-4250-a4bf-c9f3e66720b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2a91019d9364944818f89cc4ce204b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883220 Jul 08 17:31:40.536358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa5130-fb2f-4e64-8c3e-6d327632c3aa req-f6c3f48e-8d27-467b-a3d4-713182660bda tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:40.545406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deaa5130-fb2f-4e64-8c3e-6d327632c3aa req-f6c3f48e-8d27-467b-a3d4-713182660bda tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.3676553 Jul 08 17:31:40.558118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:40.641640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.681982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c488833-eca2-4bb2-9d78-1142ad040ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.692079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:40.695688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:40.701848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:40.702563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.704820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab905126-953e-4db8-a6a2-bbc7b00c55e7 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:40.705970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deaa5130-fb2f-4e64-8c3e-6d327632c3aa req-daf11840-8d36-4753-a14c-ec6b5e033298 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586151 Jul 08 17:31:40.746073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8224914 Jul 08 17:31:40.746073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba1361-9068-4d1d-9454-2723206904ac tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=696ca471-bf58-46e0-bd5d-25fe2829e413,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:40.746956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:40.752816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'security_group': {'name': 'tempest-secgroup-124719034'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:40.759549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c488833-eca2-4bb2-9d78-1142ad040ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.779873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.834589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c488833-eca2-4bb2-9d78-1142ad040ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.837681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c488833-eca2-4bb2-9d78-1142ad040ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.838996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2c488833-eca2-4bb2-9d78-1142ad040ac1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca457979-1e38-4da3-929e-369dac0e2118 HTTP/1.1" status: 204 len: 168 time: 0.2799242 Jul 08 17:31:40.868779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c488833-eca2-4bb2-9d78-1142ad040ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca457979-1e38-4da3-929e-369dac0e2118,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:41.007103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.015854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.073323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.075187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3270075 Jul 08 17:31:41.077920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:41.085487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1319364695'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:41.098957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a20455-6de1-451f-a8d0-d0d068082aa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4975b18c-bffb-466b-aec8-a5cf0bf0032d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:41.155103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2421eb6a-e56c-43aa-97d8-13e2292fe466', 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'tenant_id': 'ac9767b8200c49fda6c7daa101016486', 'fixed_ips': [{'subnet_id': '696ca471-bf58-46e0-bd5d-25fe2829e413'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:31:41.156094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.169322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.346040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.352281 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.467752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e561ed-03ad-4dfd-8da6-a42862ce8d34,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:41.522391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.523859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ad8f7f7c-c7d0-4323-b4ae-bc831b0c12d5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4448569 Jul 08 17:31:41.527000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33970) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:41.566077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1450588343', 'security_groups': ['c5e561ed-03ad-4dfd-8da6-a42862ce8d34'], 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '696ca471-bf58-46e0-bd5d-25fe2829e413'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:41.733594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Allocated IP 2001:db8::2 (2421eb6a-e56c-43aa-97d8-13e2292fe466/696ca471-bf58-46e0-bd5d-25fe2829e413/dbc38332-f6e1-4e55-b55e-146cd6936ddc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:41.764130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc1c66-7e7b-41a7-90bb-0d3cb16f8d9d req-1d8f90b1-234d-4696-a044-06495d7b8584 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.766653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28fc1c66-7e7b-41a7-90bb-0d3cb16f8d9d req-1d8f90b1-234d-4696-a044-06495d7b8584 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.1116359 Jul 08 17:31:41.925379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28fc1c66-7e7b-41a7-90bb-0d3cb16f8d9d req-7da2b433-a5a7-45ac-9b86-654ebf1c67ab tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509268 Jul 08 17:31:42.015737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:42.105271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.135672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Transition to ACTIVE for port object dbc38332-f6e1-4e55-b55e-146cd6936ddc will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:42.188787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Transition to ACTIVE for port object dbc38332-f6e1-4e55-b55e-146cd6936ddc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:42.202113 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.309148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:42.343085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Pushing event updated for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:42.345843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:42.355656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:42.372117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8abf94-fc42-4908-904f-9af5432b6cfc req-9d84fa94-5423-409c-97db-9e4506134e39 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.374044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f8abf94-fc42-4908-904f-9af5432b6cfc req-9d84fa94-5423-409c-97db-9e4506134e39 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.2014697 Jul 08 17:31:42.395171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.479919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port 53f73331-7268-4a4d-91da-e4b4b59e17f9 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:42.547077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Attempting to bind port dbc38332-f6e1-4e55-b55e-146cd6936ddc on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:42.548531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Attempting to bind port dbc38332-f6e1-4e55-b55e-146cd6936ddc by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '1bd6ab87-ca58-46d5-a571-128226feec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:42.549999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Attempting to bind port dbc38332-f6e1-4e55-b55e-146cd6936ddc on network 2421eb6a-e56c-43aa-97d8-13e2292fe466 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:42.560964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:42.564040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Checking segment: {'id': '1bd6ab87-ca58-46d5-a571-128226feec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:42.564912 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.567636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Bound using segment: {'id': '1bd6ab87-ca58-46d5-a571-128226feec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:42.568415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Bound port: dbc38332-f6e1-4e55-b55e-146cd6936ddc, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd6ab87-ca58-46d5-a571-128226feec1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:42.568997 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.709007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:42.714349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dbc38332-f6e1-4e55-b55e-146cd6936ddc,segment=NetworkSegment(1bd6ab87-ca58-46d5-a571-128226feec1c),segment_id=1bd6ab87-ca58-46d5-a571-128226feec1c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:42.720754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.782380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::383 (2421eb6a-e56c-43aa-97d8-13e2292fe466/696ca471-bf58-46e0-bd5d-25fe2829e413/53f73331-7268-4a4d-91da-e4b4b59e17f9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:42.794667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f8abf94-fc42-4908-904f-9af5432b6cfc req-9a38949c-66bc-494b-bc4d-5f6228653825 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964739 Jul 08 17:31:42.846008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b725c-85c8-4748-8931-7c9dffcb8dfb None None] Pushing event updated for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:42.884332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.949268 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.150841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.199283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 53f73331-7268-4a4d-91da-e4b4b59e17f9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:43.653549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.756912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:43.758543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=53f73331-7268-4a4d-91da-e4b4b59e17f9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:43.762288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:43.764325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:43.771205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.772119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.794683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41d60-01eb-418f-b80a-2baef82b9953 req-9a5ec251-d1df-457d-a7b5-f2ff55c51b97 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.796412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3c41d60-01eb-418f-b80a-2baef82b9953 req-9a5ec251-d1df-457d-a7b5-f2ff55c51b97 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.5598717 Jul 08 17:31:43.807896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c4b8290-1506-4afb-b0ae-23d305f0d0ed tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2769859 Jul 08 17:31:43.811859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34092) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:43.825120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:43.932924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3c41d60-01eb-418f-b80a-2baef82b9953 req-c138c339-0eb3-461e-a4eb-b06c7fc73229 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242163 Jul 08 17:31:43.985706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dbc38332-f6e1-4e55-b55e-146cd6936ddc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:44.033187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-1a29d78c-d779-4fed-98f9-9e8024a94a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.035470 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-1a29d78c-d779-4fed-98f9-9e8024a94a84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1097 time: 0.3098335 Jul 08 17:31:44.061828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port dbc38332-f6e1-4e55-b55e-146cd6936ddc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:44.286773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:44.291389 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:44.492677 n-d-799527-4 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 696ca471-bf58-46e0-bd5d-25fe2829e413 (CIDR: 2001:db8::/64) Jul 08 17:31:44.494482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-1f618bb5-5294-4747-994e-5317cc0f754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.496030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-1f618bb5-5294-4747-994e-5317cc0f754d service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.4533284 Jul 08 17:31:44.498955 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:31:44.499399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:31:44.585361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f6ac-9bfa-4962-a13d-f54fac2b70c5 req-1ab00102-0b17-4330-b7db-da3f74e15803 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.586960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dea6f6ac-9bfa-4962-a13d-f54fac2b70c5 req-1ab00102-0b17-4330-b7db-da3f74e15803 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.4621911 Jul 08 17:31:44.591589 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-59eb9125-f588-44f3-beff-e8616fc0698c tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7761352 Jul 08 17:31:44.594701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:44.601069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:44.643804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-c5094532-4feb-415c-8bb4-87370b08bc7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 1002 time: 0.1284423 Jul 08 17:31:44.702808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59491110-f033-4544-aef3-56bf613e077d None None] Provisioning for port dbc38332-f6e1-4e55-b55e-146cd6936ddc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:44.720910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dea6f6ac-9bfa-4962-a13d-f54fac2b70c5 req-44e86d22-a93a-4490-9503-bb9a3b862f85 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261652 Jul 08 17:31:44.728262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59491110-f033-4544-aef3-56bf613e077d None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:44.728643 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59491110-f033-4544-aef3-56bf613e077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:44.794085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-a398bdea-b785-450a-b1f2-c1f2befa3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.796963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-a398bdea-b785-450a-b1f2-c1f2befa3079 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1463773 Jul 08 17:31:44.902966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-21437c71-3d84-49a0-a7af-5052dd09e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.909617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-21437c71-3d84-49a0-a7af-5052dd09e4bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043711 Jul 08 17:31:44.938139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:44.942856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.013986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59491110-f033-4544-aef3-56bf613e077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.076858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-59491110-f033-4544-aef3-56bf613e077d None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dbc38332-f6e1-4e55-b55e-146cd6936ddc,segment=NetworkSegment(1bd6ab87-ca58-46d5-a571-128226feec1c),segment_id=1bd6ab87-ca58-46d5-a571-128226feec1c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:45.081413 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59491110-f033-4544-aef3-56bf613e077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.152393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-ad2a621e-aea4-4a4d-a06a-f1e61aef6bdc service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359738 Jul 08 17:31:45.195923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-59491110-f033-4544-aef3-56bf613e077d None None] Provisioning complete for port 8ca940f8-804f-42b9-9595-a14ef84546c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:45.196593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59491110-f033-4544-aef3-56bf613e077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.251285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-d80abd5c-8717-4582-84c9-d9039d464ecc tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.253326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-d80abd5c-8717-4582-84c9-d9039d464ecc tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1587067 Jul 08 17:31:45.333339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59491110-f033-4544-aef3-56bf613e077d None None] Pushing event updated for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:45.365600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-59491110-f033-4544-aef3-56bf613e077d None None] Port 8ca940f8-804f-42b9-9595-a14ef84546c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:45.490723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb3e6e34-9bb8-4e8d-8814-a791ff76818d None None] Provisioning for port 53f73331-7268-4a4d-91da-e4b4b59e17f9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:45.497033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb3e6e34-9bb8-4e8d-8814-a791ff76818d None None] Provisioning complete for port 53f73331-7268-4a4d-91da-e4b4b59e17f9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:45.499970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6e34-9bb8-4e8d-8814-a791ff76818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.541265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Deleting port c4e42f2d-5888-446a-bff2-cf5d207dc135 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:45.541643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.552250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e6e34-9bb8-4e8d-8814-a791ff76818d None None] Port 53f73331-7268-4a4d-91da-e4b4b59e17f9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:45.675217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64378-2de5-4072-b602-dd5bf56a466d req-7ab00055-2f9b-4118-adfc-9e5358e6f01a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.687028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35c64378-2de5-4072-b602-dd5bf56a466d req-7ab00055-2f9b-4118-adfc-9e5358e6f01a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.3475046 Jul 08 17:31:45.852066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35c64378-2de5-4072-b602-dd5bf56a466d req-2afffd15-a2c6-4247-9491-8502c8cdd32f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639619 Jul 08 17:31:45.854925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.954327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dbc38332-f6e1-4e55-b55e-146cd6936ddc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:45.998965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5280c0f8-6c52-412f-bfc1-869f7ce090f9 req-3f10e4e0-4d0d-4fd1-891a-52d59b92976c service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8401783 Jul 08 17:31:46.023636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:46.028322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:46.041074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.042102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.045319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5980525-da95-4ccc-8bbf-1b63498b3ad5 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:46.053948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] For port c4e42f2d-5888-446a-bff2-cf5d207dc135, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c4e42f2d-5888-446a-bff2-cf5d207dc135,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:46.054323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.060369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b3da8-5fdb-43e0-858c-80bb2ad5bfb9 req-9b57724e-9649-4479-9a7f-1400bbc38276 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.074525 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c42b3da8-5fdb-43e0-858c-80bb2ad5bfb9 req-9b57724e-9649-4479-9a7f-1400bbc38276 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 946 time: 0.1217709 Jul 08 17:31:46.081153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=6c1bd312-da0e-4155-a766-02b27d4ee79b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:46.094833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Calling delete_port for c4e42f2d-5888-446a-bff2-cf5d207dc135 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:46.101011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1cc48563-7d4a-482f-8103-e5b1721cc259 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5048525 Jul 08 17:31:46.106972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:46.119770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1050496035', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c1bd312-da0e-4155-a766-02b27d4ee79b'}], 'security_groups': ['4975b18c-bffb-466b-aec8-a5cf0bf0032d']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:46.208611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:46.209955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.260667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c42b3da8-5fdb-43e0-858c-80bb2ad5bfb9 req-90783508-673c-45d0-9b28-e67777138ca4 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/security-groups?id=1c6b8211-8402-4f9a-96de-fb2e902aecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846464 Jul 08 17:31:46.352869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.391100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['c4e42f2d-5888-446a-bff2-cf5d207dc135'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:46.422810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Pushing event deleted for resources: {'Port': ['ID=c4e42f2d-5888-446a-bff2-cf5d207dc135,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:46.427224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.555573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34168) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:46.562179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] No DVR routers for this DVR port c4e42f2d-5888-446a-bff2-cf5d207dc135 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:46.565961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.574572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2019d4af-da9a-4d3e-96a5-6cc875d1f7b6 req-5154f3bd-fa57-478b-bb01-ad78f705c446 tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.53 "DELETE /v2.0/ports/c4e42f2d-5888-446a-bff2-cf5d207dc135 HTTP/1.1" status: 204 len: 173 time: 1.3141987 Jul 08 17:31:46.574572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'name': 'network-vif-deleted', 'tag': 'c4e42f2d-5888-446a-bff2-cf5d207dc135'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:46.580245 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f29015f-dbaa-4279-a708-d8d99d103db5" -d '{"events": [{"server_uuid": "d842dd2b-68d4-4937-b16c-1524289a270f", "name": "network-vif-deleted", "tag": "c4e42f2d-5888-446a-bff2-cf5d207dc135"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:46.623794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Deleting subnet 01df5dce-2891-4c5f-93e0-2a1e3f8e702a {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:46.628729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.658372 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0482a490-6f05-472c-97b4-8b796e3c8492 x-openstack-request-id: req-0482a490-6f05-472c-97b4-8b796e3c8492 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:46.658767 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d842dd2b-68d4-4937-b16c-1524289a270f", "name": "network-vif-deleted", "tag": "c4e42f2d-5888-446a-bff2-cf5d207dc135", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:46.659109 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0482a490-6f05-472c-97b4-8b796e3c8492 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:46.659681 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd842dd2b-68d4-4937-b16c-1524289a270f', 'name': 'network-vif-deleted', 'tag': 'c4e42f2d-5888-446a-bff2-cf5d207dc135', 'status': 'completed', 'code': 200} Jul 08 17:31:46.773331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.870188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.111285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Update dhcp port {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'fixed_ips': [{'subnet_id': '696ca471-bf58-46e0-bd5d-25fe2829e413', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c1bd312-da0e-4155-a766-02b27d4ee79b'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'dbc38332-f6e1-4e55-b55e-146cd6936ddc'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:31:47.134941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242054a-04bd-46fe-8149-cef993090119 req-a597b5ef-6549-47a6-bc9b-339ac370dd10 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.143316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3242054a-04bd-46fe-8149-cef993090119 req-a597b5ef-6549-47a6-bc9b-339ac370dd10 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 946 time: 0.0957959 Jul 08 17:31:47.180535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.233719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3242054a-04bd-46fe-8149-cef993090119 req-3d64298f-66f6-4316-b681-f0faefd2ec90 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894856 Jul 08 17:31:47.244307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01df5dce-2891-4c5f-93e0-2a1e3f8e702a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:47.249088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Delete allocated IP 2001:db8::383 (2421eb6a-e56c-43aa-97d8-13e2292fe466/696ca471-bf58-46e0-bd5d-25fe2829e413) {{(pid=93944) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:31:47.257321 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.260878 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.264930 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1cc29e1a-d883-4a4d-85de-d6af12f5e111 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/01df5dce-2891-4c5f-93e0-2a1e3f8e702a HTTP/1.1" status: 204 len: 168 time: 0.7083426 Jul 08 17:31:47.267530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:47.273352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8:0:1::1b3 (2421eb6a-e56c-43aa-97d8-13e2292fe466/6c1bd312-da0e-4155-a766-02b27d4ee79b/53f73331-7268-4a4d-91da-e4b4b59e17f9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:47.274115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:47.412172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.576011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.588223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d4a1c4-5a0e-49fc-80c0-cbd056f8c566']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:47.600742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2a8818-4cf7-4c5f-8779-4b2d740eb365') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:47.601145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2a8818-4cf7-4c5f-8779-4b2d740eb365') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:47.619642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.657450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.679400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:47.679811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.687242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6eda8450-03eb-4dea-be49-778950ee4206 req-8cd8fa5c-ede8-4684-b88a-5ce929bf96bb tempest-ServerRescueNegativeTestJSON-2045546185 tempest-ServerRescueNegativeTestJSON-2045546185-project] 10.222.0.48 "GET /v2.0/ports?device_id=d842dd2b-68d4-4937-b16c-1524289a270f HTTP/1.1" status: 200 len: 210 time: 0.1011438 Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:47.687884 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:47.768556 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.841865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:47.843556 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.849534 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785cdca7-b927-40d7-918b-2ea00c657a1f" -d '{"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-unplugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:47.852816 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.854964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/14d4a1c4-5a0e-49fc-80c0-cbd056f8c566 HTTP/1.1" status: 204 len: 168 time: 0.5864389 Jul 08 17:31:47.870518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c12223-1b8b-4c60-8544-4ccb0db3baa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d4a1c4-5a0e-49fc-80c0-cbd056f8c566,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:47.888148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:47.893551 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.895123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c4e42f2d-5888-446a-bff2-cf5d207dc135 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:47.896007 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:47.934466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object 53f73331-7268-4a4d-91da-e4b4b59e17f9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:47.939480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: c4e42f2d-5888-446a-bff2-cf5d207dc135 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:47.940024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c4e42f2d-5888-446a-bff2-cf5d207dc135 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:47.940462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.022190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Allocated IP 2001:db8:0:1::2 (2421eb6a-e56c-43aa-97d8-13e2292fe466/6c1bd312-da0e-4155-a766-02b27d4ee79b/dbc38332-f6e1-4e55-b55e-146cd6936ddc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:48.061569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=53f73331-7268-4a4d-91da-e4b4b59e17f9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:48.118137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] In _notify_port_updated(), no bound segment for port 53f73331-7268-4a4d-91da-e4b4b59e17f9 on network 2421eb6a-e56c-43aa-97d8-13e2292fe466 {{(pid=93944) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:31:48.126473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.127415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.129102 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5ff382f5-02a1-48e2-9874-779719aeebd4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/ports/53f73331-7268-4a4d-91da-e4b4b59e17f9 HTTP/1.1" status: 200 len: 931 time: 2.0207675 Jul 08 17:31:48.132648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dbc38332-f6e1-4e55-b55e-146cd6936ddc,segment=NetworkSegment(1bd6ab87-ca58-46d5-a571-128226feec1c),segment_id=1bd6ab87-ca58-46d5-a571-128226feec1c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:48.133198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.165355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34214) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.173379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.193669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Transition to ACTIVE for port object dbc38332-f6e1-4e55-b55e-146cd6936ddc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:48.225547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.253301 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f80a52b6-9fc5-4b2b-b15f-f2a81ffd66e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ce415ed410e44b4a9e30c03bcea1382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862131 Jul 08 17:31:48.255870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34218) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.311183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:48.359926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 53f73331-7268-4a4d-91da-e4b4b59e17f9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:48.361068 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.426138 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff62c2-bc81-4e32-80c5-c74cc8059b23 x-openstack-request-id: req-45ff62c2-bc81-4e32-80c5-c74cc8059b23 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:48.426561 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-unplugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:48.430310 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45ff62c2-bc81-4e32-80c5-c74cc8059b23 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:48.430871 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'code': 200} Jul 08 17:31:48.432543 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6979c2f7-9ade-46f5-b32d-85c6612cda55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.477835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6979c2f7-9ade-46f5-b32d-85c6612cda55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.525615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97160b-af53-427d-8ecd-6d9197d38074 None None] Pushing event updated for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:48.575414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6979c2f7-9ade-46f5-b32d-85c6612cda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.578519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6979c2f7-9ade-46f5-b32d-85c6612cda55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.582292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6979c2f7-9ade-46f5-b32d-85c6612cda55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c07651ee-d2c6-4385-99e0-95a2fe34bbf6 HTTP/1.1" status: 204 len: 168 time: 0.3224852 Jul 08 17:31:48.590693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979c2f7-9ade-46f5-b32d-85c6612cda55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07651ee-d2c6-4385-99e0-95a2fe34bbf6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:48.609477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.634081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 53f73331-7268-4a4d-91da-e4b4b59e17f9 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:48.746227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f192b-c6fd-450a-bb65-e88ea5c7af3f req-cf354384-8536-4d46-b74c-73d7507a07c1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.754223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a0f192b-c6fd-450a-bb65-e88ea5c7af3f req-cf354384-8536-4d46-b74c-73d7507a07c1 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2226267 Jul 08 17:31:48.811100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a0f192b-c6fd-450a-bb65-e88ea5c7af3f req-f9e77399-d3fc-464c-8231-4b18405f50be tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558341 Jul 08 17:31:48.847381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.983724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.055718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=53f73331-7268-4a4d-91da-e4b4b59e17f9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:49.117660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.122073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-02529fe7-a7f6-4061-a67f-03e58ace73f9 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/53f73331-7268-4a4d-91da-e4b4b59e17f9 HTTP/1.1" status: 204 len: 168 time: 0.9854741 Jul 08 17:31:49.122288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.158249 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-841dfa49-bd6f-4676-bf2f-1381a8d6bf65 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:31:49.163468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-841dfa49-bd6f-4676-bf2f-1381a8d6bf65 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/53f73331-7268-4a4d-91da-e4b4b59e17f9 HTTP/1.1" status: 404 len: 333 time: 0.0374870 Jul 08 17:31:49.165620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.369225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dd02cdf-cd22-41f3-a596-fb8390352499 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.478814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dd02cdf-cd22-41f3-a596-fb8390352499 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.511518 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b87caa87-d6c3-4498-8d66-90d8c2646b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.578836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dd02cdf-cd22-41f3-a596-fb8390352499 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.581441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dd02cdf-cd22-41f3-a596-fb8390352499 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.587771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1dd02cdf-cd22-41f3-a596-fb8390352499 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5e561ed-03ad-4dfd-8da6-a42862ce8d34 HTTP/1.1" status: 204 len: 168 time: 0.4210067 Jul 08 17:31:49.595866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.646686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd02cdf-cd22-41f3-a596-fb8390352499 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e561ed-03ad-4dfd-8da6-a42862ce8d34,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:49.761257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88468f04-4dcf-469d-8e91-ad82c9379540 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.761813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Provisioning for port dbc38332-f6e1-4e55-b55e-146cd6936ddc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:49.769632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:49.770475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.872205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88468f04-4dcf-469d-8e91-ad82c9379540 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.991492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88468f04-4dcf-469d-8e91-ad82c9379540 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.995938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-88468f04-4dcf-469d-8e91-ad82c9379540 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.000109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:50.004870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-88468f04-4dcf-469d-8e91-ad82c9379540 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/security-groups/4975b18c-bffb-466b-aec8-a5cf0bf0032d HTTP/1.1" status: 204 len: 168 time: 0.4051349 Jul 08 17:31:50.009290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Provisioning complete for port 8ca940f8-804f-42b9-9595-a14ef84546c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:50.009670 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.055709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88468f04-4dcf-469d-8e91-ad82c9379540 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975b18c-bffb-466b-aec8-a5cf0bf0032d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:50.102367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dbc38332-f6e1-4e55-b55e-146cd6936ddc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:50.198800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Port 8ca940f8-804f-42b9-9595-a14ef84546c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:50.210559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 696ca471-bf58-46e0-bd5d-25fe2829e413 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:50.233629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b5bbeee4-ee00-40e4-bb92-608a49e37d70 None None] Could not find standard attr ID for object 53f73331-7268-4a4d-91da-e4b4b59e17f9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:50.241441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.248801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.293784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:50.294194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.397365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9b20d76b-c9da-41fb-b92d-3bd585386530 None None] Could not find standard attr ID for object 53f73331-7268-4a4d-91da-e4b4b59e17f9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:31:50.485848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.719645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.816590 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.833291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.835838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/696ca471-bf58-46e0-bd5d-25fe2829e413 HTTP/1.1" status: 204 len: 168 time: 0.8296356 Jul 08 17:31:50.839531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff242eff-28bf-473c-a2e2-dacfb1eaba21 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:50.842790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:50.850183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:50.930541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c9d11-37bb-416c-8be0-e9f75d1b6683 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=696ca471-bf58-46e0-bd5d-25fe2829e413,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:51.122273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:51.126016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.157400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Deleting port 8382fcb9-2e44-439f-bdcf-77f151ccfdda {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:51.157884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.238588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:51.315512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] For port 8382fcb9-2e44-439f-bdcf-77f151ccfdda, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8382fcb9-2e44-439f-bdcf-77f151ccfdda,segment=NetworkSegment(54c850b8-4a73-4198-9742-2a78d24dab06),segment_id=54c850b8-4a73-4198-9742-2a78d24dab06)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:51.315893 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.349960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Calling delete_port for 8382fcb9-2e44-439f-bdcf-77f151ccfdda owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:51.772776 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.861078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.876629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Pushing event deleted for resources: {'Port': ['ID=8382fcb9-2e44-439f-bdcf-77f151ccfdda,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:52.005597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=1120aa34-cd35-4bff-9888-53064717e970,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:52.076751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:52.113001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:52.116836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.124861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.125706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.167831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-6ab51e00-17c9-49b9-94a8-9ba3b2971a62 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3896010 Jul 08 17:31:52.171848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2ea491cd-c982-4da5-8ae1-25859561b12e tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3250380 Jul 08 17:31:52.187203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34374) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:52.196978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'security_group': {'name': 'tempest-secgroup-519105964'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:52.197206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b425caf-527c-426e-a1ad-94e1b01b2fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.229432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db3c2-4085-4330-a69b-18c1cd3bf3c9 req-f41df8ce-2dd5-495f-8574-defdca8e3282 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.240029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-784db3c2-4085-4330-a69b-18c1cd3bf3c9 req-f41df8ce-2dd5-495f-8574-defdca8e3282 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.2354028 Jul 08 17:31:52.261991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.311399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.353455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-784db3c2-4085-4330-a69b-18c1cd3bf3c9 req-74cc275a-5627-4415-969d-f0a395374f36 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047797 Jul 08 17:31:52.436560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab516d-2f4e-465c-b506-d18a27715999 req-0e532cb5-8bc3-4a2b-9639-b358eb810e4a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.463166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caab516d-2f4e-465c-b506-d18a27715999 req-0e532cb5-8bc3-4a2b-9639-b358eb810e4a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.6208653 Jul 08 17:31:52.474721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec9d7a2-ae9d-4fad-8403-731e64d7202d None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:52.643600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e82b3ac7-60a0-40e4-877d-e40a52c2ede7 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:52.644804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e82b3ac7-60a0-40e4-877d-e40a52c2ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.871892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.936001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e82b3ac7-60a0-40e4-877d-e40a52c2ede7 None None] Provisioning complete for port 8ca940f8-804f-42b9-9595-a14ef84546c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:52.936721 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e82b3ac7-60a0-40e4-877d-e40a52c2ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.975693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.006982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caab516d-2f4e-465c-b506-d18a27715999 req-dc8af019-c351-4f54-a80b-f0287dbf3f2e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5425711 Jul 08 17:31:53.075335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e82b3ac7-60a0-40e4-877d-e40a52c2ede7 None None] Port 8ca940f8-804f-42b9-9595-a14ef84546c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:53.088490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.092987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34404) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:53.093827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9032094 Jul 08 17:31:53.101688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'security_group': {'name': 'tempest-secgroup-2017047482'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:53.105708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718948d-f913-48a9-92c9-2754df93c265 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2946cba9-c491-4882-b4b8-2e17f0da55f3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:53.194214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Router 55bd6946-f6b1-4bad-8aed-b8eebb201232 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:31:53.227310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.308469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Update dhcp port {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'fixed_ips': [{'subnet_id': '6c1bd312-da0e-4155-a766-02b27d4ee79b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1120aa34-cd35-4bff-9888-53064717e970'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'dbc38332-f6e1-4e55-b55e-146cd6936ddc'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:31:53.361575 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.387916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:31:53.394665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a3ff7f9b-0922-47be-a82d-afe0ffd7ae36 admin admin] 10.222.0.48 "PUT /v2.0/routers/55bd6946-f6b1-4bad-8aed-b8eebb201232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5449460 Jul 08 17:31:53.399840 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] Sync routers for ids ['55bd6946-f6b1-4bad-8aed-b8eebb201232'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:31:53.411079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:53.415640 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] Routers {'55bd6946-f6b1-4bad-8aed-b8eebb201232'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:53.416511 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['55bd6946-f6b1-4bad-8aed-b8eebb201232'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:53.449920 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.454963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.531763 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.535707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4388585 Jul 08 17:31:53.538425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34414) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:53.540786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bad1189-7643-4061-a6bd-73f106186f59,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:53.557780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445667647'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:53.621507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.622235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.622589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.622930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.624767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.625122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.625470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.625815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.626182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.626515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.626847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.627176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce0bc-3b56-40ad-83f6-524b1a766d32 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:53.648009 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.657138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.694435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Allocated IP 2001:db8::2 (2421eb6a-e56c-43aa-97d8-13e2292fe466/1120aa34-cd35-4bff-9888-53064717e970/dbc38332-f6e1-4e55-b55e-146cd6936ddc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:53.707093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] Set router 55bd6946-f6b1-4bad-8aed-b8eebb201232 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:53.715861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.885348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dbc38332-f6e1-4e55-b55e-146cd6936ddc,segment=NetworkSegment(1bd6ab87-ca58-46d5-a571-128226feec1c),segment_id=1bd6ab87-ca58-46d5-a571-128226feec1c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:53.939795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.979904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.000749 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.025425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Transition to ACTIVE for port object dbc38332-f6e1-4e55-b55e-146cd6936ddc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:54.028163 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.032078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.114122 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:31:51Z', 'revision_number': 5, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port': {'id': 'b4b72a75-c436-4cf3-8786-416f2665f356', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:23Z', 'updated_at': '2021-07-08T17:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:54.127716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Deleting port b4b72a75-c436-4cf3-8786-416f2665f356 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:54.128063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.142247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a494aa4b-49b1-4c9c-b388-194961e60128,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:54.147105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2adc7-9ce3-421b-994e-8bb9b04ac48e None None] Pushing event updated for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:54.218424 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] Checking router: 55bd6946-f6b1-4bad-8aed-b8eebb201232 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:31:54.243347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.243489 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] Routers {'55bd6946-f6b1-4bad-8aed-b8eebb201232'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:54.244400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3edfc08a-d828-488c-aaa4-5ca185232511 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7044361 Jul 08 17:31:54.247848 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['55bd6946-f6b1-4bad-8aed-b8eebb201232'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:54.272910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:54.313371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-303940594', 'security_groups': ['a494aa4b-49b1-4c9c-b388-194961e60128'], 'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1120aa34-cd35-4bff-9888-53064717e970'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:54.313869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] For port b4b72a75-c436-4cf3-8786-416f2665f356, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b4b72a75-c436-4cf3-8786-416f2665f356,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:54.314387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.339445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Calling delete_port for b4b72a75-c436-4cf3-8786-416f2665f356 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:54.496614 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] Set router 55bd6946-f6b1-4bad-8aed-b8eebb201232 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:54.503103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-979f74ff-5375-4f66-846a-62df2f4effbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.505405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-979f74ff-5375-4f66-846a-62df2f4effbb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723&tenant_id=a962f43fa51d4ee4adf4f7a827a7af23 HTTP/1.1" status: 200 len: 1095 time: 0.6520033 Jul 08 17:31:54.506516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d864d9-889f-4add-a5bd-8eae25b371e2 req-cb7e2e8b-9a33-461c-bbdb-28e38bf0f9b8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.508493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:54.511471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6d864d9-889f-4add-a5bd-8eae25b371e2 req-cb7e2e8b-9a33-461c-bbdb-28e38bf0f9b8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.1179566 Jul 08 17:31:54.667715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.672730 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:31:54Z', 'revision_number': 6, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:54.691972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6d864d9-889f-4add-a5bd-8eae25b371e2 req-0fca534f-fc68-4c3f-af26-ccb9390eeb89 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310575 Jul 08 17:31:54.786853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.808916 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b354ef4-eb87-4b92-9568-2e585ae7eae8 None None] The sync data for ids ['55bd6946-f6b1-4bad-8aed-b8eebb201232'] in n-d-799527-4 is: [{'id': '55bd6946-f6b1-4bad-8aed-b8eebb201232', 'name': 'tempest-ServerRescueNegativeTestJSON-1265258379-router', 'tenant_id': 'c6174bef598c44bda72e06b588facdf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:20Z', 'updated_at': '2021-07-08T17:31:54Z', 'revision_number': 6, 'project_id': 'c6174bef598c44bda72e06b588facdf3', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:31:54.863138 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:31:54.875272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] device_id is not set on port ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:54.905615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b72a75-c436-4cf3-8786-416f2665f356,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:54.918262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.073396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:55.107094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.240599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-a26b3848-38cb-4081-82fb-399a1cb9a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.242306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-a26b3848-38cb-4081-82fb-399a1cb9a941 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1095 time: 0.5847790 Jul 08 17:31:55.430487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18573ac9-00f2-435f-9506-bcca9fc7f425 None None] Provisioning for port dbc38332-f6e1-4e55-b55e-146cd6936ddc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:55.434705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18573ac9-00f2-435f-9506-bcca9fc7f425 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:55.435222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18573ac9-00f2-435f-9506-bcca9fc7f425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.447209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afabcc1c-3075-48d8-b3e4-8db2b4b9e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.475356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8::31d (2421eb6a-e56c-43aa-97d8-13e2292fe466/1120aa34-cd35-4bff-9888-53064717e970/ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:55.651217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-18573ac9-00f2-435f-9506-bcca9fc7f425 None None] Provisioning complete for port 8ca940f8-804f-42b9-9595-a14ef84546c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:55.651997 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-18573ac9-00f2-435f-9506-bcca9fc7f425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.702461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-18573ac9-00f2-435f-9506-bcca9fc7f425 None None] Port 8ca940f8-804f-42b9-9595-a14ef84546c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:55.742677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-7f2094f4-d30a-4fef-a9e9-815dfa15535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.744160 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-7f2094f4-d30a-4fef-a9e9-815dfa15535f service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.4611714 Jul 08 17:31:55.861584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.870671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.950231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dbc38332-f6e1-4e55-b55e-146cd6936ddc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:55.959942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.960536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bd6946-f6b1-4bad-8aed-b8eebb201232 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:31:55.967627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.971113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bde2e909-531a-44fe-8be0-598642ec144f admin admin] 10.222.0.48 "DELETE /v2.0/routers/55bd6946-f6b1-4bad-8aed-b8eebb201232 HTTP/1.1" status: 204 len: 168 time: 2.5578082 Jul 08 17:31:55.975843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34460) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:56.036713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:56.037252 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.044277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Deleting subnet dc69b92a-a206-43d4-822e-c7e2ac4c7916 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:56.047610 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.093075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.169889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.257655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b4b72a75-c436-4cf3-8786-416f2665f356 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:56.278497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-37399978-f782-44aa-8963-54ef0250ea92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 1000 time: 0.5196176 Jul 08 17:31:56.288544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.315545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b4b72a75-c436-4cf3-8786-416f2665f356 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:56.316069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b4b72a75-c436-4cf3-8786-416f2665f356 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:56.316487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8382fcb9-2e44-439f-bdcf-77f151ccfdda no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:56.322845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc69b92a-a206-43d4-822e-c7e2ac4c7916,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:56.337546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.345030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 8382fcb9-2e44-439f-bdcf-77f151ccfdda {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:56.345402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8382fcb9-2e44-439f-bdcf-77f151ccfdda not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:56.347094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-452e8835-ac09-417b-b70b-a7f379ae57e0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dc69b92a-a206-43d4-822e-c7e2ac4c7916 HTTP/1.1" status: 204 len: 168 time: 0.3700628 Jul 08 17:31:56.351265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:56.444282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.480005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-222c94e7-9695-42f5-b6fa-13f7e868cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.481697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-222c94e7-9695-42f5-b6fa-13f7e868cb7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.1928337 Jul 08 17:31:56.485213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.535764 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.546527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf60894-3775-4852-a8ef-d47d7a5d834f']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:56.549811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc3515-e3e3-4695-b03b-5537e6fb7b28 req-cd4fcd18-b603-456e-842f-fa37c1570a8e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.558254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37dc3515-e3e3-4695-b03b-5537e6fb7b28 req-cd4fcd18-b603-456e-842f-fa37c1570a8e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2756572 Jul 08 17:31:56.559050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c850b8-4a73-4198-9742-2a78d24dab06') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:56.559507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c850b8-4a73-4198-9742-2a78d24dab06') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:56.570209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.586174 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.593564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:56.594599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:56.596472 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:56.602090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:56.613318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afabcc1c-3075-48d8-b3e4-8db2b4b9e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.633104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-afabcc1c-3075-48d8-b3e4-8db2b4b9e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.670378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.678797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.683590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] 10.222.0.48 "DELETE /v2.0/networks/3cf60894-3775-4852-a8ef-d47d7a5d834f HTTP/1.1" status: 204 len: 168 time: 0.3289406 Jul 08 17:31:56.696519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819c1a2-b090-4aa0-b9f8-1359d39d4cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf60894-3775-4852-a8ef-d47d7a5d834f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:56.718746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37dc3515-e3e3-4695-b03b-5537e6fb7b28 req-2dfb2043-6e4d-49f8-bade-8b4de03ee5f8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582520 Jul 08 17:31:56.757095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabcc1c-3075-48d8-b3e4-8db2b4b9e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ac5bd-9a00-403b-80bf-94e35613ce43,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:56.770277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-afabcc1c-3075-48d8-b3e4-8db2b4b9e6e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55dcd44e7d5e4c079672014608005589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6929183 Jul 08 17:31:56.773181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:56.774754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-7d6d4816-3992-48f3-b450-8acf6be7d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.776409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-7d6d4816-3992-48f3-b450-8acf6be7d541 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832925 Jul 08 17:31:56.795118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.888041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f998606-be9d-409e-b18c-707be70b3a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.900429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:56.905512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:56.911572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:56.918173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.918828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.923880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f998606-be9d-409e-b18c-707be70b3a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.954845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:56.983744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a3ca205-4ce1-4135-9317-e8a670f67ecc tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6947799 Jul 08 17:31:56.983744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-490bb2f0-8bf5-4e01-b0c5-a508847828df service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929936 Jul 08 17:31:56.984907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34482) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:56.998807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34484) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:57.001356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:57.035829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f998606-be9d-409e-b18c-707be70b3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.039689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f998606-be9d-409e-b18c-707be70b3a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.041104 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4f998606-be9d-409e-b18c-707be70b3a30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c0ac5bd-9a00-403b-80bf-94e35613ce43 HTTP/1.1" status: 204 len: 168 time: 0.2666738 Jul 08 17:31:57.062105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f998606-be9d-409e-b18c-707be70b3a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ac5bd-9a00-403b-80bf-94e35613ce43,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:57.069954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4eccd369-79bd-4b6a-9e35-b24b60e7d44c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6174bef598c44bda72e06b588facdf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705261 Jul 08 17:31:57.072511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34494) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:57.154638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca8487f-0726-4bb2-85dd-fa264b310c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.182638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca8487f-0726-4bb2-85dd-fa264b310c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.256976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca8487f-0726-4bb2-85dd-fa264b310c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.267186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eca8487f-0726-4bb2-85dd-fa264b310c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.290086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eca8487f-0726-4bb2-85dd-fa264b310c50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c6b8211-8402-4f9a-96de-fb2e902aecca HTTP/1.1" status: 204 len: 168 time: 0.2156587 Jul 08 17:31:57.301864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:57.306967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8487f-0726-4bb2-85dd-fa264b310c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b8211-8402-4f9a-96de-fb2e902aecca,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:57.514918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3568745c-afce-4b6f-8f16-039b4092fb0f None None] Provisioning for port ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:57.534483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3568745c-afce-4b6f-8f16-039b4092fb0f None None] Provisioning complete for port ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:57.534916 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3568745c-afce-4b6f-8f16-039b4092fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.569546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5add5eee-b83d-451f-bf6a-7fac6991e563 req-9f0ac152-6c4e-4640-babf-d8231929f207 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854657 Jul 08 17:31:57.596021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:57.604925 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.657771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3568745c-afce-4b6f-8f16-039b4092fb0f None None] Port ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:57.687530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:57.725297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:57.796033 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1120aa34-cd35-4bff-9888-53064717e970 (CIDR: 2001:db8::/64) Jul 08 17:31:57.802720 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:31:57.803558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:31:57.822084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.842580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-39005735-863f-4656-8c25-2056286c4fa7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8491735 Jul 08 17:31:57.845592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:57.852320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:57.855744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:57.912347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:57.922969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.923278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:57.987965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:58.023088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc991611-d36e-4024-beb6-fcfb0f29512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.076832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460c6c-4497-49cf-8775-0eda10022ad8 req-fd67278c-6903-4946-ae07-356960420f2b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.078238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54460c6c-4497-49cf-8775-0eda10022ad8 req-fd67278c-6903-4946-ae07-356960420f2b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.1512682 Jul 08 17:31:58.103847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a2695a85-c12e-461d-9705-7ab69f00ca72'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:58.164142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54460c6c-4497-49cf-8775-0eda10022ad8 req-ccf22b75-7205-4bd2-b829-7e11b4e2a04f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635407 Jul 08 17:31:58.296651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc991611-d36e-4024-beb6-fcfb0f29512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.305310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc991611-d36e-4024-beb6-fcfb0f29512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.324422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:58.326894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:58.334214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.559691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-477ed3e8-c5e2-46cd-9178-eb9f18e93108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.586256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dc991611-d36e-4024-beb6-fcfb0f29512e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a832c8bc3484430941b8d9304062417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967805 Jul 08 17:31:58.591937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34568) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:58.600335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc991611-d36e-4024-beb6-fcfb0f29512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0455f589-8990-4396-b94f-360cb5dbc02d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:58.735493 n-d-799527-4 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6c1bd312-da0e-4155-a766-02b27d4ee79b (CIDR: 2001:db8:0:1::/64) Jul 08 17:31:58.740576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-477ed3e8-c5e2-46cd-9178-eb9f18e93108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.745463 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-477ed3e8-c5e2-46cd-9178-eb9f18e93108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.754621 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:31:58.755462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:31:58.794235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-477ed3e8-c5e2-46cd-9178-eb9f18e93108 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddc0e48375994664900f98c11af753be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694277 Jul 08 17:31:58.795538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ed3e8-c5e2-46cd-9178-eb9f18e93108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402a5ac2-1413-4a11-b271-2a3944d2e3cf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:58.798113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34572) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:58.865698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b6dcf0f7-7607-4042-93f7-bd9d385b9f96 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0181279 Jul 08 17:31:58.866709 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aabf9c3-bade-4f87-8a11-d6f24b983841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.868819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34574) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:58.877479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'subnet': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:58.994560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c09cf8b-2439-49b1-ab6e-0342060c206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.014526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aabf9c3-bade-4f87-8a11-d6f24b983841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.071390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c09cf8b-2439-49b1-ab6e-0342060c206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.201358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aabf9c3-bade-4f87-8a11-d6f24b983841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.212768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aabf9c3-bade-4f87-8a11-d6f24b983841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.218821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6aabf9c3-bade-4f87-8a11-d6f24b983841 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0455f589-8990-4396-b94f-360cb5dbc02d HTTP/1.1" status: 204 len: 168 time: 0.6243279 Jul 08 17:31:59.248860 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c09cf8b-2439-49b1-ab6e-0342060c206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.252325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c09cf8b-2439-49b1-ab6e-0342060c206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.253717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4c09cf8b-2439-49b1-ab6e-0342060c206c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/402a5ac2-1413-4a11-b271-2a3944d2e3cf HTTP/1.1" status: 204 len: 168 time: 0.4546673 Jul 08 17:31:59.268301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09cf8b-2439-49b1-ab6e-0342060c206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a5ac2-1413-4a11-b271-2a3944d2e3cf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:59.282415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf9c3-bade-4f87-8a11-d6f24b983841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0455f589-8990-4396-b94f-360cb5dbc02d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:59.285070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Made reservation on behalf of ac9767b8200c49fda6c7daa101016486 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:59.300104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.326764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:59.481794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a2695a85-c12e-461d-9705-7ab69f00ca72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:59.482475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.650924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afffbb-dbfd-4a48-83ea-b3f3a6e7a01d req-79aa79e9-31e6-4b82-b758-e88dfeada508 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.661148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39afffbb-dbfd-4a48-83ea-b3f3a6e7a01d req-79aa79e9-31e6-4b82-b758-e88dfeada508 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.1579695 Jul 08 17:31:59.785662 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39afffbb-dbfd-4a48-83ea-b3f3a6e7a01d req-f0bf90a3-0a07-4c0c-b79d-f31a7dcf6e8d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223476 Jul 08 17:31:59.788365 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.866565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:59.880316 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61228905-56f3-4dd1-90b4-ee6e9a9e797c" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:59.922706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:59.929327 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.992689 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db5432-c06e-46d6-97e6-1b454010d302 x-openstack-request-id: req-77db5432-c06e-46d6-97e6-1b454010d302 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:59.993209 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:59.995600 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77db5432-c06e-46d6-97e6-1b454010d302 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:59.995946 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:32:00.084930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:00.108901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.286085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:00.305108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:00.316455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6916cf6-9394-43df-8773-dc7586d913b8 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:00.316742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.317350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.342657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4695029 Jul 08 17:32:00.343018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34612) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:00.357099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1165926652', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '568064b4-4516-4853-b750-05f7f9994db3'}], 'security_groups': ['2946cba9-c491-4882-b4b8-2e17f0da55f3', '0bad1189-7643-4061-a6bd-73f106186f59']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:00.368424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d143e02-77c4-46a3-89cd-cceeae81b4e2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Subnet': ['ID=568064b4-4516-4853-b750-05f7f9994db3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:00.907144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Update dhcp port {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'fixed_ips': [{'subnet_id': '6c1bd312-da0e-4155-a766-02b27d4ee79b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1120aa34-cd35-4bff-9888-53064717e970', 'ip_address': '2001:db8::2'}, {'subnet_id': '568064b4-4516-4853-b750-05f7f9994db3'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'dbc38332-f6e1-4e55-b55e-146cd6936ddc'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:32:00.988404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.041151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.627473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f4d0f-2a9a-4116-b4f5-f4a586ff88e5 req-5baac029-6cd9-4446-8ea1-c0b0e7fdc4d6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.640300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da5f4d0f-2a9a-4116-b4f5-f4a586ff88e5 req-5baac029-6cd9-4446-8ea1-c0b0e7fdc4d6 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.5317309 Jul 08 17:32:01.900681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Allocated IP 2001:db8:0:2::2 (2421eb6a-e56c-43aa-97d8-13e2292fe466/568064b4-4516-4853-b750-05f7f9994db3/dbc38332-f6e1-4e55-b55e-146cd6936ddc) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:02.002617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da5f4d0f-2a9a-4116-b4f5-f4a586ff88e5 req-68f40811-d872-4b8a-a5ad-2167f92e0087 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612707 Jul 08 17:32:02.184197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dbc38332-f6e1-4e55-b55e-146cd6936ddc,segment=NetworkSegment(1bd6ab87-ca58-46d5-a571-128226feec1c),segment_id=1bd6ab87-ca58-46d5-a571-128226feec1c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:02.252757 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.286905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Transition to ACTIVE for port object dbc38332-f6e1-4e55-b55e-146cd6936ddc will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:02.292579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.531215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Delete allocated IP 2001:db8::31d (2421eb6a-e56c-43aa-97d8-13e2292fe466/1120aa34-cd35-4bff-9888-53064717e970) {{(pid=93945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:32:02.545261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Allocated IP 2001:db8:0:2::327 (2421eb6a-e56c-43aa-97d8-13e2292fe466/568064b4-4516-4853-b750-05f7f9994db3/ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:02.605765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a29baa-2c8b-4c76-a25b-ec8521a104cb None None] Pushing event updated for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:02.907969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34674) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:03.032682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.120801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Transition to ACTIVE for port object ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:03.127261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.297383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event updated for resources: {'Port': ['ID=ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:03.298524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-340604083-network', 'tenant_id': '9da435700b3442a38449d0f3746b537c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:03.400508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] In _notify_port_updated(), no bound segment for port ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 on network 2421eb6a-e56c-43aa-97d8-13e2292fe466 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:32:03.414519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:03.417252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.418660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6af240ce-7452-4e1f-a3f2-634079bfa08b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "PUT /v2.0/ports/ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 HTTP/1.1" status: 200 len: 970 time: 3.0744491 Jul 08 17:32:03.427908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:03.497529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Made reservation on behalf of 9da435700b3442a38449d0f3746b537c for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:03.501085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.525139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.667644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a82212-01b2-4261-9267-89e425a986cb req-95b39a5c-e110-444f-94d6-3f74b99f712d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:03.678276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98a82212-01b2-4261-9267-89e425a986cb req-95b39a5c-e110-444f-94d6-3f74b99f712d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2973750 Jul 08 17:32:03.733585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:03.745422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.821365 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98a82212-01b2-4261-9267-89e425a986cb req-e2299882-0881-47c0-bc61-9577523e151a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268260 Jul 08 17:32:03.964147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.975778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.006215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Provisioning for port dbc38332-f6e1-4e55-b55e-146cd6936ddc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:04.012831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:04.032696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:04.036097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.087064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.090921 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Added segment f07bba25-42b0-4e33-9e6a-acc840c303e0 of type vlan for network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 Jul 08 17:32:04.109228 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.149554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dbc38332-f6e1-4e55-b55e-146cd6936ddc up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:04.196724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:04.264142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.277107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5878bfb3-45dd-443e-ba86-06dad328a503,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:04.385532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.400918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:04.403496 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.439505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.441101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.447487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.450343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.452910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.453538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.454172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.458800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.461601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.462247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.463086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:04.547846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.548810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.549291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.596771 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.650149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Could not find standard attr ID for object ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:32:04.685115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Provisioning complete for port 8ca940f8-804f-42b9-9595-a14ef84546c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:04.685487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.702300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:04.793024 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.808124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9a1d85ff-167e-4199-8b4e-5bd48c80e3d7 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 HTTP/1.1" status: 204 len: 168 time: 1.3765194 Jul 08 17:32:04.809455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:04.860430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9489238 Jul 08 17:32:04.864662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:04.875523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Request body: {'subnet': {'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-340604083-subnet', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:04.896408 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a7b2ec-1ec8-4289-a59f-f2509b15fccf tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] GET failed (client error): The resource could not be found. Jul 08 17:32:04.900080 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-72a7b2ec-1ec8-4289-a59f-f2509b15fccf tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports/ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6 HTTP/1.1" status: 404 len: 333 time: 0.0806351 Jul 08 17:32:04.906510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:04.910887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1098a765-1e45-4f11-99d3-2830a68eedbe None None] Port 8ca940f8-804f-42b9-9595-a14ef84546c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:04.916117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54366693-a164-473d-b6c7-3668f586889d admin admin] Pushing event updated for resources: {'Network': ['ID=4ad55dfb-538e-4537-a6b4-6ba5236075a0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:04.930058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:04.950237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Made reservation on behalf of 9da435700b3442a38449d0f3746b537c for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:04.958657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.119581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7ab62fe0-5438-4e3d-8e8f-cc20af6e0a50 None None] Could not find standard attr ID for object ad1fe951-ea9e-4bc4-8b6d-429ea7ea68a6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:32:05.181207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec84f5eb-53f9-45f7-9b8e-b7017b0e2c17 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.273062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec84f5eb-53f9-45f7-9b8e-b7017b0e2c17 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.534389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b29162-f6df-49cf-89be-8a27c2ffbfe5 req-feeb22a2-ffb1-4e92-a0b9-0e0da006fc35 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:05.547052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53b29162-f6df-49cf-89be-8a27c2ffbfe5 req-feeb22a2-ffb1-4e92-a0b9-0e0da006fc35 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2447884 Jul 08 17:32:05.547420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.548018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec84f5eb-53f9-45f7-9b8e-b7017b0e2c17 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.551389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec84f5eb-53f9-45f7-9b8e-b7017b0e2c17 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.555202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ec84f5eb-53f9-45f7-9b8e-b7017b0e2c17 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/security-groups/a494aa4b-49b1-4c9c-b388-194961e60128 HTTP/1.1" status: 204 len: 168 time: 0.6417427 Jul 08 17:32:05.556655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:05.667787 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53b29162-f6df-49cf-89be-8a27c2ffbfe5 req-30b9d0e1-e12d-42df-a97f-72b9dbff28dd tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141007 Jul 08 17:32:05.693790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84f5eb-53f9-45f7-9b8e-b7017b0e2c17 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494aa4b-49b1-4c9c-b388-194961e60128,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:05.728842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c00415-80e7-409f-9249-b5d978dcebab,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:05.881160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Checking segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:05.881913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Network hostable DHCP agents. Network: 4ad55dfb-538e-4537-a6b4-6ba5236075a0, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:05.916016 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9be-ee3c-4e30-8505-a879e76105b4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.965778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:05.992626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9be-ee3c-4e30-8505-a879e76105b4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.997161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 4ad55dfb-538e-4537-a6b4-6ba5236075a0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:06.002899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.005592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.008780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8cdaa-b529-4d0e-8bc9-d48e267027bd None None] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:06.118367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a01d1525-79b5-4a0d-bc4f-db8838fd659f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2504845 Jul 08 17:32:06.121550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:06.131839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:06.139428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9be-ee3c-4e30-8505-a879e76105b4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.146441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9be-ee3c-4e30-8505-a879e76105b4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.147687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-efc1f9be-ee3c-4e30-8505-a879e76105b4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/security-groups/0bad1189-7643-4061-a6bd-73f106186f59 HTTP/1.1" status: 204 len: 168 time: 0.5878322 Jul 08 17:32:06.150649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:06.182804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1f9be-ee3c-4e30-8505-a879e76105b4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bad1189-7643-4061-a6bd-73f106186f59,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:06.244468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.245599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.356469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea4a42bd-64ae-468e-b95a-6bfd3eeccbe5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.451082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea4a42bd-64ae-468e-b95a-6bfd3eeccbe5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.454210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.478982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:32:06.481725 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.632591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea4a42bd-64ae-468e-b95a-6bfd3eeccbe5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.639648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea4a42bd-64ae-468e-b95a-6bfd3eeccbe5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.643331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea4a42bd-64ae-468e-b95a-6bfd3eeccbe5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/security-groups/2946cba9-c491-4882-b4b8-2e17f0da55f3 HTTP/1.1" status: 204 len: 168 time: 0.4910433 Jul 08 17:32:06.646222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:06.674076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a42bd-64ae-468e-b95a-6bfd3eeccbe5 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2946cba9-c491-4882-b4b8-2e17f0da55f3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:06.758745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34756) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:06.873605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 1120aa34-cd35-4bff-9888-53064717e970 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:32:06.894848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.972955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.984510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Allocated IP 172.20.0.2 (4ad55dfb-538e-4537-a6b4-6ba5236075a0/16c00415-80e7-409f-9249-b5d978dcebab/76971381-5cf1-4d9c-933f-6ef6e3e08568) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:07.000606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.123352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab69bbb-3828-4091-93db-7e1bccb7366d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.231167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.366886 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.381884 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.382205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e2dbf-05ee-45d6-a0d6-5dd2c4e3d5b3 req-5f8f8d4e-de64-4b9b-a8dc-5a925c9198d0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.384131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-015e2dbf-05ee-45d6-a0d6-5dd2c4e3d5b3 req-5f8f8d4e-de64-4b9b-a8dc-5a925c9198d0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.4081054 Jul 08 17:32:07.412345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Transition to ACTIVE for port object 76971381-5cf1-4d9c-933f-6ef6e3e08568 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:07.449435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=1120aa34-cd35-4bff-9888-53064717e970,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:07.450415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Transition to ACTIVE for port object 76971381-5cf1-4d9c-933f-6ef6e3e08568 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:07.460747 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.465780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.477076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-998df174-e119-4134-8481-02b87576dd48 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/1120aa34-cd35-4bff-9888-53064717e970 HTTP/1.1" status: 204 len: 168 time: 0.8042665 Jul 08 17:32:07.481987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:07.496307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-015e2dbf-05ee-45d6-a0d6-5dd2c4e3d5b3 req-ce8d2c9c-30c7-4f2f-b8fd-3997006e1af8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963745 Jul 08 17:32:07.602491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d048b6-63e6-4620-a969-09a8efa03492 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:07.672466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 568064b4-4516-4853-b750-05f7f9994db3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:32:07.682554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.825138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab69bbb-3828-4091-93db-7e1bccb7366d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.829117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.852149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.862570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.018093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Pushing event updated for resources: {'Port': ['ID=76971381-5cf1-4d9c-933f-6ef6e3e08568,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.028773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:08.054603 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.059638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab69bbb-3828-4091-93db-7e1bccb7366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.072745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:08.076746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:08.158892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Attempting to bind port 76971381-5cf1-4d9c-933f-6ef6e3e08568 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:08.160208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Attempting to bind port 76971381-5cf1-4d9c-933f-6ef6e3e08568 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:08.160700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Attempting to bind port 76971381-5cf1-4d9c-933f-6ef6e3e08568 on network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:08.191416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.209880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6ab69bbb-3828-4091-93db-7e1bccb7366d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fecbca4568e43a0983e5678896ea44b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4476981 Jul 08 17:32:08.218245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab69bbb-3828-4091-93db-7e1bccb7366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14de7b-2262-49c6-a92f-c474f6ba44fd,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.229551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:08.229783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:08.230039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Checking segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:08.230568 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.232337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Bound using segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:08.235919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Bound port: 76971381-5cf1-4d9c-933f-6ef6e3e08568, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:08.236893 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.249097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=568064b4-4516-4853-b750-05f7f9994db3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.264252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.270246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-546745cb-9bda-4f31-9163-9174d034cdbd tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/568064b4-4516-4853-b750-05f7f9994db3 HTTP/1.1" status: 204 len: 168 time: 0.7873983 Jul 08 17:32:08.271166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:08.285830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Allocated IP 172.25.3.96 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/53c62814-0ade-49d7-ac4e-71ebfed3051c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:08.305053 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-516b168b-81b3-455a-ba9f-0c800425b839 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:08.305789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516b168b-81b3-455a-ba9f-0c800425b839 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:08.312774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-516b168b-81b3-455a-ba9f-0c800425b839 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/1120aa34-cd35-4bff-9888-53064717e970 HTTP/1.1" status: 404 len: 337 time: 0.0403144 Jul 08 17:32:08.313441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:08.442775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting subnet 6c1bd312-da0e-4155-a766-02b27d4ee79b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:32:08.455561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.521493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] For port 76971381-5cf1-4d9c-933f-6ef6e3e08568, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:08.547035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7c10b67-490b-458d-b78c-5f07857d84de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.555224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] For port 76971381-5cf1-4d9c-933f-6ef6e3e08568, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76971381-5cf1-4d9c-933f-6ef6e3e08568,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:08.570951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.625120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7c10b67-490b-458d-b78c-5f07857d84de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.635756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.740352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.783932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855206a-2fd4-43eb-8940-676d9e0bc6ea None None] Update dhcp port {'port': {'network_id': '2421eb6a-e56c-43aa-97d8-13e2292fe466', 'fixed_ips': [{'subnet_id': '6c1bd312-da0e-4155-a766-02b27d4ee79b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '568064b4-4516-4853-b750-05f7f9994db3'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'dbc38332-f6e1-4e55-b55e-146cd6936ddc'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:32:08.843472 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7c10b67-490b-458d-b78c-5f07857d84de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.845142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e7c10b67-490b-458d-b78c-5f07857d84de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.846393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e7c10b67-490b-458d-b78c-5f07857d84de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b14de7b-2262-49c6-a92f-c474f6ba44fd HTTP/1.1" status: 204 len: 168 time: 0.6107533 Jul 08 17:32:08.915564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c10b67-490b-458d-b78c-5f07857d84de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14de7b-2262-49c6-a92f-c474f6ba44fd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.968526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.053072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dfbb6-7e47-46bd-bafd-cce25f077a01 None None] Pushing event updated for resources: {'Port': ['ID=76971381-5cf1-4d9c-933f-6ef6e3e08568,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:09.085756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:09.123918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Pushing event updated for resources: {'Port': ['ID=53c62814-0ade-49d7-ac4e-71ebfed3051c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:09.136474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:09.150209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:09.186939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.298148 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b855206a-2fd4-43eb-8940-676d9e0bc6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.298667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a862da-b5d7-4f23-9f5e-1eb67168638f req-c82284bd-dd9d-4f53-ad20-0f7432b629ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.303161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c3a862da-b5d7-4f23-9f5e-1eb67168638f req-c82284bd-dd9d-4f53-ad20-0f7432b629ae tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.4251649 Jul 08 17:32:09.527338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c3a862da-b5d7-4f23-9f5e-1eb67168638f req-7bb7c4d0-b1cd-4b4a-8b5e-7c73dcfdb5bb tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125020 Jul 08 17:32:09.546877 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.675308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1bd312-da0e-4155-a766-02b27d4ee79b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:09.700223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.702613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c96c386-6585-46d4-bbed-f014bbb0914d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/6c1bd312-da0e-4155-a766-02b27d4ee79b HTTP/1.1" status: 204 len: 168 time: 1.3881829 Jul 08 17:32:09.706467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34796) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-b855206a-2fd4-43eb-8940-676d9e0bc6ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c1bd312-da0e-4155-a766-02b27d4ee79b: This subnet is being modified by another concurrent operation. Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c1bd312-da0e-4155-a766-02b27d4ee79b: This subnet is being modified by another concurrent operation. Jul 08 17:32:09.772718 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:32:09.813041 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-944c67d9-39f2-4d2e-a0e2-75a0be5a0d08 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:09.815020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944c67d9-39f2-4d2e-a0e2-75a0be5a0d08 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:09.818655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-944c67d9-39f2-4d2e-a0e2-75a0be5a0d08 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/696ca471-bf58-46e0-bd5d-25fe2829e413 HTTP/1.1" status: 404 len: 337 time: 0.1109533 Jul 08 17:32:09.824740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:09.859936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34802) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:09.891332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5e7bc52-9538-4603-821b-0ce32890674f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.922186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc990c58-4bf7-4c3f-b6e0-fac6b7efcb16 None None] Network 2421eb6a-e56c-43aa-97d8-13e2292fe466 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:09.934446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5aba24d4-d49f-4372-8499-37b3da18d965 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "GET /v2.0/ports?device_id=25f99eb2-1e97-4a44-ac33-72508d10388e HTTP/1.1" status: 200 len: 205 time: 0.1046138 Jul 08 17:32:09.936054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34804) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:10.074924 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.146371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76971381-5cf1-4d9c-933f-6ef6e3e08568 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:10.181404 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-8e88747a-b0d9-4283-91aa-ff5cf1dac415 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] delete failed (client error): The resource could not be found. Jul 08 17:32:10.193060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8e88747a-b0d9-4283-91aa-ff5cf1dac415 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/routers/25f99eb2-1e97-4a44-ac33-72508d10388e HTTP/1.1" status: 404 len: 336 time: 0.2528160 Jul 08 17:32:10.204302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:10.340566 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb9444a-fb4f-4967-943e-052866e5d6b8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:10.340948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb9444a-fb4f-4967-943e-052866e5d6b8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:10.342761 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bdb9444a-fb4f-4967-943e-052866e5d6b8 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/d8dc2efb-1461-428d-b8c3-c6e1e9738d89 HTTP/1.1" status: 404 len: 337 time: 0.1349242 Jul 08 17:32:10.355088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:10.426810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdca400c-7b5f-446c-af95-308bcc6a9e8f None None] Provisioning complete for port dbc38332-f6e1-4e55-b55e-146cd6936ddc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:10.428409 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdca400c-7b5f-446c-af95-308bcc6a9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.540221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5e7bc52-9538-4603-821b-0ce32890674f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.543840 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ade146-5526-4a3c-b3d0-58d89ae08268 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:10.544314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ade146-5526-4a3c-b3d0-58d89ae08268 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:10.551954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5e7bc52-9538-4603-821b-0ce32890674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.558037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98ade146-5526-4a3c-b3d0-58d89ae08268 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/1add4729-d9ce-4574-8e0a-ccf146f604e5 HTTP/1.1" status: 404 len: 337 time: 0.2015586 Jul 08 17:32:10.576907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:10.688223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 76971381-5cf1-4d9c-933f-6ef6e3e08568 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:10.713379 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4416c8-2891-44c2-bf92-9f807684b734 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:10.740758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4416c8-2891-44c2-bf92-9f807684b734 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:10.743207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fa4416c8-2891-44c2-bf92-9f807684b734 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/031c12dd-40f6-4f8e-8a43-ed523816b9f4 HTTP/1.1" status: 404 len: 337 time: 0.1647115 Jul 08 17:32:10.752695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a5e7bc52-9538-4603-821b-0ce32890674f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db4881803e414be8abc41e44d8fb3604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8915610 Jul 08 17:32:10.754119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:10.769913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7bc52-9538-4603-821b-0ce32890674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d31d66-6563-4921-86b1-965e7030fc1d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:10.782498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:10.873142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568eea8-7647-4800-ad3d-6b62b541da8e None None] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:10.943183 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9ff9c5-a079-4fdc-b672-8c179d6ebeec tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:10.943934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9ff9c5-a079-4fdc-b672-8c179d6ebeec tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:10.949092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb9ff9c5-a079-4fdc-b672-8c179d6ebeec tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/62276b6e-f8ac-46ab-b725-3aec7965efba HTTP/1.1" status: 404 len: 333 time: 0.1905038 Jul 08 17:32:10.962315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34844) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:11.126110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088f24-8bdd-4bea-bc84-962d186778b9 req-16f7f4cd-99ed-46af-8d9a-e6f0fcf0d76d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.130801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] DHCP port deletion for 2421eb6a-e56c-43aa-97d8-13e2292fe466 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:32:11.147758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12088f24-8bdd-4bea-bc84-962d186778b9 req-16f7f4cd-99ed-46af-8d9a-e6f0fcf0d76d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2399912 Jul 08 17:32:11.205319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.518631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdca400c-7b5f-446c-af95-308bcc6a9e8f None None] Provisioning complete for port 8ca940f8-804f-42b9-9595-a14ef84546c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:11.521385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdca400c-7b5f-446c-af95-308bcc6a9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.609671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12088f24-8bdd-4bea-bc84-962d186778b9 req-4cc7ed3d-4515-4e03-8c19-66cd2bb1719a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4585290 Jul 08 17:32:11.763556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bdca400c-7b5f-446c-af95-308bcc6a9e8f None None] Port 8ca940f8-804f-42b9-9595-a14ef84546c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:11.765768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] Deleting port dbc38332-f6e1-4e55-b55e-146cd6936ddc {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:11.766179 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.884523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Router a22e3c02-9b3f-4891-a82a-c6e3d14477de is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:32:11.907601 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-404ed8c5-d815-46dc-a3e8-c309423835fa tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:11.910013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404ed8c5-d815-46dc-a3e8-c309423835fa tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:11.918265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:11.920036 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-404ed8c5-d815-46dc-a3e8-c309423835fa tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/63867446-5610-458b-af1f-6dbdb2ed28e0 HTTP/1.1" status: 404 len: 337 time: 0.9518335 Jul 08 17:32:11.952084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c24eef87-229c-4a5b-b733-328cc2b61b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.982907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c24eef87-229c-4a5b-b733-328cc2b61b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.011695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dbc38332-f6e1-4e55-b55e-146cd6936ddc no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:12.052806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c24eef87-229c-4a5b-b733-328cc2b61b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.060256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c24eef87-229c-4a5b-b733-328cc2b61b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.062779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c24eef87-229c-4a5b-b733-328cc2b61b10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06d31d66-6563-4921-86b1-965e7030fc1d HTTP/1.1" status: 204 len: 168 time: 1.2387002 Jul 08 17:32:12.083598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eef87-229c-4a5b-b733-328cc2b61b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d31d66-6563-4921-86b1-965e7030fc1d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:12.165341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] Provisioning for port 76971381-5cf1-4d9c-933f-6ef6e3e08568 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:12.183977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] For port dbc38332-f6e1-4e55-b55e-146cd6936ddc, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dbc38332-f6e1-4e55-b55e-146cd6936ddc,segment=NetworkSegment(1bd6ab87-ca58-46d5-a571-128226feec1c),segment_id=1bd6ab87-ca58-46d5-a571-128226feec1c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:12.184770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.195276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] Provisioning complete for port 76971381-5cf1-4d9c-933f-6ef6e3e08568 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:12.204227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.233229 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92bf2a4-f5f1-4151-b28a-aedcf59a9b5b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:12.234495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92bf2a4-f5f1-4151-b28a-aedcf59a9b5b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:12.236701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b92bf2a4-f5f1-4151-b28a-aedcf59a9b5b tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/7b846fd8-3a89-4c34-b01f-209798719552 HTTP/1.1" status: 404 len: 337 time: 0.3171749 Jul 08 17:32:12.239519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:12.275823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] Calling delete_port for dbc38332-f6e1-4e55-b55e-146cd6936ddc owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:12.302330 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3832b8-057c-4ebe-86a1-b7bb6d91b1f4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:12.303468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3832b8-057c-4ebe-86a1-b7bb6d91b1f4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:12.306739 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aa3832b8-057c-4ebe-86a1-b7bb6d91b1f4 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/d16ce4a1-104c-4b9d-ac76-65a43e8c5316 HTTP/1.1" status: 404 len: 333 time: 0.0654802 Jul 08 17:32:12.308991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:12.435308 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ecf991-d4d1-4080-9622-399b640b5da2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:12.444423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ecf991-d4d1-4080-9622-399b640b5da2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:12.451925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f8ecf991-d4d1-4080-9622-399b640b5da2 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/e4152654-f8b8-40eb-a447-a249984b30cd HTTP/1.1" status: 404 len: 337 time: 0.1411386 Jul 08 17:32:12.454697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:12.486644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:12.522302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Sync routers for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:12.537959 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.545243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a5e2e37d-57fa-46ab-a5a3-b512d46a8b1a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.4224107 Jul 08 17:32:12.546572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:12.574755 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4a9fd1-de5e-4bab-89fe-946f078b177d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] DELETE failed (client error): The resource could not be found. Jul 08 17:32:12.581427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4a9fd1-de5e-4bab-89fe-946f078b177d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:32:12.589111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:12.594882 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2c4a9fd1-de5e-4bab-89fe-946f078b177d tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/subnets/f78dfa0d-9fc9-481b-8e0a-f3db0ae1da0e HTTP/1.1" status: 404 len: 337 time: 0.1294951 Jul 08 17:32:12.762518 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.067077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Deleting port 8ca940f8-804f-42b9-9595-a14ef84546c9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:13.068028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.233459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.271605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Calling delete_port for 8ca940f8-804f-42b9-9595-a14ef84546c9 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:13.389074 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.451209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:13.452114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:13.554937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.598823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.697125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Port': ['ID=8ca940f8-804f-42b9-9595-a14ef84546c9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:13.706602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.711665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7eb1161c-0ee4-4316-aacc-894dccfb6068 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/ports/8ca940f8-804f-42b9-9595-a14ef84546c9 HTTP/1.1" status: 204 len: 168 time: 1.1212993 Jul 08 17:32:13.715875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34990) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:13.781649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] For port 76971381-5cf1-4d9c-933f-6ef6e3e08568, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76971381-5cf1-4d9c-933f-6ef6e3e08568,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:13.784275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81bd59-8ae1-4154-8ad2-da541f0db840 req-08aee536-6249-4ca6-b3a6-e1ea847f5508 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.790850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c81bd59-8ae1-4154-8ad2-da541f0db840 req-08aee536-6249-4ca6-b3a6-e1ea847f5508 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.7940741 Jul 08 17:32:13.949500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:13.976805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c81bd59-8ae1-4154-8ad2-da541f0db840 req-05749813-7e12-4af8-a0e6-c0ba1e81ebf9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723330 Jul 08 17:32:14.002414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.240423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] Pushing event deleted for resources: {'Port': ['ID=dbc38332-f6e1-4e55-b55e-146cd6936ddc,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:14.264417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176c761-e992-44c3-aec3-f5d1d632d203 None None] No DVR routers for this DVR port dbc38332-f6e1-4e55-b55e-146cd6936ddc on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:14.268127 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.293465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.297546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.324269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2421eb6a-e56c-43aa-97d8-13e2292fe466']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:14.324793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.379465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd6ab87-ca58-46d5-a571-128226feec1c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:14.380065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd6ab87-ca58-46d5-a571-128226feec1c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:14.394355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.404359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.469257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.486017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:32:14.489561 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:32:14.495890 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:32:14.637415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.648438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.654040 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] 10.222.0.48 "DELETE /v2.0/networks/2421eb6a-e56c-43aa-97d8-13e2292fe466 HTTP/1.1" status: 204 len: 168 time: 0.9372127 Jul 08 17:32:14.718700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefea25-8aa1-4356-9e51-ab0e36d63807 None None] Pushing event updated for resources: {'Port': ['ID=76971381-5cf1-4d9c-933f-6ef6e3e08568,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:14.727278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e5438-dbb9-4b58-9c4c-6c088ef8be89 tempest-PortsIpV6TestJSON-1455261652 tempest-PortsIpV6TestJSON-1455261652-project] Pushing event deleted for resources: {'Network': ['ID=2421eb6a-e56c-43aa-97d8-13e2292fe466,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:14.743667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316cbd41-ec4e-4446-83d4-2b401382dbd7 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:32:14.884910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Allocated IP 172.20.0.1 (4ad55dfb-538e-4537-a6b4-6ba5236075a0/16c00415-80e7-409f-9249-b5d978dcebab/4a16de6a-062e-4dc1-a546-c39a64e450ed) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:14.891960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-353dea50-16b6-460a-90c5-12aeaf54b679 None None] Provisioning complete for port 76971381-5cf1-4d9c-933f-6ef6e3e08568 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:14.891960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-353dea50-16b6-460a-90c5-12aeaf54b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.255365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35050) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:15.302063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.347971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Transition to ACTIVE for port object 4a16de6a-062e-4dc1-a546-c39a64e450ed will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:15.411873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:09Z', 'revision_number': 3, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:15.443235 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.527788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316cbd41-ec4e-4446-83d4-2b401382dbd7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:32:15.539438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Checking router: a22e3c02-9b3f-4891-a82a-c6e3d14477de for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:15.539791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Updating router a22e3c02-9b3f-4891-a82a-c6e3d14477de port 53c62814-0ade-49d7-ac4e-71ebfed3051c binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:15.552709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa59af-8d08-4303-8a25-41065ae980b2 req-2585e554-bdaa-4949-8e6b-93f3d48e2cca tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.560602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bffa59af-8d08-4303-8a25-41065ae980b2 req-2585e554-bdaa-4949-8e6b-93f3d48e2cca tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2146940 Jul 08 17:32:15.607114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Pushing event updated for resources: {'Port': ['ID=4a16de6a-062e-4dc1-a546-c39a64e450ed,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:15.638238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:15.641054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:15.645522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:15.680269 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8494b199-e23a-4835-9462-98c0f131d357 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac9767b8200c49fda6c7daa101016486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230578 Jul 08 17:32:15.681319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35076) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:15.735675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.782716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.934403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bffa59af-8d08-4303-8a25-41065ae980b2 req-faa11c84-4b50-48cd-a51d-8ab0925bab73 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723216 Jul 08 17:32:15.978981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e1-8643-49c4-a3cd-9dc50e195ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.112478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e1-8643-49c4-a3cd-9dc50e195ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.170627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.224288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e1-8643-49c4-a3cd-9dc50e195ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.228027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e1-8643-49c4-a3cd-9dc50e195ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.229477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-76b4a5e1-8643-49c4-a3cd-9dc50e195ee1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee47ba87-ef8e-40af-ab07-8a168d03d74b HTTP/1.1" status: 204 len: 168 time: 0.5454392 Jul 08 17:32:16.248465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4a5e1-8643-49c4-a3cd-9dc50e195ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47ba87-ef8e-40af-ab07-8a168d03d74b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.578322 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.608021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76971381-5cf1-4d9c-933f-6ef6e3e08568 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:16.631475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Transition to ACTIVE for port object 53c62814-0ade-49d7-ac4e-71ebfed3051c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:16.724348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.841860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Attempting to bind port 53c62814-0ade-49d7-ac4e-71ebfed3051c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:16.843829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Attempting to bind port 53c62814-0ade-49d7-ac4e-71ebfed3051c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:16.844219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Attempting to bind port 53c62814-0ade-49d7-ac4e-71ebfed3051c on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:16.852622 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d810760-f579-4a93-b668-10e45a0f4959 None None] Pushing event updated for resources: {'Port': ['ID=53c62814-0ade-49d7-ac4e-71ebfed3051c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.860480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.870643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 76971381-5cf1-4d9c-933f-6ef6e3e08568 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:16.870879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.871098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.097248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:17.098629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:17.099053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.099832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:17.100340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Bound port: 53c62814-0ade-49d7-ac4e-71ebfed3051c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:17.102483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.197085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Pushing event updated for resources: {'Port': ['ID=4a16de6a-062e-4dc1-a546-c39a64e450ed,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:17.224778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.232468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] For port 53c62814-0ade-49d7-ac4e-71ebfed3051c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:17.237433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] For port 53c62814-0ade-49d7-ac4e-71ebfed3051c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=53c62814-0ade-49d7-ac4e-71ebfed3051c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:17.251507 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.346044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d810760-f579-4a93-b668-10e45a0f4959 None None] Pushing event updated for resources: {'Port': ['ID=53c62814-0ade-49d7-ac4e-71ebfed3051c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:17.374537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a366191-b04e-4214-ade1-ba16c329a53e None None] Provisioning for port 4a16de6a-062e-4dc1-a546-c39a64e450ed completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:17.474058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a366191-b04e-4214-ade1-ba16c329a53e None None] Provisioning complete for port 4a16de6a-062e-4dc1-a546-c39a64e450ed triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:17.479272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a366191-b04e-4214-ade1-ba16c329a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.582525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5a366191-b04e-4214-ade1-ba16c329a53e None None] Port 4a16de6a-062e-4dc1-a546-c39a64e450ed cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:17.590461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:17.591114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:31:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:17.624077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:17.630439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:17.800368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77feca2-c96a-4745-be40-2e63d9dcb5a9 req-e085cf00-a8e4-427c-b2b9-0c242cb04e0f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:17.801544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f77feca2-c96a-4745-be40-2e63d9dcb5a9 req-e085cf00-a8e4-427c-b2b9-0c242cb04e0f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2837861 Jul 08 17:32:17.955354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f77feca2-c96a-4745-be40-2e63d9dcb5a9 req-1d609bed-0249-435d-957f-6c31e7c9592c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432242 Jul 08 17:32:17.995458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:17.999204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:18.032884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Router a22e3c02-9b3f-4891-a82a-c6e3d14477de has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:18.294951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:18.301602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:18.319838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dc87214c-508b-4b39-b4e3-4276b7445016 admin admin] 10.222.0.48 "PUT /v2.0/routers/a22e3c02-9b3f-4891-a82a-c6e3d14477de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7714703 Jul 08 17:32:18.372095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0196e6df-6cbb-4802-8754-95419e0f80bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.396208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1673840950-network', 'tenant_id': 'af32b14f49184181b1dca17961b0c260'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:18.457718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:32:18.457718 n-d-799527-4 neutron-server[93944]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:32:18.457718 n-d-799527-4 neutron-server[93944]: [parameters: {'project_id': 'af32b14f49184181b1dca17961b0c260', 'id': 'a9029923-a0b8-4a0f-9953-b97c5458e864', 'expiration': datetime.datetime(2021, 7, 8, 17, 34, 18, 441165)}] Jul 08 17:32:18.457718 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:32:18.457718 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:32:18.667320 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0196e6df-6cbb-4802-8754-95419e0f80bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.675078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0196e6df-6cbb-4802-8754-95419e0f80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.769536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196e6df-6cbb-4802-8754-95419e0f80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833e7cdd-82b2-4e3b-a960-0da813dc7c07,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:18.834724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0196e6df-6cbb-4802-8754-95419e0f80bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eccd0db108643a5ac91fda0684d4ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8340354 Jul 08 17:32:18.837635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:18.842490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a2deccaf-7402-4ed6-9a9d-ffd1ec8fe320 None None] Provisioning complete for port 4a16de6a-062e-4dc1-a546-c39a64e450ed triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:18.843097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2deccaf-7402-4ed6-9a9d-ffd1ec8fe320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.934446 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7407a5-53ed-466f-9ce1-181041c9c0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.982946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a2deccaf-7402-4ed6-9a9d-ffd1ec8fe320 None None] Port 4a16de6a-062e-4dc1-a546-c39a64e450ed cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:18.997602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7407a5-53ed-466f-9ce1-181041c9c0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.000132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Made reservation on behalf of af32b14f49184181b1dca17961b0c260 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:19.004328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.028209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.053875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 2, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:19.130949 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7407a5-53ed-466f-9ce1-181041c9c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.138046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7f7407a5-53ed-466f-9ce1-181041c9c0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.140957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7f7407a5-53ed-466f-9ce1-181041c9c0f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/833e7cdd-82b2-4e3b-a960-0da813dc7c07 HTTP/1.1" status: 204 len: 168 time: 0.3015144 Jul 08 17:32:19.162887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4547ae-7c7b-4268-86e6-ec4eb3f230af None None] The sync data for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 is: [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 2, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:19.182188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7407a5-53ed-466f-9ce1-181041c9c0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e7cdd-82b2-4e3b-a960-0da813dc7c07,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:19.296944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.303546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.372693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:19.505440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.506549 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Added segment 64dfa05c-514d-4cd8-8075-58f60a8a7ffe of type vlan for network fb4a697a-cc7f-4172-802a-5db2a2ce7e00 Jul 08 17:32:19.507033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87cda2c3-80c6-4319-b5b7-a286dcd6cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.544175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792a9743-8c24-4c21-a78b-924dac289d76,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:19.596014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:19.758723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.916676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892a3f7-b55d-4944-a6d1-7b81837db1e0 req-3a3de8c4-3941-41fa-9cc6-9897369963e5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.923843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f892a3f7-b55d-4944-a6d1-7b81837db1e0 req-3a3de8c4-3941-41fa-9cc6-9897369963e5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.5565259 Jul 08 17:32:19.954078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.955611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.957198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.991651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6884212 Jul 08 17:32:19.994832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:20.003145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Request body: {'subnet': {'network_id': 'fb4a697a-cc7f-4172-802a-5db2a2ce7e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1673840950-subnet', 'tenant_id': 'af32b14f49184181b1dca17961b0c260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:20.079885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Made reservation on behalf of af32b14f49184181b1dca17961b0c260 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:20.090996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.263793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:20.307348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d157152e-6ec1-48d2-b283-8250954d147e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.373005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b59784b-509f-4ec2-87dd-484efc4a8541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.493792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:20.755452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41b658-43dd-4e33-a9ad-06e5d340930f admin admin] Pushing event updated for resources: {'Network': ['ID=fb4a697a-cc7f-4172-802a-5db2a2ce7e00,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:20.770302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network fb4a697a-cc7f-4172-802a-5db2a2ce7e00 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:20.803897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f892a3f7-b55d-4944-a6d1-7b81837db1e0 req-306e03dc-aa5a-4f5f-a193-3093986ed98d tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8789740 Jul 08 17:32:20.807707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d157152e-6ec1-48d2-b283-8250954d147e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.817208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-654675137-network', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:20.823103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.843787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d157152e-6ec1-48d2-b283-8250954d147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.197570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157152e-6ec1-48d2-b283-8250954d147e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1443f6-766b-4e72-b91a-4e9d38770cf9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:21.311273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:21.316017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d157152e-6ec1-48d2-b283-8250954d147e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3db5caef53bd472ca7ce15b8aeeff114&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7103255 Jul 08 17:32:21.340799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5492d0-8c67-45c6-9b11-4e0fbe779dca,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:21.357861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Checking segment: {'id': '64dfa05c-514d-4cd8-8075-58f60a8a7ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fb4a697a-cc7f-4172-802a-5db2a2ce7e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:21.358338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Network hostable DHCP agents. Network: fb4a697a-cc7f-4172-802a-5db2a2ce7e00, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:21.373793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc75ee-a8e9-44d1-9804-30e998848262 req-6ca718aa-34b6-4c4a-aeb8-2e5d51b4de35 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.375520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0fc75ee-a8e9-44d1-9804-30e998848262 req-6ca718aa-34b6-4c4a-aeb8-2e5d51b4de35 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 1.0310967 Jul 08 17:32:21.474457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a22061de-0a2d-495f-bf2b-4291c821bfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.482153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Network fb4a697a-cc7f-4172-802a-5db2a2ce7e00 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:21.527735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a22061de-0a2d-495f-bf2b-4291c821bfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.556081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, fb4a697a-cc7f-4172-802a-5db2a2ce7e00) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:21.564195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1cdf3d-224c-4596-ada4-63cf3bffee89 None None] Network fb4a697a-cc7f-4172-802a-5db2a2ce7e00 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:21.572142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.572753 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.600630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0fc75ee-a8e9-44d1-9804-30e998848262 req-9580e0c0-4d32-40e7-92d1-76814760dabd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985428 Jul 08 17:32:21.613447 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a22061de-0a2d-495f-bf2b-4291c821bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.617097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a22061de-0a2d-495f-bf2b-4291c821bfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.621303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a22061de-0a2d-495f-bf2b-4291c821bfd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f1443f6-766b-4e72-b91a-4e9d38770cf9 HTTP/1.1" status: 204 len: 168 time: 0.3087599 Jul 08 17:32:21.643401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22061de-0a2d-495f-bf2b-4291c821bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1443f6-766b-4e72-b91a-4e9d38770cf9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:21.650754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b59784b-509f-4ec2-87dd-484efc4a8541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.658060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9b59784b-509f-4ec2-87dd-484efc4a8541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.740331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Made reservation on behalf of 2f56296dd8994ca489a104accc7e5b0b for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:21.740331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.757333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b1d127f2-a9d4-41e0-89a8-fe182009353c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7598705 Jul 08 17:32:21.790923 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.798720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b59784b-509f-4ec2-87dd-484efc4a8541 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab3ac8e87ecc42bf93a2dc13a2dfa870&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5289938 Jul 08 17:32:21.799146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35390) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:21.811978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59784b-509f-4ec2-87dd-484efc4a8541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea15d46-fe94-4951-a964-a49521dc5479,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:21.971409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a96fbbd-f6a4-424a-993f-3479f574c466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.993064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75aa40-4e57-4c50-aa6b-7ad792048ba0 None None] Network fb4a697a-cc7f-4172-802a-5db2a2ce7e00 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:22.055797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a96fbbd-f6a4-424a-993f-3479f574c466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.159421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.164587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.229690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:22.252019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7695d7c5-3200-45b0-a6d7-12b514bb2bf9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:22.283524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.284148 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Added segment c6e55b8c-a57f-4709-aa84-045fc4dfd3d9 of type vlan for network da919393-e31b-4aa1-8312-278c100171da Jul 08 17:32:22.298680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a96fbbd-f6a4-424a-993f-3479f574c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.301422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a96fbbd-f6a4-424a-993f-3479f574c466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.307265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1a96fbbd-f6a4-424a-993f-3479f574c466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ea15d46-fe94-4951-a964-a49521dc5479 HTTP/1.1" status: 204 len: 168 time: 0.5063210 Jul 08 17:32:22.354143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa63313-5f30-4768-b99d-e4fbd91b5c25 req-64544cf5-e9d1-498c-a065-79dde5b4461b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.362909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caa63313-5f30-4768-b99d-e4fbd91b5c25 req-64544cf5-e9d1-498c-a065-79dde5b4461b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.2168145 Jul 08 17:32:22.384512 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.441428 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed666-636d-405c-8376-ef41e4f279f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.467133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96fbbd-f6a4-424a-993f-3479f574c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea15d46-fe94-4951-a964-a49521dc5479,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:22.547528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.548962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caa63313-5f30-4768-b99d-e4fbd91b5c25 req-96670571-ab0f-4a8e-9d1e-c58b118bef7f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813631 Jul 08 17:32:22.555452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:22.556258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.564655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.576936 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.624080 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-584aebdf-9f7c-4557-9e6f-4156b1e499af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.705895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 53c62814-0ade-49d7-ac4e-71ebfed3051c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:22.903743 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-584aebdf-9f7c-4557-9e6f-4156b1e499af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.912987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-584aebdf-9f7c-4557-9e6f-4156b1e499af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.952467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 53c62814-0ade-49d7-ac4e-71ebfed3051c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:22.965521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 53c62814-0ade-49d7-ac4e-71ebfed3051c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:22.965776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.987273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-584aebdf-9f7c-4557-9e6f-4156b1e499af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=308fc0e6196047dd8364868fbd5b5d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270554 Jul 08 17:32:22.988507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aebdf-9f7c-4557-9e6f-4156b1e499af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93623021-ea13-4ecd-bc2d-f6778392e9d3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:22.991691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35464) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:23.081518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-961e9a6d-a357-4959-8ccf-7393c973b951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.151431 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3406560 Jul 08 17:32:23.154512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:23.155830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.157830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d0fd-1315-4f1f-b91c-3ff065bb67b6 admin admin] Pushing event updated for resources: {'Network': ['ID=da919393-e31b-4aa1-8312-278c100171da,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:23.169428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Request body: {'subnet': {'network_id': 'da919393-e31b-4aa1-8312-278c100171da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-654675137-subnet', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:23.182783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-961e9a6d-a357-4959-8ccf-7393c973b951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.211623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 53c62814-0ade-49d7-ac4e-71ebfed3051c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=53c62814-0ade-49d7-ac4e-71ebfed3051c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:23.216784 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.233706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network da919393-e31b-4aa1-8312-278c100171da details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:23.274323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebd7ca-1465-44fb-b63d-f9e553139f83 req-3a3d0e62-bcd0-4413-ae47-771dd8abbac3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.274323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7ebd7ca-1465-44fb-b63d-f9e553139f83 req-3a3d0e62-bcd0-4413-ae47-771dd8abbac3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.3742888 Jul 08 17:32:23.284257 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Sync routers for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:23.308685 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:23.312686 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:23.321657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Made reservation on behalf of 2f56296dd8994ca489a104accc7e5b0b for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:23.327860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.450900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=53c62814-0ade-49d7-ac4e-71ebfed3051c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:23.461964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7ebd7ca-1465-44fb-b63d-f9e553139f83 req-1d61c30a-28f8-4d09-b654-09be0444fc00 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594799 Jul 08 17:32:23.544050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.842493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:23.848537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-60121041-network', 'tenant_id': '4c9f53df7e2d4f83bca6ed9d58667cda'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:23.876300 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:23.890662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-961e9a6d-a357-4959-8ccf-7393c973b951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.895536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-961e9a6d-a357-4959-8ccf-7393c973b951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.902283 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-961e9a6d-a357-4959-8ccf-7393c973b951 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93623021-ea13-4ecd-bc2d-f6778392e9d3 HTTP/1.1" status: 204 len: 168 time: 0.9070694 Jul 08 17:32:23.920870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.933370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e9a6d-a357-4959-8ccf-7393c973b951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93623021-ea13-4ecd-bc2d-f6778392e9d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.078881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Checking segment: {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:24.079247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Network hostable DHCP agents. Network: da919393-e31b-4aa1-8312-278c100171da, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:24.093445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Made reservation on behalf of 4c9f53df7e2d4f83bca6ed9d58667cda for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:24.096181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.096818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558f0a6a-328c-43da-8a65-c45b561e4024,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.117531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Network da919393-e31b-4aa1-8312-278c100171da is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:24.138370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, da919393-e31b-4aa1-8312-278c100171da) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:24.142978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.147267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8b3c3-c254-43af-8334-b667d3664e9c None None] Network da919393-e31b-4aa1-8312-278c100171da requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:24.148422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.148930 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.186584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:24.188401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1ff124c1-b0ad-4712-94e2-d23311c02cc1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0290010 Jul 08 17:32:24.244851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:24.625560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-da919393-e31b-4aa1-8312-278c100171da', 'network_id': 'da919393-e31b-4aa1-8312-278c100171da', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'fixed_ips': [{'subnet_id': '558f0a6a-328c-43da-8a65-c45b561e4024'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:32:24.627658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.632980 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 2, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:24.669134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.690969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 53c62814-0ade-49d7-ac4e-71ebfed3051c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:24.700927 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa733ff8-bb1a-45da-b1a1-079e08c30636 req-30aba365-ffa0-40a1-bc0f-4d795e3fe54a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.702592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa733ff8-bb1a-45da-b1a1-079e08c30636 req-30aba365-ffa0-40a1-bc0f-4d795e3fe54a tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.8068976 Jul 08 17:32:24.711118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.718744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Checking router: a22e3c02-9b3f-4891-a82a-c6e3d14477de for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:24.719116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Updating router a22e3c02-9b3f-4891-a82a-c6e3d14477de port 4a16de6a-062e-4dc1-a546-c39a64e450ed binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:24.818486 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.887233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f2e93-3f28-4db3-8353-40518614a442,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.925074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:24.928274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.933290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.966781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 53c62814-0ade-49d7-ac4e-71ebfed3051c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:24.967465 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.978352 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.021608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.030934 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa733ff8-bb1a-45da-b1a1-079e08c30636 req-23809a7e-5c09-47cf-91d2-e540025e392b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124683 Jul 08 17:32:25.091337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Allocated IP 172.20.0.2 (da919393-e31b-4aa1-8312-278c100171da/558f0a6a-328c-43da-8a65-c45b561e4024/7aae1130-9659-4868-9940-7db7c2afa117) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:25.302438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.303780 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Added segment 2201307a-6d74-44cd-85f1-8ec49b57f9a3 of type vlan for network f225ad91-a105-4c14-b6ee-b56f0ebf44a4 Jul 08 17:32:25.390452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.439418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:25.457104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.477072 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.515154 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Transition to ACTIVE for port object 4a16de6a-062e-4dc1-a546-c39a64e450ed will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:25.524971 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.647992 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Pushing event updated for resources: {'Port': ['ID=4a16de6a-062e-4dc1-a546-c39a64e450ed,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.702957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.705068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.706191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.758109 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.762857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9188559 Jul 08 17:32:25.766056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:25.772570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Request body: {'subnet': {'network_id': 'f225ad91-a105-4c14-b6ee-b56f0ebf44a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-60121041-subnet', 'tenant_id': '4c9f53df7e2d4f83bca6ed9d58667cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:25.792825 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.796901 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.797527 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.799618 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.801002 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.801523 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.804015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.804592 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.809361 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.810070 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.810622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:25.876398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Made reservation on behalf of 4c9f53df7e2d4f83bca6ed9d58667cda for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:25.882988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.912600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.924171 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.940246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f7236-3f47-4d1b-927b-b04250eb8f88 admin admin] Pushing event updated for resources: {'Network': ['ID=f225ad91-a105-4c14-b6ee-b56f0ebf44a4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.969875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network f225ad91-a105-4c14-b6ee-b56f0ebf44a4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:25.975673 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Attempting to bind port 4a16de6a-062e-4dc1-a546-c39a64e450ed on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:25.978927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Transition to ACTIVE for port object 7aae1130-9659-4868-9940-7db7c2afa117 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:25.979480 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Attempting to bind port 4a16de6a-062e-4dc1-a546-c39a64e450ed by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:25.979972 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Attempting to bind port 4a16de6a-062e-4dc1-a546-c39a64e450ed on network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:26.000246 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:26.003676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Checking segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:26.007660 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.008202 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Bound using segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:26.008803 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Bound port: 4a16de6a-062e-4dc1-a546-c39a64e450ed, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:26.009290 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.080225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35652) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:26.265907 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] For port 4a16de6a-062e-4dc1-a546-c39a64e450ed, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:26.273515 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] For port 4a16de6a-062e-4dc1-a546-c39a64e450ed, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4a16de6a-062e-4dc1-a546-c39a64e450ed,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:26.302554 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.416478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:26.423514 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cb0f80-65b4-4618-9d73-c1aa0b384a72" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:26.553070 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:26.553741 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:26.557040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.566132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:26.574544 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c580b58-8684-49c2-acc8-83426a1d7ff0 x-openstack-request-id: req-8c580b58-8684-49c2-acc8-83426a1d7ff0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:26.574835 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:26.576496 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c580b58-8684-49c2-acc8-83426a1d7ff0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:26.578462 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:32:26.582343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Transition to ACTIVE for port object 7aae1130-9659-4868-9940-7db7c2afa117 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:26.585670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.602004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.624099 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.625034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1750474687-network', 'tenant_id': '62d93f9c260c451cb6ab238afd55bd69'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:26.787948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Network da919393-e31b-4aa1-8312-278c100171da is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:26.819825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:26.826692 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:26.854748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:26.885871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.894294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:26.943001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Allocated IP 172.25.3.143 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/9f5cb5d0-4692-447f-8561-199d57870168) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:27.078888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Pushing event updated for resources: {'Port': ['ID=7aae1130-9659-4868-9940-7db7c2afa117,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.092834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Made reservation on behalf of 62d93f9c260c451cb6ab238afd55bd69 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:27.102415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.207523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.220004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Attempting to bind port 7aae1130-9659-4868-9940-7db7c2afa117 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:27.220494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Attempting to bind port 7aae1130-9659-4868-9940-7db7c2afa117 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:27.221626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Attempting to bind port 7aae1130-9659-4868-9940-7db7c2afa117 on network da919393-e31b-4aa1-8312-278c100171da {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:27.231736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:27.232408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Checking segment: {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:27.233052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.233618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Bound using segment: {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:27.234314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Bound port: 7aae1130-9659-4868-9940-7db7c2afa117, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:27.234826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.258454 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2652e-ed1e-4bb3-b268-18526e0f721d None None] Pushing event updated for resources: {'Port': ['ID=4a16de6a-062e-4dc1-a546-c39a64e450ed,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.281512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7ffc58-5386-4035-902b-788f6255ece9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.335845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.402890 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:26Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:27.403783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9038e2-34cd-481c-9478-38974b07babe req-94990b57-62a3-4652-ac68-9af91aebaf54 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.414991 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc9038e2-34cd-481c-9478-38974b07babe req-94990b57-62a3-4652-ac68-9af91aebaf54 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.8884542 Jul 08 17:32:27.420538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Checking segment: {'id': '2201307a-6d74-44cd-85f1-8ec49b57f9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f225ad91-a105-4c14-b6ee-b56f0ebf44a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:27.421260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Network hostable DHCP agents. Network: f225ad91-a105-4c14-b6ee-b56f0ebf44a4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:27.435471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] For port 7aae1130-9659-4868-9940-7db7c2afa117, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:27.444840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] For port 7aae1130-9659-4868-9940-7db7c2afa117, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aae1130-9659-4868-9940-7db7c2afa117,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:27.449974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.460520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.484663 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b1934-7853-4ccc-953b-fc264ee51bae None None] The sync data for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 is: [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:26Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:27.490223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Network f225ad91-a105-4c14-b6ee-b56f0ebf44a4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:27.563784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0095a-dc20-4d9c-9d6c-af284e93b15a None None] Pushing event updated for resources: {'Port': ['ID=7aae1130-9659-4868-9940-7db7c2afa117,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.592356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc9038e2-34cd-481c-9478-38974b07babe req-5180dfb1-941f-42c3-bbd8-6231ce11bf79 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760557 Jul 08 17:32:27.595678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, f225ad91-a105-4c14-b6ee-b56f0ebf44a4) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:27.617871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613008aa-08e1-4595-85b5-51c3991b718e None None] Network f225ad91-a105-4c14-b6ee-b56f0ebf44a4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:27.622252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:27.642609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.658927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.682854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:27.690685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:27.692860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Pushing event updated for resources: {'Port': ['ID=9f5cb5d0-4692-447f-8561-199d57870168,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.826152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.841802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.870093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2f1dbc1b-75b2-4c34-8c83-0280843677da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0948777 Jul 08 17:32:27.896730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:27.916249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab79e1e-0d1f-4309-ac25-f793a8730bb8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.943038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.946792 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Added segment 940f5eb5-cafc-499f-893e-14b3240e2c29 of type vlan for network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 Jul 08 17:32:27.982064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64f7d77-1e64-4854-8920-acf895883fc7 None None] Network f225ad91-a105-4c14-b6ee-b56f0ebf44a4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:28.004888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:28.126008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.202237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.203534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.204373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.311239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.320164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:28.324871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] Pushing event updated for resources: {'Network': ['ID=10a7c5f9-034a-4b7e-81f4-39ac698912b0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:28.352377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2dffb140-0afd-4cf5-8b4c-164bd249352d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2699919 Jul 08 17:32:28.354904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:28.355380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:28.360326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Request body: {'subnet': {'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1750474687-subnet', 'tenant_id': '62d93f9c260c451cb6ab238afd55bd69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:28.395039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Made reservation on behalf of 62d93f9c260c451cb6ab238afd55bd69 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:28.397551 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.462444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e64d2-7563-4320-8ee7-8ad7d3d660ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.523001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-a529f7e3-4ad6-450d-9b4c-99137020fd8b req-f3c5e421-0386-4c12-956f-5673db713949 service neutron] (93945) timed out ('10.222.0.21', 63933) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:32:28.581371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Deleting subnet ad5492d0-8c67-45c6-9b11-4e0fbe779dca {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:32:28.628297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.744991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4a16de6a-062e-4dc1-a546-c39a64e450ed up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:28.772821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.798342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.847752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4a16de6a-062e-4dc1-a546-c39a64e450ed completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:28.854436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4a16de6a-062e-4dc1-a546-c39a64e450ed triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:28.855510 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.971524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fcd974-32e4-497e-8f66-d2e2e6beddbe,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:28.992862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Checking segment: {'id': '940f5eb5-cafc-499f-893e-14b3240e2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:28.993480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Network hostable DHCP agents. Network: 10a7c5f9-034a-4b7e-81f4-39ac698912b0, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:29.035293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:29.048095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 10a7c5f9-034a-4b7e-81f4-39ac698912b0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:29.058257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487bb01d-9941-4fba-996a-d902e2c4877b None None] Network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:29.063790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.064339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.098505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.116369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.124437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e64d2-7563-4320-8ee7-8ad7d3d660ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.137835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c95e64d2-7563-4320-8ee7-8ad7d3d660ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.139308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4693e628-18ec-4ade-bf82-1a8794e1dd58 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7817605 Jul 08 17:32:29.173959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e64d2-7563-4320-8ee7-8ad7d3d660ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8372f0f5-8c5d-48f6-8cba-f4f79545a568,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:29.189136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.248124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4a16de6a-062e-4dc1-a546-c39a64e450ed, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4a16de6a-062e-4dc1-a546-c39a64e450ed,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:29.255458 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.257110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aae1130-9659-4868-9940-7db7c2afa117 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:29.274422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c95e64d2-7563-4320-8ee7-8ad7d3d660ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30fff6d2c9f34c9a82d877c2b48e69d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2683871 Jul 08 17:32:29.274848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:29.291544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ea223-cd1c-443c-85ae-95336d761d3e req-29df0684-4dfd-48c2-bd27-2b59065052a9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.293108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-763ea223-cd1c-443c-85ae-95336d761d3e req-29df0684-4dfd-48c2-bd27-2b59065052a9 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.3276336 Jul 08 17:32:29.375196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.415838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0048fa50-3214-4cce-ba11-bea740f2b764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.436782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5492d0-8c67-45c6-9b11-4e0fbe779dca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:29.454236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0048fa50-3214-4cce-ba11-bea740f2b764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.454862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.457604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-db047f20-9e6d-431b-a2a1-9ce293cd5b77 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ad5492d0-8c67-45c6-9b11-4e0fbe779dca HTTP/1.1" status: 204 len: 168 time: 1.1356380 Jul 08 17:32:29.469623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-763ea223-cd1c-443c-85ae-95336d761d3e req-4aa9b353-dae7-4553-ac3e-2128a554f252 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375935 Jul 08 17:32:29.476210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35742) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:29.527390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0048fa50-3214-4cce-ba11-bea740f2b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.530088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0048fa50-3214-4cce-ba11-bea740f2b764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.537761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:29.539629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0048fa50-3214-4cce-ba11-bea740f2b764 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8372f0f5-8c5d-48f6-8cba-f4f79545a568 HTTP/1.1" status: 204 len: 168 time: 0.2631011 Jul 08 17:32:29.554689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048fa50-3214-4cce-ba11-bea740f2b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372f0f5-8c5d-48f6-8cba-f4f79545a568,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:29.648724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Router b46c1c93-f381-42ba-835c-b294bc0968f7 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:32:29.669985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.673444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:29.698021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94c32a-362b-4adf-9a49-39cb2c4e9109 None None] Network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:29.701146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811448f-7f82-418e-90b5-3a16faf32832 None None] Network da919393-e31b-4aa1-8312-278c100171da requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:29.741981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:30.164386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:30.194682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d112b1d-4b7c-437b-ac95-8f0e67480f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.300976 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.344532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-8bbbd3d6-4a03-4884-8540-5e17c8607c6c req-9717bb33-6bf1-4087-9340-96ce39b9dd12 tempest-ServersTestJSON-1570693264 tempest-ServersTestJSON-1570693264-project] (93944) timed out ('10.222.0.21', 63957) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:32:30.367942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c4e1a94-c88d-4d10-b5e4-d4b73987c9c9 None None] Provisioning for port 7aae1130-9659-4868-9940-7db7c2afa117 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:30.478453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:30.509450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:30.516770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4a16de6a-062e-4dc1-a546-c39a64e450ed,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:30.526239 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.530621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d112b1d-4b7c-437b-ac95-8f0e67480f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.543271 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d112b1d-4b7c-437b-ac95-8f0e67480f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.584594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7aae1130-9659-4868-9940-7db7c2afa117 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:30.606096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7aae1130-9659-4868-9940-7db7c2afa117 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:30.606412 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.673058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d112b1d-4b7c-437b-ac95-8f0e67480f36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cee6f819f2fb4d03872c12ccef068e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074275 Jul 08 17:32:30.678933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:30.679984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d112b1d-4b7c-437b-ac95-8f0e67480f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c2fcf-0beb-47ac-941e-95f134b2cdc1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:30.728377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a2695a85-c12e-461d-9705-7ab69f00ca72'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:30.824806 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a79b237e-a6ea-42a4-82c2-16c9848c0cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.881616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a79b237e-a6ea-42a4-82c2-16c9848c0cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.965944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:30.966321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:30.993810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661359417-network', 'tenant_id': '064c0faecfd44acea6f094eda96c7580'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:31.106322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.106994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Made reservation on behalf of 064c0faecfd44acea6f094eda96c7580 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:31.119473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.148810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4a697a-cc7f-4172-802a-5db2a2ce7e00']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:31.176131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dfa05c-514d-4cd8-8075-58f60a8a7ffe') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:31.176576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dfa05c-514d-4cd8-8075-58f60a8a7ffe') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:31.195674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.203166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.228810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.231092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a79b237e-a6ea-42a4-82c2-16c9848c0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.237467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:32:31.238891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.239876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a79b237e-a6ea-42a4-82c2-16c9848c0cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.244585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a79b237e-a6ea-42a4-82c2-16c9848c0cd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b9c2fcf-0beb-47ac-941e-95f134b2cdc1 HTTP/1.1" status: 204 len: 168 time: 0.5563974 Jul 08 17:32:31.295513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b237e-a6ea-42a4-82c2-16c9848c0cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c2fcf-0beb-47ac-941e-95f134b2cdc1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:31.350595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.354893 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.358326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.365764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.372401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.385471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.401583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:32:31.424840 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:32:31.434753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.437009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-cc01fc92-872c-4cbf-98d4-ac8e1fd50e2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.4866753 Jul 08 17:32:31.450479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.497442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.505759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fb4a697a-cc7f-4172-802a-5db2a2ce7e00 HTTP/1.1" status: 204 len: 168 time: 2.0258152 Jul 08 17:32:31.507084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7aae1130-9659-4868-9940-7db7c2afa117, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aae1130-9659-4868-9940-7db7c2afa117,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:31.513473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35788) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:31.532112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:31.557090 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.558279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36414f9c-1430-4f50-bddf-d41d7773b005 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4a697a-cc7f-4172-802a-5db2a2ce7e00,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:31.632260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:31.704005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Deleting subnet 9b7ffc58-5386-4035-902b-788f6255ece9 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:32:31.712967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.752543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59aa14-e6b4-42ee-b7a2-3d176b95962f req-4c4511c6-e15a-4a4f-a534-13d65a4340aa tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.777538 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d59aa14-e6b4-42ee-b7a2-3d176b95962f req-4c4511c6-e15a-4a4f-a534-13d65a4340aa tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.9056222 Jul 08 17:32:31.784605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7aae1130-9659-4868-9940-7db7c2afa117,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:31.816600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Sync routers for ids ['b46c1c93-f381-42ba-835c-b294bc0968f7'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:31.843250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4a16de6a-062e-4dc1-a546-c39a64e450ed up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:31.863548 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:32:31.959168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.969199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea5557b0-3936-4b5d-9120-d78000956541 None None] Provisioning complete for port 7aae1130-9659-4868-9940-7db7c2afa117 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:31.969442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea5557b0-3936-4b5d-9120-d78000956541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.014150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d59aa14-e6b4-42ee-b7a2-3d176b95962f req-3993b249-92f6-4148-ac1c-094cb54d6f86 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248929 Jul 08 17:32:32.059702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.066668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.074269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.076241 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:32:32.083730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.090389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.097511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Routers {'b46c1c93-f381-42ba-835c-b294bc0968f7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:32.098052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.098254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b46c1c93-f381-42ba-835c-b294bc0968f7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:32.099461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.105739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.120213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-edc12f62-0baf-4e0e-a463-8b007c3b5218 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.3298016 Jul 08 17:32:32.242428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Set router b46c1c93-f381-42ba-835c-b294bc0968f7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:32.254688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.302559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1203d9b-01c6-4e75-b37e-c60eaca46b64 req-289d0011-3034-4047-8c04-6c4ff0e1a5ba tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8551774 Jul 08 17:32:32.303745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.315100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b7ffc58-5386-4035-902b-788f6255ece9 HTTP/1.1" status: 204 len: 168 time: 0.7935927 Jul 08 17:32:32.321433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-04a9eabf-4373-4dfe-90e8-b0725ca0c143 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.328958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-04a9eabf-4373-4dfe-90e8-b0725ca0c143 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "GET /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1996884 Jul 08 17:32:32.332612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:32.399110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1247-171d-4cfd-8779-edaedc74ee4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7ffc58-5386-4035-902b-788f6255ece9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:32.474609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.483255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.545441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:32.545833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.551965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0722d22b-8c41-4c67-b23c-3d476c76956c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3416862 Jul 08 17:32:32.552847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:32.576083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197c9bc7-4f7e-48f9-9eae-e4f1cf0c49e3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:32.591614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.592028 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Added segment 9e5d94bc-4646-4887-9a92-07a545f68e9c of type vlan for network 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50 Jul 08 17:32:32.632794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:32.739877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'port_id': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'mac_address': 'fa:16:3e:e5:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:32.756769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.866033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.867872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.868482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.886925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4a16de6a-062e-4dc1-a546-c39a64e450ed triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:32.887399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.000859 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.038310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.198002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] Pushing event updated for resources: {'Network': ['ID=4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:33.204653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-039ac7da-f3f4-438b-832a-51e149a4db7a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2232072 Jul 08 17:32:33.210608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:33.253368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Request body: {'subnet': {'network_id': '4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661359417-subnet', 'tenant_id': '064c0faecfd44acea6f094eda96c7580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:33.301367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:33.330798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:33.348956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-a44a2bff-eb21-4df8-9dc7-14b292cd528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.354132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-a44a2bff-eb21-4df8-9dc7-14b292cd528e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1095 time: 0.4591255 Jul 08 17:32:33.363319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Made reservation on behalf of 064c0faecfd44acea6f094eda96c7580 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:33.370518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.554905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.588125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-888c78ba-7c19-435e-87d5-713a8a376982 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "GET /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1251991 Jul 08 17:32:33.610183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f225ad91-a105-4c14-b6ee-b56f0ebf44a4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:33.642222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:33.644134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:33.665602 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.766470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:33.805255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aae1130-9659-4868-9940-7db7c2afa117 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:33.851022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.859412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2201307a-6d74-44cd-85f1-8ec49b57f9a3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:33.859840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2201307a-6d74-44cd-85f1-8ec49b57f9a3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:33.891014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.922279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-3d3e1dfc-b37e-400e-98c9-8569a1651b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.929513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-3d3e1dfc-b37e-400e-98c9-8569a1651b40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 200 len: 918 time: 0.5469255 Jul 08 17:32:33.990305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf697-e7e4-4071-971d-2aff63bd99fa req-5ba93be8-4991-4f82-b141-90bc7b29b6d0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.995515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:32:27Z', 'revision_number': 3, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:34.001766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c3bf697-e7e4-4071-971d-2aff63bd99fa req-5ba93be8-4991-4f82-b141-90bc7b29b6d0 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 944 time: 0.5895100 Jul 08 17:32:34.042677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Checking router: b46c1c93-f381-42ba-835c-b294bc0968f7 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:34.043123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Updating router b46c1c93-f381-42ba-835c-b294bc0968f7 port 9f5cb5d0-4692-447f-8561-199d57870168 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:34.047759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.071315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-4e2f3c62-7ca6-4f4c-81d1-1a729749718d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 200 len: 1001 time: 0.1354454 Jul 08 17:32:34.109745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:32:34.110103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:32:34.112579 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:32:34.149404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-86094364-e856-47da-b734-76fc89b227ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.152185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-86094364-e856-47da-b734-76fc89b227ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 200 len: 856 time: 0.0716295 Jul 08 17:32:34.153382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:34.218283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:34.287358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.300938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c3bf697-e7e4-4071-971d-2aff63bd99fa req-c7d7fdd4-3bd9-47d4-b11e-f574974df21e tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933867 Jul 08 17:32:34.315363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.318038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.335459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.341779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.348761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.360197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.365190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.369562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.378779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f225ad91-a105-4c14-b6ee-b56f0ebf44a4 HTTP/1.1" status: 204 len: 168 time: 2.0368643 Jul 08 17:32:34.379354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.382499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-5cb60d6c-8a54-419c-9b1e-bd266203ad20 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 5433 time: 0.7707348 Jul 08 17:32:34.432015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a2695a85-c12e-461d-9705-7ab69f00ca72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:34.433806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.444886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2907a4e-9b0b-45c9-a63d-47353791e6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f225ad91-a105-4c14-b6ee-b56f0ebf44a4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:34.537654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e6a6c66b-bd55-43cd-8035-3eec04e829ed req-b3fab028-c9c3-42fd-888c-8dd4f28fd23c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1453342 Jul 08 17:32:34.573344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7aae1130-9659-4868-9940-7db7c2afa117 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:34.575516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.661193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-77d78286-d33f-40cb-a8d6-6fc26341a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.669522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-77d78286-d33f-40cb-a8d6-6fc26341a2dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=301f41e6-e213-4011-9922-a16179114657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5083997 Jul 08 17:32:34.733369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=70146bd0-9c34-47db-abf0-c49edc42217b,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:34.760915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35866) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:34.772672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.851485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] For port 70146bd0-9c34-47db-abf0-c49edc42217b, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:34.877543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.923605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] device_id is not set on port 70146bd0-9c34-47db-abf0-c49edc42217b yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:32:34.936210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.943988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.003362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Pushing event updated for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:35.131401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] No DVR routers for this DVR port 70146bd0-9c34-47db-abf0-c49edc42217b on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:35.181034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=587ef9b0-dbbd-4c78-9c14-e7441fdcc7b3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:35.297778 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c2209bab-5917-4623-aa11-30d1b42724dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af32b14f49184181b1dca17961b0c260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357561 Jul 08 17:32:35.312627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35878) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:35.315796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Checking segment: {'id': '9e5d94bc-4646-4887-9a92-07a545f68e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:35.316457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Network hostable DHCP agents. Network: 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:35.410214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-4d12c872-895c-4284-aff5-51f17016bdb1 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291121 Jul 08 17:32:35.492135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] In _notify_port_updated(), no bound segment for port 70146bd0-9c34-47db-abf0-c49edc42217b on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:32:35.493468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:35.494277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.495777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-b71638f7-d253-400c-b235-87f3b7bedb5e service neutron] 10.222.0.53 "PUT /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 200 len: 1027 time: 1.8648093 Jul 08 17:32:35.577153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-05c478a4-e119-4d70-aab4-da7bf4d53328 req-e9a0dc15-f794-4c24-b947-54832bea64f5 service neutron] 10.222.0.53 "GET /v2.0/networks/301f41e6-e213-4011-9922-a16179114657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549687 Jul 08 17:32:35.604772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba0fe-73cf-4c55-8f7a-b2940f19ebae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.616479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Network 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:35.652325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.654380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-48573d2b-d5c1-45f8-8998-be7bd4850d84 None None] Provisioning complete for port 70146bd0-9c34-47db-abf0-c49edc42217b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:35.654781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48573d2b-d5c1-45f8-8998-be7bd4850d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.679326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:35.696117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba0fe-73cf-4c55-8f7a-b2940f19ebae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.700624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:35.701227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.747123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-14092854-18ad-4f89-924c-54422fb3af5c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5292513 Jul 08 17:32:35.755526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95727a-5c83-4c9f-b015-5432f3df795c None None] Network 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:35.803102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Allocated IP 172.20.0.1 (da919393-e31b-4aa1-8312-278c100171da/558f0a6a-328c-43da-8a65-c45b561e4024/91cef436-d7ff-4881-9643-f367e83e23f0) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:35.809089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-db0c5aab-1886-4ae4-9b14-9da805f8219c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:35.819889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-db0c5aab-1886-4ae4-9b14-9da805f8219c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "GET /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3148050 Jul 08 17:32:35.847363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba0fe-73cf-4c55-8f7a-b2940f19ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.850307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba0fe-73cf-4c55-8f7a-b2940f19ebae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.851513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fd2ba0fe-73cf-4c55-8f7a-b2940f19ebae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/792a9743-8c24-4c21-a78b-924dac289d76 HTTP/1.1" status: 204 len: 168 time: 0.5317287 Jul 08 17:32:35.857331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:35.899244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ba0fe-73cf-4c55-8f7a-b2940f19ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a9743-8c24-4c21-a78b-924dac289d76,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:35.965688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:36.010934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:36.013464 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b95b7-af89-4172-9ee0-ed26386d5f6e" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:36.051082 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.052027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 70146bd0-9c34-47db-abf0-c49edc42217b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:36.082789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.099913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.115889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.128274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.134887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.141133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.149956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-cabd94cb-6929-42f9-87ba-535f6b5797db tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 4659 time: 0.2868896 Jul 08 17:32:36.203203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-48573d2b-d5c1-45f8-8998-be7bd4850d84 None None] Port 70146bd0-9c34-47db-abf0-c49edc42217b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:36.310756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ea50797-f274-4c69-96eb-316864b6baf5 req-4abbfb4a-1bb3-4a87-bbf7-4681773652e9 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb692be1-049f-4957-8f03-ca3090bc32f4&id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369190 Jul 08 17:32:36.316776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:36.323276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 70146bd0-9c34-47db-abf0-c49edc42217b not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:36.323802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 113a6a2d-aa04-4c5e-993c-3cfc8af25411 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:36.403110 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f9370-145f-400b-8835-fba6237855e2 x-openstack-request-id: req-9f2f9370-145f-400b-8835-fba6237855e2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:36.403482 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:36.403740 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f2f9370-145f-400b-8835-fba6237855e2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:36.404269 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:32:36.503193 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.645309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Transition to ACTIVE for port object 9f5cb5d0-4692-447f-8561-199d57870168 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:36.656561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.730361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82b491-e4ef-4f4e-8019-9f7df95fbf49 None None] Pushing event updated for resources: {'Port': ['ID=9f5cb5d0-4692-447f-8561-199d57870168,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:36.742240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5240fb32-2d98-4241-937a-f64843947668 None None] Network 4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:36.814864 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.902788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb742e65-5a03-47bc-bb24-7097c98df463 req-9cadf370-98c0-431c-ba29-7a81a93030e5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.909260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:36.912351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb742e65-5a03-47bc-bb24-7097c98df463 req-9cadf370-98c0-431c-ba29-7a81a93030e5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 1.3454251 Jul 08 17:32:36.915690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Attempting to bind port 9f5cb5d0-4692-447f-8561-199d57870168 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:36.916071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Attempting to bind port 9f5cb5d0-4692-447f-8561-199d57870168 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:36.916434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Attempting to bind port 9f5cb5d0-4692-447f-8561-199d57870168 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:36.935780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:36.936037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:36.936351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.936751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:36.937233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Bound port: 9f5cb5d0-4692-447f-8561-199d57870168, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:36.937625 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.053472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.057048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] For port 9f5cb5d0-4692-447f-8561-199d57870168, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:37.061122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] For port 9f5cb5d0-4692-447f-8561-199d57870168, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9f5cb5d0-4692-447f-8561-199d57870168,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:37.062422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:37.062890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.063682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 830f14ac-66b0-44b6-a816-6eef45fc70ce no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:37.071522 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.182533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-173f439f-579c-4498-aa6d-46cf8a11a3f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c9f53df7e2d4f83bca6ed9d58667cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185467 Jul 08 17:32:37.185668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:37.274302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ea67d0-c507-45ed-b398-4578d53316c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.383873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Routers {'b46c1c93-f381-42ba-835c-b294bc0968f7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:37.384711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b46c1c93-f381-42ba-835c-b294bc0968f7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:37.429608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.432643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ea67d0-c507-45ed-b398-4578d53316c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.447058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=c7e1e23b-68a5-4d82-b1af-518af8180490,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:37.526258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:37.561007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] For port c7e1e23b-68a5-4d82-b1af-518af8180490, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:37.582136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:37.620381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] device_id is not set on port c7e1e23b-68a5-4d82-b1af-518af8180490 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:32:37.623279 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.623982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7e1e23b-68a5-4d82-b1af-518af8180490 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:37.634726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.649382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.681443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-427756f8-ae05-4558-9450-f6ab74dd7fe7 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.692008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-427756f8-ae05-4558-9450-f6ab74dd7fe7 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/networks?id=10a7c5f9-034a-4b7e-81f4-39ac698912b0 HTTP/1.1" status: 200 len: 809 time: 0.3874762 Jul 08 17:32:37.725993 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb742e65-5a03-47bc-bb24-7097c98df463 req-da9a8ecb-6037-4a19-8e02-d10edd529fe5 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8004854 Jul 08 17:32:37.756049 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-be61f8d7-9452-4c85-b99d-1f840d4cad87 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/quotas/62d93f9c260c451cb6ab238afd55bd69 HTTP/1.1" status: 200 len: 375 time: 0.0616481 Jul 08 17:32:37.848714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] No DVR routers for this DVR port c7e1e23b-68a5-4d82-b1af-518af8180490 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:37.867220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82b491-e4ef-4f4e-8019-9f7df95fbf49 None None] Pushing event updated for resources: {'Port': ['ID=9f5cb5d0-4692-447f-8561-199d57870168,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:37.884682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device c7e1e23b-68a5-4d82-b1af-518af8180490 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:37.888451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3c0480bd-471b-4ad8-844e-88cb5e261833 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:37.903740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-03021da2-c1e4-4537-a8fe-897d4e5efe45 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62d93f9c260c451cb6ab238afd55bd69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1465459 Jul 08 17:32:37.915307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.923161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ea67d0-c507-45ed-b398-4578d53316c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.930697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ea67d0-c507-45ed-b398-4578d53316c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.935068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c9ea67d0-c507-45ed-b398-4578d53316c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b4f2e93-3f28-4db3-8353-40518614a442 HTTP/1.1" status: 204 len: 168 time: 0.7483630 Jul 08 17:32:37.949875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Transition to ACTIVE for port object 91cef436-d7ff-4881-9643-f367e83e23f0 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:37.953659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] Set router b46c1c93-f381-42ba-835c-b294bc0968f7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:37.994409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea67d0-c507-45ed-b398-4578d53316c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f2e93-3f28-4db3-8353-40518614a442,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:38.068745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35960) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:38.080231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.148307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:38.282065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Pushing event updated for resources: {'Port': ['ID=91cef436-d7ff-4881-9643-f367e83e23f0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:38.350863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:38.411506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-081bf471-2f8d-4f5f-b4f3-509d5b77415b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:32:38.418869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-081bf471-2f8d-4f5f-b4f3-509d5b77415b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5138242 Jul 08 17:32:38.420261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Network da919393-e31b-4aa1-8312-278c100171da is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:38.426024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:38.437978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] In _notify_port_updated(), no bound segment for port c7e1e23b-68a5-4d82-b1af-518af8180490 on network 8113c37f-037b-4cd6-808e-cf4df62f11fd {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:32:38.442466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.443479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.447568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-1053c514-3b71-4169-9278-efce67866e5e service neutron] 10.222.0.53 "PUT /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 200 len: 1027 time: 2.5933373 Jul 08 17:32:38.449288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:38.459484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:38.469241 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9fb22-ae54-426b-8431-2b56699aaf88" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:38.632254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41bc269d-45f1-40c9-bf7c-16d2ae7a2f26 None None] Provisioning complete for port c7e1e23b-68a5-4d82-b1af-518af8180490 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:38.632639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41bc269d-45f1-40c9-bf7c-16d2ae7a2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.717643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d70d596-d8ee-421e-bd07-3cce2fe55b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.764514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61091fc9-6f40-4502-9540-158f19461904 req-6d367aba-e6f5-4612-ac0b-2f4b55b04f39 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.773657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:38.785508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61091fc9-6f40-4502-9540-158f19461904 req-6d367aba-e6f5-4612-ac0b-2f4b55b04f39 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.806285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61091fc9-6f40-4502-9540-158f19461904 req-6d367aba-e6f5-4612-ac0b-2f4b55b04f39 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.827577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61091fc9-6f40-4502-9540-158f19461904 req-6d367aba-e6f5-4612-ac0b-2f4b55b04f39 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.841559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41bc269d-45f1-40c9-bf7c-16d2ae7a2f26 None None] Port c7e1e23b-68a5-4d82-b1af-518af8180490 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:38.842698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61091fc9-6f40-4502-9540-158f19461904 req-6d367aba-e6f5-4612-ac0b-2f4b55b04f39 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.844932 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-61091fc9-6f40-4502-9540-158f19461904 req-6d367aba-e6f5-4612-ac0b-2f4b55b04f39 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 3881 time: 0.7158649 Jul 08 17:32:38.861326 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.911151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d70d596-d8ee-421e-bd07-3cce2fe55b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.916347 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d70d596-d8ee-421e-bd07-3cce2fe55b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.936491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7913088d-4660-4260-a33f-1442285d85ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:32:27Z', 'revision_number': 3, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:38.938978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.982372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-741ab202-a72f-43b6-8514-490bda55f6ca service neutron] 10.222.0.48 "GET /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626054 Jul 08 17:32:38.990275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3d70d596-d8ee-421e-bd07-3cce2fe55b23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ebe3e744f194656b96e4714f04a44a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9202101 Jul 08 17:32:38.991949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35986) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:38.994580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70d596-d8ee-421e-bd07-3cce2fe55b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e061a4c5-b356-432e-af0c-f7b0052ea628,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:39.077244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913088d-4660-4260-a33f-1442285d85ae None None] The sync data for ids ['b46c1c93-f381-42ba-835c-b294bc0968f7'] in n-d-799527-4 is: [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:32:27Z', 'revision_number': 3, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:39.090587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3c0480bd-471b-4ad8-844e-88cb5e261833,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:39.116555 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.117725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 55d16da0-dca4-4449-a4a9-9b644745c4cd no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:39.127570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a915f6b2-ae79-4b63-b559-99c98491163a None None] Provisioning for port 91cef436-d7ff-4881-9643-f367e83e23f0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:39.152179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-e25a1d4f-35b6-42d7-b4a7-ef6050372e2b service neutron] 10.222.0.48 "GET /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606140 Jul 08 17:32:39.309205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3be3cf3-3dca-46e2-bc6c-addc8098b830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.378579 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3be3cf3-3dca-46e2-bc6c-addc8098b830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.380561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-61091fc9-6f40-4502-9540-158f19461904 req-84fcd1a7-e1df-4657-aa42-dee6c73663b5 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5180085 Jul 08 17:32:39.521251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a9b0156d-a7fd-46d3-a03d-ab74faa4122b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e98c7ecef0e54bf4ab782930411a35cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6794662 Jul 08 17:32:39.524425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35996) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:39.701976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3be3cf3-3dca-46e2-bc6c-addc8098b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.718163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3be3cf3-3dca-46e2-bc6c-addc8098b830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.730070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a915f6b2-ae79-4b63-b559-99c98491163a None None] Provisioning complete for port 91cef436-d7ff-4881-9643-f367e83e23f0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:39.730943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a915f6b2-ae79-4b63-b559-99c98491163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.748273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e3be3cf3-3dca-46e2-bc6c-addc8098b830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e061a4c5-b356-432e-af0c-f7b0052ea628 HTTP/1.1" status: 204 len: 168 time: 0.7545741 Jul 08 17:32:39.771144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 55d16da0-dca4-4449-a4a9-9b644745c4cd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:39.774547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.782645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:39.786492 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6a144f-398c-41bf-9ccd-ac96b35818d1 x-openstack-request-id: req-1c6a144f-398c-41bf-9ccd-ac96b35818d1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:39.786791 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:39.787044 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c6a144f-398c-41bf-9ccd-ac96b35818d1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:39.787571 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411', 'code': 200} Jul 08 17:32:39.787925 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce', 'code': 200} Jul 08 17:32:39.791172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a915f6b2-ae79-4b63-b559-99c98491163a None None] Port 91cef436-d7ff-4881-9643-f367e83e23f0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:39.824553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be3cf3-3dca-46e2-bc6c-addc8098b830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e061a4c5-b356-432e-af0c-f7b0052ea628,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:39.843403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.843756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.844100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.858521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.858949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.859291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.859628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.859960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.860299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.860621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.864580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2806196d-5b60-44cb-9b87-61867c1190b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.869832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.870322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:39.885767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.971353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f5cb5d0-4692-447f-8561-199d57870168 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:39.990527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2806196d-5b60-44cb-9b87-61867c1190b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.106136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:40.106641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.150654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 55d16da0-dca4-4449-a4a9-9b644745c4cd owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:40.334341 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.350729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de044f20-aa00-4630-9019-569765ed5e45 req-a031d5e5-3b9d-476a-902e-22b9d4e70f68 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 210 time: 0.4551721 Jul 08 17:32:40.363434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9f5cb5d0-4692-447f-8561-199d57870168 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:40.378022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b82c8-3f9b-4456-bb23-958fcb7c6bb5 req-2ff7df92-e22f-4091-96e2-e408bbf03096 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:40.381635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-422b82c8-3f9b-4456-bb23-958fcb7c6bb5 req-2ff7df92-e22f-4091-96e2-e408bbf03096 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 945 time: 0.3041463 Jul 08 17:32:40.382656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2806196d-5b60-44cb-9b87-61867c1190b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.389616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2806196d-5b60-44cb-9b87-61867c1190b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.393105 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2806196d-5b60-44cb-9b87-61867c1190b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb631715-b1f0-4631-8f0c-2ab2b67d0b14 HTTP/1.1" status: 204 len: 168 time: 0.8641872 Jul 08 17:32:40.431418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806196d-5b60-44cb-9b87-61867c1190b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb631715-b1f0-4631-8f0c-2ab2b67d0b14,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:40.432999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9f5cb5d0-4692-447f-8561-199d57870168 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:40.433465 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.579472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-422b82c8-3f9b-4456-bb23-958fcb7c6bb5 req-de2b7976-3b36-431f-bc67-a691c156be0c tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493735 Jul 08 17:32:40.676381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.686223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.720580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 55d16da0-dca4-4449-a4a9-9b644745c4cd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=55d16da0-dca4-4449-a4a9-9b644745c4cd,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:40.785011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.822371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:40.831727 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.874992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Pushing event updated for resources: {'Port': ['ID=91cef436-d7ff-4881-9643-f367e83e23f0,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:41.038599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:41.056126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e5e611a-f137-4d90-b0a3-52dc11c3ab28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.058083 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.112207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9f5cb5d0-4692-447f-8561-199d57870168, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9f5cb5d0-4692-447f-8561-199d57870168,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:41.129745 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.199191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:41.344556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:41.344819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.361887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Network da919393-e31b-4aa1-8312-278c100171da is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:41.379532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:41.413874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.414250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e5e611a-f137-4d90-b0a3-52dc11c3ab28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.423030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e5e611a-f137-4d90-b0a3-52dc11c3ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.469597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9f5cb5d0-4692-447f-8561-199d57870168,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:41.554828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5e5e611a-f137-4d90-b0a3-52dc11c3ab28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6401537f38d14cd783aebe1bb87c29ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149238 Jul 08 17:32:41.555935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e611a-f137-4d90-b0a3-52dc11c3ab28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86f9199-8d55-49fb-aeee-6f87b4b7a872,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:41.560158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:41.620436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.645191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=55d16da0-dca4-4449-a4a9-9b644745c4cd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:41.744843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:41.761600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:41.762820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 61967f17-5186-418f-bd70-1340b1c684c5 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:41.864757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd'}, {'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:41.868315 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8811a88d-7284-4fb0-9766-e89480a0b50f" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd"}, {"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-plugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:41.922355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f5cb5d0-4692-447f-8561-199d57870168 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:41.932358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a64c3d7b-7baf-46da-97c0-7fb6877654a7 req-c336d7ee-d893-424e-9344-1d5e8bfaada8 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 210 time: 0.1416056 Jul 08 17:32:41.933287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d2e89-2111-4933-8d70-9fd152a1e5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.028704 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d2e89-2111-4933-8d70-9fd152a1e5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.165356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:42.252300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a9d537f-1192-42e8-859c-3ccf65c14284 None None] Provisioning complete for port 91cef436-d7ff-4881-9643-f367e83e23f0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:42.252676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a9d537f-1192-42e8-859c-3ccf65c14284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.283764 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d2e89-2111-4933-8d70-9fd152a1e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.293827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f64d2e89-2111-4933-8d70-9fd152a1e5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.297866 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f64d2e89-2111-4933-8d70-9fd152a1e5eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a86f9199-8d55-49fb-aeee-6f87b4b7a872 HTTP/1.1" status: 204 len: 168 time: 0.7358198 Jul 08 17:32:42.328715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d537f-1192-42e8-859c-3ccf65c14284 None None] Port 91cef436-d7ff-4881-9643-f367e83e23f0 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:42.334908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Router b46c1c93-f381-42ba-835c-b294bc0968f7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:42.336881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] No DVR routers for this DVR port 55d16da0-dca4-4449-a4a9-9b644745c4cd on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:42.349231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.355060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d2e89-2111-4933-8d70-9fd152a1e5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86f9199-8d55-49fb-aeee-6f87b4b7a872,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:42.356419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-c1523e61-718f-4305-a77a-33628fa86fec tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "DELETE /v2.0/ports/55d16da0-dca4-4449-a4a9-9b644745c4cd HTTP/1.1" status: 204 len: 173 time: 3.8864331 Jul 08 17:32:42.360461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:42.367771 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7d433-0ccf-4139-88e9-99a76624ad45" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:42.427474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-f087d201-0135-4317-9731-33b524ecb341 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.430367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fcbfe-4d3f-4402-9a16-46c8cb834660 req-99b8f81a-290e-4efd-aca8-2e58975cc486 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.443899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b8fcbfe-4d3f-4402-9a16-46c8cb834660 req-99b8f81a-290e-4efd-aca8-2e58975cc486 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 947 time: 0.2550232 Jul 08 17:32:42.444080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.455959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-f087d201-0135-4317-9731-33b524ecb341 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.473910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-f087d201-0135-4317-9731-33b524ecb341 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.491043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-f087d201-0135-4317-9731-33b524ecb341 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.512561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-f087d201-0135-4317-9731-33b524ecb341 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.525193 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-f087d201-0135-4317-9731-33b524ecb341 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 3800 time: 1.6611254 Jul 08 17:32:42.566742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9f5cb5d0-4692-447f-8561-199d57870168 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:42.567120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.637476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-3a702dfc-edf9-4b02-8b9b-c5dded4d7128 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.639525 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-3a702dfc-edf9-4b02-8b9b-c5dded4d7128 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.53 "GET /v2.0/networks?id=10a7c5f9-034a-4b7e-81f4-39ac698912b0 HTTP/1.1" status: 200 len: 809 time: 0.1716433 Jul 08 17:32:42.653775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b8fcbfe-4d3f-4402-9a16-46c8cb834660 req-30ead3aa-9bf4-406f-9f56-4c2e3a926bcb tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083292 Jul 08 17:32:42.667457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Request body: {'port': {'device_id': '3b73ead1-5c2a-481d-926d-390273d6b175', 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0', 'admin_state_up': True, 'tenant_id': '62d93f9c260c451cb6ab238afd55bd69'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:42.687980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=61967f17-5186-418f-bd70-1340b1c684c5,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:42.712335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.912127 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94964086-4e34-4183-922f-23fb3e062a9f x-openstack-request-id: req-94964086-4e34-4183-922f-23fb3e062a9f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:42.913410 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd", "code": 200}, {"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-plugged", "status": "completed", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:42.913410 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94964086-4e34-4183-922f-23fb3e062a9f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:42.913770 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833', 'code': 200} Jul 08 17:32:42.916246 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd', 'code': 200} Jul 08 17:32:42.916551 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'code': 200} Jul 08 17:32:42.920542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:43.019250 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.019862 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.027246 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2db3a-a731-423c-807f-be5c2efbce87 x-openstack-request-id: req-44e2db3a-a731-423c-807f-be5c2efbce87 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:43.037951 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "55d16da0-dca4-4449-a4a9-9b644745c4cd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:43.040952 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44e2db3a-a731-423c-807f-be5c2efbce87 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:43.041825 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '55d16da0-dca4-4449-a4a9-9b644745c4cd', 'status': 'completed', 'code': 200} Jul 08 17:32:43.049103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d71b8c0d-f396-4af3-a313-cedff24ab3bb req-50b5ccc7-7fc9-49ed-aa1c-722eb28cf443 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4689271 Jul 08 17:32:43.066467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Made reservation on behalf of 62d93f9c260c451cb6ab238afd55bd69 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:43.070448 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.327119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e31c44e3-a973-4297-8fb5-ed5e8491230e req-6425127f-7a5a-4aab-9295-3f0ccc98b002 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 210 time: 0.1101093 Jul 08 17:32:43.358972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 61967f17-5186-418f-bd70-1340b1c684c5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:43.359403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.459401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Allocated IP 172.20.0.5 (10a7c5f9-034a-4b7e-81f4-39ac698912b0/63fcd974-32e4-497e-8f66-d2e2e6beddbe/d59ce5da-c3ca-44f0-a1c8-817204f799c3) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:43.538419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] For port 61967f17-5186-418f-bd70-1340b1c684c5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=61967f17-5186-418f-bd70-1340b1c684c5,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:43.539026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.857857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:43.872437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-010f07ee-93c2-460b-b03e-9f0b69a9f43e admin admin] 10.222.0.48 "PUT /v2.0/routers/b46c1c93-f381-42ba-835c-b294bc0968f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2488208 Jul 08 17:32:43.884613 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Sync routers for ids ['b46c1c93-f381-42ba-835c-b294bc0968f7'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:43.897084 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Routers {'b46c1c93-f381-42ba-835c-b294bc0968f7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:43.898331 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b46c1c93-f381-42ba-835c-b294bc0968f7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:43.916632 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.989306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1a92-ac32-4143-af29-1f5822c43ab5 req-5949b8a1-0b6c-48f8-86c7-d5ceff5a911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:43.991140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18ef1a92-ac32-4143-af29-1f5822c43ab5 req-5949b8a1-0b6c-48f8-86c7-d5ceff5a911c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 1098 time: 0.5585403 Jul 08 17:32:44.009493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.050630 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Set router b46c1c93-f381-42ba-835c-b294bc0968f7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:44.131913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:44.150798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:44.166598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:44.170810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.171244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.171561 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Floating IP 41c3ba25-f292-4545-966b-14c52925981d disassociated. External IP: 172.25.3.43, port: 61967f17-5186-418f-bd70-1340b1c684c5. Jul 08 17:32:44.171900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 61967f17-5186-418f-bd70-1340b1c684c5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:44.179835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18ef1a92-ac32-4143-af29-1f5822c43ab5 req-7e83df4e-1d6b-419b-bd3a-ccdde8b4b439 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477370 Jul 08 17:32:44.281556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Pushing event updated for resources: {'Port': ['ID=d59ce5da-c3ca-44f0-a1c8-817204f799c3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:44.395229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.400760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.516413 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-5f274a36-a864-4f26-9b23-d431e06c017b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8596833 Jul 08 17:32:44.544796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Request body: {'port': {'device_id': '3b73ead1-5c2a-481d-926d-390273d6b175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:44.605339 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:32:39Z', 'revision_number': 4, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '91cef436-d7ff-4881-9643-f367e83e23f0', 'name': '', 'network_id': 'da919393-e31b-4aa1-8312-278c100171da', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'mac_address': 'fa:16:3e:ee:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '558f0a6a-328c-43da-8a65-c45b561e4024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:34Z', 'updated_at': '2021-07-08T17:32:40Z', 'revision_number': 2, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'subnets': [{'id': '558f0a6a-328c-43da-8a65-c45b561e4024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:44.635148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f119e-2bfa-4278-80a0-2846f8e94ca8 req-d8a5b2c5-0c6b-4533-a096-929946169fd1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.641439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f119e-2bfa-4278-80a0-2846f8e94ca8 req-d8a5b2c5-0c6b-4533-a096-929946169fd1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.648664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f119e-2bfa-4278-80a0-2846f8e94ca8 req-d8a5b2c5-0c6b-4533-a096-929946169fd1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.655716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f119e-2bfa-4278-80a0-2846f8e94ca8 req-d8a5b2c5-0c6b-4533-a096-929946169fd1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.657654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-706f119e-2bfa-4278-80a0-2846f8e94ca8 req-d8a5b2c5-0c6b-4533-a096-929946169fd1 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 3143 time: 0.2320368 Jul 08 17:32:44.698638 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Checking router: b46c1c93-f381-42ba-835c-b294bc0968f7 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:44.699199 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Updating router b46c1c93-f381-42ba-835c-b294bc0968f7 port 91cef436-d7ff-4881-9643-f367e83e23f0 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:44.708275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac70105-8a68-4db2-8675-182f15d69d67 req-3acbfdca-9d12-464b-b3f9-7a92aa0b4350 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.716795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ac70105-8a68-4db2-8675-182f15d69d67 req-3acbfdca-9d12-464b-b3f9-7a92aa0b4350 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 947 time: 0.7339120 Jul 08 17:32:44.762481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-706f119e-2bfa-4278-80a0-2846f8e94ca8 req-5baa8f4d-327a-4bfd-9f06-c23ff67f3ebb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933726 Jul 08 17:32:44.787503 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.881620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.918308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:44.921316 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678787e8-a5c7-416b-b2a7-c6569d8bca2b" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "61967f17-5186-418f-bd70-1340b1c684c5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:45.145988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:45.276374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ac70105-8a68-4db2-8675-182f15d69d67 req-31ad8c48-48bb-4b01-979c-d78417d3d2d8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5586905 Jul 08 17:32:45.291148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=61967f17-5186-418f-bd70-1340b1c684c5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:45.318268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59ce5da-c3ca-44f0-a1c8-817204f799c3 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:45.334904 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:45.362416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Transition to ACTIVE for port object d59ce5da-c3ca-44f0-a1c8-817204f799c3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:45.427589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:45.587292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Router 2db53818-ec78-452f-8486-5835650e3d0c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:45.793018 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:45.830599 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Transition to ACTIVE for port object 91cef436-d7ff-4881-9643-f367e83e23f0 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:45.861687 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:45.947284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:45.972703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] Sync routers for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:45.986488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:45.987132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:46.069904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] No DVR routers for this DVR port 61967f17-5186-418f-bd70-1340b1c684c5 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:46.084293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:46.091475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-31445fbb-41d2-4ffb-905b-916a016a8423 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "DELETE /v2.0/ports/61967f17-5186-418f-bd70-1340b1c684c5 HTTP/1.1" status: 204 len: 173 time: 3.5611792 Jul 08 17:32:46.100303 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3692b0-d874-431a-9c48-2fce255603d2 None None] Pushing event updated for resources: {'Port': ['ID=91cef436-d7ff-4881-9643-f367e83e23f0,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:46.107190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:46.116114 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71dcfa6-d707-407c-9a0b-35ff77147fcb" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "61967f17-5186-418f-bd70-1340b1c684c5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:46.309481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Attempting to bind port 91cef436-d7ff-4881-9643-f367e83e23f0 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:46.309848 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Attempting to bind port 91cef436-d7ff-4881-9643-f367e83e23f0 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:46.310233 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Attempting to bind port 91cef436-d7ff-4881-9643-f367e83e23f0 on network da919393-e31b-4aa1-8312-278c100171da {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:46.311201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:46.336898 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:46.337478 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Checking segment: {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:46.337828 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:46.338374 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Bound using segment: {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:46.340545 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Bound port: 91cef436-d7ff-4881-9643-f367e83e23f0, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'da919393-e31b-4aa1-8312-278c100171da'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:46.340941 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:46.417318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 3c0480bd-471b-4ad8-844e-88cb5e261833 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:46.417672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:46.533309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] For port 91cef436-d7ff-4881-9643-f367e83e23f0, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:46.545010 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] For port 91cef436-d7ff-4881-9643-f367e83e23f0, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=91cef436-d7ff-4881-9643-f367e83e23f0,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:46.555220 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:46.701738 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Routers {'b46c1c93-f381-42ba-835c-b294bc0968f7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:46.704301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] For port 3c0480bd-471b-4ad8-844e-88cb5e261833, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3c0480bd-471b-4ad8-844e-88cb5e261833,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:46.705357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:46.719298 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b46c1c93-f381-42ba-835c-b294bc0968f7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:46.775069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 3c0480bd-471b-4ad8-844e-88cb5e261833 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:46.799725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d59ce5da-c3ca-44f0-a1c8-817204f799c3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:46.877738 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3692b0-d874-431a-9c48-2fce255603d2 None None] Pushing event updated for resources: {'Port': ['ID=91cef436-d7ff-4881-9643-f367e83e23f0,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:46.996214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5f4a8-edf6-44f1-9436-2203861b15ee req-4fd5fe30-5aad-48b8-8b7d-0fc6a75c1fdb tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:47.000752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:45Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:47.006057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0a5f4a8-edf6-44f1-9436-2203861b15ee req-4fd5fe30-5aad-48b8-8b7d-0fc6a75c1fdb tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 943 time: 1.6398292 Jul 08 17:32:47.199474 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] Set router b46c1c93-f381-42ba-835c-b294bc0968f7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:47.214919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] Checking router: 2db53818-ec78-452f-8486-5835650e3d0c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:47.226074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Attempting to bind port d59ce5da-c3ca-44f0-a1c8-817204f799c3 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:47.226413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Attempting to bind port d59ce5da-c3ca-44f0-a1c8-817204f799c3 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '940f5eb5-cafc-499f-893e-14b3240e2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:47.226737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Attempting to bind port d59ce5da-c3ca-44f0-a1c8-817204f799c3 on network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:47.253385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:47.255034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:32:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:47.265834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.270350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0a5f4a8-edf6-44f1-9436-2203861b15ee req-efe432d4-a17d-4b4a-b99e-1da40b831dc5 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632232 Jul 08 17:32:47.273312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Port d59ce5da-c3ca-44f0-a1c8-817204f799c3 on network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:47.273815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Attempting to bind port d59ce5da-c3ca-44f0-a1c8-817204f799c3 on network 10a7c5f9-034a-4b7e-81f4-39ac698912b0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:47.304191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:47.314542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Checking segment: {'id': '940f5eb5-cafc-499f-893e-14b3240e2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:47.319104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Bound using segment: {'id': '940f5eb5-cafc-499f-893e-14b3240e2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:47.319608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Bound port: d59ce5da-c3ca-44f0-a1c8-817204f799c3, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940f5eb5-cafc-499f-893e-14b3240e2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:47.319976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.407071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=3c0480bd-471b-4ad8-844e-88cb5e261833,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:47.480561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:47.569491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] For port d59ce5da-c3ca-44f0-a1c8-817204f799c3, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:47.580582 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39e770-4573-49b4-ae35-afd1581785dd x-openstack-request-id: req-aa39e770-4573-49b4-ae35-afd1581785dd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:47.581232 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-unplugged", "status": "completed", "tag": "61967f17-5186-418f-bd70-1340b1c684c5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:47.581661 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa39e770-4573-49b4-ae35-afd1581785dd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:47.582253 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5', 'code': 200} Jul 08 17:32:47.590790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] For port d59ce5da-c3ca-44f0-a1c8-817204f799c3, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3,segment=NetworkSegment(940f5eb5-cafc-499f-893e-14b3240e2c29),segment_id=940f5eb5-cafc-499f-893e-14b3240e2c29)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:47.606934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] No DVR routers for this DVR port 3c0480bd-471b-4ad8-844e-88cb5e261833 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:47.607767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.615863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.629285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a208cb5c-f48d-49a1-8265-f36bffe3d507 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "DELETE /v2.0/ports/3c0480bd-471b-4ad8-844e-88cb5e261833 HTTP/1.1" status: 204 len: 173 time: 1.5024164 Jul 08 17:32:47.745368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:47.748126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.753496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/d59ce5da-c3ca-44f0-a1c8-817204f799c3 HTTP/1.1" status: 200 len: 1091 time: 3.2210522 Jul 08 17:32:47.756296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b73ead1-5c2a-481d-926d-390273d6b175', 'tag': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:47.768118 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10" -d '{"events": [{"name": "network-changed", "server_uuid": "3b73ead1-5c2a-481d-926d-390273d6b175", "tag": "d59ce5da-c3ca-44f0-a1c8-817204f799c3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:47.779360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:47.785037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516658975', 'description': 'tempest-secgroup-smoke-1516658975 description', 'project_id': '9da435700b3442a38449d0f3746b537c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:47.909027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891d3b-0e70-4022-af77-97277faba7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d59ce5da-c3ca-44f0-a1c8-817204f799c3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:47.936333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.943179 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf3448-992b-46bd-8228-07c1f131e78b x-openstack-request-id: req-0acf3448-992b-46bd-8228-07c1f131e78b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:47.949605 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "61967f17-5186-418f-bd70-1340b1c684c5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:47.951511 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0acf3448-992b-46bd-8228-07c1f131e78b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:47.952968 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '61967f17-5186-418f-bd70-1340b1c684c5', 'status': 'completed', 'code': 200} Jul 08 17:32:48.161326 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:32:39Z', 'revision_number': 4, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '91cef436-d7ff-4881-9643-f367e83e23f0', 'name': '', 'network_id': 'da919393-e31b-4aa1-8312-278c100171da', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'mac_address': 'fa:16:3e:ee:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '558f0a6a-328c-43da-8a65-c45b561e4024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:34Z', 'updated_at': '2021-07-08T17:32:46Z', 'revision_number': 4, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'subnets': [{'id': '558f0a6a-328c-43da-8a65-c45b561e4024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:48.177661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 830f14ac-66b0-44b6-a816-6eef45fc70ce {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:48.197147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:45Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:48.198461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.238653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd442133-d15f-4a14-ad9e-ce5652ab8226 req-a74d8d58-30c3-47be-ab9e-926dccd68755 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.240767 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d55ec4-6a43-4c1f-b427-91725fec9a30 None None] The sync data for ids ['b46c1c93-f381-42ba-835c-b294bc0968f7'] in n-d-799527-4 is: [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:32:39Z', 'revision_number': 4, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '91cef436-d7ff-4881-9643-f367e83e23f0', 'name': '', 'network_id': 'da919393-e31b-4aa1-8312-278c100171da', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'mac_address': 'fa:16:3e:ee:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '558f0a6a-328c-43da-8a65-c45b561e4024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:34Z', 'updated_at': '2021-07-08T17:32:46Z', 'revision_number': 4, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'subnets': [{'id': '558f0a6a-328c-43da-8a65-c45b561e4024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:48.257253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b54685a-290a-420e-a567-26534bcd5e7b None None] The sync data for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 is: [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:21:26Z', 'revision_number': 4, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '74690ad5-44c7-4030-8418-f6794be30aa2', 'name': '', 'network_id': 'c9ca8108-1bbb-4a87-b242-837d354904da', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'mac_address': 'fa:16:3e:df:16:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:24Z', 'updated_at': '2021-07-08T17:21:45Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'subnets': [{'id': '21b479c3-7651-41ff-ae34-75f6315fe2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:48.266453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd442133-d15f-4a14-ad9e-ce5652ab8226 req-a74d8d58-30c3-47be-ab9e-926dccd68755 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.268898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd442133-d15f-4a14-ad9e-ce5652ab8226 req-a74d8d58-30c3-47be-ab9e-926dccd68755 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 1677 time: 0.4793198 Jul 08 17:32:48.605537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.638928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd442133-d15f-4a14-ad9e-ce5652ab8226 req-a534e6f8-66a7-4ca4-bc84-563444ee342b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482261 Jul 08 17:32:48.641026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.693515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301c28ff-675b-466c-ac3d-36b105635129,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:48.716662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-13db62db-6e56-475e-93ef-c9704df2fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.718925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-13db62db-6e56-475e-93ef-c9704df2fc33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62d93f9c260c451cb6ab238afd55bd69&device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 1094 time: 0.8013010 Jul 08 17:32:48.720634 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.725494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f580808-f915-43e7-b5a5-c3fe827706c3 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9448793 Jul 08 17:32:48.732587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:48.740592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group_rule': {'security_group_id': '301c28ff-675b-466c-ac3d-36b105635129', 'project_id': '9da435700b3442a38449d0f3746b537c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:48.858958 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ed271-c415-4a7c-8aed-a4eae0d3ddcf x-openstack-request-id: req-563ed271-c415-4a7c-8aed-a4eae0d3ddcf {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:48.862411 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b73ead1-5c2a-481d-926d-390273d6b175", "tag": "d59ce5da-c3ca-44f0-a1c8-817204f799c3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:48.863584 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-563ed271-c415-4a7c-8aed-a4eae0d3ddcf {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:48.875683 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b73ead1-5c2a-481d-926d-390273d6b175', 'tag': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3', 'status': 'completed', 'code': 200} Jul 08 17:32:48.879267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-cc8620f4-f546-41ce-ab45-9659f38779f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3 HTTP/1.1" status: 200 len: 217 time: 0.1501901 Jul 08 17:32:48.985452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] For port 830f14ac-66b0-44b6-a816-6eef45fc70ce, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=830f14ac-66b0-44b6-a816-6eef45fc70ce,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:49.007832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:49.083054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51927bc0-72c7-4b50-b722-5d72c9d56321 req-8cdd8d21-ba6d-4d6c-b8fe-a107d2f1c198 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.089991 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28db6a2b-4f2a-464b-9380-31d7efd2ddb9 None None] New status for floating IP 41c3ba25-f292-4545-966b-14c52925981d: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:32:49.093252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51927bc0-72c7-4b50-b722-5d72c9d56321 req-8cdd8d21-ba6d-4d6c-b8fe-a107d2f1c198 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 947 time: 0.6484740 Jul 08 17:32:49.097771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 830f14ac-66b0-44b6-a816-6eef45fc70ce owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:49.118825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:49.139376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-3f5343ac-f580-43f8-8761-57b35980f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.145257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-3f5343ac-f580-43f8-8761-57b35980f647 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63fcd974-32e4-497e-8f66-d2e2e6beddbe HTTP/1.1" status: 200 len: 849 time: 0.2571027 Jul 08 17:32:49.202843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390c83-03ae-4f8a-b6b5-e3efb7c38e5c req-f8b9a19a-0fb8-4b57-b32b-4bb018e30f0c tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.211309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8a390c83-03ae-4f8a-b6b5-e3efb7c38e5c req-f8b9a19a-0fb8-4b57-b32b-4bb018e30f0c tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 943 time: 0.1766539 Jul 08 17:32:49.300796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-1e68e914-b2b1-4528-9740-62c0d6c9ad46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10a7c5f9-034a-4b7e-81f4-39ac698912b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304715 Jul 08 17:32:49.325614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:49.337826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:49.446246 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8a390c83-03ae-4f8a-b6b5-e3efb7c38e5c req-ff7d943b-9ea5-48a3-bbdf-af7fdb736605 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331381 Jul 08 17:32:49.503897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f48a9cff-546d-4a42-ab00-373a17e100ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:49.536143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a5d4ca-4381-466e-b69b-3d0ff8bd1add,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:49.540968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:49.546941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-66ec8809-84f6-4d8a-915c-0cebc7a9fcab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8118098 Jul 08 17:32:49.567033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51927bc0-72c7-4b50-b722-5d72c9d56321 req-8e4f42ec-b435-4c8c-8374-bdb1ae83d559 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724519 Jul 08 17:32:49.568953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:49.660280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group_rule': {'security_group_id': '301c28ff-675b-466c-ac3d-36b105635129', 'project_id': '9da435700b3442a38449d0f3746b537c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:49.758872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-58d1e1c1-458c-41ee-bb79-867c2243dfd3 service neutron] 10.222.0.53 "GET /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820565 Jul 08 17:32:49.869762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 91cef436-d7ff-4881-9643-f367e83e23f0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:49.957605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 91cef436-d7ff-4881-9643-f367e83e23f0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:49.963604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 91cef436-d7ff-4881-9643-f367e83e23f0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:49.964598 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:50.025742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:50.053841 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353617ed-d570-4114-a754-3e15238843cf" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:50.099309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:50.172767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:50.257801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 91cef436-d7ff-4881-9643-f367e83e23f0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=91cef436-d7ff-4881-9643-f367e83e23f0,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:50.277571 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:50.328161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=830f14ac-66b0-44b6-a816-6eef45fc70ce,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:50.348520 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1dc965-ab7f-4929-9218-0e00f107c868 x-openstack-request-id: req-4d1dc965-ab7f-4929-9218-0e00f107c868 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:50.351563 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "3c0480bd-471b-4ad8-844e-88cb5e261833", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:50.352080 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d1dc965-ab7f-4929-9218-0e00f107c868 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:50.354900 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '3c0480bd-471b-4ad8-844e-88cb5e261833', 'status': 'completed', 'code': 200} Jul 08 17:32:50.369324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=91cef436-d7ff-4881-9643-f367e83e23f0,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:50.374818 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65762181-ebc0-4e25-a0f1-da29ddaf26b1 req-ffc41b04-ecbe-4d6a-ab77-2814402c70b4 service neutron] 10.222.0.53 "GET /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000743 Jul 08 17:32:50.387427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:50.425085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8012f-96ca-4b43-b3b5-1d0e2caff9b8 req-5bef7ddc-5f81-47d2-9144-cce06acebeb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:50.435355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0b8012f-96ca-4b43-b3b5-1d0e2caff9b8 req-5bef7ddc-5f81-47d2-9144-cce06acebeb8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 943 time: 0.4155464 Jul 08 17:32:50.636247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0b8012f-96ca-4b43-b3b5-1d0e2caff9b8 req-da3f873d-85ef-4ad3-a2f8-15448cb60d02 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups?id=1735c834-8d05-4d3a-9f3e-047082207ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941161 Jul 08 17:32:50.639960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] No DVR routers for this DVR port 830f14ac-66b0-44b6-a816-6eef45fc70ce on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:50.679706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:50.684875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-a2b8f050-f7e3-423f-8d24-53be2c276ed7 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "DELETE /v2.0/ports/830f14ac-66b0-44b6-a816-6eef45fc70ce HTTP/1.1" status: 204 len: 173 time: 3.0538652 Jul 08 17:32:50.697878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-3c3482f8-1950-4612-93da-41bcaeee99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:50.699338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-3c3482f8-1950-4612-93da-41bcaeee99b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62d93f9c260c451cb6ab238afd55bd69&device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 1094 time: 0.2388866 Jul 08 17:32:50.987024 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.016340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-5541c548-af4e-4f1f-baf9-5725f98fde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.018479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-5541c548-af4e-4f1f-baf9-5725f98fde05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10a7c5f9-034a-4b7e-81f4-39ac698912b0 HTTP/1.1" status: 200 len: 910 time: 0.3116713 Jul 08 17:32:51.043143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.104079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1b45-8e3a-426f-8d84-c2b388c259a2 req-9292b38f-367a-4cf3-b080-e3fd2eb737ef tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.113005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad2f1b45-8e3a-426f-8d84-c2b388c259a2 req-9292b38f-367a-4cf3-b080-e3fd2eb737ef tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 943 time: 0.3727119 Jul 08 17:32:51.115170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d594d6-67e1-49c5-a61d-a45d2e010dea,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:51.179133 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.180563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-329d93c3-9d9d-4792-9c0b-375329da3094 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5249653 Jul 08 17:32:51.212411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:51.219347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:51.219832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.230251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-95eb0030-60f7-4f87-8b7e-01245bb5a845 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3 HTTP/1.1" status: 200 len: 217 time: 0.1961186 Jul 08 17:32:51.234393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group_rule': {'security_group_id': '301c28ff-675b-466c-ac3d-36b105635129', 'project_id': '9da435700b3442a38449d0f3746b537c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:51.336298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-62462052-b869-4183-854d-ef1508628455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.340898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-62462052-b869-4183-854d-ef1508628455 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63fcd974-32e4-497e-8f66-d2e2e6beddbe HTTP/1.1" status: 200 len: 849 time: 0.1001170 Jul 08 17:32:51.382236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ad2f1b45-8e3a-426f-8d84-c2b388c259a2 req-a9b1a3ee-cf11-40a6-ac15-38e011d244bb tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679725 Jul 08 17:32:51.413679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.468556 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-b14153c3-3f92-48c4-83ee-71d8a15f3f1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10a7c5f9-034a-4b7e-81f4-39ac698912b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095281 Jul 08 17:32:51.498025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] For port 113a6a2d-aa04-4c5e-993c-3cfc8af25411, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=113a6a2d-aa04-4c5e-993c-3cfc8af25411,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:51.498887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.514562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 113a6a2d-aa04-4c5e-993c-3cfc8af25411 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:51.654217 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-b77dfb2d-13e8-4785-8e46-340164a257d4 service neutron] 10.222.0.53 "GET /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772895 Jul 08 17:32:51.696617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.712226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.808236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.809470 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5921175 Jul 08 17:32:51.815438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 91cef436-d7ff-4881-9643-f367e83e23f0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:51.822447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36410) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:51.848819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50885b3-6dff-42d0-a25d-b9fea0676f93 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b81da3-1de1-46b8-a319-85b2538eccd2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:51.868974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group_rule': {'security_group_id': '301c28ff-675b-466c-ac3d-36b105635129', 'project_id': '9da435700b3442a38449d0f3746b537c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:51.885343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.911475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 91cef436-d7ff-4881-9643-f367e83e23f0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:51.911856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.944452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=113a6a2d-aa04-4c5e-993c-3cfc8af25411,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:52.043300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5df026b-9ec2-4ec8-ab34-99a1f41b0d10 req-35bbcd5e-257e-4ee6-b9cb-582dfc017050 service neutron] 10.222.0.53 "GET /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821335 Jul 08 17:32:52.072279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.088637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] No DVR routers for this DVR port 113a6a2d-aa04-4c5e-993c-3cfc8af25411 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:52.096917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.101489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-67030e2d-ff9c-4bcb-bf47-b29a064baeea req-6ce05d9a-b4c3-4dcc-bcf4-2081e6dcbaa6 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.53 "DELETE /v2.0/ports/113a6a2d-aa04-4c5e-993c-3cfc8af25411 HTTP/1.1" status: 204 len: 173 time: 1.4083629 Jul 08 17:32:52.175098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d24d51-2d65-407e-b756-7c8771a0a373 req-304d092f-876f-44e0-a025-02606b57f29e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0439548 Jul 08 17:32:52.188227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.218373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85cd9693-c54d-43a6-9b27-13702dc66b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.218602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.324534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b04cfd-9426-425d-b89f-b2da6ea7b126,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:52.352153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.358736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-37ae3f10-e4eb-4d87-bb24-4c8e4950d34a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5086296 Jul 08 17:32:52.358928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce'}, {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:52.359298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:52.359422 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f2571-3059-47ba-ab12-e4bdaf910a07" -d '{"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce"}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:52.376000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group_rule': {'security_group_id': '301c28ff-675b-466c-ac3d-36b105635129', 'project_id': '9da435700b3442a38449d0f3746b537c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:52.384717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.475889 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd9a026-1655-4a7f-a84b-550ca0799303 x-openstack-request-id: req-0fd9a026-1655-4a7f-a84b-550ca0799303 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:52.476179 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "830f14ac-66b0-44b6-a816-6eef45fc70ce", "status": "completed", "code": 200}, {"server_uuid": "c7b55fd4-d0b2-40c4-81de-61a2109e6b86", "name": "network-vif-deleted", "tag": "113a6a2d-aa04-4c5e-993c-3cfc8af25411", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:52.476662 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fd9a026-1655-4a7f-a84b-550ca0799303 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:52.477465 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '830f14ac-66b0-44b6-a816-6eef45fc70ce', 'status': 'completed', 'code': 200} Jul 08 17:32:52.477864 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b55fd4-d0b2-40c4-81de-61a2109e6b86', 'name': 'network-vif-deleted', 'tag': '113a6a2d-aa04-4c5e-993c-3cfc8af25411', 'status': 'completed', 'code': 200} Jul 08 17:32:52.482991 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Project 9da435700b3442a38449d0f3746b537c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:32:52.497086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.648820 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.694364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.833098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13f9982-2784-465f-84ca-5f0b26211970,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:52.835762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.839810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-575eb788-95a7-4c77-9209-00806e57019c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4792926 Jul 08 17:32:52.843078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:52.851265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'security_group_rule': {'security_group_id': '301c28ff-675b-466c-ac3d-36b105635129', 'project_id': '9da435700b3442a38449d0f3746b537c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:52.890552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92513a-266d-47c7-96d1-278656a9ba36 req-23fa3812-caeb-49ae-9af4-aae94e112162 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:52.898664 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Project 9da435700b3442a38449d0f3746b537c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:32:52.898854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c92513a-266d-47c7-96d1-278656a9ba36 req-23fa3812-caeb-49ae-9af4-aae94e112162 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 943 time: 0.3026569 Jul 08 17:32:52.913775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.980684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c92513a-266d-47c7-96d1-278656a9ba36 req-f91499a6-a266-41aa-af2f-0230be562d1c tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Jul 08 17:32:53.170826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:53.178562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:53.223367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fc42ce-f846-4695-852c-ca84263aa977,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:53.303158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:53.324679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cf54ed13-d13e-4162-8079-c002e2ee5358 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4799631 Jul 08 17:32:53.549708 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:53.643940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-feefa5d2-95c6-4429-b178-38f8485a0ea1 req-e9f27f32-1120-40fe-ba23-18c798328f4e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.1099358 Jul 08 17:32:53.812506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d59ce5da-c3ca-44f0-a1c8-817204f799c3 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:54.101614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d59ce5da-c3ca-44f0-a1c8-817204f799c3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3,segment=NetworkSegment(940f5eb5-cafc-499f-893e-14b3240e2c29),segment_id=940f5eb5-cafc-499f-893e-14b3240e2c29)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:54.141837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3', 'network_id': '10a7c5f9-034a-4b7e-81f4-39ac698912b0', 'port_id': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3', 'mac_address': 'fa:16:3e:21:18:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fcd974-32e4-497e-8f66-d2e2e6beddbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:54.217715 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:54.235478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2753b48-7693-489c-b2ac-983ffcb9f9ef req-615428bf-6e1c-454e-8217-234edfc0e539 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:54.256473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b2753b48-7693-489c-b2ac-983ffcb9f9ef req-615428bf-6e1c-454e-8217-234edfc0e539 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 943 time: 0.1354713 Jul 08 17:32:54.258603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59ce5da-c3ca-44f0-a1c8-817204f799c3 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:54.294531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d59ce5da-c3ca-44f0-a1c8-817204f799c3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3,segment=NetworkSegment(940f5eb5-cafc-499f-893e-14b3240e2c29),segment_id=940f5eb5-cafc-499f-893e-14b3240e2c29)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:54.302464 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:54.390947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b2753b48-7693-489c-b2ac-983ffcb9f9ef req-7f161516-5a9a-4764-9135-9c400bab49f4 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329033 Jul 08 17:32:54.437491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d59ce5da-c3ca-44f0-a1c8-817204f799c3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:54.566586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d59ce5da-c3ca-44f0-a1c8-817204f799c3'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:54.957815 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:55.144181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6086a268-e96b-468d-a92a-ac3ac5c213c6 req-ee5a3090-6365-4946-839e-e53a79657e42 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.1023178 Jul 08 17:32:55.806560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a294f2-3672-49f7-b710-9fe196bede33 req-1aa990de-2594-449d-af78-bd0e9faec63e tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:55.818903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7a294f2-3672-49f7-b710-9fe196bede33 req-1aa990de-2594-449d-af78-bd0e9faec63e tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 944 time: 0.1687016 Jul 08 17:32:55.826619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d59ce5da-c3ca-44f0-a1c8-817204f799c3 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:55.923916 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7a294f2-3672-49f7-b710-9fe196bede33 req-f7f17fcb-7b7f-4cbf-8490-21d8f6ded9b9 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040204 Jul 08 17:32:56.052256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port d59ce5da-c3ca-44f0-a1c8-817204f799c3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:56.070699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port d59ce5da-c3ca-44f0-a1c8-817204f799c3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:56.071823 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.301667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.463274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d59ce5da-c3ca-44f0-a1c8-817204f799c3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3,segment=NetworkSegment(940f5eb5-cafc-499f-893e-14b3240e2c29),segment_id=940f5eb5-cafc-499f-893e-14b3240e2c29)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:56.468437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73ead1-5c2a-481d-926d-390273d6b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:56.489554 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2266a7a8-31ab-4760-9599-d6ad2e4a1c5a" -d '{"events": [{"server_uuid": "3b73ead1-5c2a-481d-926d-390273d6b175", "name": "network-vif-plugged", "status": "completed", "tag": "d59ce5da-c3ca-44f0-a1c8-817204f799c3"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:56.500106 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.639152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28343ff1-9f69-4f2d-bff4-df5411b0766c req-9fe5e306-a018-48c3-b9f8-8d74f84dc470 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0885384 Jul 08 17:32:56.675599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d59ce5da-c3ca-44f0-a1c8-817204f799c3,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:56.794122 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6061227-202c-45cd-ba62-87ce03e795cf x-openstack-request-id: req-a6061227-202c-45cd-ba62-87ce03e795cf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:56.794414 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73ead1-5c2a-481d-926d-390273d6b175", "name": "network-vif-plugged", "status": "completed", "tag": "d59ce5da-c3ca-44f0-a1c8-817204f799c3", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:56.794669 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6061227-202c-45cd-ba62-87ce03e795cf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:56.795061 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73ead1-5c2a-481d-926d-390273d6b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3', 'code': 200} Jul 08 17:32:56.990768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed352e-a6fc-47ce-879d-00505024a4a2 req-abe0346c-968e-4c1a-bbfa-9af9f4ec7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:56.992596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02ed352e-a6fc-47ce-879d-00505024a4a2 req-abe0346c-968e-4c1a-bbfa-9af9f4ec7424 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 1096 time: 0.1214361 Jul 08 17:32:57.076471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02ed352e-a6fc-47ce-879d-00505024a4a2 req-4d0418ce-2367-4cc2-9057-550bb7941d4a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Jul 08 17:32:57.310900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaff4f-4d5e-4be7-b333-756d7c9b1e26 req-ca7b965a-a32d-4986-b074-695c2cda54e2 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:57.313558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-feaaff4f-4d5e-4be7-b333-756d7c9b1e26 req-ca7b965a-a32d-4986-b074-695c2cda54e2 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 945 time: 0.1298149 Jul 08 17:32:57.371640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-feaaff4f-4d5e-4be7-b333-756d7c9b1e26 req-8fd290e5-6817-4bf1-b99f-3202daf2e2bc tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509503 Jul 08 17:32:57.912375 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ab767db4-e6a4-4df4-8d19-e8174680b765 req-16c47b7f-9de0-4a36-b0b1-7ea553e8e77e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0441275 Jul 08 17:32:58.796695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eacbcf-6046-4091-aacc-9147e579a9bd req-2845cb21-ad15-4aa6-a45a-2c9cd914a2bd tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.812096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62eacbcf-6046-4091-aacc-9147e579a9bd req-2845cb21-ad15-4aa6-a45a-2c9cd914a2bd tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 945 time: 0.1927378 Jul 08 17:32:58.915902 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62eacbcf-6046-4091-aacc-9147e579a9bd req-6bbe9e78-8707-4bd1-b944-fc29d122d9b5 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019094 Jul 08 17:32:59.349310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9f75438-2817-4121-b54a-8363c6508fe1 req-436dcaa6-a873-41f0-b73c-e824e7d2c42d tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.1018574 Jul 08 17:33:00.694428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d58fdcd-e087-4870-ae27-04e75db5b724 req-a084c248-66c0-4668-a615-544d171d0c52 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0496726 Jul 08 17:33:02.006539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c313d14-ac11-4a0f-abdb-53e9c0898def req-798538d6-52cb-4f44-90a7-4f188e3190f8 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0425007 Jul 08 17:33:02.104605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-afa10805-a688-4c73-8760-8ca7d8eccdd9 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516658975&fields=id&tenant_id=9da435700b3442a38449d0f3746b537c HTTP/1.1" status: 200 len: 267 time: 0.0550683 Jul 08 17:33:02.225486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-d7563139-ffc5-4c8e-848d-fcbf37561efa tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:02.241730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-d7563139-ffc5-4c8e-848d-fcbf37561efa tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/networks?id=4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 200 len: 808 time: 0.1332481 Jul 08 17:33:02.266837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-efa69d27-5cb1-4331-969d-7da841774568 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/quotas/9da435700b3442a38449d0f3746b537c HTTP/1.1" status: 200 len: 375 time: 0.0269780 Jul 08 17:33:02.307000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3379cb5-3ced-4f10-a95a-7c8ce4469bdc req-227d6daf-4ba6-40aa-a130-6a46d1c54093 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:02.316186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3379cb5-3ced-4f10-a95a-7c8ce4469bdc req-227d6daf-4ba6-40aa-a130-6a46d1c54093 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1178238 Jul 08 17:33:02.371942 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3379cb5-3ced-4f10-a95a-7c8ce4469bdc req-faea2ada-2fc7-4f6d-b306-ed3baae5f0af tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544674 Jul 08 17:33:02.405850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-674c62a1-c84d-40eb-ab26-b385978a7778 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9da435700b3442a38449d0f3746b537c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381471 Jul 08 17:33:02.620060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-3ab1cb91-3639-42a6-96c9-b83287068cc9 service neutron] 10.222.0.48 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995940 Jul 08 17:33:02.846363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1975e104-7142-4b99-872f-c6de7b3759ab service neutron] 10.222.0.48 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226253 Jul 08 17:33:03.207604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2deef6f1-bb28-432c-90ed-3a0d292e449d req-55355699-ee65-4560-b38a-fda4e690dfb9 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 210 time: 0.0750895 Jul 08 17:33:03.321100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd959f41-4bc6-411f-b536-2f00772b1af4 req-5f14c3e2-0bb5-41e0-ab09-caaf80e620c0 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0504165 Jul 08 17:33:03.645480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1029025-8834-4cea-b9ab-7c6fcc1f8e54 req-931b3ac5-cd76-4d3d-964e-3dea5ee92f60 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:03.647917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1029025-8834-4cea-b9ab-7c6fcc1f8e54 req-931b3ac5-cd76-4d3d-964e-3dea5ee92f60 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1131639 Jul 08 17:33:03.714816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1029025-8834-4cea-b9ab-7c6fcc1f8e54 req-5807bd38-1047-415c-bc79-938496781f71 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602334 Jul 08 17:33:04.463092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90303d40-28b9-40de-94ac-25989ad97903 req-152771c4-c090-456d-85d4-06c36e66cf23 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 210 time: 0.0398517 Jul 08 17:33:04.696971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-81b62d88-8a53-4dec-9938-ccfa6aa69201 req-3d09163d-8fe5-4fd5-bd75-bf8432fa5b7e tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0714750 Jul 08 17:33:04.768477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7632f-af21-400f-92ee-941ae7740685 req-77307621-b1eb-42e8-9302-38822230d685 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.770943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcf7632f-af21-400f-92ee-941ae7740685 req-77307621-b1eb-42e8-9302-38822230d685 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.0909488 Jul 08 17:33:04.896865 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcf7632f-af21-400f-92ee-941ae7740685 req-36ba470b-0225-4070-bc3c-48dc24e4cd56 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119843 Jul 08 17:33:05.249686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-4460c41b-438b-406a-95db-64180a5a0450 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.251616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-4460c41b-438b-406a-95db-64180a5a0450 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.53 "GET /v2.0/networks?id=4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 200 len: 808 time: 0.2480791 Jul 08 17:33:05.332404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-89af69f3-d326-41ac-a283-add09ecc1ee1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da435700b3442a38449d0f3746b537c HTTP/1.1" status: 200 len: 380 time: 0.0714552 Jul 08 17:33:05.354964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'port': {'device_id': '4b52eef3-780d-4592-995f-ca2f792e9843', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'admin_state_up': True, 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'security_groups': ['301c28ff-675b-466c-ac3d-36b105635129']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:05.486868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17bafa-9c49-4275-91a1-15d5b13c8d9b req-94ea03a7-fa6f-4bd2-8dc6-b481e96c0d98 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.496127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be17bafa-9c49-4275-91a1-15d5b13c8d9b req-94ea03a7-fa6f-4bd2-8dc6-b481e96c0d98 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 945 time: 0.1265166 Jul 08 17:33:05.550979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be17bafa-9c49-4275-91a1-15d5b13c8d9b req-ba7cfbc5-7471-4467-bc4c-0f6a8885ac97 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532999 Jul 08 17:33:05.631611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Made reservation on behalf of 9da435700b3442a38449d0f3746b537c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:05.638653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:05.768816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aaa75ddb-eafb-4fc2-ab6f-eba7b1d7ddc4 req-8b89e801-c3c9-452c-b3ee-4810ea467f14 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 210 time: 0.0602028 Jul 08 17:33:05.853690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:05.939545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Allocated IP 172.20.0.3 (4ad55dfb-538e-4537-a6b4-6ba5236075a0/16c00415-80e7-409f-9249-b5d978dcebab/d2132214-862a-411c-9878-45355fcb324e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:05.961722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bc57413-38d1-44d1-b2fe-512f9fa99b6f req-a808adf9-4791-442f-bd85-12381fe4ea2c tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0449877 Jul 08 17:33:06.015583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:06.066985 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.134183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:06.142745 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fbb030-8ba1-4906-bfe7-5718eb1f2102" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:06.151489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:06.171282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.245491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.250805 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.252861 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556c3b19-3550-45a5-91cb-c26c65ce7bda x-openstack-request-id: req-556c3b19-3550-45a5-91cb-c26c65ce7bda {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:06.254147 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:06.254588 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-556c3b19-3550-45a5-91cb-c26c65ce7bda {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:06.255166 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:33:06.281729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Transition to ACTIVE for port object d2132214-862a-411c-9878-45355fcb324e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:06.292618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1567728-446e-4207-b16c-66891b5e651d req-2844ced7-823f-476d-b249-7bdc7808ea4e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.302918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f1567728-446e-4207-b16c-66891b5e651d req-2844ced7-823f-476d-b249-7bdc7808ea4e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1466229 Jul 08 17:33:06.317343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:06.370687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f1567728-446e-4207-b16c-66891b5e651d req-bab75a03-7005-4f7b-bb35-876709d88116 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665927 Jul 08 17:33:06.393863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.403653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.410226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.442507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:06.446650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:06.451377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:06.472923 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50b50129653c4b328b909e0ae113007a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559691 Jul 08 17:33:06.475432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:06.486804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa4f338-6eaa-4300-93af-137a237d538f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:06.516044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.517283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.519289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.519646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.519998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.521979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.522595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.522950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.523105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.523292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.523628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.523973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.526607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.527236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e3c3f8-4d76-430c-8f02-24e07e880c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.558431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'Port': ['ID=d2132214-862a-411c-9878-45355fcb324e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:06.582019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.582475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.582944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.583372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.583800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.590284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.590785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.591375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.591816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.592243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.592665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.593123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:06.598665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-62fdb7cc-f661-423a-8823-6cb2b85b779c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2504563 Jul 08 17:33:06.619791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Request body: {'port': {'device_id': '4b52eef3-780d-4592-995f-ca2f792e9843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:06.717106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e0e-0c56-4d77-a9e8-b81042eb5669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.761245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e0e-0c56-4d77-a9e8-b81042eb5669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.803900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8eea68ea-55c2-4a2d-ab7b-0f19c3e7f93d None None] Provisioning for port d2132214-862a-411c-9878-45355fcb324e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:06.824176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8eea68ea-55c2-4a2d-ab7b-0f19c3e7f93d None None] Provisioning complete for port d2132214-862a-411c-9878-45355fcb324e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:06.827533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8eea68ea-55c2-4a2d-ab7b-0f19c3e7f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.833107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.897186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e0e-0c56-4d77-a9e8-b81042eb5669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.900051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02eb7e0e-0c56-4d77-a9e8-b81042eb5669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:06.905385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02eb7e0e-0c56-4d77-a9e8-b81042eb5669 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4aa4f338-6eaa-4300-93af-137a237d538f HTTP/1.1" status: 204 len: 168 time: 0.4282508 Jul 08 17:33:06.933032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb7e0e-0c56-4d77-a9e8-b81042eb5669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa4f338-6eaa-4300-93af-137a237d538f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:06.983254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8eea68ea-55c2-4a2d-ab7b-0f19c3e7f93d None None] Port d2132214-862a-411c-9878-45355fcb324e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:33:07.026432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdeee1-55bd-4f12-920d-22d0bbc2a9ed req-f01590fe-bfe0-4aca-860c-767bdb215f85 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.040486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30bdeee1-55bd-4f12-920d-22d0bbc2a9ed req-f01590fe-bfe0-4aca-860c-767bdb215f85 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 945 time: 0.2592731 Jul 08 17:33:07.194136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30bdeee1-55bd-4f12-920d-22d0bbc2a9ed req-fd10aad8-63a9-4cd2-9ad3-4ca86608ba32 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523910 Jul 08 17:33:07.287949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-dfbeee86-21e4-4c49-ad35-b2ef53dd075a tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.290544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-dfbeee86-21e4-4c49-ad35-b2ef53dd075a tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 945 time: 0.2870953 Jul 08 17:33:07.408932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2132214-862a-411c-9878-45355fcb324e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:07.429534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:07.458320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Transition to ACTIVE for port object d2132214-862a-411c-9878-45355fcb324e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:07.465298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:07.472478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:07.506418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36d89d71-85b4-44e8-85fe-48d5c34c103f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:07.588123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-234ff281-dfce-4054-b7d0-6798f701cea5 req-4a426e72-8387-4b3c-be21-b5043fb36fab tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0841510 Jul 08 17:33:07.620345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c345084-baa5-469b-bb60-65e75cdfd644 req-8e8fd9ce-a9b3-4c6d-8e1d-dd47620a1b48 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.622343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c345084-baa5-469b-bb60-65e75cdfd644 req-8e8fd9ce-a9b3-4c6d-8e1d-dd47620a1b48 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 931 time: 0.4716671 Jul 08 17:33:07.639771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Deleting port d59ce5da-c3ca-44f0-a1c8-817204f799c3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:07.640111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:07.701718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Pushing event updated for resources: {'Port': ['ID=d2132214-862a-411c-9878-45355fcb324e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:07.737337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c345084-baa5-469b-bb60-65e75cdfd644 req-263c23b1-2715-45d0-928e-3308922dad5c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865135 Jul 08 17:33:07.775124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Attempting to bind port d2132214-862a-411c-9878-45355fcb324e on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:07.775715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Attempting to bind port d2132214-862a-411c-9878-45355fcb324e by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:07.776231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Attempting to bind port d2132214-862a-411c-9878-45355fcb324e on network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:07.784911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Port d2132214-862a-411c-9878-45355fcb324e on network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:33:07.785242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Attempting to bind port d2132214-862a-411c-9878-45355fcb324e on network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:07.803863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:07.803863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Checking segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:07.803863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Bound using segment: {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:07.803863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Bound port: d2132214-862a-411c-9878-45355fcb324e, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07bba25-42b0-4e33-9e6a-acc840c303e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:07.804373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:07.865620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:07.967486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] For port d59ce5da-c3ca-44f0-a1c8-817204f799c3, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d59ce5da-c3ca-44f0-a1c8-817204f799c3,segment=NetworkSegment(940f5eb5-cafc-499f-893e-14b3240e2c29),segment_id=940f5eb5-cafc-499f-893e-14b3240e2c29)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:07.968126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.039235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Calling delete_port for d59ce5da-c3ca-44f0-a1c8-817204f799c3 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:08.066874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] For port d2132214-862a-411c-9878-45355fcb324e, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:08.071661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] For port d2132214-862a-411c-9878-45355fcb324e, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d2132214-862a-411c-9878-45355fcb324e,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:08.092798 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.132947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:08.168651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'mac_address': 'fa:16:3e:90:ca:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:08.173218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Pushing event updated for resources: {'Port': ['ID=d2132214-862a-411c-9878-45355fcb324e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:08.184500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.185288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.186885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-1a725e5e-c895-4b9c-b614-5d5668ce2a56 service neutron] 10.222.0.53 "PUT /v2.0/ports/d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 200 len: 1091 time: 1.5718374 Jul 08 17:33:08.187341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'tag': 'd2132214-862a-411c-9878-45355fcb324e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:08.198313 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d5372-1a83-4636-9fdc-07f31329ff28" -d '{"events": [{"name": "network-changed", "server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "tag": "d2132214-862a-411c-9878-45355fcb324e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:08.254668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.280016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:08.316348 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36d89d71-85b4-44e8-85fe-48d5c34c103f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.350800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:08.352268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36d89d71-85b4-44e8-85fe-48d5c34c103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.358106 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.397386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-4cee3034-0b4b-49fd-ad21-a4a3dfdf48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.399018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-4cee3034-0b4b-49fd-ad21-a4a3dfdf48ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da435700b3442a38449d0f3746b537c&device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1094 time: 0.1720753 Jul 08 17:33:08.402907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36d89d71-85b4-44e8-85fe-48d5c34c103f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34327e2fac1c49839651e1abf2d7a267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9301867 Jul 08 17:33:08.406947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:08.417950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efef3c-c95f-4624-8c3d-9cff56447453 req-dd682e37-980b-443f-83e5-435dcededef7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.442079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0efef3c-c95f-4624-8c3d-9cff56447453 req-dd682e37-980b-443f-83e5-435dcededef7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.4837768 Jul 08 17:33:08.493197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-a73801b7-bed3-4cac-bc33-8b0b7d2d9e94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 200 len: 217 time: 0.0872581 Jul 08 17:33:08.700388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-652e132b-a1cb-49a1-862c-c1b9a03d4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.703846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-652e132b-a1cb-49a1-862c-c1b9a03d4bfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c00415-80e7-409f-9249-b5d978dcebab HTTP/1.1" status: 200 len: 847 time: 0.1799819 Jul 08 17:33:08.725419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0efef3c-c95f-4624-8c3d-9cff56447453 req-fda1b61c-786a-419d-a16b-651e76fb1b71 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784801 Jul 08 17:33:08.731927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d89d71-85b4-44e8-85fe-48d5c34c103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa468cc1-a063-407b-8314-ef7fedce04c1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:08.794834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:08.847332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['a2695a85-c12e-461d-9705-7ab69f00ca72'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:08.862948 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061975ba-5739-4556-8989-1dd2b226b2c1 x-openstack-request-id: req-061975ba-5739-4556-8989-1dd2b226b2c1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:08.863254 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "tag": "d2132214-862a-411c-9878-45355fcb324e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:08.863507 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-061975ba-5739-4556-8989-1dd2b226b2c1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:08.863910 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'tag': 'd2132214-862a-411c-9878-45355fcb324e', 'status': 'completed', 'code': 200} Jul 08 17:33:08.881005 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:33:08.959235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f22c89d-e2a7-438f-bc1a-3daaa720f559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.963612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0771270-efc4-4e1c-ab7f-b502064a6b42 req-4cc53bdb-866a-4c24-8edc-d58362449a9e tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.971018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0771270-efc4-4e1c-ab7f-b502064a6b42 req-4cc53bdb-866a-4c24-8edc-d58362449a9e tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 945 time: 0.4716258 Jul 08 17:33:08.974952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-213a6236-72f5-460a-b58c-55ed5aceee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.976420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-213a6236-72f5-460a-b58c-55ed5aceee6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ad55dfb-538e-4537-a6b4-6ba5236075a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633488 Jul 08 17:33:09.040136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:09.107681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f22c89d-e2a7-438f-bc1a-3daaa720f559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:09.217013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-edc05c32-ebb4-4171-8e92-6e22abf0bca4 service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186651 Jul 08 17:33:09.247577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd5da812-fee5-4cd4-a490-0c42e2a34fcf req-9cb987c5-4eee-4da2-a1d4-06888f0975eb tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.1377988 Jul 08 17:33:09.252815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Pushing event deleted for resources: {'Port': ['ID=d59ce5da-c3ca-44f0-a1c8-817204f799c3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:09.253917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0771270-efc4-4e1c-ab7f-b502064a6b42 req-b7f5ea21-e78c-4165-b744-9a2952a3f67d tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6ab79e1e-0d1f-4309-ac25-f793a8730bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819626 Jul 08 17:33:09.314493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] No DVR routers for this DVR port d59ce5da-c3ca-44f0-a1c8-817204f799c3 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:09.357759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:09.365224 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8285d1e3-a70b-4314-ad75-6421e7f078f9 req-30a3d240-2ad9-4287-93b6-fb206a8a373b tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.53 "DELETE /v2.0/ports/d59ce5da-c3ca-44f0-a1c8-817204f799c3 HTTP/1.1" status: 204 len: 173 time: 2.0580471 Jul 08 17:33:09.367192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b73ead1-5c2a-481d-926d-390273d6b175', 'name': 'network-vif-deleted', 'tag': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:09.369493 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb312686-f971-4dfe-a9d3-c00d74284e0e" -d '{"events": [{"server_uuid": "3b73ead1-5c2a-481d-926d-390273d6b175", "name": "network-vif-deleted", "tag": "d59ce5da-c3ca-44f0-a1c8-817204f799c3"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:09.411211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f22c89d-e2a7-438f-bc1a-3daaa720f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:09.413774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f22c89d-e2a7-438f-bc1a-3daaa720f559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:09.418740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f22c89d-e2a7-438f-bc1a-3daaa720f559 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa468cc1-a063-407b-8314-ef7fedce04c1 HTTP/1.1" status: 204 len: 168 time: 1.0069792 Jul 08 17:33:09.452053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22c89d-e2a7-438f-bc1a-3daaa720f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa468cc1-a063-407b-8314-ef7fedce04c1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:09.478847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8f63b8c-589a-4382-a773-eb0274d73b7d req-3cd9e6f9-b80e-46bd-a15b-0fe59be7611e service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419317 Jul 08 17:33:09.486626 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5c84b1-2694-4fa1-8f38-d6a0c42f375d x-openstack-request-id: req-6d5c84b1-2694-4fa1-8f38-d6a0c42f375d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:09.487497 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b73ead1-5c2a-481d-926d-390273d6b175", "name": "network-vif-deleted", "tag": "d59ce5da-c3ca-44f0-a1c8-817204f799c3", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:09.487497 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d5c84b1-2694-4fa1-8f38-d6a0c42f375d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:09.487729 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b73ead1-5c2a-481d-926d-390273d6b175', 'name': 'network-vif-deleted', 'tag': 'd59ce5da-c3ca-44f0-a1c8-817204f799c3', 'status': 'completed', 'code': 200} Jul 08 17:33:09.797054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9e42-015c-469d-a9d5-301f881546f8 req-dc861475-330f-451b-a528-24ae62baaac7 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.807724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ed9e42-015c-469d-a9d5-301f881546f8 req-dc861475-330f-451b-a528-24ae62baaac7 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 943 time: 0.2404826 Jul 08 17:33:09.866097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:09.937173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ed9e42-015c-469d-a9d5-301f881546f8 req-90f686c6-dd57-4ae0-9e17-fd70904b70ec tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279390 Jul 08 17:33:09.952420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-80fc3976-07aa-4319-b237-a81a86b8a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.954901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-80fc3976-07aa-4319-b237-a81a86b8a89f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da435700b3442a38449d0f3746b537c&device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1094 time: 0.2775855 Jul 08 17:33:10.134932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port a2695a85-c12e-461d-9705-7ab69f00ca72 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:10.135641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:10.177739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-49ed982a-a737-43a0-abca-203261761c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.187054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-49ed982a-a737-43a0-abca-203261761c42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 200 len: 909 time: 0.2242174 Jul 08 17:33:10.313759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-a3cfabe0-0c20-45f6-ac75-181de8233d76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 200 len: 217 time: 0.1185443 Jul 08 17:33:10.333591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a5d10-d042-44d0-8a0a-972a68c6f142 req-a926363a-3894-473e-871f-9ec7484e181f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.338176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c2a5d10-d042-44d0-8a0a-972a68c6f142 req-a926363a-3894-473e-871f-9ec7484e181f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 945 time: 0.1931996 Jul 08 17:33:10.370525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:10.460501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c2a5d10-d042-44d0-8a0a-972a68c6f142 req-425b2398-5191-4366-b038-e6266f214ca2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135204 Jul 08 17:33:10.467316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-ee7bd95d-4d42-48ce-a4d1-78fe8d40e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.471506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-ee7bd95d-4d42-48ce-a4d1-78fe8d40e09e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c00415-80e7-409f-9249-b5d978dcebab HTTP/1.1" status: 200 len: 847 time: 0.1474693 Jul 08 17:33:10.478626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:10.482081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:10.489200 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce74ce75-03fd-483d-99ac-dbf6201ca952" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:10.507386 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:10.509877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d59ce5da-c3ca-44f0-a1c8-817204f799c3 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:10.602946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-61bfb7ed-522d-4a41-b862-cef1f8ce22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.610714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-61bfb7ed-522d-4a41-b862-cef1f8ce22ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ad55dfb-538e-4537-a6b4-6ba5236075a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314027 Jul 08 17:33:10.748849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:10.766411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: d59ce5da-c3ca-44f0-a1c8-817204f799c3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:10.768187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d59ce5da-c3ca-44f0-a1c8-817204f799c3 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:10.783822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ceca0ec-a21f-49ea-a45b-1b4753d8efe0 req-c2b644e9-0674-409d-ad1e-3e1ac1b14318 tempest-VolumesActionsTest-1365670216 tempest-VolumesActionsTest-1365670216-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b73ead1-5c2a-481d-926d-390273d6b175 HTTP/1.1" status: 200 len: 210 time: 0.1029754 Jul 08 17:33:10.936587 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac47e31-6ae7-48b2-bbc8-f378d08ca8f0 x-openstack-request-id: req-aac47e31-6ae7-48b2-bbc8-f378d08ca8f0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:10.937069 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-plugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:10.937462 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aac47e31-6ae7-48b2-bbc8-f378d08ca8f0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:10.937985 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:33:10.946265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-07ded4fd-64b3-4e0c-b40a-16b6e85b63d3 req-42490599-f2fa-4a96-b5ab-d12ff123163f tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.1251314 Jul 08 17:33:11.710896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-dad898a7-a785-4be2-a6e3-b364e90da9d0 service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896103 Jul 08 17:33:11.798475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58be223-d5b8-4dfe-a3e5-637b7650647c req-7fcf2207-b6c9-4421-b64a-42459b8b0150 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.810737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f58be223-d5b8-4dfe-a3e5-637b7650647c req-7fcf2207-b6c9-4421-b64a-42459b8b0150 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 943 time: 0.3024867 Jul 08 17:33:11.984596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f58be223-d5b8-4dfe-a3e5-637b7650647c req-85b44602-f69c-4a16-bd75-229ee38e69c5 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683617 Jul 08 17:33:12.041288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48597-c494-4487-ae55-c57b198a0a71 req-75d78c76-acf7-4c03-82b0-10a9f6685ae9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.056902 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80a48597-c494-4487-ae55-c57b198a0a71 req-75d78c76-acf7-4c03-82b0-10a9f6685ae9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1756067 Jul 08 17:33:12.097805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f9d5372-1a83-4636-9fdc-07f31329ff28 req-e23d27a1-ca92-4b21-a6d0-2a3bdb7f922f service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783243 Jul 08 17:33:12.149418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-80a48597-c494-4487-ae55-c57b198a0a71 req-04e7a2bf-be17-450f-ba0f-279d5f7dba34 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876975 Jul 08 17:33:12.421020 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c4d13a4-31d9-4d10-862b-012d0493452e req-a5e9bb77-5343-4ada-af79-6b704eac0172 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0527885 Jul 08 17:33:12.900754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:12.947373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:13.518703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90519700-c1b8-4108-8414-b4988ee54df9 req-49d97e1e-865e-4922-8e93-6d7a5624f44b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.527097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90519700-c1b8-4108-8414-b4988ee54df9 req-49d97e1e-865e-4922-8e93-6d7a5624f44b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1455467 Jul 08 17:33:13.546344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3e07c-4e9c-43e8-b2c2-df4a2659ca71 req-007be5be-05a8-4415-b1ca-f57706f477b6 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.549333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dbb3e07c-4e9c-43e8-b2c2-df4a2659ca71 req-007be5be-05a8-4415-b1ca-f57706f477b6 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 943 time: 0.2615831 Jul 08 17:33:13.622321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90519700-c1b8-4108-8414-b4988ee54df9 req-8ad5fb77-9519-48b3-8d5c-687591677b82 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872622 Jul 08 17:33:13.691858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dbb3e07c-4e9c-43e8-b2c2-df4a2659ca71 req-eb991e0a-9eb0-4e3f-8c58-0615a8fb9ed4 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365657 Jul 08 17:33:13.879750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d2132214-862a-411c-9878-45355fcb324e details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:13.913612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81fb9e46-ecfa-498f-8b7e-abacaf33e96b req-c675e786-2b7d-4c2d-83d8-2bf2a35790e0 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7b55fd4-d0b2-40c4-81de-61a2109e6b86 HTTP/1.1" status: 200 len: 210 time: 0.0782650 Jul 08 17:33:14.077836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d2132214-862a-411c-9878-45355fcb324e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d2132214-862a-411c-9878-45355fcb324e,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:14.109849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'd2132214-862a-411c-9878-45355fcb324e', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'port_id': 'd2132214-862a-411c-9878-45355fcb324e', 'mac_address': 'fa:16:3e:a6:4c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:14.175254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.196003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2132214-862a-411c-9878-45355fcb324e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:14.224823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d2132214-862a-411c-9878-45355fcb324e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d2132214-862a-411c-9878-45355fcb324e,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:14.234185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.387763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d2132214-862a-411c-9878-45355fcb324e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:14.496852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d2132214-862a-411c-9878-45355fcb324e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:15.063821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6619ef-961b-4373-8e66-b1cbbcc35ee7 req-a559d51e-6b5c-4742-ae9c-66ae53a0ac62 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.072858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e6619ef-961b-4373-8e66-b1cbbcc35ee7 req-a559d51e-6b5c-4742-ae9c-66ae53a0ac62 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1617663 Jul 08 17:33:15.132826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49dcec-570a-4983-b833-d385bdf265a9 req-5ba5bbae-25cb-47b4-8b25-f90831969998 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.163573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe49dcec-570a-4983-b833-d385bdf265a9 req-5ba5bbae-25cb-47b4-8b25-f90831969998 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 944 time: 0.2450488 Jul 08 17:33:15.169577 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e6619ef-961b-4373-8e66-b1cbbcc35ee7 req-979427db-4c27-4b9c-991a-5fdf934e0825 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952499 Jul 08 17:33:15.231229 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe49dcec-570a-4983-b833-d385bdf265a9 req-9cc35880-1e65-482a-8717-1ddb61985470 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667994 Jul 08 17:33:15.472998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:15.646897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6e2545a-352f-4535-83a4-0304858daf30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.759854 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6e2545a-352f-4535-83a4-0304858daf30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.848773 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6e2545a-352f-4535-83a4-0304858daf30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.855237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6e2545a-352f-4535-83a4-0304858daf30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.859355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c6e2545a-352f-4535-83a4-0304858daf30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/security-groups/1735c834-8d05-4d3a-9f3e-047082207ec1 HTTP/1.1" status: 204 len: 168 time: 0.3842888 Jul 08 17:33:15.865418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:15.876379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d2132214-862a-411c-9878-45355fcb324e up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:15.912225 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ca6870a3-2f28-490c-90b6-e6afbbec888b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] show failed (client error): The resource could not be found. Jul 08 17:33:15.914630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca6870a3-2f28-490c-90b6-e6afbbec888b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "GET /v2.0/security-groups/1735c834-8d05-4d3a-9f3e-047082207ec1 HTTP/1.1" status: 404 len: 347 time: 0.0414770 Jul 08 17:33:15.917208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37116) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:15.919934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2545a-352f-4535-83a4-0304858daf30 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1735c834-8d05-4d3a-9f3e-047082207ec1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:16.054802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port d2132214-862a-411c-9878-45355fcb324e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:16.067101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port d2132214-862a-411c-9878-45355fcb324e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:16.068828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.236777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.357627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2132214-862a-411c-9878-45355fcb324e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:16.367643 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b8056-20e0-45b0-8c32-9ab6211f02ef" -d '{"events": [{"server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "name": "network-vif-plugged", "status": "completed", "tag": "d2132214-862a-411c-9878-45355fcb324e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:16.429753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d2132214-862a-411c-9878-45355fcb324e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d2132214-862a-411c-9878-45355fcb324e,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:16.438635 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.488063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 6888f952-727a-4d98-ac45-0d102622d1bc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:16.490021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.560080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d2132214-862a-411c-9878-45355fcb324e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:16.664726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.665247 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.718365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 6888f952-727a-4d98-ac45-0d102622d1bc owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:16.822652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379ca49-c49b-411f-b2a6-7372bdbcaf9b req-5ff6c767-e83c-464e-9041-bda8ba417546 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:16.835766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7379ca49-c49b-411f-b2a6-7372bdbcaf9b req-5ff6c767-e83c-464e-9041-bda8ba417546 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.2381227 Jul 08 17:33:16.933001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.992532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7379ca49-c49b-411f-b2a6-7372bdbcaf9b req-324145f1-bb4a-46cb-b392-71ec034ce8d2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539569 Jul 08 17:33:17.059931 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29706c33-64bc-44cc-80c7-41fc41b1cc1a x-openstack-request-id: req-29706c33-64bc-44cc-80c7-41fc41b1cc1a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:17.060471 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "name": "network-vif-plugged", "status": "completed", "tag": "d2132214-862a-411c-9878-45355fcb324e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:17.060471 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29706c33-64bc-44cc-80c7-41fc41b1cc1a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:17.060962 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2132214-862a-411c-9878-45355fcb324e', 'code': 200} Jul 08 17:33:17.135838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=6888f952-727a-4d98-ac45-0d102622d1bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:17.139214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:17.241381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.243983 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.245183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-810ac3cf-f27e-422a-993a-6517056365d4 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/floatingips/41c3ba25-f292-4545-966b-14c52925981d HTTP/1.1" status: 204 len: 168 time: 1.3267951 Jul 08 17:33:17.249483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:17.378346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d691a-bb9a-4059-8ef2-f8b3f5e57395 req-02f45ac9-8d1b-4540-8f0c-71660611e507 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:17.386050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e30d691a-bb9a-4059-8ef2-f8b3f5e57395 req-02f45ac9-8d1b-4540-8f0c-71660611e507 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.6745288 Jul 08 17:33:17.462697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16321f89-a193-442f-9312-c4076b10080e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.476185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e30d691a-bb9a-4059-8ef2-f8b3f5e57395 req-02669ebe-727d-46d1-a1a9-0617d9b2014c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876765 Jul 08 17:33:17.572933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fca28-ef25-4d5a-9811-43cc95a4e93d req-641f6c7c-be55-4791-8132-05a688051ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:17.575843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c66fca28-ef25-4d5a-9811-43cc95a4e93d req-641f6c7c-be55-4791-8132-05a688051ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1096 time: 0.4082572 Jul 08 17:33:17.759673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16321f89-a193-442f-9312-c4076b10080e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.772686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16321f89-a193-442f-9312-c4076b10080e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.845781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c66fca28-ef25-4d5a-9811-43cc95a4e93d req-6f531cf2-c026-42b6-83b1-0ccaca04faaf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616498 Jul 08 17:33:17.891859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port c7e1e23b-68a5-4d82-b1af-518af8180490 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:17.892249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.911197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-16321f89-a193-442f-9312-c4076b10080e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f97b6dc937c483bbd5640274672c440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7666204 Jul 08 17:33:17.911435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:17.988791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16321f89-a193-442f-9312-c4076b10080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aeb554-9305-4f7f-8b62-31fd3a3d401b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:18.088230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90cfac14-7845-43fa-97d2-02a7e21c78c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.097406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.112915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90cfac14-7845-43fa-97d2-02a7e21c78c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.122561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for c7e1e23b-68a5-4d82-b1af-518af8180490 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:18.176499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90cfac14-7845-43fa-97d2-02a7e21c78c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.179119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-90cfac14-7845-43fa-97d2-02a7e21c78c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.186452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-90cfac14-7845-43fa-97d2-02a7e21c78c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67aeb554-9305-4f7f-8b62-31fd3a3d401b HTTP/1.1" status: 204 len: 168 time: 0.2743595 Jul 08 17:33:18.200322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfac14-7845-43fa-97d2-02a7e21c78c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aeb554-9305-4f7f-8b62-31fd3a3d401b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:18.385793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a764a-a328-43a1-af3c-48544e63b15b req-be6f8fe9-e753-40f8-af1e-2be5894dba20 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.389588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-024a764a-a328-43a1-af3c-48544e63b15b req-be6f8fe9-e753-40f8-af1e-2be5894dba20 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1349020 Jul 08 17:33:18.632699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-024a764a-a328-43a1-af3c-48544e63b15b req-e12a5e45-33b6-484c-8874-e26326930cf8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335087 Jul 08 17:33:18.635027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.743101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=c7e1e23b-68a5-4d82-b1af-518af8180490,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:18.964550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:18.998661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.003837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d695a529-e748-426d-9507-4cca93bc6021 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/ports/c7e1e23b-68a5-4d82-b1af-518af8180490 HTTP/1.1" status: 204 len: 168 time: 1.7533309 Jul 08 17:33:19.007002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:19.017535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-281a9c88-63f1-4c52-96c7-f8680122a72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.157289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-281a9c88-63f1-4c52-96c7-f8680122a72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.168947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-281a9c88-63f1-4c52-96c7-f8680122a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.221998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a9c88-63f1-4c52-96c7-f8680122a72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63a7a7-d998-4b2e-8c0b-7603d9b2c772,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:19.270200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd6fc9-5d44-473f-adf7-0c3fbc88c529 req-d3b5c4ee-f76b-4f61-b800-da460eed76a6 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.290076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46cd6fc9-5d44-473f-adf7-0c3fbc88c529 req-d3b5c4ee-f76b-4f61-b800-da460eed76a6 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.4085898 Jul 08 17:33:19.340489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-281a9c88-63f1-4c52-96c7-f8680122a72d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71968c7980c74515a9d460c4837f536b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681178 Jul 08 17:33:19.352196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting port 70146bd0-9c34-47db-abf0-c49edc42217b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:19.352468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37214) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:19.352583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.448697 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46cd6fc9-5d44-473f-adf7-0c3fbc88c529 req-9790059c-aefe-4d27-bdb6-753d935ec69a tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573699 Jul 08 17:33:19.450996 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56ae8338-6da8-4fa9-ba7f-407de10be972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.502348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5302dda9-6e87-4a40-af95-2f7b2743724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.523100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56ae8338-6da8-4fa9-ba7f-407de10be972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.608879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.629994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56ae8338-6da8-4fa9-ba7f-407de10be972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.632627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56ae8338-6da8-4fa9-ba7f-407de10be972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.636215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-56ae8338-6da8-4fa9-ba7f-407de10be972 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b63a7a7-d998-4b2e-8c0b-7603d9b2c772 HTTP/1.1" status: 204 len: 168 time: 0.2800303 Jul 08 17:33:19.658653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Calling delete_port for 70146bd0-9c34-47db-abf0-c49edc42217b owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:19.733822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8338-6da8-4fa9-ba7f-407de10be972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63a7a7-d998-4b2e-8c0b-7603d9b2c772,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:19.933418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.197480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Port': ['ID=70146bd0-9c34-47db-abf0-c49edc42217b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:20.275479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.281415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-16013daa-fa42-42e1-863c-87735aeab365 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/ports/70146bd0-9c34-47db-abf0-c49edc42217b HTTP/1.1" status: 204 len: 168 time: 1.2716498 Jul 08 17:33:20.284650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:20.399924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8fb10-b13e-4aa6-acdc-54b709c792a0 req-9224d0f0-c308-47a2-96f8-b15b9a80f9c5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.428930 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0de8fb10-b13e-4aa6-acdc-54b709c792a0 req-9224d0f0-c308-47a2-96f8-b15b9a80f9c5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.4043872 Jul 08 17:33:20.513032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting subnet 9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:33:20.530143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.636632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0de8fb10-b13e-4aa6-acdc-54b709c792a0 req-21ef7cf0-a8c5-46ca-ad80-b4b5d84ccdab tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063181 Jul 08 17:33:20.695206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.005358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.176468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8142c3d-09b4-4d38-900f-63c4fd3de353 req-6dd4f7fc-8cde-4e3e-9821-c70c9cf30a61 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.178149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8142c3d-09b4-4d38-900f-63c4fd3de353 req-6dd4f7fc-8cde-4e3e-9821-c70c9cf30a61 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.3224471 Jul 08 17:33:21.367830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.407170 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.409786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/subnets/9d2c2c51-62cf-4c69-8f24-507aaf0e15e7 HTTP/1.1" status: 204 len: 168 time: 1.1241107 Jul 08 17:33:21.412855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:21.415244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451b0d73-f1e1-403a-a333-319497c54aa2 None None] Network 3fd40a7a-e8b5-493c-b840-3d726f610c42 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:21.456812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8142c3d-09b4-4d38-900f-63c4fd3de353 req-aad6fce2-13bd-483f-8728-b0f6dca19a4d tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636557 Jul 08 17:33:21.458822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86033603-da68-43d6-b6b1-0a0a4ac35c24 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2c2c51-62cf-4c69-8f24-507aaf0e15e7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:21.624123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Deleting subnet e8a8c760-97f0-4542-8349-2bfbe625f105 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:33:21.630774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.802360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.939696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] DHCP port deletion for 3fd40a7a-e8b5-493c-b840-3d726f610c42 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:33:22.074211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad349c11-adf7-4a82-baf1-1367757e2601 req-fe106205-76cb-4253-8c11-c5c2efeb015d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:22.091683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad349c11-adf7-4a82-baf1-1367757e2601 req-fe106205-76cb-4253-8c11-c5c2efeb015d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1918690 Jul 08 17:33:22.132072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] Deleting port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:22.133604 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.272591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad349c11-adf7-4a82-baf1-1367757e2601 req-24cc8f9a-9589-4daa-89fd-5ba60888239b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684873 Jul 08 17:33:22.298099 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fb8f-b2ce-4235-86df-b2a51735850e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.379727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.402369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] For port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,segment=NetworkSegment(b153e6b4-5a77-4333-910c-1dc6cab4487c),segment_id=b153e6b4-5a77-4333-910c-1dc6cab4487c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:22.404256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.425500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399ded-bf55-427d-a327-e1f5ab4d7b27 req-711ffba5-306f-4168-9930-663d58619022 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:22.445054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18399ded-bf55-427d-a327-e1f5ab4d7b27 req-711ffba5-306f-4168-9930-663d58619022 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.5171099 Jul 08 17:33:22.460024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] Calling delete_port for d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:22.580007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.704834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18399ded-bf55-427d-a327-e1f5ab4d7b27 req-2a70271b-89e0-476c-b309-366d938ae424 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533355 Jul 08 17:33:22.774210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.807230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.813604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] No DVR routers for this DVR port d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:22.892050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce0b1-47ba-4e80-b704-7ed1db6d56e2 None None] Pushing event deleted for resources: {'Port': ['ID=d3ac609e-5dad-4a61-bef7-3c4f8772a0b5,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:22.911998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a8c760-97f0-4542-8349-2bfbe625f105,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:22.922681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.926905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-36608e88-793a-4954-9697-15034e39cb40 tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/subnets/e8a8c760-97f0-4542-8349-2bfbe625f105 HTTP/1.1" status: 204 len: 168 time: 1.5106168 Jul 08 17:33:22.927644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:22.929627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54c320-b203-45c1-a8dc-4d84cfd73a7c None None] Network 8113c37f-037b-4cd6-808e-cf4df62f11fd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:23.169673 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.356761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b35c79-26d3-4712-8b90-566c6b068fdd req-a11f25f9-f75d-4f50-80ff-6e2e7c16f2ab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.359293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84b35c79-26d3-4712-8b90-566c6b068fdd req-a11f25f9-f75d-4f50-80ff-6e2e7c16f2ab tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.2674336 Jul 08 17:33:23.505329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84b35c79-26d3-4712-8b90-566c6b068fdd req-129fe550-fc09-4da3-96bb-1331d40df282 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381478 Jul 08 17:33:23.530712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.542463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:23.559560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd40a7a-e8b5-493c-b840-3d726f610c42']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:23.561493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.605677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b153e6b4-5a77-4333-910c-1dc6cab4487c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:23.608952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b153e6b4-5a77-4333-910c-1dc6cab4487c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:23.609091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] DHCP port deletion for 8113c37f-037b-4cd6-808e-cf4df62f11fd request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:33:23.624496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.771289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.773699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] Deleting port dacd2dea-c889-4524-b800-f71cbdc741ba {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:23.774122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.798215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:33:23.798882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:33:23.822470 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:33:23.839848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfcda8-aaf5-4290-bb70-7a6fb3b5f2ed req-4305df39-6fad-4d38-bbec-e32a76e3ca9b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.842802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0bfcda8-aaf5-4290-bb70-7a6fb3b5f2ed req-4305df39-6fad-4d38-bbec-e32a76e3ca9b tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 947 time: 0.1463954 Jul 08 17:33:23.925822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0bfcda8-aaf5-4290-bb70-7a6fb3b5f2ed req-48a86195-8480-49dd-b071-ea31255862a8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689065 Jul 08 17:33:23.934178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:24.024648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:24.024987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d3ac609e-5dad-4a61-bef7-3c4f8772a0b5 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:24.034144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacd2dea-c889-4524-b800-f71cbdc741ba no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:24.207690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] For port dacd2dea-c889-4524-b800-f71cbdc741ba, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacd2dea-c889-4524-b800-f71cbdc741ba,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:24.208373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.249649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] Calling delete_port for dacd2dea-c889-4524-b800-f71cbdc741ba owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:24.274155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.382121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2f279-619c-47b9-8dd9-72f7895b630d tempest-TestServerBasicOps-1232058133 tempest-TestServerBasicOps-1232058133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.383715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45d2f279-619c-47b9-8dd9-72f7895b630d tempest-TestServerBasicOps-1232058133 tempest-TestServerBasicOps-1232058133-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1091 time: 0.8396823 Jul 08 17:33:24.390009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37348) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:24.395646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'd2132214-862a-411c-9878-45355fcb324e', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:24.491460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.499734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port dacd2dea-c889-4524-b800-f71cbdc741ba, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacd2dea-c889-4524-b800-f71cbdc741ba,segment=NetworkSegment(b061c5bd-9a39-432a-8c29-c66b30b7969e),segment_id=b061c5bd-9a39-432a-8c29-c66b30b7969e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:24.605567 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.610980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.694548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] Pushing event deleted for resources: {'Port': ['ID=dacd2dea-c889-4524-b800-f71cbdc741ba,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:24.784587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event deleted for resources: {'Port': ['ID=dacd2dea-c889-4524-b800-f71cbdc741ba,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:24.791645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e4e7f-b605-4ae7-b697-763c52c34059 None None] No DVR routers for this DVR port dacd2dea-c889-4524-b800-f71cbdc741ba on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:24.851664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.934987 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.995863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838039-74f0-4b62-a166-781807719873 req-7e7b385b-0cde-4893-ac92-fecd7482ac13 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.000712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-c020e15f-8f89-4b72-b0bf-d120be419776 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.003928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-c020e15f-8f89-4b72-b0bf-d120be419776 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 947 time: 0.3207016 Jul 08 17:33:25.005059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28838039-74f0-4b62-a166-781807719873 req-7e7b385b-0cde-4893-ac92-fecd7482ac13 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 1.3764448 Jul 08 17:33:25.066182 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.111530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.122987 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/networks/3fd40a7a-e8b5-493c-b840-3d726f610c42 HTTP/1.1" status: 204 len: 168 time: 2.1936109 Jul 08 17:33:25.124034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99b75a-0990-4d1f-838d-b015fd0022be tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Network': ['ID=3fd40a7a-e8b5-493c-b840-3d726f610c42,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:25.126693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:25.149787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28838039-74f0-4b62-a166-781807719873 req-e7724b87-7b8b-451c-9fbf-fa0a7f5844e1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408744 Jul 08 17:33:25.239318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.264047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Deleting port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:25.264436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.271320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Allocated IP 172.25.3.233 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/c50f3820-b467-4fdf-a1d9-9eb9cb1d5ea4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:25.365643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.422754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8113c37f-037b-4cd6-808e-cf4df62f11fd']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:25.459430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b061c5bd-9a39-432a-8c29-c66b30b7969e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:25.459970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b061c5bd-9a39-432a-8c29-c66b30b7969e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:25.470548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.486140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.494905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:33:25.495583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:33:25.565137 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:33:25.574665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.594214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.604488 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] 10.222.0.48 "DELETE /v2.0/networks/8113c37f-037b-4cd6-808e-cf4df62f11fd HTTP/1.1" status: 204 len: 168 time: 0.4528303 Jul 08 17:33:25.623208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4f30-e6bf-4596-a064-24ec796d821b tempest-TaggedBootDevicesTest-988023765 tempest-TaggedBootDevicesTest-988023765-project] Pushing event deleted for resources: {'Network': ['ID=8113c37f-037b-4cd6-808e-cf4df62f11fd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:25.744848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a06f-0e4f-4938-a7ad-d37f2dbf6e28 req-57236715-888e-4818-9d90-527567fcf662 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.753616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ab36a06f-0e4f-4938-a7ad-d37f2dbf6e28 req-57236715-888e-4818-9d90-527567fcf662 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 947 time: 0.4158139 Jul 08 17:33:25.768726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] For port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:25.768726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.012842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.035536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ab36a06f-0e4f-4938-a7ad-d37f2dbf6e28 req-220e719c-b265-4477-b56b-b8975e00fcd2 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups?id=63a1c6a0-1ead-43be-843d-2910bc824cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787261 Jul 08 17:33:26.244731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.373487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:26.390559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:26.397593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:26.477824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'Port': ['ID=c50f3820-b467-4fdf-a1d9-9eb9cb1d5ea4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:26.557525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc174bf-1117-4bdd-b098-6a2156a221d2 req-21da117a-4106-477a-82d4-0c281c8c3d7c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.569074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0bc174bf-1117-4bdd-b098-6a2156a221d2 req-21da117a-4106-477a-82d4-0c281c8c3d7c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1556582 Jul 08 17:33:26.665614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0bc174bf-1117-4bdd-b098-6a2156a221d2 req-1606351c-06a3-4c1f-b38e-659ffb70721e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954590 Jul 08 17:33:26.760715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.761161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.761496 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Floating IP 5b448664-1e64-4f9c-a31b-3049ab01d59c disassociated. External IP: 172.25.3.206, port: 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1. Jul 08 17:33:26.761981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Calling delete_port for 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:27.221965 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:27.394985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event deleted for resources: {'Port': ['ID=3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:27.575530 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b5672c5-9a83-4c18-a71e-030079a18d20 req-e33e5769-9d99-4f99-8e66-ee8312b7a749 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 210 time: 0.1524429 Jul 08 17:33:27.619769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Router d94b7327-8887-41bf-ba8d-290579f9966a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:28.087215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931e7c6-930c-49d4-96fb-e36b874a81d5 req-199376aa-ea7e-4ac5-b808-307f5e2b4e98 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.103887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0931e7c6-930c-49d4-96fb-e36b874a81d5 req-199376aa-ea7e-4ac5-b808-307f5e2b4e98 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1957011 Jul 08 17:33:28.240683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0931e7c6-930c-49d4-96fb-e36b874a81d5 req-9e553d8c-9e5a-4409-b9d8-686207f0df5a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350996 Jul 08 17:33:28.869060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:28.903171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:28.920080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:28.920713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:29.325603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] No DVR routers for this DVR port 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:29.330188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c430d63b-f050-4d72-ada8-255441c2aa80 req-45e3b5e1-d485-4ff8-94dd-b032e142c5c8 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/ports?device_id=3640ed06-457b-47b3-9c49-deba6a093723 HTTP/1.1" status: 200 len: 210 time: 0.3876913 Jul 08 17:33:29.342601 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:29.348468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-740e1fb5-e93c-4f0a-aeb0-26c0dfb91c44 req-267eae59-c3d0-48bc-82c8-0bf448b80417 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.53 "DELETE /v2.0/ports/3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 HTTP/1.1" status: 204 len: 173 time: 4.3275025 Jul 08 17:33:29.349789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-deleted', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:29.352140 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e4e88-35fe-4965-8e35-9b613c526c0a" -d '{"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-deleted", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:29.649581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:29.669152 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f361f4-22aa-419b-8e46-c0daecfc4bb8 x-openstack-request-id: req-c9f361f4-22aa-419b-8e46-c0daecfc4bb8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:29.669152 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640ed06-457b-47b3-9c49-deba6a093723", "name": "network-vif-deleted", "tag": "3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:29.669152 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9f361f4-22aa-419b-8e46-c0daecfc4bb8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:29.676420 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640ed06-457b-47b3-9c49-deba6a093723', 'name': 'network-vif-deleted', 'tag': '3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1', 'status': 'completed', 'code': 200} Jul 08 17:33:29.693671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:29.942998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3d733-8346-4e7f-9e68-029a78b7820e req-0f03e4b0-6dbd-4777-b94b-385efdd1aa48 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:29.960775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70c3d733-8346-4e7f-9e68-029a78b7820e req-0f03e4b0-6dbd-4777-b94b-385efdd1aa48 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1995142 Jul 08 17:33:30.039875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:30.173337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70c3d733-8346-4e7f-9e68-029a78b7820e req-65a38d21-af0b-4b43-b518-5f1cbb22f659 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075732 Jul 08 17:33:30.193587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.507086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:30.510796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 3992d9ed-8c76-4ad5-bec1-ba0bfa18c0a1 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:30.684941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.695503 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.847542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event updated for resources: {'Port': ['ID=c50f3820-b467-4fdf-a1d9-9eb9cb1d5ea4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:30.940368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.020180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:31.057911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:31.075949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:31.076934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:31.128540 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Floating IP a5ad5497-8215-4652-8740-9a08356bfc00 associated. External IP: 172.25.3.233, port: d2132214-862a-411c-9878-45355fcb324e. Jul 08 17:33:31.291730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37532) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:31.442880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:31.467150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:31.566328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0add9626-9cc8-4251-9ecf-d15241d05517 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.712759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0add9626-9cc8-4251-9ecf-d15241d05517 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.936062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1009-5d32-4aa6-8f25-1dccbfcb250e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.171402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0add9626-9cc8-4251-9ecf-d15241d05517 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.196687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0add9626-9cc8-4251-9ecf-d15241d05517 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.205267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0add9626-9cc8-4251-9ecf-d15241d05517 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "DELETE /v2.0/security-groups/63a1c6a0-1ead-43be-843d-2910bc824cd9 HTTP/1.1" status: 204 len: 168 time: 0.9126654 Jul 08 17:33:32.215247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:32.310636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:32.436314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00fc9d-6eb9-415f-a6df-aeea11db5d57 None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:23:53Z', 'revision_number': 4, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '63682eee-cd80-40c2-8bde-be1d1213ff5c', 'name': '', 'network_id': '301f41e6-e213-4011-9922-a16179114657', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'mac_address': 'fa:16:3e:2d:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74467176-dfb3-490d-871b-0837de2708b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:49Z', 'updated_at': '2021-07-08T17:23:59Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'subnets': [{'id': '74467176-dfb3-490d-871b-0837de2708b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:32.753198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1009-5d32-4aa6-8f25-1dccbfcb250e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.761900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9626-9cc8-4251-9ecf-d15241d05517 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a1c6a0-1ead-43be-843d-2910bc824cd9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:32.810283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1009-5d32-4aa6-8f25-1dccbfcb250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.869818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Router a22e3c02-9b3f-4891-a82a-c6e3d14477de has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:33.001633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb9b1009-5d32-4aa6-8f25-1dccbfcb250e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=166d5962b62048e3804beed9d96e453b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5492380 Jul 08 17:33:33.003236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b1009-5d32-4aa6-8f25-1dccbfcb250e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2753b51d-0c1e-4e18-afd6-9529dbd2a8a4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:33.009239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:33.062039 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-35515dbe-06e6-4f0d-a7d0-2ca76a703480 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] show failed (client error): The resource could not be found. Jul 08 17:33:33.064364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-35515dbe-06e6-4f0d-a7d0-2ca76a703480 tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "GET /v2.0/security-groups/63a1c6a0-1ead-43be-843d-2910bc824cd9 HTTP/1.1" status: 404 len: 347 time: 0.7603300 Jul 08 17:33:33.076937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:33.179385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361ed4f-2a31-4f5f-b664-2ce8e37d2eae req-ab918c8e-fb06-4f47-a20e-5b7bf337c92d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:33.197439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3361ed4f-2a31-4f5f-b664-2ce8e37d2eae req-ab918c8e-fb06-4f47-a20e-5b7bf337c92d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 1.2817242 Jul 08 17:33:33.221401 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0380dc-0b0d-417c-a249-9b5c6c7feda6 None None] New status for floating IP 5b448664-1e64-4f9c-a31b-3049ab01d59c: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:33:33.385276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-164ef97c-dfed-44db-aa05-7e255813c441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.410138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-164ef97c-dfed-44db-aa05-7e255813c441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.467311 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-164ef97c-dfed-44db-aa05-7e255813c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.470388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-164ef97c-dfed-44db-aa05-7e255813c441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.479333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-164ef97c-dfed-44db-aa05-7e255813c441 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2753b51d-0c1e-4e18-afd6-9529dbd2a8a4 HTTP/1.1" status: 204 len: 168 time: 0.4456279 Jul 08 17:33:33.507319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ef97c-dfed-44db-aa05-7e255813c441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753b51d-0c1e-4e18-afd6-9529dbd2a8a4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:33.549038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Deleting port 2a58daba-db0f-4948-91fb-aecd5007e466 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:33.549391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.591475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3361ed4f-2a31-4f5f-b664-2ce8e37d2eae req-388f697c-601a-41c1-a896-b1c7a9c5386a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897483 Jul 08 17:33:33.652578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:33.686232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] Sync routers for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:33.726673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:33.727477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:33.737761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.810094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.811797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:33.848606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Calling delete_port for 2a58daba-db0f-4948-91fb-aecd5007e466 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:34.219456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ff2f4643-4db2-487a-933e-7e64a94146f1 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8274608 Jul 08 17:33:34.235837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'tag': 'd2132214-862a-411c-9878-45355fcb324e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:34.250848 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2a661a-8827-4273-ba61-1646862d948e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "tag": "d2132214-862a-411c-9878-45355fcb324e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:34.371044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:34.405723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.484064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-68ef6fc1-2078-4eab-91a7-56a15645d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:34.517589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-68ef6fc1-2078-4eab-91a7-56a15645d1a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1097 time: 0.5920005 Jul 08 17:33:34.600101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:34.604694 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c75ac8-c17a-46ed-a9f5-7cfcaba766ec x-openstack-request-id: req-f7c75ac8-c17a-46ed-a9f5-7cfcaba766ec {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:34.605279 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "tag": "d2132214-862a-411c-9878-45355fcb324e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:34.606820 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7c75ac8-c17a-46ed-a9f5-7cfcaba766ec {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:34.607467 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'tag': 'd2132214-862a-411c-9878-45355fcb324e', 'status': 'completed', 'code': 200} Jul 08 17:33:34.862461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.865584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.866962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] 10.222.0.48 "DELETE /v2.0/floatingips/5b448664-1e64-4f9c-a31b-3049ab01d59c HTTP/1.1" status: 204 len: 168 time: 1.7828040 Jul 08 17:33:34.869084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115c2fe-78ce-4e23-8a37-b1f55f7d617f tempest-AttachVolumeShelveTestJSON-1892706745 tempest-AttachVolumeShelveTestJSON-1892706745-project] Pushing event deleted for resources: {'Port': ['ID=2a58daba-db0f-4948-91fb-aecd5007e466,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:34.947920 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-123acf2a-33c3-4920-a6bf-5bc2cea13acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:35.013442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a661a-8827-4273-ba61-1646862d948e req-395b786d-57ca-4742-bdfb-8cfb434fd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.018715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-395b786d-57ca-4742-bdfb-8cfb434fd018 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da435700b3442a38449d0f3746b537c&device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1096 time: 0.1926913 Jul 08 17:33:35.098261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-bb28f38c-7dfb-4f33-822a-7b7ec23045a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.110152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-bb28f38c-7dfb-4f33-822a-7b7ec23045a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.5551386 Jul 08 17:33:35.529333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-f236726d-d65a-4017-8584-f49fa8c3aec2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 1001 time: 0.3896782 Jul 08 17:33:35.573011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a661a-8827-4273-ba61-1646862d948e req-3a0ad457-c71f-4c70-aa75-c614afc46f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.575915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-3a0ad457-c71f-4c70-aa75-c614afc46f69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 200 len: 909 time: 0.5470700 Jul 08 17:33:35.764955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a5ad5497-8215-4652-8740-9a08356bfc00', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'port_id': 'd2132214-862a-411c-9878-45355fcb324e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'mac_address': 'fa:16:3e:a6:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b52eef3-780d-4592-995f-ca2f792e9843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:33:27Z', 'updated_at': '2021-07-08T17:33:27Z', 'revision_number': 0, 'project_id': '9da435700b3442a38449d0f3746b537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:29Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:35.936992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] Checking router: a22e3c02-9b3f-4891-a82a-c6e3d14477de for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:35.958094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-701066a7-86a9-4658-beb2-aaa3c1c7a4d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 200 len: 999 time: 0.3741348 Jul 08 17:33:35.978082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:35.983810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:36.158174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a661a-8827-4273-ba61-1646862d948e req-4b252b85-e7be-4782-bb23-2da2cf796a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.164992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-4b252b85-e7be-4782-bb23-2da2cf796a0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c00415-80e7-409f-9249-b5d978dcebab HTTP/1.1" status: 200 len: 847 time: 0.1901817 Jul 08 17:33:36.189140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-15dbbf31-3adf-4c0c-bcc3-d83cf3522bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.191976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-15dbbf31-3adf-4c0c-bcc3-d83cf3522bec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.6236942 Jul 08 17:33:36.379772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a661a-8827-4273-ba61-1646862d948e req-d2dfb7f2-18c5-4d82-a606-f84fc426c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.385418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-d2dfb7f2-18c5-4d82-a606-f84fc426c37f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ad55dfb-538e-4537-a6b4-6ba5236075a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108493 Jul 08 17:33:36.498449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b84f11-0aa9-4e50-a180-46ccf3193a5e req-6f505a0f-f7cf-4ebe-b086-b6464d0573a3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.519847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3b84f11-0aa9-4e50-a180-46ccf3193a5e req-6f505a0f-f7cf-4ebe-b086-b6464d0573a3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.9876814 Jul 08 17:33:36.614002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:36.766635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-5f4ceb01-a3e3-475a-bfc6-c8b00ea0a73b service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738813 Jul 08 17:33:36.812073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-c5791c94-55fc-4c6e-8082-3af47ea332cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.823852 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-c5791c94-55fc-4c6e-8082-3af47ea332cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6120389 Jul 08 17:33:37.052344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c2a661a-8827-4273-ba61-1646862d948e req-970e8b54-0780-4ba2-8e64-63e6fb4a67aa service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747273 Jul 08 17:33:37.206876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-54d15821-2105-45fa-aaac-c121d4ee1bc3 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555408 Jul 08 17:33:37.339823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3b84f11-0aa9-4e50-a180-46ccf3193a5e req-6a6b89e0-b324-4495-9c58-771e81ebf21e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8187447 Jul 08 17:33:37.490006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a5ad5497-8215-4652-8740-9a08356bfc00', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'port_id': 'd2132214-862a-411c-9878-45355fcb324e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'mac_address': 'fa:16:3e:a6:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b52eef3-780d-4592-995f-ca2f792e9843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:33:27Z', 'updated_at': '2021-07-08T17:33:27Z', 'revision_number': 0, 'project_id': '9da435700b3442a38449d0f3746b537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:29Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:37.536587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-123acf2a-33c3-4920-a6bf-5bc2cea13acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.560399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-123acf2a-33c3-4920-a6bf-5bc2cea13acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.607645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9819a27-846b-444f-a7bb-3659ac3b0b2a None None] The sync data for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 is: [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a5ad5497-8215-4652-8740-9a08356bfc00', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'floating_ip_address': '172.25.3.233', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'port_id': 'd2132214-862a-411c-9878-45355fcb324e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'mac_address': 'fa:16:3e:a6:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b52eef3-780d-4592-995f-ca2f792e9843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:33:27Z', 'updated_at': '2021-07-08T17:33:27Z', 'revision_number': 0, 'project_id': '9da435700b3442a38449d0f3746b537c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:29Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:37.710784 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-123acf2a-33c3-4920-a6bf-5bc2cea13acc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fa00e8698104587b0c5a6caa1f12686&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0975769 Jul 08 17:33:37.713458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37650) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:37.722067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf3e7c5c-5878-43ec-a5bf-dbbc7f2fb5c6 req-0c78a214-815b-4f02-b0ba-27570745e1eb service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968040 Jul 08 17:33:37.783109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123acf2a-33c3-4920-a6bf-5bc2cea13acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe1cfc-db06-4fee-8005-5765c4ac7512,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:37.895841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb903-2597-4e56-a6cf-255468cedbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.936636 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb903-2597-4e56-a6cf-255468cedbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.022792 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb903-2597-4e56-a6cf-255468cedbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.034792 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8dfb903-2597-4e56-a6cf-255468cedbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.039046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b8dfb903-2597-4e56-a6cf-255468cedbfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4fe1cfc-db06-4fee-8005-5765c4ac7512 HTTP/1.1" status: 204 len: 168 time: 0.3243370 Jul 08 17:33:38.056861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfb903-2597-4e56-a6cf-255468cedbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe1cfc-db06-4fee-8005-5765c4ac7512,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:38.143351 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad438ec3-d1a5-4438-9636-33214bfdf7c3 None None] New status for floating IP a5ad5497-8215-4652-8740-9a08356bfc00: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:33:39.113077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b06fea-ebc0-49d1-82b0-31f9fb1c3410 req-74d74f0f-14d5-4be9-9fd1-1c6aaff213fb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:39.120101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01b06fea-ebc0-49d1-82b0-31f9fb1c3410 req-74d74f0f-14d5-4be9-9fd1-1c6aaff213fb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.4942360 Jul 08 17:33:39.319121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01b06fea-ebc0-49d1-82b0-31f9fb1c3410 req-d234550d-293f-4c8f-8d60-18ad71f7ed67 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980927 Jul 08 17:33:40.821590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4422a-ed4c-4b67-9db0-5c1d9e89578b req-37e5148c-b0ef-4bab-8229-11d274e97fff tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:40.845879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8f4422a-ed4c-4b67-9db0-5c1d9e89578b req-37e5148c-b0ef-4bab-8229-11d274e97fff tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1897466 Jul 08 17:33:40.952669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8f4422a-ed4c-4b67-9db0-5c1d9e89578b req-5d441633-8210-42f7-bbde-59c372b0fd80 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057534 Jul 08 17:33:42.574531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5d94-67b3-44ae-9a10-e04c3682be44 req-70cc234d-14fd-4b96-9ef3-0ebf6bdf44e8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:42.582616 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4eee5d94-67b3-44ae-9a10-e04c3682be44 req-70cc234d-14fd-4b96-9ef3-0ebf6bdf44e8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.2030284 Jul 08 17:33:42.725607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4eee5d94-67b3-44ae-9a10-e04c3682be44 req-e5b7e78e-3ade-4163-a9e6-8634f464be5a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416197 Jul 08 17:33:42.915384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:42.977574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.183044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad12b63-fe0f-4d72-adb6-2c4a14686da1 req-377f2385-53b0-46b0-ae01-765b5bb909cd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:44.198884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ad12b63-fe0f-4d72-adb6-2c4a14686da1 req-377f2385-53b0-46b0-ae01-765b5bb909cd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1961546 Jul 08 17:33:44.299614 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ad12b63-fe0f-4d72-adb6-2c4a14686da1 req-d494a5b5-10fa-45d6-bf5b-2059c81b8d92 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965550 Jul 08 17:33:44.405537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:44.722707 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb116e44-9986-4f55-bf48-92f4766fa693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.974494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb116e44-9986-4f55-bf48-92f4766fa693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.979479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb116e44-9986-4f55-bf48-92f4766fa693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.045888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb116e44-9986-4f55-bf48-92f4766fa693 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=231839ac851949e9a7ad10a06bd3cebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384923 Jul 08 17:33:45.049533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb116e44-9986-4f55-bf48-92f4766fa693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853dbf71-da18-4adf-8c29-98798031a045,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:45.052577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37860) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:45.175722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee827-20b9-4d69-8ccf-1078269bcc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.212759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee827-20b9-4d69-8ccf-1078269bcc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.316568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee827-20b9-4d69-8ccf-1078269bcc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.320488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee827-20b9-4d69-8ccf-1078269bcc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.324010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d3ee827-20b9-4d69-8ccf-1078269bcc8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/853dbf71-da18-4adf-8c29-98798031a045 HTTP/1.1" status: 204 len: 168 time: 0.2678668 Jul 08 17:33:45.334717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ee827-20b9-4d69-8ccf-1078269bcc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853dbf71-da18-4adf-8c29-98798031a045,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:45.791701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bbbc-c3c6-464c-82f2-c2dcc470db1b req-fa68b76e-4577-4a7a-b330-df456fc06cd9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:45.794571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee34bbbc-c3c6-464c-82f2-c2dcc470db1b req-fa68b76e-4577-4a7a-b330-df456fc06cd9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.2117844 Jul 08 17:33:45.860332 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:33:45.930803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee34bbbc-c3c6-464c-82f2-c2dcc470db1b req-11166328-ee3d-4d71-a031-0dc599122a73 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280379 Jul 08 17:33:45.966491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:46.009617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4beefaf5-ca05-4307-b2a2-82d8b95e696e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.260168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4beefaf5-ca05-4307-b2a2-82d8b95e696e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.283536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4beefaf5-ca05-4307-b2a2-82d8b95e696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.418110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4beefaf5-ca05-4307-b2a2-82d8b95e696e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7c5fc54f9fa46ddb4b1523d737f832d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500103 Jul 08 17:33:46.420652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:46.439715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beefaf5-ca05-4307-b2a2-82d8b95e696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6d12bf-7d91-401b-be52-95b4c6e23321,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:46.528941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc271ae5-a7c9-403d-ba5a-66aa86336833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.555410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc271ae5-a7c9-403d-ba5a-66aa86336833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.609761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc271ae5-a7c9-403d-ba5a-66aa86336833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.612845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc271ae5-a7c9-403d-ba5a-66aa86336833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.618376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fc271ae5-a7c9-403d-ba5a-66aa86336833 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac6d12bf-7d91-401b-be52-95b4c6e23321 HTTP/1.1" status: 204 len: 168 time: 0.1945527 Jul 08 17:33:46.627384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc271ae5-a7c9-403d-ba5a-66aa86336833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6d12bf-7d91-401b-be52-95b4c6e23321,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:47.161529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:47.337600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca677-8696-48f5-ab15-42eb8c81a110 req-b47bcac7-4f27-4df6-b870-c414846aa6ee tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.350448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e10ca677-8696-48f5-ab15-42eb8c81a110 req-b47bcac7-4f27-4df6-b870-c414846aa6ee tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1237578 Jul 08 17:33:47.582050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e10ca677-8696-48f5-ab15-42eb8c81a110 req-d05caa18-7c35-4b38-bb44-c446ed021954 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307010 Jul 08 17:33:48.135688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38006) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:48.235244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:48.324483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d9e5c-d9bc-4c5f-b96d-55dddf59c958 req-d890f667-ed45-44e9-b585-aa05c577bb62 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:48.326478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57d9e5c-d9bc-4c5f-b96d-55dddf59c958 req-d890f667-ed45-44e9-b585-aa05c577bb62 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 946 time: 0.1644876 Jul 08 17:33:48.479670 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e57d9e5c-d9bc-4c5f-b96d-55dddf59c958 req-9b583414-2b67-4ab8-9779-6270f26d06ff tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459765 Jul 08 17:33:49.380648 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.500209 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-131b74bb-a930-4c6f-a9e5-a9807c915ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.551626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Deleting port 63682eee-cd80-40c2-8bde-be1d1213ff5c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:49.552476 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.868643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] For port 63682eee-cd80-40c2-8bde-be1d1213ff5c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=63682eee-cd80-40c2-8bde-be1d1213ff5c,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:49.873661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.914372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Calling delete_port for 63682eee-cd80-40c2-8bde-be1d1213ff5c owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:50.060070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:50.075256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:50.355662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.365469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Deleting port 74690ad5-44c7-4030-8418-f6794be30aa2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:50.366062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.446364 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-305b51ba-84cd-4c9d-9254-2aa32cfb0a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.450052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:50.460384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:50.465319 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11319c2d-1f84-4985-968f-ed2d7e78ee8c" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:50.479110 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.519469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.601755 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6dcadf-3bee-4b08-b74d-403fd5c92d0e x-openstack-request-id: req-8b6dcadf-3bee-4b08-b74d-403fd5c92d0e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:50.602652 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:50.603061 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b6dcadf-3bee-4b08-b74d-403fd5c92d0e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:50.603606 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'code': 200} Jul 08 17:33:50.615838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:50.616893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Pushing event deleted for resources: {'Port': ['ID=63682eee-cd80-40c2-8bde-be1d1213ff5c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:50.654202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] For port 74690ad5-44c7-4030-8418-f6794be30aa2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=74690ad5-44c7-4030-8418-f6794be30aa2,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:50.655297 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.671098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=14']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:50.678310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Calling delete_port for 74690ad5-44c7-4030-8418-f6794be30aa2 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:50.702933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.703595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.704155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.705879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.707982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.708123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.708431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.711144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.712006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.713500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.714730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:50.716252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:51.056614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fc0f5-6189-4b90-bc53-404521692f06 req-553cb69c-4fb6-4a94-bd47-6b425d59434d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:51.058440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7fc0f5-6189-4b90-bc53-404521692f06 req-553cb69c-4fb6-4a94-bd47-6b425d59434d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3581905 Jul 08 17:33:51.059292 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b55956a6-8870-4a87-8454-3615bf5da8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.116770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.132475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.162763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7fc0f5-6189-4b90-bc53-404521692f06 req-8ecf01ae-d431-4d39-bb62-8d6907e26965 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905561 Jul 08 17:33:51.164937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-305b51ba-84cd-4c9d-9254-2aa32cfb0a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.180771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Pushing event deleted for resources: {'Port': ['ID=74690ad5-44c7-4030-8418-f6794be30aa2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:51.298777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b55956a6-8870-4a87-8454-3615bf5da8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.367873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-305b51ba-84cd-4c9d-9254-2aa32cfb0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.379351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b55956a6-8870-4a87-8454-3615bf5da8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.405121 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.561325 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-305b51ba-84cd-4c9d-9254-2aa32cfb0a2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=649b06c7743e461caed90b89676cf606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4991739 Jul 08 17:33:51.562272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b51ba-84cd-4c9d-9254-2aa32cfb0a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e20cf29-0eb6-426f-b02c-d72fed700ddb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:51.564802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:51.570713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b55956a6-8870-4a87-8454-3615bf5da8a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56892dc7621346ad8f8f99a059a8b3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005873 Jul 08 17:33:51.580378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:51.744522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Router 2db53818-ec78-452f-8486-5835650e3d0c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:51.920641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55956a6-8870-4a87-8454-3615bf5da8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79430e0-e341-4293-a0f7-81902251b240,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:51.940591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:51.953373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] Sync routers for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:51.956077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aad220d2-a6aa-4dbf-ae2f-8b3fa1c2efef admin admin] 10.222.0.48 "PUT /v2.0/routers/2db53818-ec78-452f-8486-5835650e3d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8192151 Jul 08 17:33:51.957146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:51.968953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:51.969888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:51.998961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9fc977f-59d8-4b55-97ec-5010fd5362ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.027983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a04e5a3d-71d8-43a5-9f6b-b8ef0f6c0cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.099965 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9fc977f-59d8-4b55-97ec-5010fd5362ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.101716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.116603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:52.157160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a04e5a3d-71d8-43a5-9f6b-b8ef0f6c0cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.194094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958846-e94e-478f-8170-76abd115e139 req-fa0ba7c2-6854-4245-bfba-34fdc832e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:52.195541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-fa0ba7c2-6854-4245-bfba-34fdc832e3e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1095 time: 0.4670305 Jul 08 17:33:52.209834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf9890-041f-4704-93a0-748306aac905 req-07541f94-1b49-404c-8e35-b6594cc05217 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:52.211751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-17bf9890-041f-4704-93a0-748306aac905 req-07541f94-1b49-404c-8e35-b6594cc05217 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2851770 Jul 08 17:33:52.259288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.320980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Router d94b7327-8887-41bf-ba8d-290579f9966a has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:52.322159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Deleting port 322fb62f-6294-4c28-b3ba-def94bae32d0 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:52.322660 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.337469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-17bf9890-041f-4704-93a0-748306aac905 req-73972be4-03cc-468a-ac5c-4a6548731834 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098895 Jul 08 17:33:52.385383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9fc977f-59d8-4b55-97ec-5010fd5362ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.388451 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9fc977f-59d8-4b55-97ec-5010fd5362ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.389909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9fc977f-59d8-4b55-97ec-5010fd5362ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e20cf29-0eb6-426f-b02c-d72fed700ddb HTTP/1.1" status: 204 len: 168 time: 0.8221347 Jul 08 17:33:52.420896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-858c30ad-a268-4180-a846-c891c3e8b901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.426426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc977f-59d8-4b55-97ec-5010fd5362ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e20cf29-0eb6-426f-b02c-d72fed700ddb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:52.437964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.470230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] For port 322fb62f-6294-4c28-b3ba-def94bae32d0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=322fb62f-6294-4c28-b3ba-def94bae32d0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:52.470626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.496666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958846-e94e-478f-8170-76abd115e139 req-94c26258-0bfd-459f-952b-7f7b924f6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:52.498416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-94c26258-0bfd-459f-952b-7f7b924f6d9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.2846787 Jul 08 17:33:52.502312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Calling delete_port for 322fb62f-6294-4c28-b3ba-def94bae32d0 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:52.509097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 5, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port': {'id': '322fb62f-6294-4c28-b3ba-def94bae32d0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db53818-ec78-452f-8486-5835650e3d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:18Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:52.572010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] Checking router: 2db53818-ec78-452f-8486-5835650e3d0c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:52.598791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] Routers {'2db53818-ec78-452f-8486-5835650e3d0c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:52.599635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2db53818-ec78-452f-8486-5835650e3d0c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:52.636957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-915a2cfe-e2b7-49c8-ae80-44f509e8f61e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.1279733 Jul 08 17:33:52.719834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a04e5a3d-71d8-43a5-9f6b-b8ef0f6c0cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.727977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a04e5a3d-71d8-43a5-9f6b-b8ef0f6c0cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.727977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a04e5a3d-71d8-43a5-9f6b-b8ef0f6c0cc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e79430e0-e341-4293-a0f7-81902251b240 HTTP/1.1" status: 204 len: 168 time: 1.1413255 Jul 08 17:33:52.757183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] Set router 2db53818-ec78-452f-8486-5835650e3d0c gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:52.799435 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.832264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:33:52Z', 'revision_number': 6, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:52.853006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e5a3d-71d8-43a5-9f6b-b8ef0f6c0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79430e0-e341-4293-a0f7-81902251b240,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:52.865781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Pushing event deleted for resources: {'Port': ['ID=322fb62f-6294-4c28-b3ba-def94bae32d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:52.871909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bffa5-8a66-4c02-aeaf-f321f6c76a4d None None] The sync data for ids ['2db53818-ec78-452f-8486-5835650e3d0c'] in n-d-799527-4 is: [{'id': '2db53818-ec78-452f-8486-5835650e3d0c', 'name': 'tempest-TaggedBootDevicesTest-1905489066-router', 'tenant_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:16Z', 'updated_at': '2021-07-08T17:33:52Z', 'revision_number': 6, 'project_id': 'bad6cd90f2e74e0b88c7348096ba2be6', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:52.911208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958846-e94e-478f-8170-76abd115e139 req-49bdf402-9097-4176-be5c-782e40bf4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:52.919387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-49bdf402-9097-4176-be5c-782e40bf4dd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.2398853 Jul 08 17:33:53.027497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.035027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:53.040609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a8984d75-3c26-4552-8b15-d4dc66bfa9db admin admin] 10.222.0.48 "PUT /v2.0/routers/d94b7327-8887-41bf-ba8d-290579f9966a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8770232 Jul 08 17:33:53.044903 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] Sync routers for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:53.057400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38194) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:53.061017 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:53.062439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:53.243384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.246773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.273901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958846-e94e-478f-8170-76abd115e139 req-a1fd537a-67ee-49e8-9afc-07eb61c628ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:53.275460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-a1fd537a-67ee-49e8-9afc-07eb61c628ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3487496 Jul 08 17:33:53.324300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.326095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db53818-ec78-452f-8486-5835650e3d0c {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:33:53.336099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.337283 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-271448c4-0821-4b1c-a924-3ba844f28919 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2db53818-ec78-452f-8486-5835650e3d0c HTTP/1.1" status: 204 len: 168 time: 1.3792000 Jul 08 17:33:53.343646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:53.402444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:53.482038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Deleting subnet 21b479c3-7651-41ff-ae34-75f6315fe2d3 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:33:53.491575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.546935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7046ae02-b979-4bbc-96fe-e055c1c0a828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.557094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.557675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.593725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.633042 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:53.721596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-71b88a6b-9715-479f-b0a2-58827ff1f5ec service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323599 Jul 08 17:33:53.758233 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.889587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.986559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 322fb62f-6294-4c28-b3ba-def94bae32d0 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:54.002056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b479c3-7651-41ff-ae34-75f6315fe2d3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:54.036872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.043504 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d157171-06d7-4a00-ab36-00a150444c9f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/21b479c3-7651-41ff-ae34-75f6315fe2d3 HTTP/1.1" status: 204 len: 168 time: 0.6965830 Jul 08 17:33:54.043672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 322fb62f-6294-4c28-b3ba-def94bae32d0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:54.043672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 322fb62f-6294-4c28-b3ba-def94bae32d0 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:54.044297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38218) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:54.045427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 74690ad5-44c7-4030-8418-f6794be30aa2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:54.054158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de59b6-1691-4e61-8810-a2926f84bdb3 None None] Network c9ca8108-1bbb-4a87-b242-837d354904da requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:54.107737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87905-e5f9-4011-8d5f-c452a9a26339 req-540a11cf-168b-4258-b0b5-ac71301c57d0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:54.118275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6b87905-e5f9-4011-8d5f-c452a9a26339 req-540a11cf-168b-4258-b0b5-ac71301c57d0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.5275853 Jul 08 17:33:54.142360 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:33:50Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:54.266843 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] Checking router: d94b7327-8887-41bf-ba8d-290579f9966a for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:54.270993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.284729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca958846-e94e-478f-8170-76abd115e139 req-8b170895-af96-4c15-b70c-91a0ca8851ef service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404675 Jul 08 17:33:54.298368 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] Routers {'d94b7327-8887-41bf-ba8d-290579f9966a'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:54.299017 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d94b7327-8887-41bf-ba8d-290579f9966a'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:54.354525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 74690ad5-44c7-4030-8418-f6794be30aa2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:54.356853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 74690ad5-44c7-4030-8418-f6794be30aa2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:54.486969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7046ae02-b979-4bbc-96fe-e055c1c0a828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.500526 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7046ae02-b979-4bbc-96fe-e055c1c0a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.715461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7046ae02-b979-4bbc-96fe-e055c1c0a828 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b625b51c12fd4c0e88686efb106fcc24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3024058 Jul 08 17:33:54.717693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38244) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:54.763908 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] Set router d94b7327-8887-41bf-ba8d-290579f9966a gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:54.767534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046ae02-b979-4bbc-96fe-e055c1c0a828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c0d29-4ac9-4cec-ad2d-a474aa62d7e4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:54.772625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] DHCP port deletion for c9ca8108-1bbb-4a87-b242-837d354904da request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:33:54.919661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60688fff-854e-4f8e-ae60-db997bdb7f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.932370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] Deleting port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:54.938651 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.021212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60688fff-854e-4f8e-ae60-db997bdb7f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.141501 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60688fff-854e-4f8e-ae60-db997bdb7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.144428 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-60688fff-854e-4f8e-ae60-db997bdb7f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.147123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-60688fff-854e-4f8e-ae60-db997bdb7f0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f72c0d29-4ac9-4cec-ad2d-a474aa62d7e4 HTTP/1.1" status: 204 len: 168 time: 0.4152524 Jul 08 17:33:55.171739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] For port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,segment=NetworkSegment(218ad0c3-01cf-4eea-a3f8-760c569cf707),segment_id=218ad0c3-01cf-4eea-a3f8-760c569cf707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:55.172292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60688fff-854e-4f8e-ae60-db997bdb7f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c0d29-4ac9-4cec-ad2d-a474aa62d7e4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:55.175220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.177269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Deleting port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:55.177269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.208878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] Calling delete_port for 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:55.306578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.390222 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:33:50Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:55.399083 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.436449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] For port f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:55.437072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.486856 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c49e2f-031a-4d54-96e0-69a7360ca8f4 None None] The sync data for ids ['d94b7327-8887-41bf-ba8d-290579f9966a'] in n-d-799527-4 is: [{'id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'name': 'tempest-AttachVolumeShelveTestJSON-1761651945-router', 'tenant_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:23:41Z', 'updated_at': '2021-07-08T17:33:50Z', 'revision_number': 5, 'project_id': 'a962f43fa51d4ee4adf4f7a827a7af23', 'gw_port': {'id': 'f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:77:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b7327-8887-41bf-ba8d-290579f9966a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:23:42Z', 'updated_at': '2021-07-08T17:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:55.506501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Calling delete_port for f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:55.510084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.547803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a6b87905-e5f9-4011-8d5f-c452a9a26339 req-2ea78e98-43a3-4f91-acb6-b5600119a5b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296562 Jul 08 17:33:55.599872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] Pushing event deleted for resources: {'Port': ['ID=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:55.615484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0791815-34bb-4f69-b4f5-dfe9df0f568b None None] No DVR routers for this DVR port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:55.616370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Deleting port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:55.619735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.796867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] For port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf, host n-d-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:55.797231 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.815860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Calling delete_port for 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:55.819448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:33:55.820763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.876344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abd78bf-1d66-4c67-a79e-bbea9d3d37bf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:55.889343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] No DVR routers for this DVR port 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:55.898341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.060193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Pushing event deleted for resources: {'Port': ['ID=f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:56.070995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:56.168547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:56.169049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4abd78bf-1d66-4c67-a79e-bbea9d3d37bf not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:56.173986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63682eee-cd80-40c2-8bde-be1d1213ff5c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:56.204820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 63682eee-cd80-40c2-8bde-be1d1213ff5c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:56.205341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63682eee-cd80-40c2-8bde-be1d1213ff5c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:56.231823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.265324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ca8108-1bbb-4a87-b242-837d354904da']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:56.289997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.292721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218ad0c3-01cf-4eea-a3f8-760c569cf707') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:56.294246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218ad0c3-01cf-4eea-a3f8-760c569cf707') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:56.317151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.344826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.360982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:33:56.362139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:33:56.366638 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:33:56.502251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.508502 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.576583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.577402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94b7327-8887-41bf-ba8d-290579f9966a {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:33:56.580002 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.586143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.591908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5a2dda5e-8923-4025-a51c-251bd662eedf admin admin] 10.222.0.48 "DELETE /v2.0/routers/d94b7327-8887-41bf-ba8d-290579f9966a HTTP/1.1" status: 204 len: 168 time: 3.5304272 Jul 08 17:33:56.593293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:56.594801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.598195 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c9ca8108-1bbb-4a87-b242-837d354904da HTTP/1.1" status: 204 len: 168 time: 2.5511479 Jul 08 17:33:56.650285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801b187-0c49-4171-b2ee-e03f036ae4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ca8108-1bbb-4a87-b242-837d354904da,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:56.773485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Deleting subnet 74467176-dfb3-490d-871b-0837de2708b7 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:33:56.794709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.937848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:56.999782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:57.017640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.098704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce076a0-30ec-47ac-992c-2fa7b4bbc5d6 req-60f78081-90fe-4316-9d85-0329642b1931 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:57.106620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ce076a0-30ec-47ac-992c-2fa7b4bbc5d6 req-60f78081-90fe-4316-9d85-0329642b1931 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1993415 Jul 08 17:33:57.106860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e45fa862-9a6a-4254-991c-8e8195ce1d2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bad6cd90f2e74e0b88c7348096ba2be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055579 Jul 08 17:33:57.107288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:57.180752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4046abb-71c2-4f34-81d7-9593365e53bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.220746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4046abb-71c2-4f34-81d7-9593365e53bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.314892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4046abb-71c2-4f34-81d7-9593365e53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.325294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4046abb-71c2-4f34-81d7-9593365e53bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.333225 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e4046abb-71c2-4f34-81d7-9593365e53bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb692be1-049f-4957-8f03-ca3090bc32f4 HTTP/1.1" status: 204 len: 168 time: 0.2237105 Jul 08 17:33:57.435558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4046abb-71c2-4f34-81d7-9593365e53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb692be1-049f-4957-8f03-ca3090bc32f4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:57.499476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e36d-c96e-41ce-bb83-4326560da7ee req-aa854b69-d0b1-49ac-ba44-4ce53ebe1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:57.512406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ac5e36d-c96e-41ce-bb83-4326560da7ee req-aa854b69-d0b1-49ac-ba44-4ce53ebe1114 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1096 time: 0.5728850 Jul 08 17:33:57.568472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ac5e36d-c96e-41ce-bb83-4326560da7ee req-a5be7d2f-eb2e-4bd6-90b7-4ca4206f8ad2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522392 Jul 08 17:33:57.576169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.621007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5ce076a0-30ec-47ac-992c-2fa7b4bbc5d6 req-c1426c90-a1fb-4cd6-9693-8e5669e65b2c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5128865 Jul 08 17:33:57.673724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.736338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74467176-dfb3-490d-871b-0837de2708b7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:57.744544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658352c-202d-4b92-821e-4c6eaf045d10 None None] Network 301f41e6-e213-4011-9922-a16179114657 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:57.758657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.763009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01e7db78-7649-4b2a-8101-9c83891ef6a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/74467176-dfb3-490d-871b-0837de2708b7 HTTP/1.1" status: 204 len: 168 time: 1.1647906 Jul 08 17:33:57.763854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:57.854154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:57.902970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.934608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:57.937527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f31e3dfa-a82a-48f0-a45c-c5dbbd4bf376 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:58.143418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Deleting port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:58.143785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.285881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae3a28-38d9-49bf-b675-13ae4dca6ed2 req-d53738b1-3dab-497d-bc42-da8b4bde7fee tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:58.296109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aae3a28-38d9-49bf-b675-13ae4dca6ed2 req-d53738b1-3dab-497d-bc42-da8b4bde7fee tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2153342 Jul 08 17:33:58.420020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] For port 9e5f1c7c-2a36-4689-8e28-c23a281f4246, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9e5f1c7c-2a36-4689-8e28-c23a281f4246,segment=NetworkSegment(a416e87c-d422-4539-a21a-70ff11065e90),segment_id=a416e87c-d422-4539-a21a-70ff11065e90)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:58.422363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.439031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1aae3a28-38d9-49bf-b675-13ae4dca6ed2 req-e0931a7f-5246-40dd-b898-7e1c9edf4465 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419945 Jul 08 17:33:58.478953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Calling delete_port for 9e5f1c7c-2a36-4689-8e28-c23a281f4246 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:58.668717 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.722005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5f1c7c-2a36-4689-8e28-c23a281f4246,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:58.757435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd825bd-f420-4440-b2a9-1821a3ffa33d None None] DHCP port deletion for 301f41e6-e213-4011-9922-a16179114657 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:33:58.783279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] No DVR routers for this DVR port 9e5f1c7c-2a36-4689-8e28-c23a281f4246 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:58.937576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.955650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55375b-d9e3-49c5-971c-f913967a6d95 req-bb675230-18ff-4885-a9ff-48f1163c487a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:58.957500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f55375b-d9e3-49c5-971c-f913967a6d95 req-bb675230-18ff-4885-a9ff-48f1163c487a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2392344 Jul 08 17:33:58.964617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301f41e6-e213-4011-9922-a16179114657']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:59.015425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a416e87c-d422-4539-a21a-70ff11065e90') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:59.015716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a416e87c-d422-4539-a21a-70ff11065e90') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:59.054628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.091765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:59.106321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.144641 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f55375b-d9e3-49c5-971c-f913967a6d95 req-7ef64ab8-63e1-4e4c-ba26-9c0599081437 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769357 Jul 08 17:33:59.149569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:33:59.150323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:33:59.157513 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:33:59.176254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Deleting subnet 63fcd974-32e4-497e-8f66-d2e2e6beddbe {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:33:59.188028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.276646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.293770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.362097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.369834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/301f41e6-e213-4011-9922-a16179114657 HTTP/1.1" status: 204 len: 168 time: 1.6035111 Jul 08 17:33:59.370625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d14c9e-e738-47a0-898e-3a5288db88fa admin admin] Pushing event deleted for resources: {'Network': ['ID=301f41e6-e213-4011-9922-a16179114657,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:59.411287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.545719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.652782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.658606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63fcd974-32e4-497e-8f66-d2e2e6beddbe HTTP/1.1" status: 204 len: 168 time: 0.5617611 Jul 08 17:33:59.660643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc2b68-ae72-4dc7-af4a-3984ae6bbbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fcd974-32e4-497e-8f66-d2e2e6beddbe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:59.664528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:59.706086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38492) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:59.795763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e5f1c7c-2a36-4689-8e28-c23a281f4246 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:59.797391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.849753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9e5f1c7c-2a36-4689-8e28-c23a281f4246 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:59.850165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9e5f1c7c-2a36-4689-8e28-c23a281f4246 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:59.943043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-d71db1c0-d1f5-4980-8383-842a4ab1b83e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:59.948007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-d71db1c0-d1f5-4980-8383-842a4ab1b83e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.3034592 Jul 08 17:33:59.972760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.981276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-8ebb1f40-4690-4d01-a590-1f27563461e7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/quotas/d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 375 time: 0.0262511 Jul 08 17:33:59.986857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:59.995360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a7c5f9-034a-4b7e-81f4-39ac698912b0']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:00.008669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940f5eb5-cafc-499f-893e-14b3240e2c29') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:00.009211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940f5eb5-cafc-499f-893e-14b3240e2c29') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:00.023693 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.049852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.057804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:34:00.058887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:34:00.061096 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:34:00.138035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.139927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38506) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:00.166052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.172108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] 10.222.0.48 "DELETE /v2.0/networks/10a7c5f9-034a-4b7e-81f4-39ac698912b0 HTTP/1.1" status: 204 len: 168 time: 0.5035357 Jul 08 17:34:00.174002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926027cd-8d40-4053-953b-0f333d7dc47f admin admin] Pushing event deleted for resources: {'Network': ['ID=10a7c5f9-034a-4b7e-81f4-39ac698912b0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:00.176219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:00.194190 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-224a7e3a-cfa9-4df9-9bc2-6d6c33c8b9a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a962f43fa51d4ee4adf4f7a827a7af23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047501 Jul 08 17:34:00.194861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:00.208170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:00.257842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-18931241-8ed9-4517-ac46-b2c609194d1d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2574093 Jul 08 17:34:00.283435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Deleting subnet 587ef9b0-dbbd-4c78-9c14-e7441fdcc7b3 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:34:00.287373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.321260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-5890104-network', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:00.340551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22052e78-e460-4e66-b711-35776f8069f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.352784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.358045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-419822d2-6c26-4dda-b6bb-5c69ec0fbddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.401909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-eb26ce7c-dd8d-465a-9030-135abce8ab9a service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422360 Jul 08 17:34:00.425124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bac88e11-0f8f-4ac4-8d57-92bfce114b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.432694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22052e78-e460-4e66-b711-35776f8069f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.491031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.522875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:00.525171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.556012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.572838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-86cddee2-f21e-47e4-847b-a2c3f95c7250 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698065 Jul 08 17:34:00.591850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.624445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587ef9b0-dbbd-4c78-9c14-e7441fdcc7b3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:00.626770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.628777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e895988-91e9-430d-b313-ec1e61e0d7de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/587ef9b0-dbbd-4c78-9c14-e7441fdcc7b3 HTTP/1.1" status: 204 len: 168 time: 0.4514112 Jul 08 17:34:00.629634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22052e78-e460-4e66-b711-35776f8069f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.632116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22052e78-e460-4e66-b711-35776f8069f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.633155 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-22052e78-e460-4e66-b711-35776f8069f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7adb830e-353a-44dd-a175-ed767d53ff76 HTTP/1.1" status: 204 len: 168 time: 0.4240468 Jul 08 17:34:00.633839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:00.648967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-419822d2-6c26-4dda-b6bb-5c69ec0fbddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.657551 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-419822d2-6c26-4dda-b6bb-5c69ec0fbddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.660372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052e78-e460-4e66-b711-35776f8069f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb830e-353a-44dd-a175-ed767d53ff76,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:00.721878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.799383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-419822d2-6c26-4dda-b6bb-5c69ec0fbddc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=246f6ad9d05b42f3936c2dd3ef0f9171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567779 Jul 08 17:34:00.802405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419822d2-6c26-4dda-b6bb-5c69ec0fbddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9dcd01-6cea-4898-8518-254669f959da,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:00.810949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:00.885235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb300396-a1fb-474d-816e-6b39de905d91 req-0187cc23-0847-49e0-97b0-54d3eafd97b6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 210 time: 0.0709074 Jul 08 17:34:00.895185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.925311 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-653d27e2-01b5-444d-a770-c1c3754037d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.926215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:00.947186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5d94bc-4646-4887-9a92-07a545f68e9c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:00.947486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5d94bc-4646-4887-9a92-07a545f68e9c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:00.965662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-653d27e2-01b5-444d-a770-c1c3754037d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.971655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.003968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.019587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:34:01.020445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:34:01.023243 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:34:01.025687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bac88e11-0f8f-4ac4-8d57-92bfce114b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.038597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bac88e11-0f8f-4ac4-8d57-92bfce114b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.067720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bac88e11-0f8f-4ac4-8d57-92bfce114b5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab4486f8f17d444fa54f3147aa50f5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8684447 Jul 08 17:34:01.075323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38556) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:01.130103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-653d27e2-01b5-444d-a770-c1c3754037d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.131553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.136507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-653d27e2-01b5-444d-a770-c1c3754037d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.138177 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-653d27e2-01b5-444d-a770-c1c3754037d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e9dcd01-6cea-4898-8518-254669f959da HTTP/1.1" status: 204 len: 168 time: 0.3232381 Jul 08 17:34:01.153187 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.155173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50 HTTP/1.1" status: 204 len: 168 time: 0.5164983 Jul 08 17:34:01.174352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac88e11-0f8f-4ac4-8d57-92bfce114b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4bc2a8-7b89-48cf-8d82-c063939f9088,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.199355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d27e2-01b5-444d-a770-c1c3754037d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9dcd01-6cea-4898-8518-254669f959da,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.204791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d10b6-d889-4078-ac34-dae8166486de admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3bb1ab-c3f7-4aba-ab81-d14a44b3da50,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.219519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7dba343-9772-45de-8252-521add188eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.243596 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7dba343-9772-45de-8252-521add188eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.303423 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7dba343-9772-45de-8252-521add188eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.306025 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7dba343-9772-45de-8252-521add188eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.307231 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d7dba343-9772-45de-8252-521add188eb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d4bc2a8-7b89-48cf-8d82-c063939f9088 HTTP/1.1" status: 204 len: 168 time: 0.2306318 Jul 08 17:34:01.316224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dba343-9772-45de-8252-521add188eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4bc2a8-7b89-48cf-8d82-c063939f9088,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.326615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.340327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.384803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:34:01.403439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5917151b-2f71-4747-9319-7f92a0716b4e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.409310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.409667 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Added segment 5172dbfb-1a70-4787-9136-55f27420db49 of type vlan for network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 Jul 08 17:34:01.462572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.498975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:01.502168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.503353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:01.504198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.549185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c38d665-60db-47ff-b1e4-9a10cb1c3551 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62d93f9c260c451cb6ab238afd55bd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486431 Jul 08 17:34:01.551462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:01.592152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8844616 Jul 08 17:34:01.593659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:01.602299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Request body: {'subnet': {'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-subnet', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:01.628638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:01.631944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.651885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e267cd84-ac72-4494-b653-b7ce1218cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.692966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a7f3-8c57-4553-ae60-8785f328f757 admin admin] Pushing event updated for resources: {'Network': ['ID=198a431f-8b2e-42d0-91d4-71bdda0cb6d2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.703296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:34:01.713449 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e267cd84-ac72-4494-b653-b7ce1218cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.826195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e267cd84-ac72-4494-b653-b7ce1218cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.830327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e267cd84-ac72-4494-b653-b7ce1218cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.831838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e267cd84-ac72-4494-b653-b7ce1218cd4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ab79e1e-0d1f-4309-ac25-f793a8730bb8 HTTP/1.1" status: 204 len: 168 time: 0.2792327 Jul 08 17:34:01.840615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267cd84-ac72-4494-b653-b7ce1218cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab79e1e-0d1f-4309-ac25-f793a8730bb8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.945822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.022664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Checking segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:02.023049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Network hostable DHCP agents. Network: 198a431f-8b2e-42d0-91d4-71bdda0cb6d2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:34:02.039598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571d9c42-e345-431b-92e1-9f40a634bac1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:02.058775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:34:02.077045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 198a431f-8b2e-42d0-91d4-71bdda0cb6d2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:02.082416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.083555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.088399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00edc475-d8c9-4785-949c-348bdd9b1fa4 None None] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:34:02.111709 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8891c4af-5d3b-4f5f-bfc5-e63c1dd9a0d3 req-f3dc137a-18e0-4f03-bdd3-f7582216ea0e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 210 time: 0.0488575 Jul 08 17:34:02.138843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7df6ac27-558b-46e0-95fe-85af0d038904 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5407169 Jul 08 17:34:02.141740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:02.148499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:02.194110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.195960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.262717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.286965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:34:02.287813 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.295495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:02.338222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12bfff09-c695-45fd-a84d-29ad86836b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.477881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.570606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Allocated IP 172.20.0.2 (198a431f-8b2e-42d0-91d4-71bdda0cb6d2/571d9c42-e345-431b-92e1-9f40a634bac1/76043233-5320-4cfb-a214-98da17114bb6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:02.594074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12bfff09-c695-45fd-a84d-29ad86836b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.600457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12bfff09-c695-45fd-a84d-29ad86836b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.664651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-12bfff09-c695-45fd-a84d-29ad86836b2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bb447825ca64211a38277ab159f17ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670909 Jul 08 17:34:02.670303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38684) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:02.749882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:02.830252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfff09-c695-45fd-a84d-29ad86836b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc3cff0-e6b5-44b6-88a2-fea15427414b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:02.868464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d9a636-5fe4-4788-a86f-29026cdbba4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.875248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.881234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-071a0b09-3150-497f-8ef4-85c8b66f3ca7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.882843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-071a0b09-3150-497f-8ef4-85c8b66f3ca7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.3880930 Jul 08 17:34:02.889200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c99224d-fa00-4571-a9af-4828b544e77e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=064c0faecfd44acea6f094eda96c7580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293244 Jul 08 17:34:02.893636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:02.894614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Transition to ACTIVE for port object 76043233-5320-4cfb-a214-98da17114bb6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:02.896461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'port': {'device_id': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'admin_state_up': True, 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:02.915155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Transition to ACTIVE for port object 76043233-5320-4cfb-a214-98da17114bb6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:02.928445 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.945552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d9a636-5fe4-4788-a86f-29026cdbba4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.988305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac728580-ef29-4a00-9f2a-757f7cc8ea86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.009735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:03.014140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:03.023812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac728580-ef29-4a00-9f2a-757f7cc8ea86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.025708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:03.037524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:03.052750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Pushing event updated for resources: {'Port': ['ID=76043233-5320-4cfb-a214-98da17114bb6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:03.053918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.056363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d9a636-5fe4-4788-a86f-29026cdbba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.059057 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70d9a636-5fe4-4788-a86f-29026cdbba4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.063953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-70d9a636-5fe4-4788-a86f-29026cdbba4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abc3cff0-e6b5-44b6-88a2-fea15427414b HTTP/1.1" status: 204 len: 168 time: 0.3902934 Jul 08 17:34:03.076325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9a636-5fe4-4788-a86f-29026cdbba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc3cff0-e6b5-44b6-88a2-fea15427414b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:03.100466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac728580-ef29-4a00-9f2a-757f7cc8ea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.103031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac728580-ef29-4a00-9f2a-757f7cc8ea86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.106624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ac728580-ef29-4a00-9f2a-757f7cc8ea86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/197c9bc7-4f7e-48f9-9eae-e4f1cf0c49e3 HTTP/1.1" status: 204 len: 168 time: 0.2094815 Jul 08 17:34:03.119074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728580-ef29-4a00-9f2a-757f7cc8ea86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197c9bc7-4f7e-48f9-9eae-e4f1cf0c49e3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:03.200554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Attempting to bind port 76043233-5320-4cfb-a214-98da17114bb6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:03.201469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Attempting to bind port 76043233-5320-4cfb-a214-98da17114bb6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:03.202012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Attempting to bind port 76043233-5320-4cfb-a214-98da17114bb6 on network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:03.216804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:03.217207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Checking segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:03.217733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.218286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Bound using segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:03.218717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Bound port: 76043233-5320-4cfb-a214-98da17114bb6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:03.219190 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.289594 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.312125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] For port 76043233-5320-4cfb-a214-98da17114bb6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:03.315733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] For port 76043233-5320-4cfb-a214-98da17114bb6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76043233-5320-4cfb-a214-98da17114bb6,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:03.321582 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.329755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.361733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69661c79-1bcd-4d4b-9013-703058557ce8 req-a375243c-62b1-4474-8148-bfe11a839c16 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 210 time: 0.0735099 Jul 08 17:34:03.404322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda4dec-8aa2-47d7-ac98-553978d0cd27 None None] Pushing event updated for resources: {'Port': ['ID=76043233-5320-4cfb-a214-98da17114bb6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:03.497683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Allocated IP 172.20.0.10 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/d821afc0-35e6-45a5-9333-77a0e08f0e5b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:03.572391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Allocated IP 172.25.3.144 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/bc2aecd1-c251-42b2-9625-22e6d8229bc2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:03.890225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76043233-5320-4cfb-a214-98da17114bb6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:03.903028 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.923442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.936026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Transition to ACTIVE for port object d821afc0-35e6-45a5-9333-77a0e08f0e5b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:03.982026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 76043233-5320-4cfb-a214-98da17114bb6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:04.001425 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.007583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.058532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:04.068074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:04.071078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:04.072555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:04.074649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2aecd1-c251-42b2-9625-22e6d8229bc2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:04.089243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:04.126221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:04.194759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38752) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:04.278287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=d821afc0-35e6-45a5-9333-77a0e08f0e5b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:04.290026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.290689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.414374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-951239255-network', 'tenant_id': 'b71257099f4e4c0bb75aa068badf500a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:04.431215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-16f46105-689d-4080-8b77-6f11b16d26ca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5399017 Jul 08 17:34:04.445551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Request body: {'port': {'device_id': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:04.476901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Made reservation on behalf of b71257099f4e4c0bb75aa068badf500a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:04.482918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.505318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.585522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-db89da80-3d2e-4b3c-8834-bc71e871db78 None None] Provisioning for port d821afc0-35e6-45a5-9333-77a0e08f0e5b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:04.604826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-db89da80-3d2e-4b3c-8834-bc71e871db78 None None] Provisioning complete for port d821afc0-35e6-45a5-9333-77a0e08f0e5b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:04.605210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db89da80-3d2e-4b3c-8834-bc71e871db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.722151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-db89da80-3d2e-4b3c-8834-bc71e871db78 None None] Port d821afc0-35e6-45a5-9333-77a0e08f0e5b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:04.819923 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.893479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.908360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.929330 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:04.978940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1dc140-cda7-44fc-a1a3-610987e6d50d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:05.004286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b732792-0ac7-4c9d-b580-ba60082c35ef None None] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:34:05.010358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b12c6a-1ed0-4248-bd04-1cafcad36eb3 req-d42b80cc-c675-41eb-a457-8eb07d2d0fd1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:05.012372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68b12c6a-1ed0-4248-bd04-1cafcad36eb3 req-d42b80cc-c675-41eb-a457-8eb07d2d0fd1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 932 time: 0.3183758 Jul 08 17:34:05.018333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:34:05.056711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.057395 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Added segment 7af2b612-ebf9-4aa8-9045-fa5c677bdc40 of type vlan for network 60bf74e6-d58a-4602-87f5-b1a1680a319b Jul 08 17:34:05.197415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] Provisioning for port 76043233-5320-4cfb-a214-98da17114bb6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:05.217094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.222367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] Provisioning complete for port 76043233-5320-4cfb-a214-98da17114bb6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:05.222638 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.285882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.287473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:05.288546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.473295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2767601 Jul 08 17:34:05.479205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:05.497691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Request body: {'subnet': {'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-951239255-subnet', 'tenant_id': 'b71257099f4e4c0bb75aa068badf500a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:05.522325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698242-ddf3-41ad-a356-bfba411cd02a admin admin] Pushing event updated for resources: {'Network': ['ID=60bf74e6-d58a-4602-87f5-b1a1680a319b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:05.549218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Made reservation on behalf of b71257099f4e4c0bb75aa068badf500a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:05.552449 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.574963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 60bf74e6-d58a-4602-87f5-b1a1680a319b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:34:05.646645 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.648587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68b12c6a-1ed0-4248-bd04-1cafcad36eb3 req-5f0d0740-647f-4336-9fdc-ea356936e058 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226013 Jul 08 17:34:05.819199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] For port 76043233-5320-4cfb-a214-98da17114bb6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76043233-5320-4cfb-a214-98da17114bb6,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:05.831208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.912649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d340e75-6b2f-4a3c-a17b-84421da3a21f None None] Pushing event updated for resources: {'Port': ['ID=76043233-5320-4cfb-a214-98da17114bb6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:05.946190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d821afc0-35e6-45a5-9333-77a0e08f0e5b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:05.955912 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.971968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Transition to ACTIVE for port object d821afc0-35e6-45a5-9333-77a0e08f0e5b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:05.978033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.991820 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.130954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1c35b4-2446-4607-ac94-0c781c7ed824,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:06.164777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Pushing event updated for resources: {'Port': ['ID=d821afc0-35e6-45a5-9333-77a0e08f0e5b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:06.164978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Checking segment: {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:06.164978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Network hostable DHCP agents. Network: 60bf74e6-d58a-4602-87f5-b1a1680a319b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:34:06.189328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Network 60bf74e6-d58a-4602-87f5-b1a1680a319b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:34:06.214495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 60bf74e6-d58a-4602-87f5-b1a1680a319b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:06.224002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:06.224921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddf324-f269-4421-837f-9c870f504dc9 None None] Network 60bf74e6-d58a-4602-87f5-b1a1680a319b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:34:06.225343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.243935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.254295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-87c24226-955c-42a3-b69f-d5e1268d774d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7549114 Jul 08 17:34:06.399132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c60b9a0b-48ce-4177-8a03-63374d4c2f68 None None] Provisioning complete for port 76043233-5320-4cfb-a214-98da17114bb6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:06.399499 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c60b9a0b-48ce-4177-8a03-63374d4c2f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.506401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Attempting to bind port d821afc0-35e6-45a5-9333-77a0e08f0e5b on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:06.506879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Attempting to bind port d821afc0-35e6-45a5-9333-77a0e08f0e5b by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:06.507486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Attempting to bind port d821afc0-35e6-45a5-9333-77a0e08f0e5b on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:06.521330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Port d821afc0-35e6-45a5-9333-77a0e08f0e5b on network c1f873c3-6f6c-49af-95f4-440d4338c4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:34:06.521816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Attempting to bind port d821afc0-35e6-45a5-9333-77a0e08f0e5b on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:06.533668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:06.534565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:06.535079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:06.535632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Bound port: d821afc0-35e6-45a5-9333-77a0e08f0e5b, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:06.536115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.623453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27bddc-313e-4743-b78f-a1ede971ee1b None None] Network 60bf74e6-d58a-4602-87f5-b1a1680a319b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:34:06.630980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] For port d821afc0-35e6-45a5-9333-77a0e08f0e5b, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:06.636574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] For port d821afc0-35e6-45a5-9333-77a0e08f0e5b, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:06.649903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.680234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Router 16f76a52-8f86-439b-9fe0-b9070da5bc6c is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:34:06.698343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:06.699020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.700556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] 10.222.0.53 "PUT /v2.0/ports/d821afc0-35e6-45a5-9333-77a0e08f0e5b HTTP/1.1" status: 200 len: 1092 time: 2.2593155 Jul 08 17:34:06.710819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'tag': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:06.713343 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de43589-c668-466b-bb92-412f1b9aa611" -d '{"events": [{"name": "network-changed", "server_uuid": "63221a43-c0e9-4283-8f71-3e4590b44cd6", "tag": "d821afc0-35e6-45a5-9333-77a0e08f0e5b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:06.901459 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a696e4-58c4-4c6b-a9c4-9d261f803ec1 x-openstack-request-id: req-69a696e4-58c4-4c6b-a9c4-9d261f803ec1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:06.902304 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63221a43-c0e9-4283-8f71-3e4590b44cd6", "tag": "d821afc0-35e6-45a5-9333-77a0e08f0e5b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:06.902715 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69a696e4-58c4-4c6b-a9c4-9d261f803ec1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:06.903413 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'tag': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b', 'status': 'completed', 'code': 200} Jul 08 17:34:06.911205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Pushing event updated for resources: {'Port': ['ID=d821afc0-35e6-45a5-9333-77a0e08f0e5b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:06.943304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.949590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.950236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.950736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.953389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.954091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.955741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.957697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.958244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.958737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.967158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:06.968562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae263ddc-7d10-4ece-9861-89acf5d6ce9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:07.162124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:34:07.167874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-b1512975-7417-4818-ad6f-4769e4f44ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:07.171138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-b1512975-7417-4818-ad6f-4769e4f44ed2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 1095 time: 0.4195459 Jul 08 17:34:07.178352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Sync routers for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:34:07.204846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:07.205635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:07.231825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-d3e88ef1-05a0-42ce-92ca-b51bd227dfe7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b HTTP/1.1" status: 200 len: 217 time: 0.0503085 Jul 08 17:34:07.252216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.253969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f08efe6-77af-4f64-b0a4-12c624888f15 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1108844 Jul 08 17:34:07.256573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:07.262503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81f9eb-e2ae-4add-8cc1-b35d8727bef0 req-0eaa3758-4ce9-4dca-b2cb-9a02b7e12541 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:07.264124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f81f9eb-e2ae-4add-8cc1-b35d8727bef0 req-0eaa3758-4ce9-4dca-b2cb-9a02b7e12541 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 944 time: 0.2219665 Jul 08 17:34:07.336688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-64ff1a5a-6b98-4aae-9f52-51ef801edc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:07.338274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-64ff1a5a-6b98-4aae-9f52-51ef801edc22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.0987446 Jul 08 17:34:07.343893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f81f9eb-e2ae-4add-8cc1-b35d8727bef0 req-9ffdfa4f-8677-4721-bf21-8924fc780f78 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Jul 08 17:34:07.427417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ca0dba8d-00b7-4f1e-bf0d-b5b828cb8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:07.429237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-ca0dba8d-00b7-4f1e-bf0d-b5b828cb8617 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814664 Jul 08 17:34:07.629442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-e6bcb008-40bf-4c5a-a8a9-e6408ef9bd15 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898782 Jul 08 17:34:07.657230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:07.861909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76043233-5320-4cfb-a214-98da17114bb6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:07.905218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7f4d7-4878-4a9e-984f-5ff3b9655422 req-59314da2-4b28-4a1f-8cb9-b0372fce3161 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694533 Jul 08 17:34:08.150494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43589-c668-466b-bb92-412f1b9aa611 req-5ec56266-0714-4e1c-b83a-f53be7fc0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:08.161056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-5ec56266-0714-4e1c-b83a-f53be7fc0345 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1873484 Jul 08 17:34:08.203266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 76043233-5320-4cfb-a214-98da17114bb6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:08.204075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.330966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:04Z', 'revision_number': 3, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:08.389571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Checking router: 16f76a52-8f86-439b-9fe0-b9070da5bc6c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:34:08.390219 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Updating router 16f76a52-8f86-439b-9fe0-b9070da5bc6c port bc2aecd1-c251-42b2-9625-22e6d8229bc2 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:34:08.458874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:08.465158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43589-c668-466b-bb92-412f1b9aa611 req-1cce24a2-e925-4231-9f57-70201203094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:08.466701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-1cce24a2-e925-4231-9f57-70201203094c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.3045218 Jul 08 17:34:08.489195 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.602940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-321375eb-b876-4081-8f14-40412307786a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b HTTP/1.1" status: 200 len: 217 time: 0.1199920 Jul 08 17:34:08.619993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.732113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:08.768083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43589-c668-466b-bb92-412f1b9aa611 req-4efa6761-7002-46e2-9486-ec669ac30655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:08.769600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-4efa6761-7002-46e2-9486-ec669ac30655 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1592648 Jul 08 17:34:08.823998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299e320-90a0-46e9-8a7e-8aaa013d0124 req-309efce9-04fc-4cc4-bca2-9d1012057a1e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:08.832139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d299e320-90a0-46e9-8a7e-8aaa013d0124 req-309efce9-04fc-4cc4-bca2-9d1012057a1e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 944 time: 0.1827376 Jul 08 17:34:08.900482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.924306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.956211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d299e320-90a0-46e9-8a7e-8aaa013d0124 req-79fda8b9-7b48-4717-9c48-f5f6ba48b4f2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230965 Jul 08 17:34:08.998426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:34:08.998426 n-d-799527-4 neutron-server[93945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:34:08.998426 n-d-799527-4 neutron-server[93945]: [parameters: {'project_id': 'eec8cc1890d845c6928997efc0f86070', 'id': 'bf4c3ab3-a3ce-4f80-b7c7-9a65a31dd345', 'expiration': datetime.datetime(2021, 7, 8, 17, 36, 8, 966868)}] Jul 08 17:34:08.998426 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:34:09.000246 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:34:09.007590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43589-c668-466b-bb92-412f1b9aa611 req-a59d7539-b84f-4e0e-9a34-9957eccb22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:09.015309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-a59d7539-b84f-4e0e-9a34-9957eccb22d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2290876 Jul 08 17:34:09.086148 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.098041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Transition to ACTIVE for port object bc2aecd1-c251-42b2-9625-22e6d8229bc2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:09.105644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.169998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62faa-61e7-4cbc-9e68-cb1bc461c639 None None] Pushing event updated for resources: {'Port': ['ID=bc2aecd1-c251-42b2-9625-22e6d8229bc2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:09.202981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Allocated IP 172.20.0.1 (198a431f-8b2e-42d0-91d4-71bdda0cb6d2/571d9c42-e345-431b-92e1-9f40a634bac1/b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:09.204177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Attempting to bind port bc2aecd1-c251-42b2-9625-22e6d8229bc2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:09.204605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Attempting to bind port bc2aecd1-c251-42b2-9625-22e6d8229bc2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:09.204978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Attempting to bind port bc2aecd1-c251-42b2-9625-22e6d8229bc2 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:09.213466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:09.214236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:09.214877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.215466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:09.216315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Bound port: bc2aecd1-c251-42b2-9625-22e6d8229bc2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:09.217970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.232586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-0bb40df3-0fa0-492e-86aa-a203c3564a29 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069066 Jul 08 17:34:09.296217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] For port bc2aecd1-c251-42b2-9625-22e6d8229bc2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:09.301729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] For port bc2aecd1-c251-42b2-9625-22e6d8229bc2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bc2aecd1-c251-42b2-9625-22e6d8229bc2,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:09.310041 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.392715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.414360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:09.415382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:09.427557 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5de43589-c668-466b-bb92-412f1b9aa611 req-1472ddb1-a994-44d7-bd8f-bce48854d80c service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867874 Jul 08 17:34:09.474742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.501446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.535195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.602756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe365aea-5d66-456a-b4b0-11710552c84d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:09.609410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=059f18194e5748829cd518162d9d47a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1485710 Jul 08 17:34:09.619373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:09.625606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.626362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.626927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.627484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.628069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.628621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.629172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.629723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.630294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.630874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.631423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.631981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d95-a5aa-426a-a78e-1d9e66a17a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:09.648688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.654924 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.657266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62faa-61e7-4cbc-9e68-cb1bc461c639 None None] Pushing event updated for resources: {'Port': ['ID=bc2aecd1-c251-42b2-9625-22e6d8229bc2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:09.669488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Transition to ACTIVE for port object b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:09.731721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eec8cc1890d845c6928997efc0f86070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9940760 Jul 08 17:34:09.735357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39066) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:09.740870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:09.770442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc916a89-8e5f-4083-b4a4-ca7bcd347e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.776334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b71c82-d529-40ca-9792-408cc0ad93f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d994a0-6e1c-4409-b2a5-2618275fa120,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:09.812865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.876163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:09.881322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc916a89-8e5f-4083-b4a4-ca7bcd347e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.922348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:09.931792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:09.933603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff4ffa2e-1a00-4895-afc8-0a3289b64f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.938120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:09.984831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff4ffa2e-1a00-4895-afc8-0a3289b64f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.024986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.045441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc916a89-8e5f-4083-b4a4-ca7bcd347e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.049150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bc916a89-8e5f-4083-b4a4-ca7bcd347e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.050723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bc916a89-8e5f-4083-b4a4-ca7bcd347e49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe365aea-5d66-456a-b4b0-11710552c84d HTTP/1.1" status: 204 len: 168 time: 0.4299188 Jul 08 17:34:10.142030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:04Z', 'revision_number': 3, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:10.163717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc916a89-8e5f-4083-b4a4-ca7bcd347e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe365aea-5d66-456a-b4b0-11710552c84d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:10.206705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bdeb1f-75ed-4512-aff1-0ca9bb7a75a6 None None] The sync data for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 is: [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:04Z', 'revision_number': 3, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:34:10.242166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff4ffa2e-1a00-4895-afc8-0a3289b64f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.246549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff4ffa2e-1a00-4895-afc8-0a3289b64f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.260466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff4ffa2e-1a00-4895-afc8-0a3289b64f58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8d994a0-6e1c-4409-b2a5-2618275fa120 HTTP/1.1" status: 204 len: 168 time: 0.5151298 Jul 08 17:34:10.445635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ffa2e-1a00-4895-afc8-0a3289b64f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d994a0-6e1c-4409-b2a5-2618275fa120,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:10.529290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-825b1e41-6adc-43f1-bb4f-130f7c82e2b8 None None] Provisioning for port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:10.534408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-825b1e41-6adc-43f1-bb4f-130f7c82e2b8 None None] Provisioning complete for port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:10.535047 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-825b1e41-6adc-43f1-bb4f-130f7c82e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.549139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.599808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-825b1e41-6adc-43f1-bb4f-130f7c82e2b8 None None] Port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:10.782537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cb714-9282-4ca3-9bca-2f92c7d9428f req-f69d1ce9-dad6-446f-bf5f-349906539dd8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:10.793402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a2cb714-9282-4ca3-9bca-2f92c7d9428f req-f69d1ce9-dad6-446f-bf5f-349906539dd8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 944 time: 0.5628428 Jul 08 17:34:10.836950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:10.869127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8527c7f4-2a0f-4c6a-87a3-0ef285b099a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.914511 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a2cb714-9282-4ca3-9bca-2f92c7d9428f req-8e85d5e1-e1f2-4fa8-80b1-493915bb76ce tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200621 Jul 08 17:34:11.037958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.047120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.100899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8527c7f4-2a0f-4c6a-87a3-0ef285b099a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.107067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8527c7f4-2a0f-4c6a-87a3-0ef285b099a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.151092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8527c7f4-2a0f-4c6a-87a3-0ef285b099a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85ed57d150b441c78cb15fe8d8c0e9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122597 Jul 08 17:34:11.152446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39094) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:11.205254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.225188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527c7f4-2a0f-4c6a-87a3-0ef285b099a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c1a30-1c94-427f-a61e-85bc675c0b20,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:11.254554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:11.361124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42b18ae1-add9-444b-bcff-b03e299f28ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.444221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42b18ae1-add9-444b-bcff-b03e299f28ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.542968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:11.548656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:11.602320 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42b18ae1-add9-444b-bcff-b03e299f28ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.616932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42b18ae1-add9-444b-bcff-b03e299f28ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.628805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-42b18ae1-add9-444b-bcff-b03e299f28ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee0c1a30-1c94-427f-a61e-85bc675c0b20 HTTP/1.1" status: 204 len: 168 time: 0.4602096 Jul 08 17:34:11.641784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b18ae1-add9-444b-bcff-b03e299f28ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c1a30-1c94-427f-a61e-85bc675c0b20,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:11.875235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:11.937857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Router 16f76a52-8f86-439b-9fe0-b9070da5bc6c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:34:11.959247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bc2aecd1-c251-42b2-9625-22e6d8229bc2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:12.098300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f7409528-4a8f-4139-a51b-235937b66c79 None None] Provisioning complete for port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:12.098300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7409528-4a8f-4139-a51b-235937b66c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.197853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d821afc0-35e6-45a5-9333-77a0e08f0e5b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:34:12.372614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:34:12.384168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71f4eae-e7d5-49cd-a327-b57c8d0ceb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.401626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-22fd283d-7869-48e7-8523-5f36b2a487c0 admin admin] 10.222.0.48 "PUT /v2.0/routers/16f76a52-8f86-439b-9fe0-b9070da5bc6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1430533 Jul 08 17:34:12.440694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d821afc0-35e6-45a5-9333-77a0e08f0e5b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:12.442087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96804cc-b732-48a9-887f-7928855def6a req-d5725570-c907-4b8b-a238-1c329bbeba9e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:12.443693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e96804cc-b732-48a9-887f-7928855def6a req-d5725570-c907-4b8b-a238-1c329bbeba9e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 944 time: 0.2443597 Jul 08 17:34:12.478275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port bc2aecd1-c251-42b2-9625-22e6d8229bc2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:12.487243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b', 'mac_address': 'fa:16:3e:d3:b3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:34:12.495600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bc2aecd1-c251-42b2-9625-22e6d8229bc2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:12.495972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.509218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f7409528-4a8f-4139-a51b-235937b66c79 None None] Port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:12.543688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e96804cc-b732-48a9-887f-7928855def6a req-bd425b7f-a4c2-46e1-8a6f-039afcac6f79 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743165 Jul 08 17:34:12.741688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.775163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d821afc0-35e6-45a5-9333-77a0e08f0e5b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:12.843322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71f4eae-e7d5-49cd-a327-b57c8d0ceb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.851936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71f4eae-e7d5-49cd-a327-b57c8d0ceb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.857323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d821afc0-35e6-45a5-9333-77a0e08f0e5b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:12.864814 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.873206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:12.891967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f4eae-e7d5-49cd-a327-b57c8d0ceb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfdf920-5fe9-4e24-ab45-76b0e98f47d8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:12.937742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b71f4eae-e7d5-49cd-a327-b57c8d0ceb6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ec66e82dfd4e4387bb508dab66e6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0488825 Jul 08 17:34:12.940628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:12.967103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port bc2aecd1-c251-42b2-9625-22e6d8229bc2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bc2aecd1-c251-42b2-9625-22e6d8229bc2,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:12.985448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.032636 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.038928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d821afc0-35e6-45a5-9333-77a0e08f0e5b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:13.048296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.061741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b88a836-8b25-4efa-8bf4-dbe30a1174ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.124472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:13.133165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b88a836-8b25-4efa-8bf4-dbe30a1174ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.160988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=bc2aecd1-c251-42b2-9625-22e6d8229bc2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:13.250649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b88a836-8b25-4efa-8bf4-dbe30a1174ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.252396 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Sync routers for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:34:13.256063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b88a836-8b25-4efa-8bf4-dbe30a1174ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.257448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0b88a836-8b25-4efa-8bf4-dbe30a1174ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abfdf920-5fe9-4e24-ab45-76b0e98f47d8 HTTP/1.1" status: 204 len: 168 time: 0.3158276 Jul 08 17:34:13.272537 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:13.273637 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:13.279203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88a836-8b25-4efa-8bf4-dbe30a1174ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfdf920-5fe9-4e24-ab45-76b0e98f47d8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:13.557034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:13.848035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bc2aecd1-c251-42b2-9625-22e6d8229bc2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:14.013810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568d232-9a54-46a3-930a-75d9537c50ec req-569deacf-b4a3-41f4-b649-eaad598d781b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.017423 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8568d232-9a54-46a3-930a-75d9537c50ec req-569deacf-b4a3-41f4-b649-eaad598d781b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 945 time: 0.2289524 Jul 08 17:34:14.033960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bc2aecd1-c251-42b2-9625-22e6d8229bc2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:14.034557 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.136510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8568d232-9a54-46a3-930a-75d9537c50ec req-9ede67e1-367a-4dd8-b9bc-fcb02f731ce0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082282 Jul 08 17:34:14.215679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 2, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:14.244325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d821afc0-35e6-45a5-9333-77a0e08f0e5b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:14.279668 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Checking router: 16f76a52-8f86-439b-9fe0-b9070da5bc6c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:34:14.283868 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Updating router 16f76a52-8f86-439b-9fe0-b9070da5bc6c port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:34:14.392443 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.430809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port d821afc0-35e6-45a5-9333-77a0e08f0e5b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:14.443410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port d821afc0-35e6-45a5-9333-77a0e08f0e5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:14.444267 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.569422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.627662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d821afc0-35e6-45a5-9333-77a0e08f0e5b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:14.629141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:14.634416 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c13521b-e911-42d0-9657-749d3ff2dd1a" -d '{"events": [{"server_uuid": "63221a43-c0e9-4283-8f71-3e4590b44cd6", "name": "network-vif-plugged", "status": "completed", "tag": "d821afc0-35e6-45a5-9333-77a0e08f0e5b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:14.640468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.710701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d821afc0-35e6-45a5-9333-77a0e08f0e5b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:14.751606 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ab1cc-cbfb-4dbb-ab1b-686700abe58e x-openstack-request-id: req-e04ab1cc-cbfb-4dbb-ab1b-686700abe58e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:14.751899 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63221a43-c0e9-4283-8f71-3e4590b44cd6", "name": "network-vif-plugged", "status": "completed", "tag": "d821afc0-35e6-45a5-9333-77a0e08f0e5b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:14.752156 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e04ab1cc-cbfb-4dbb-ab1b-686700abe58e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:14.752560 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b', 'code': 200} Jul 08 17:34:14.909301 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.949499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Transition to ACTIVE for port object b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:14.961469 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.963659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9b63-daba-4bb8-a04b-7379efe4a1cb req-be1f09ec-415b-47be-9281-bb4750bf30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.966003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-beab9b63-daba-4bb8-a04b-7379efe4a1cb req-be1f09ec-415b-47be-9281-bb4750bf30af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 1097 time: 0.1156049 Jul 08 17:34:15.017582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-beab9b63-daba-4bb8-a04b-7379efe4a1cb req-a6b35169-534a-4437-abcb-a585c20f5ce3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Jul 08 17:34:15.111899 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Pushing event updated for resources: {'Port': ['ID=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:15.155299 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.155633 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.156127 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.156648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.157402 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.157905 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.158555 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.159136 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.159637 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.160321 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.160817 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.161302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:15.178822 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Attempting to bind port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:15.179377 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Attempting to bind port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:15.179910 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Attempting to bind port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea on network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:15.198036 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:15.198861 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Checking segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:15.199676 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:15.202084 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Bound using segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:15.208860 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Bound port: b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:15.209542 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:15.393254 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] For port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:15.404398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] For port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:15.412930 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:15.590179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:15.590952 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:33:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:15.759968 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4ade8-f19b-464d-93db-d320e4bed2b2 None None] Pushing event updated for resources: {'Port': ['ID=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:15.994660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce7ce-8a5b-4e86-b644-3ec8042cde52 req-b42554dd-9d14-41dd-ab3e-6052d4843205 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:15.997111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e0ce7ce-8a5b-4e86-b644-3ec8042cde52 req-b42554dd-9d14-41dd-ab3e-6052d4843205 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1674702 Jul 08 17:34:16.073343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e0ce7ce-8a5b-4e86-b644-3ec8042cde52 req-303099b0-cac3-44ca-8470-6d2063da20eb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Jul 08 17:34:16.190567 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:16.593433 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:15Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:16.679502 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658e76c1-8b7c-421e-b767-67618ec62548 None None] The sync data for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 is: [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:15Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:34:17.296282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac477b7-e578-47b1-a8ca-bb9972ca2e71 req-7d0ea3bd-c7a4-4b40-8ac9-32cf55bc1019 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:17.321860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dac477b7-e578-47b1-a8ca-bb9972ca2e71 req-7d0ea3bd-c7a4-4b40-8ac9-32cf55bc1019 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1068408 Jul 08 17:34:17.379611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dac477b7-e578-47b1-a8ca-bb9972ca2e71 req-580c7f5f-f020-452a-a633-40f67a14afcc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567224 Jul 08 17:34:17.933243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:18.005504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467105-65d4-41ee-b758-72932515f45b req-9598722e-d751-4c3b-a067-429dde360f50 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:18.007936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3467105-65d4-41ee-b758-72932515f45b req-9598722e-d751-4c3b-a067-429dde360f50 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1012080 Jul 08 17:34:18.076387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:18.102688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3467105-65d4-41ee-b758-72932515f45b req-7f90c5e7-6f7f-4975-9d85-27a7f89a66b9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885010 Jul 08 17:34:18.103762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:18.105519 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:18.322176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:18.380160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:18.388752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:18.507640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:19.456440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833b2cb-32a5-4963-ae2a-8f990a01a24b req-9cb19150-e6d6-4e08-8f7e-ae9f5929ea98 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:19.472166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6833b2cb-32a5-4963-ae2a-8f990a01a24b req-9cb19150-e6d6-4e08-8f7e-ae9f5929ea98 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1137776 Jul 08 17:34:19.499236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-59db8e59-3b9d-4c63-9611-9bee34523632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:19.602076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6833b2cb-32a5-4963-ae2a-8f990a01a24b req-6f325566-16bf-4331-bc06-51ff2a297fdd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157517 Jul 08 17:34:19.893127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:19.950965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:19.951787 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.111627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:20.260885 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a1ac0e-56c7-4e2b-9c98-1f183623b4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.395926 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a1ac0e-56c7-4e2b-9c98-1f183623b4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.401202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-93a1ac0e-56c7-4e2b-9c98-1f183623b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.447879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39426) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:20.448491 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-93a1ac0e-56c7-4e2b-9c98-1f183623b4b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c194a3784a214c85aec64f212bba639b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352311 Jul 08 17:34:20.450009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ac0e-56c7-4e2b-9c98-1f183623b4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be929551-4830-40ff-8246-bca4bab6aa42,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:20.515639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1fe380b-8fc6-4e9b-ae0b-fd573fab1297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.576181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1fe380b-8fc6-4e9b-ae0b-fd573fab1297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.703212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1fe380b-8fc6-4e9b-ae0b-fd573fab1297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.714075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f1fe380b-8fc6-4e9b-ae0b-fd573fab1297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:20.715263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f1fe380b-8fc6-4e9b-ae0b-fd573fab1297 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be929551-4830-40ff-8246-bca4bab6aa42 HTTP/1.1" status: 204 len: 168 time: 0.2663972 Jul 08 17:34:20.730203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe380b-8fc6-4e9b-ae0b-fd573fab1297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be929551-4830-40ff-8246-bca4bab6aa42,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:20.992758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0812a-b195-4186-9983-25a8f43f5425 req-60a3b43d-89a7-4bfb-b07d-cb0787751c9a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:21.001268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bfc0812a-b195-4186-9983-25a8f43f5425 req-60a3b43d-89a7-4bfb-b07d-cb0787751c9a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1568410 Jul 08 17:34:21.054677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bfc0812a-b195-4186-9983-25a8f43f5425 req-6f89effa-67e2-427a-8d61-80cf8852e6f5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517757 Jul 08 17:34:21.252216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39446) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:21.273461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee3a54b-d2f0-4d6a-bf86-3cc08365b716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.411265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee3a54b-d2f0-4d6a-bf86-3cc08365b716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.421974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eee3a54b-d2f0-4d6a-bf86-3cc08365b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.475469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eee3a54b-d2f0-4d6a-bf86-3cc08365b716 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef0e7257989542d89de8eb9d0d0aeb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214348 Jul 08 17:34:21.482030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39448) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:21.487328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a54b-d2f0-4d6a-bf86-3cc08365b716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d461f8c0-3ba2-416e-a9cb-5ecf4cc22d06,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:21.597628 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e81878-e6fc-47e7-91e7-bf2d1e2a781d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.633002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e81878-e6fc-47e7-91e7-bf2d1e2a781d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.700299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e81878-e6fc-47e7-91e7-bf2d1e2a781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.712501 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e81878-e6fc-47e7-91e7-bf2d1e2a781d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:21.713691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-57e81878-e6fc-47e7-91e7-bf2d1e2a781d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d461f8c0-3ba2-416e-a9cb-5ecf4cc22d06 HTTP/1.1" status: 204 len: 168 time: 0.2301767 Jul 08 17:34:21.737422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e81878-e6fc-47e7-91e7-bf2d1e2a781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461f8c0-3ba2-416e-a9cb-5ecf4cc22d06,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:22.203134 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b451ed17-eefb-4cf5-b3d4-1e287f9fb109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:22.395487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:22.449283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f9a5-bb99-4370-9cd1-ff5aae8afb3d req-335c3bd7-a15a-46b7-94ac-18168c7e8823 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:22.471603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53c7f9a5-bb99-4370-9cd1-ff5aae8afb3d req-335c3bd7-a15a-46b7-94ac-18168c7e8823 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1749177 Jul 08 17:34:22.543017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53c7f9a5-bb99-4370-9cd1-ff5aae8afb3d req-f34fd42a-b8b0-46e1-87d6-f9706dfd261f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650764 Jul 08 17:34:22.862592 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:34:23.567536 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:23.865474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f30d0-3667-4c06-8d66-08e8a25d822a req-9ce2826c-7057-469e-a498-0da67f8228a9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:23.868362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-024f30d0-3667-4c06-8d66-08e8a25d822a req-9ce2826c-7057-469e-a498-0da67f8228a9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1378560 Jul 08 17:34:24.009284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-024f30d0-3667-4c06-8d66-08e8a25d822a req-cc342a36-3894-4942-a2ad-25f37159bf1a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333785 Jul 08 17:34:24.925446 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:25.309484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afc732-536a-4f45-8338-c7edd21deee3 req-2094935a-545d-44e0-94ff-74a3e158414a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:25.317847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88afc732-536a-4f45-8338-c7edd21deee3 req-2094935a-545d-44e0-94ff-74a3e158414a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.0867667 Jul 08 17:34:25.406126 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-88afc732-536a-4f45-8338-c7edd21deee3 req-bded355f-2f70-401b-b056-0a9af5e2b97e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848613 Jul 08 17:34:26.715755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85c7e8-6d41-4308-ba5c-604450b35c40 req-892021a1-d265-4e82-a509-913863a24bea tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:26.720947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f85c7e8-6d41-4308-ba5c-604450b35c40 req-892021a1-d265-4e82-a509-913863a24bea tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1171184 Jul 08 17:34:26.783063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f85c7e8-6d41-4308-ba5c-604450b35c40 req-4b4356e4-19cc-4a81-a857-dbfb443bb52c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609524 Jul 08 17:34:27.364401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39668) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:27.523056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cedd07cf-56b9-4648-bfbe-0da23249b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.692473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cedd07cf-56b9-4648-bfbe-0da23249b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.698440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cedd07cf-56b9-4648-bfbe-0da23249b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.775786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd07cf-56b9-4648-bfbe-0da23249b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d5d08-39c5-41d5-b842-0b31412cccd8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:27.783110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cedd07cf-56b9-4648-bfbe-0da23249b5c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=213f0dd964da4610b782aa375c888cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173744 Jul 08 17:34:27.785762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:27.893997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9eb08bb2-2c8f-4eff-8f95-4868bb107d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.928390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9eb08bb2-2c8f-4eff-8f95-4868bb107d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.985976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9eb08bb2-2c8f-4eff-8f95-4868bb107d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.990720 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9eb08bb2-2c8f-4eff-8f95-4868bb107d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.994523 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9eb08bb2-2c8f-4eff-8f95-4868bb107d22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e9d5d08-39c5-41d5-b842-0b31412cccd8 HTTP/1.1" status: 204 len: 168 time: 0.2074554 Jul 08 17:34:28.005203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb08bb2-2c8f-4eff-8f95-4868bb107d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d5d08-39c5-41d5-b842-0b31412cccd8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:28.088745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6cd01-ceb3-4b5c-b53d-1286038e3fd9 req-327da672-c905-434b-966f-ace659750089 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:28.098108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9fe6cd01-ceb3-4b5c-b53d-1286038e3fd9 req-327da672-c905-434b-966f-ace659750089 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.0954261 Jul 08 17:34:28.190118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9fe6cd01-ceb3-4b5c-b53d-1286038e3fd9 req-2837745c-6389-460c-adf7-35b642d38ec4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892594 Jul 08 17:34:28.452256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39692) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:28.471115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5917c464-76d4-45a5-bd19-42be3b6c60db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.609707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5917c464-76d4-45a5-bd19-42be3b6c60db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.621874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5917c464-76d4-45a5-bd19-42be3b6c60db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.679848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5917c464-76d4-45a5-bd19-42be3b6c60db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=940b5cd6788a4eceb2432837cfea4451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237773 Jul 08 17:34:28.679848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c464-76d4-45a5-bd19-42be3b6c60db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c073d9ac-3566-49d2-91c9-18a7fc430fa9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:28.681069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:28.800674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c6fc-19bc-44b3-b82a-cca5f90cbff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.830438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c6fc-19bc-44b3-b82a-cca5f90cbff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.885671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c6fc-19bc-44b3-b82a-cca5f90cbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.889873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b5c3c6fc-19bc-44b3-b82a-cca5f90cbff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:28.894804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b5c3c6fc-19bc-44b3-b82a-cca5f90cbff6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c073d9ac-3566-49d2-91c9-18a7fc430fa9 HTTP/1.1" status: 204 len: 168 time: 0.2123673 Jul 08 17:34:28.907835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3c6fc-19bc-44b3-b82a-cca5f90cbff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c073d9ac-3566-49d2-91c9-18a7fc430fa9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:29.501185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af1dc-954d-40dc-a5b0-1943082076a5 req-a3f7ffaa-9388-446c-8863-1a7ebc5171ef tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:29.512710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-933af1dc-954d-40dc-a5b0-1943082076a5 req-a3f7ffaa-9388-446c-8863-1a7ebc5171ef tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1735063 Jul 08 17:34:29.583651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-933af1dc-954d-40dc-a5b0-1943082076a5 req-f6a0ed97-572d-4eae-8561-c9744b669f56 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Jul 08 17:34:30.891924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b7d57-4baa-44fb-b76f-7b0abfb07f6e req-237025dc-8fb0-4bbe-9f2b-d2f65db770d8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:30.894590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-869b7d57-4baa-44fb-b76f-7b0abfb07f6e req-237025dc-8fb0-4bbe-9f2b-d2f65db770d8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1465449 Jul 08 17:34:30.976182 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-869b7d57-4baa-44fb-b76f-7b0abfb07f6e req-aa0e88a0-5e54-4ccf-96e0-99a1adecc13e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Jul 08 17:34:32.309788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36af066-6a1f-4b6a-be18-6dc9f196db29 req-f7ba8aec-1201-4a30-ae57-0641657f0993 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:32.313571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d36af066-6a1f-4b6a-be18-6dc9f196db29 req-f7ba8aec-1201-4a30-ae57-0641657f0993 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1026070 Jul 08 17:34:32.418490 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d36af066-6a1f-4b6a-be18-6dc9f196db29 req-9aa7b79f-6dab-49bb-ab01-5df4358cd7fd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982578 Jul 08 17:34:32.547817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:32.575344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:32.769650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45177f37-be3b-4d58-a54f-58fb6d5ca6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:32.905987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55660aef-6acc-458d-a69a-af9c90bf5cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:32.982635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45177f37-be3b-4d58-a54f-58fb6d5ca6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:32.989530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45177f37-be3b-4d58-a54f-58fb6d5ca6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.067921 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45177f37-be3b-4d58-a54f-58fb6d5ca6b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce36b09db98e4925b443bd346847c22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165975 Jul 08 17:34:33.068727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:33.136185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45177f37-be3b-4d58-a54f-58fb6d5ca6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c411e1-987b-4835-884e-46ef2a477bf0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:33.211014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd707a5-c851-49d5-bbb5-1d4925dc9864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.252915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd707a5-c851-49d5-bbb5-1d4925dc9864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.255952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55660aef-6acc-458d-a69a-af9c90bf5cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.262117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55660aef-6acc-458d-a69a-af9c90bf5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.312017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-55660aef-6acc-458d-a69a-af9c90bf5cba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc7a474873f44eb797974dd604acfe36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329130 Jul 08 17:34:33.312366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:33.328835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd707a5-c851-49d5-bbb5-1d4925dc9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.332139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fd707a5-c851-49d5-bbb5-1d4925dc9864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.338720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2fd707a5-c851-49d5-bbb5-1d4925dc9864 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95c411e1-987b-4835-884e-46ef2a477bf0 HTTP/1.1" status: 204 len: 168 time: 0.2685778 Jul 08 17:34:33.354273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55660aef-6acc-458d-a69a-af9c90bf5cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2990805-7fc0-494a-a9df-df7a7423ae74,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:33.377671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd707a5-c851-49d5-bbb5-1d4925dc9864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c411e1-987b-4835-884e-46ef2a477bf0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:33.425637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e3d0-79e9-439e-be34-d1d320ccc34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.487438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e3d0-79e9-439e-be34-d1d320ccc34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.595492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e3d0-79e9-439e-be34-d1d320ccc34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.598189 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e3d0-79e9-439e-be34-d1d320ccc34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:33.599439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3bd7e3d0-79e9-439e-be34-d1d320ccc34f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2990805-7fc0-494a-a9df-df7a7423ae74 HTTP/1.1" status: 204 len: 168 time: 0.2854435 Jul 08 17:34:33.611383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7e3d0-79e9-439e-be34-d1d320ccc34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2990805-7fc0-494a-a9df-df7a7423ae74,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:33.754912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8571545-4348-4a5d-b2f9-3196ceda2d11 req-d14aa717-48f4-40ac-892f-12244ece4548 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:33.759477 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8571545-4348-4a5d-b2f9-3196ceda2d11 req-d14aa717-48f4-40ac-892f-12244ece4548 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1144540 Jul 08 17:34:33.819785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8571545-4348-4a5d-b2f9-3196ceda2d11 req-c6bf548a-cfeb-453d-83d8-4e10b1d5dce0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560682 Jul 08 17:34:34.288182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:34.299542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cef79d8b-b4d2-44f2-bfc3-7abd724ebd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.470751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cef79d8b-b4d2-44f2-bfc3-7abd724ebd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.480861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cef79d8b-b4d2-44f2-bfc3-7abd724ebd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.533523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:34.533844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cef79d8b-b4d2-44f2-bfc3-7abd724ebd09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6493347ebd9841e1b110c689a7cabfea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491288 Jul 08 17:34:34.538555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef79d8b-b4d2-44f2-bfc3-7abd724ebd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9848dd-cb25-4a2e-b3d0-cfd7403c46fe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:34.606465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f87ca480-4aae-4caa-b98a-87ffd3d77163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.652020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f87ca480-4aae-4caa-b98a-87ffd3d77163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.742346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f87ca480-4aae-4caa-b98a-87ffd3d77163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.747396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f87ca480-4aae-4caa-b98a-87ffd3d77163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:34.776097 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f87ca480-4aae-4caa-b98a-87ffd3d77163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f9848dd-cb25-4a2e-b3d0-cfd7403c46fe HTTP/1.1" status: 204 len: 168 time: 0.2196577 Jul 08 17:34:34.776097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ca480-4aae-4caa-b98a-87ffd3d77163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9848dd-cb25-4a2e-b3d0-cfd7403c46fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:35.119595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e8f8-4c68-468f-b865-061e8e908b2c req-ecd5ec70-2702-4d5a-9589-93805d1275cf tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:35.135883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0a0e8f8-4c68-468f-b865-061e8e908b2c req-ecd5ec70-2702-4d5a-9589-93805d1275cf tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1536911 Jul 08 17:34:35.247052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0a0e8f8-4c68-468f-b865-061e8e908b2c req-b5b0bb73-5c8b-445d-99e3-d1b69406adc6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094327 Jul 08 17:34:35.699220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:35.818365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-10ed0b02-5590-40f4-892c-778daf766654 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761621 Jul 08 17:34:35.917634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 39970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:35.949893 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a687-c05f-4288-b93b-3077ce163bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:35.956200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-fc03bfad-507f-4d31-9cab-afca75f4c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:35.958021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-fc03bfad-507f-4d31-9cab-afca75f4c7cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da435700b3442a38449d0f3746b537c&device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1096 time: 0.1171491 Jul 08 17:34:36.126561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-a20ebf68-928e-4c2d-b51e-4fe7157b84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.127848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-a20ebf68-928e-4c2d-b51e-4fe7157b84a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 200 len: 909 time: 0.1401250 Jul 08 17:34:36.187334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'network': {'name': 'tempest-network-smoke--1592776225', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:36.247124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a687-c05f-4288-b93b-3077ce163bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.259364 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a687-c05f-4288-b93b-3077ce163bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.284341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:36.288190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.312594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-4fd58790-e0d8-4014-bf1d-0882d5a00e92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 200 len: 1001 time: 0.1775107 Jul 08 17:34:36.330613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.380166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8a687-c05f-4288-b93b-3077ce163bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3ef31-cbcd-43e8-a7c3-851ff762ae85,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:36.412925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6bc8a687-c05f-4288-b93b-3077ce163bc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50da404873954b29a4f9363d0904c23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100024 Jul 08 17:34:36.413687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 39994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:36.489121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-5ea27ef1-cdbf-45b6-861a-446a4be65db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.492397 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-5ea27ef1-cdbf-45b6-861a-446a4be65db1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c00415-80e7-409f-9249-b5d978dcebab HTTP/1.1" status: 200 len: 847 time: 0.1697068 Jul 08 17:34:36.572735 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.579104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.641561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73aa2905-5ea0-4802-832a-68cd2d0bdb8e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:36.644444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:34:36.664059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.664414 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Added segment 6734b80b-9eaa-44d9-abc0-b6c1973a0f8c of type vlan for network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 Jul 08 17:34:36.743002 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.746630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6594f5-9b03-4ac1-835c-b07ca1003877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.801348 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.808476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.809146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.837966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6594f5-9b03-4ac1-835c-b07ca1003877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.860952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d538e9f-ab74-4645-af2b-a8ab1c10b00d req-55c22acb-03db-4d49-a260-b5f26c388fb8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.868095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d538e9f-ab74-4645-af2b-a8ab1c10b00d req-55c22acb-03db-4d49-a260-b5f26c388fb8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.3272748 Jul 08 17:34:36.908621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-1cb74022-fb7d-4ebc-bee0-2b967291984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.910239 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-1cb74022-fb7d-4ebc-bee0-2b967291984c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ad55dfb-538e-4537-a6b4-6ba5236075a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4086950 Jul 08 17:34:36.942226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0185709 Jul 08 17:34:36.968469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:36.969442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ff8ff-9120-4d13-93da-a6775deb28df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Network': ['ID=858c56c5-ab7f-4b2a-8d10-993b1096bdf0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:36.979029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'admin_state_up': True, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:36.984732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:34:37.009892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:37.011640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:37.047208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6594f5-9b03-4ac1-835c-b07ca1003877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:37.050616 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe6594f5-9b03-4ac1-835c-b07ca1003877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:37.051888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fe6594f5-9b03-4ac1-835c-b07ca1003877 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2c3ef31-cbcd-43e8-a7c3-851ff762ae85 HTTP/1.1" status: 204 len: 168 time: 0.6371961 Jul 08 17:34:37.058664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-09c3c5ed-c149-4d75-803c-e2aa163de8da service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236000 Jul 08 17:34:37.081659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d538e9f-ab74-4645-af2b-a8ab1c10b00d req-4dc786af-ba3d-432b-8e3c-196468805bfd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123637 Jul 08 17:34:37.105774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6594f5-9b03-4ac1-835c-b07ca1003877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3ef31-cbcd-43e8-a7c3-851ff762ae85,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:37.253819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2017bd5-9de5-4e9b-a32f-469b1279207c req-3438bd12-5a27-432f-960f-e97e7095756d service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847413 Jul 08 17:34:37.836793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:37.885961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:38.044868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ada4-8e37-4e24-95b8-8801e36ea024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.045519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40054) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:38.123282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.130871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7aafccc7-c08f-42e2-97ee-7e0582c39b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.247097 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ada4-8e37-4e24-95b8-8801e36ea024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.253590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ada4-8e37-4e24-95b8-8801e36ea024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.305754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b9a7ada4-8e37-4e24-95b8-8801e36ea024 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f9975813b884e3a96cc569846c6048d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186792 Jul 08 17:34:38.320003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:38.375486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7ada4-8e37-4e24-95b8-8801e36ea024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b76b0c-3907-4eb0-950d-c40e72ed2dfd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:38.497065 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeddefbc-2357-46c9-8bab-7cee55b6a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.595445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeddefbc-2357-46c9-8bab-7cee55b6a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.689113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.746290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.753191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7aafccc7-c08f-42e2-97ee-7e0582c39b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.765694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7aafccc7-c08f-42e2-97ee-7e0582c39b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.888971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7aafccc7-c08f-42e2-97ee-7e0582c39b72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c56f55dc7c642dab860992aee6aaeb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8409059 Jul 08 17:34:38.895657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:38.914168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafccc7-c08f-42e2-97ee-7e0582c39b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3568bfe3-6886-4b4c-8592-8b255906cfe2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:38.916878 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeddefbc-2357-46c9-8bab-7cee55b6a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.920767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eeddefbc-2357-46c9-8bab-7cee55b6a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:38.922395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eeddefbc-2357-46c9-8bab-7cee55b6a101 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9b76b0c-3907-4eb0-950d-c40e72ed2dfd HTTP/1.1" status: 204 len: 168 time: 0.5990226 Jul 08 17:34:38.936300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddefbc-2357-46c9-8bab-7cee55b6a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b76b0c-3907-4eb0-950d-c40e72ed2dfd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:38.960284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b02b3062-1924-4236-b2fa-75ea2f19c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:39.005152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b02b3062-1924-4236-b2fa-75ea2f19c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:39.006850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd77874-532d-43c1-a0d6-6c3a900c7a04 req-63cd0624-c982-4595-9f29-dda0fe3fb69a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:39.015886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9dd77874-532d-43c1-a0d6-6c3a900c7a04 req-63cd0624-c982-4595-9f29-dda0fe3fb69a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.7893031 Jul 08 17:34:39.076621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b02b3062-1924-4236-b2fa-75ea2f19c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:39.079567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b02b3062-1924-4236-b2fa-75ea2f19c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:39.080798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b02b3062-1924-4236-b2fa-75ea2f19c78a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3568bfe3-6886-4b4c-8592-8b255906cfe2 HTTP/1.1" status: 204 len: 168 time: 0.1840193 Jul 08 17:34:39.092796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b3062-1924-4236-b2fa-75ea2f19c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3568bfe3-6886-4b4c-8592-8b255906cfe2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:39.146364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.25.3.134 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4924f4a5-8dca-4f3c-a8f7-885454c4c0f7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:39.173282 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9dd77874-532d-43c1-a0d6-6c3a900c7a04 req-c2aba048-4f33-4218-965c-920f549d0cc0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562753 Jul 08 17:34:39.393257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:39.516788 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:39.605360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:39.608518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:39.613052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:39.695716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:40.028882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.303248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.533354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:34:40.744617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:34:40.761803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:34:40.787500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.787500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c4dce424-0e6e-4df6-b952-28a7ea2ccb50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8100343 Jul 08 17:34:40.787824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:40.845360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:40.847513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:34:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:41.066438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:41.136990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d57a5-9375-4215-b5f9-fd1e36ab100f req-9aaa8cfc-07f3-4c38-91c5-9bfdcc3566e5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:41.151293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f21d57a5-9375-4215-b5f9-fd1e36ab100f req-9aaa8cfc-07f3-4c38-91c5-9bfdcc3566e5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.6754177 Jul 08 17:34:41.252815 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f21d57a5-9375-4215-b5f9-fd1e36ab100f req-24643bab-1d00-4c09-9c28-5cdd2fb24f26 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999475 Jul 08 17:34:41.434808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:39Z', 'revision_number': 3, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:41.464282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:41.465018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eb00ef20-d33f-40c8-a53a-bb751607b144 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=eecd2c41d01947e0b595cdfd97cdae0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6761990 Jul 08 17:34:41.528364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:34:41.533332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Updating router 40f73298-5793-4a84-99d6-82e64c82333b port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:34:41.615249 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:41.850108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdef005-2ea7-41d7-b497-548631bdc4ee tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:41.852161 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2cdef005-2ea7-41d7-b497-548631bdc4ee tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3856630 Jul 08 17:34:41.855021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40202) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:41.982001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bbab7257-a641-483f-b1d1-1f0b9afd665a tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1236546 Jul 08 17:34:41.984147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:41.991279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-775385901', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:42.278241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:42.283696 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.338796 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.382347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Transition to ACTIVE for port object 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:42.415850 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.652926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Attempting to bind port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:42.657109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Attempting to bind port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:42.662007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Attempting to bind port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:42.672644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172217c3-5901-48a4-ae4b-503aad3b0342 None None] Pushing event updated for resources: {'Port': ['ID=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:42.695767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:42.696246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:42.707395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.707395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:42.707395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Bound port: 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:42.707395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.792081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.850105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Subnet': ['ID=49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:42.910958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] For port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:42.915812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] For port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:42.927186 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:42.945095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253f6fa-544b-4e34-8c99-e7564744d3e1 req-2d90a215-dc66-4e46-91b8-4eea50db999d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:42.951594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Checking segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:42.952426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network hostable DHCP agents. Network: 858c56c5-ab7f-4b2a-8d10-993b1096bdf0, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:34:42.964681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7253f6fa-544b-4e34-8c99-e7564744d3e1 req-2d90a215-dc66-4e46-91b8-4eea50db999d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.4165423 Jul 08 17:34:43.001672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:34:43.024597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 858c56c5-ab7f-4b2a-8d10-993b1096bdf0) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:43.044086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:43.047558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.098507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2bb3d6bf-5894-46b9-8388-5fa935e08d2b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1114697 Jul 08 17:34:43.100886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:43.182865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172217c3-5901-48a4-ae4b-503aad3b0342 None None] Pushing event updated for resources: {'Port': ['ID=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:43.185972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7253f6fa-544b-4e34-8c99-e7564744d3e1 req-5cdd13d2-fad7-41bd-afc7-7f4c88de3ab0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940975 Jul 08 17:34:43.187702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3e031-f028-4acd-98a5-330f806de9c8 None None] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:34:43.198688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.212480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.329026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40282) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:43.434574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:43.438452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:34:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:43.707931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-095547e0-fe65-4d26-92dd-4bd6a13521da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.764437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:34:43.765688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.812202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:43.960137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-095547e0-fe65-4d26-92dd-4bd6a13521da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.964375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-095547e0-fe65-4d26-92dd-4bd6a13521da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.016189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095547e0-fe65-4d26-92dd-4bd6a13521da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536aed24-03f8-44af-8255-32b2f091939d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:44.023222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-095547e0-fe65-4d26-92dd-4bd6a13521da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1154da2c53dc4a2f874980a20d00d486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929169 Jul 08 17:34:44.025705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:44.150290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e2-d8f1-4df1-9251-b3fa90935c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.245689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e2-d8f1-4df1-9251-b3fa90935c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.392775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e2-d8f1-4df1-9251-b3fa90935c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.396151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f8e2-d8f1-4df1-9251-b3fa90935c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.398132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f4e0f8e2-d8f1-4df1-9251-b3fa90935c1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/536aed24-03f8-44af-8255-32b2f091939d HTTP/1.1" status: 204 len: 168 time: 0.3712649 Jul 08 17:34:44.452122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0f8e2-d8f1-4df1-9251-b3fa90935c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536aed24-03f8-44af-8255-32b2f091939d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:44.488759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Allocated IP 172.20.0.2 (858c56c5-ab7f-4b2a-8d10-993b1096bdf0/49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba/eb2d56b5-68a6-4cb0-b677-d9235c01c6ed) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:44.662888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:44.792386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.841817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:39Z', 'revision_number': 3, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:44.943226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5e37e-cae5-4b74-b504-9fe376c95919 None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:39Z', 'revision_number': 3, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:34:44.977566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98d19f-e258-4516-a478-885364376aad req-81e61da5-b55d-40eb-96bc-2a9d4e6acc31 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:45.003622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d98d19f-e258-4516-a478-885364376aad req-81e61da5-b55d-40eb-96bc-2a9d4e6acc31 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1953371 Jul 08 17:34:45.117353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.124970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d98d19f-e258-4516-a478-885364376aad req-522a1473-c687-41fa-a437-8e53b669fb62 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174517 Jul 08 17:34:45.178830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Transition to ACTIVE for port object eb2d56b5-68a6-4cb0-b677-d9235c01c6ed will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:45.209680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185e8ee6-354f-4a71-8c29-baa05d0340b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.245679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Transition to ACTIVE for port object eb2d56b5-68a6-4cb0-b677-d9235c01c6ed will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:45.257080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.388847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.20.0.1 (858c56c5-ab7f-4b2a-8d10-993b1096bdf0/49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba/64be32c9-e9d4-4a29-8c78-e4475a3ac064) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:45.483360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Pushing event updated for resources: {'Port': ['ID=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:45.507524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:45.509579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:45.518928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:45.573798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185e8ee6-354f-4a71-8c29-baa05d0340b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.583763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185e8ee6-354f-4a71-8c29-baa05d0340b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.666534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e8ee6-354f-4a71-8c29-baa05d0340b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4839a1b-c1de-485c-9d2a-5c727d45338d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:45.692982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Attempting to bind port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:45.693524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Attempting to bind port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:45.694049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Attempting to bind port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed on network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:45.700136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:45.701860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Checking segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:45.702921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.703429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Bound using segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:45.704157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Bound port: eb2d56b5-68a6-4cb0-b677-d9235c01c6ed, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:45.704635 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.732965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-185e8ee6-354f-4a71-8c29-baa05d0340b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8c1fb9e22c0445b9c4f62a3f9a3f1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688045 Jul 08 17:34:45.745390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:45.907118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] For port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:45.922016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] For port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:45.928753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.966798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf976-dedd-4f04-9667-91cb5e4a7e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.034629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.040984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:46.098066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf976-dedd-4f04-9667-91cb5e4a7e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.131417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Transition to ACTIVE for port object 64be32c9-e9d4-4a29-8c78-e4475a3ac064 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:46.156703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5e17-3034-4454-af2b-e985318ba4c8 req-b67f6797-9520-4b05-af83-226336497254 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:46.167827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59ea5e17-3034-4454-af2b-e985318ba4c8 req-b67f6797-9520-4b05-af83-226336497254 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.4075093 Jul 08 17:34:46.252083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf976-dedd-4f04-9667-91cb5e4a7e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.255161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf976-dedd-4f04-9667-91cb5e4a7e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.259733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cc6bf976-dedd-4f04-9667-91cb5e4a7e68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4839a1b-c1de-485c-9d2a-5c727d45338d HTTP/1.1" status: 204 len: 168 time: 0.5130651 Jul 08 17:34:46.272390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bf976-dedd-4f04-9667-91cb5e4a7e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4839a1b-c1de-485c-9d2a-5c727d45338d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:46.316178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a1507-d338-4e76-8246-de18609cb1af None None] Pushing event updated for resources: {'Port': ['ID=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:46.409603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:46.417223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59ea5e17-3034-4454-af2b-e985318ba4c8 req-51db5ba7-a50d-4caa-80f8-91f3314d0d50 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465968 Jul 08 17:34:46.418138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:46.418525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.468066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:46.577110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:46.658934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:46.699523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:46.800205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=64be32c9-e9d4-4a29-8c78-e4475a3ac064,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:46.846341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.011861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0d31-0c45-4a21-ab03-843b681ecc01 req-72c579a8-ee85-400a-aa1c-d8bd358bdda3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:47.023397 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bbe0d31-0c45-4a21-ab03-843b681ecc01 req-72c579a8-ee85-400a-aa1c-d8bd358bdda3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2732317 Jul 08 17:34:47.132618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bbe0d31-0c45-4a21-ab03-843b681ecc01 req-34837769-5d0b-4541-bba9-b7da01959912 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984509 Jul 08 17:34:47.206662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.259098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.313288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40438) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:47.315036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:47.320650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.387479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-947acb77-44e8-4405-9fbd-653842818a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.487754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:47.661477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-947acb77-44e8-4405-9fbd-653842818a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.666293 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-947acb77-44e8-4405-9fbd-653842818a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.696243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-947acb77-44e8-4405-9fbd-653842818a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3d2fc0591404cbda46ad904845c78f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780246 Jul 08 17:34:47.703119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:47.765401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947acb77-44e8-4405-9fbd-653842818a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73056572-84a4-48c9-bda8-afe0b893970f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:47.834180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-783df156-ca78-415e-ba0f-0443a121d79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.896449 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-783df156-ca78-415e-ba0f-0443a121d79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.998173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-783df156-ca78-415e-ba0f-0443a121d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.011699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-783df156-ca78-415e-ba0f-0443a121d79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.017236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-783df156-ca78-415e-ba0f-0443a121d79b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73056572-84a4-48c9-bda8-afe0b893970f HTTP/1.1" status: 204 len: 168 time: 0.3126786 Jul 08 17:34:48.036097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783df156-ca78-415e-ba0f-0443a121d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73056572-84a4-48c9-bda8-afe0b893970f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:48.171370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c5a8f-af0e-4e4c-8af4-bcf495807755 None None] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:34:48.263873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb2d56b5-68a6-4cb0-b677-d9235c01c6ed up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:48.305094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3c5ee491-2142-49df-8edf-2a7bc90bb31a None None] Provisioning for port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:48.334613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:48.409917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:48.418543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:48.419737 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.537436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-b55c939e-9932-4f23-b64a-bbffc5a07b46 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:48.553513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-b55c939e-9932-4f23-b64a-bbffc5a07b46 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.9175265 Jul 08 17:34:48.668100 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.675714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.696068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-5747d933-3fe1-451c-b4a8-3f28b1cc027b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/quotas/d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 375 time: 0.1403246 Jul 08 17:34:48.722322 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.751634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:48.759967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.764725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:48.953259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:48.984672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed1b6b74-0f9e-40e0-9c25-85a599798eaa tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:49.029100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=64be32c9-e9d4-4a29-8c78-e4475a3ac064,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:49.039961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ed1b6b74-0f9e-40e0-9c25-85a599798eaa tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] 10.222.0.48 "PUT /v2.0/quotas/9fbd95620ccc4459b23f656ffbbe4432 HTTP/1.1" status: 200 len: 368 time: 0.7041938 Jul 08 17:34:49.045748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40508) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:49.059500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Request body: {'network': {'project_id': '9fbd95620ccc4459b23f656ffbbe4432'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:49.060408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:49.063987 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.124469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Made reservation on behalf of 9fbd95620ccc4459b23f656ffbbe4432 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:49.127698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.142454 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.198063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba3f766f-6fd3-4c5a-9088-585374357bf4 None None] Provisioning for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:49.214381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba3f766f-6fd3-4c5a-9088-585374357bf4 None None] Provisioning complete for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:49.215595 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba3f766f-6fd3-4c5a-9088-585374357bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.267134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.315649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f766f-6fd3-4c5a-9088-585374357bf4 None None] Port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:49.323828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-11cba81a-f399-4bc9-b322-ce175d55f051 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6265318 Jul 08 17:34:49.393713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.404095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.467372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:34:49.470517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:49.470677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba3f766f-6fd3-4c5a-9088-585374357bf4 None None] Provisioning complete for port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:49.471058 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba3f766f-6fd3-4c5a-9088-585374357bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.472400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:49.488947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495018bb-bc21-471f-908f-475ab0cc3a20,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:49.516167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.516825 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Added segment 9a2c2f58-87b5-442c-a2f5-e4cc544d4bd1 of type vlan for network b601d22c-2fc1-4ff3-a408-3cb890a3e836 Jul 08 17:34:49.621172 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6df0254e-8d55-4cf9-9894-1e93e0da4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.680597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.701428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-182606c5-b728-43e6-a416-790b80012a56 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:34:49.702515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-182606c5-b728-43e6-a416-790b80012a56 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3778203 Jul 08 17:34:49.770946 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.772091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:49.772797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.913475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-341bd284-48e5-4270-80f2-835f54339620 None None] Provisioning complete for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:49.917019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-341bd284-48e5-4270-80f2-835f54339620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:49.953397 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9064190 Jul 08 17:34:49.957337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:34:49.958272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:49.965982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb2d56b5-68a6-4cb0-b677-d9235c01c6ed up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:49.977534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Request body: {'network': {'project_id': '9fbd95620ccc4459b23f656ffbbe4432'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:49.979339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5be3f1-d9f2-43c3-a5f3-df929dbf5797 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Pushing event updated for resources: {'Network': ['ID=b601d22c-2fc1-4ff3-a408-3cb890a3e836,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:50.034941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b601d22c-2fc1-4ff3-a408-3cb890a3e836 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:34:50.117411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-341bd284-48e5-4270-80f2-835f54339620 None None] Port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:50.148475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-34c46d80-07a1-40ca-ba6c-f0974f883e50 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068613 Jul 08 17:34:50.165790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:50.166981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Made reservation on behalf of 9fbd95620ccc4459b23f656ffbbe4432 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:50.167891 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.173412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.265711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-02ab4be6-0e1c-441b-ba54-21b0a6ddb625 None None] Provisioning complete for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:50.266684 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-02ab4be6-0e1c-441b-ba54-21b0a6ddb625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.308232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:34:50.342314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.342655 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Added segment 5fbeb4f3-acf2-451b-9521-fba58f182c5d of type vlan for network 17926acf-4904-439d-a0ec-babad0b36f10 Jul 08 17:34:50.371057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-02ab4be6-0e1c-441b-ba54-21b0a6ddb625 None None] Port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:50.437368 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-7a17115d-f385-4179-8a86-a81dd3006389 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575665 Jul 08 17:34:50.469151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.510760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:34:50.522474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2d89be51-eb03-49cb-929f-c00b1bdae3d1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "PUT /v2.0/routers/40f73298-5793-4a84-99d6-82e64c82333b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4199467 Jul 08 17:34:50.523257 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:34:50.526541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40558) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:50.539926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.540961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.541509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.571009 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:50.572348 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:34:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:50.691490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7279165 Jul 08 17:34:50.692688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:50.708180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-649cc3ae-b113-4ca8-9e82-22d0c9d53e7f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Request body: {'network': {'project_id': '9fbd95620ccc4459b23f656ffbbe4432'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:50.785320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4119c37-cbfd-46a5-866c-6ad1b1754e09 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Pushing event updated for resources: {'Network': ['ID=17926acf-4904-439d-a0ec-babad0b36f10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:50.793516 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-649cc3ae-b113-4ca8-9e82-22d0c9d53e7f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 17:34:50.794168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649cc3ae-b113-4ca8-9e82-22d0c9d53e7f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:34:50.795370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-649cc3ae-b113-4ca8-9e82-22d0c9d53e7f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1017432 Jul 08 17:34:50.799750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:50.801515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 17926acf-4904-439d-a0ec-babad0b36f10 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:34:50.953037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.953521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.958552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.964169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.964890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.965702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.966936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.967614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.969043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.970025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.971659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.978629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:50.978974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-adaef8df-450c-4a27-ab23-7ff644773f82 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7596 time: 0.4461787 Jul 08 17:34:50.991109 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:51.009309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.246502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.249813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.251388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.252543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.253638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.254705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.274390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.274390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.274390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.284013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-30a4bb2e-d5b8-4a73-b4c7-0e46e651366e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5917 time: 0.3021183 Jul 08 17:34:51.284779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:51.556397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.576166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d7c57a2d-5eba-4373-8760-f277f8cfc1e9 req-7e12217d-fb5d-44ae-9c95-83c7c2c2508b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 210 time: 0.2327814 Jul 08 17:34:51.578696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17926acf-4904-439d-a0ec-babad0b36f10']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:51.599446 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 2, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:51.604269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbeb4f3-acf2-451b-9521-fba58f182c5d') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:51.604850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbeb4f3-acf2-451b-9521-fba58f182c5d') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:51.628127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.659604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.672960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:34:51.673780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:34:51.676117 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:34:51.698301 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:34:51.699167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:51.703674 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Updating router 40f73298-5793-4a84-99d6-82e64c82333b port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:34:51.758593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:51.820927 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.928480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.949165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:51.956190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] 10.222.0.48 "DELETE /v2.0/networks/17926acf-4904-439d-a0ec-babad0b36f10 HTTP/1.1" status: 204 len: 168 time: 1.1541600 Jul 08 17:34:51.960700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:52.020144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987dc1-78e8-4146-840e-2acde0c259f2 tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Pushing event deleted for resources: {'Network': ['ID=17926acf-4904-439d-a0ec-babad0b36f10,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:52.052514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f1390b82-272a-4176-97f7-017d53c706b4 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.7663620 Jul 08 17:34:52.140947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149356b9-5b8d-4c7a-a723-6bfae81cd189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.227206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7d8b-9cfb-4611-b43e-356c746815ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.243568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.323228 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.502138 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.532844 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Transition to ACTIVE for port object 64be32c9-e9d4-4a29-8c78-e4475a3ac064 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:52.533119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.550301 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.558983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b601d22c-2fc1-4ff3-a408-3cb890a3e836']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:52.584058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2c2f58-87b5-442c-a2f5-e4cc544d4bd1') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:52.584421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2c2f58-87b5-442c-a2f5-e4cc544d4bd1') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:52.611390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.642542 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab5fad-c722-47b4-8d34-aed1c405b969 None None] Pushing event updated for resources: {'Port': ['ID=64be32c9-e9d4-4a29-8c78-e4475a3ac064,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:52.644056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.659147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:34:52.659742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:34:52.667027 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:34:52.875853 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Attempting to bind port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:52.877568 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Attempting to bind port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:52.880465 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Attempting to bind port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 on network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:52.882883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.894899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.907567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b601d22c-2fc1-4ff3-a408-3cb890a3e836 HTTP/1.1" status: 204 len: 168 time: 0.9452732 Jul 08 17:34:52.916200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:52.916960 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Checking segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:52.920027 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.924883 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Bound using segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:52.925838 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Bound port: 64be32c9-e9d4-4a29-8c78-e4475a3ac064, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:52.928032 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:52.930467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b919-8727-4a97-8ad2-3dc78bf3205f tempest-QuotasNegativeTest-2101904593 tempest-QuotasNegativeTest-2101904593-project-admin] Pushing event deleted for resources: {'Network': ['ID=b601d22c-2fc1-4ff3-a408-3cb890a3e836,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:53.146557 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] For port 64be32c9-e9d4-4a29-8c78-e4475a3ac064, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:53.150061 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] For port 64be32c9-e9d4-4a29-8c78-e4475a3ac064, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=64be32c9-e9d4-4a29-8c78-e4475a3ac064,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:53.158251 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.349602 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:53.350272 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:53.369977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:53.423621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218557620', 'description': 'tempest-secgroup-smoke-1218557620 description', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:53.451068 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab5fad-c722-47b4-8d34-aed1c405b969 None None] Pushing event updated for resources: {'Port': ['ID=64be32c9-e9d4-4a29-8c78-e4475a3ac064,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:53.459601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-d5e18042-db14-4a89-aa4d-922266e39136 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:53.461328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-d5e18042-db14-4a89-aa4d-922266e39136 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.3964653 Jul 08 17:34:53.473375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'port': {'device_id': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'admin_state_up': True, 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:53.562520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149356b9-5b8d-4c7a-a723-6bfae81cd189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.568967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.628418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-149356b9-5b8d-4c7a-a723-6bfae81cd189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.735050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149356b9-5b8d-4c7a-a723-6bfae81cd189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f74bb5f-1c03-4fca-9375-fa0902825d79,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:53.757468 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:53.758591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bfbbce4-c325-499f-9a6f-1eb7725c8f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.793282 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-149356b9-5b8d-4c7a-a723-6bfae81cd189 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7797aa1fc0ad40128a469da20eba9b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0197115 Jul 08 17:34:53.800045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40662) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:53.829003 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.842565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59e79c42-c2f6-45d2-976e-065cb1e027ae req-58be5453-f139-41ea-a46a-e7b823a77bdc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 210 time: 0.2612507 Jul 08 17:34:53.913236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:53.921405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d3bd-695a-413a-a025-9f14b4430e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:53.921622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.039223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d3bd-695a-413a-a025-9f14b4430e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.097444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bfbbce4-c325-499f-9a6f-1eb7725c8f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.099284 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d3bd-695a-413a-a025-9f14b4430e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.102335 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d3bd-695a-413a-a025-9f14b4430e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.106325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3cd7d3bd-695a-413a-a025-9f14b4430e53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f74bb5f-1c03-4fca-9375-fa0902825d79 HTTP/1.1" status: 204 len: 168 time: 0.2818878 Jul 08 17:34:54.109302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bfbbce4-c325-499f-9a6f-1eb7725c8f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.117615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7d3bd-695a-413a-a025-9f14b4430e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f74bb5f-1c03-4fca-9375-fa0902825d79,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:54.174518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Allocated IP 172.20.0.9 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/4b5bc0c9-d878-46f6-9e57-3b2afbed5c78) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:54.176770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:54.251768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbbce4-c325-499f-9a6f-1eb7725c8f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98eb9d-3f38-48e6-b92f-bfd1d4809fa9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:54.290061 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.293319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1bfbbce4-c325-499f-9a6f-1eb7725c8f85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b98aea68f014a68b70f9234983f237a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5915277 Jul 08 17:34:54.299914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40678) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:54.314731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.380023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50ab60-3d78-4d42-aa95-b2185a70c203,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:54.451897 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:53Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:54.499655 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aedc58-cb43-46ee-b66b-63b71b23a8ff None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:53Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:34:54.508555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.509793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d2c6df82-7fd5-4f8b-a5b5-4d13ee9dc885 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1368399 Jul 08 17:34:54.512994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40682) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:54.517737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '5f50ab60-3d78-4d42-aa95-b2185a70c203', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:54.528149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4de23750-5dba-4dfd-a2f2-c4b6bdb2c43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.553619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cba5d22e-2fad-45aa-b237-b32d439f14fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.581761 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.601192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cba5d22e-2fad-45aa-b237-b32d439f14fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.720314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.745322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.750474 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.765852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cba5d22e-2fad-45aa-b237-b32d439f14fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.769590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cba5d22e-2fad-45aa-b237-b32d439f14fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.778828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cba5d22e-2fad-45aa-b237-b32d439f14fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f98eb9d-3f38-48e6-b92f-bfd1d4809fa9 HTTP/1.1" status: 204 len: 168 time: 0.4784253 Jul 08 17:34:54.806172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6e2566-f9a1-43ca-b952-b28fe6bd6c83,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:54.895574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d22e-2fad-45aa-b237-b32d439f14fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98eb9d-3f38-48e6-b92f-bfd1d4809fa9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:54.920939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Transition to ACTIVE for port object 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:54.979993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.103708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be9d170e-e87b-465d-ba59-f3fa772fb8ff req-53b4dcaa-1784-4377-8631-3f139676c678 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 210 time: 0.0617039 Jul 08 17:34:55.105744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4de23750-5dba-4dfd-a2f2-c4b6bdb2c43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.122373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.124547 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af6225b6-d47c-4695-b980-6481b9a36a63 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6104269 Jul 08 17:34:55.128190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.128815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4de23750-5dba-4dfd-a2f2-c4b6bdb2c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.135597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '5f50ab60-3d78-4d42-aa95-b2185a70c203', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:55.175641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.188734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:55.197140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.296960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.315268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.399455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4de23750-5dba-4dfd-a2f2-c4b6bdb2c43e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c68a1961cbd4d8cbb8c3e8c84871728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2190616 Jul 08 17:34:55.399693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ff7f7d-53e3-4c87-b7d7-683c8952b8c5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.401649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:55.403687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.407758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:55.412128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.413353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-acc0c814-3c9a-4a0c-941a-9176285add07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2836232 Jul 08 17:34:55.416036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de23750-5dba-4dfd-a2f2-c4b6bdb2c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0be268-4db1-4372-9e58-62cbc034ba9b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.416434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.419803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:55.432629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.446167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '5f50ab60-3d78-4d42-aa95-b2185a70c203', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:55.535740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.673197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:55.673875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.683012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96afee07-99cc-45a6-a70c-88d83a0aa336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.737657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-2cd12c6e-32b9-4090-bf01-256d5d72d6db tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2684011 Jul 08 17:34:55.788817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96afee07-99cc-45a6-a70c-88d83a0aa336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.817873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.825282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.881404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a08d89e-93f1-4363-89a2-bcc8acc61d3a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.918247 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.920798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b639731f-a1ab-4de7-b478-4f40d784e833 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5026345 Jul 08 17:34:55.922790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.928613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '5f50ab60-3d78-4d42-aa95-b2185a70c203', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:55.955955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96afee07-99cc-45a6-a70c-88d83a0aa336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.958547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96afee07-99cc-45a6-a70c-88d83a0aa336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.959721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-96afee07-99cc-45a6-a70c-88d83a0aa336 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc0be268-4db1-4372-9e58-62cbc034ba9b HTTP/1.1" status: 204 len: 168 time: 0.5496132 Jul 08 17:34:55.975738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afee07-99cc-45a6-a70c-88d83a0aa336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0be268-4db1-4372-9e58-62cbc034ba9b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:56.021560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.056012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b7e1a65e-8de4-4b23-bfba-6a140167c971 None None] Provisioning for port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:56.069875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b7e1a65e-8de4-4b23-bfba-6a140167c971 None None] Provisioning complete for port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:56.070918 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a65e-8de4-4b23-bfba-6a140167c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.082978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64be32c9-e9d4-4a29-8c78-e4475a3ac064 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:56.135572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1a65e-8de4-4b23-bfba-6a140167c971 None None] Port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:56.148923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.156439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.176870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Request body: {'port': {'device_id': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:56.225438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.229043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3045285 Jul 08 17:34:56.229689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40758) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:56.240676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '5f50ab60-3d78-4d42-aa95-b2185a70c203', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:56.256652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cf2c2-fe3c-4b98-89b5-181a1afa819c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc9d8d0-4d5c-4ade-b10e-8844bfab2258,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:56.315229 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Project eecd2c41d01947e0b595cdfd97cdae0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:34:56.327649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:56.329220 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.336389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:56.336753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.429705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.504450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.634411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.650301 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.715297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1670b4b-faff-4d5c-8b4b-eddfb6043c73,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:56.780593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.784444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 64be32c9-e9d4-4a29-8c78-e4475a3ac064, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=64be32c9-e9d4-4a29-8c78-e4475a3ac064,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:56.785772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b3dc5c84-cfb6-4a39-b232-293d1a8daba4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5543604 Jul 08 17:34:56.793864 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.798288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:56.820631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '5f50ab60-3d78-4d42-aa95-b2185a70c203', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:56.974122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=64be32c9-e9d4-4a29-8c78-e4475a3ac064,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:56.986402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bcd3a-a205-4b57-a2ab-269cee2b11ce req-ed260e06-fb24-482d-a554-ab83189a6139 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:56.998668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28bcd3a-a205-4b57-a2ab-269cee2b11ce req-ed260e06-fb24-482d-a554-ab83189a6139 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 931 time: 0.5724082 Jul 08 17:34:57.010876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.012193 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Project eecd2c41d01947e0b595cdfd97cdae0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:34:57.014702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.017377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.017767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.019319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.023860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.024761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.026824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.029570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.030662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.032011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.032286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.032933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:57.157843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28bcd3a-a205-4b57-a2ab-269cee2b11ce req-5cbfd37d-f19e-40d6-b97f-6c47988ba637 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559100 Jul 08 17:34:57.159032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40782) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:57.220559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.233351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.260664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c93f6d9-4aee-4a0b-8362-8d8b477cd82d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:57.273144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e42c9abf-ada0-4e4f-97eb-00afb0930b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.286323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.288108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-53e933e1-bf9b-477a-97e0-ba6a3d3a56e1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4871256 Jul 08 17:34:57.309287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:57.320999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.343855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Transition to ACTIVE for port object 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:57.356572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.465432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Pushing event updated for resources: {'Port': ['ID=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:57.977332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64be32c9-e9d4-4a29-8c78-e4475a3ac064 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:58.035872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:58.069606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:58.070021 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.086573 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e42c9abf-ada0-4e4f-97eb-00afb0930b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.165897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Attempting to bind port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:58.166263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Attempting to bind port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:58.166710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Attempting to bind port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:58.169130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e42c9abf-ada0-4e4f-97eb-00afb0930b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.210636 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-87e1f353-f10a-4785-9c7a-3a30261f6ae3 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218557620&fields=id&tenant_id=eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 267 time: 0.6449640 Jul 08 17:34:58.218022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:34:58.218672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Attempting to bind port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:58.233622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb1808fd-2c8b-4aa5-b053-705b323c77e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.243788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c9abf-ada0-4e4f-97eb-00afb0930b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823fc04-6dd2-4250-a1ac-f7b232ed8271,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:58.254049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e42c9abf-ada0-4e4f-97eb-00afb0930b81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7766853e16d94fe1b1c8ff5f81af1937&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0938501 Jul 08 17:34:58.263749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:58.266093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:58.266444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:58.266835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:58.267451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Bound port: 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:58.267826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.430415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-861a5f8b-81dd-4d3e-9551-aac4946e147d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.431974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-861a5f8b-81dd-4d3e-9551-aac4946e147d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/networks?id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 200 len: 797 time: 0.2049117 Jul 08 17:34:58.439043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] For port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:58.444205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] For port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:58.467400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-b21d8298-a335-4127-bf7d-347f2fab6b06 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/quotas/eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 375 time: 0.0184987 Jul 08 17:34:58.471121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.493780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c668215a-cf84-4bef-b2b6-5710b284e6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.550550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931afa9-322c-427f-a12c-073aff573e70 req-7c3b908f-1c95-4b07-8b0f-b934acc4b3fb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.565876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5931afa9-322c-427f-a12c-073aff573e70 req-7c3b908f-1c95-4b07-8b0f-b934acc4b3fb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 943 time: 0.2498462 Jul 08 17:34:58.588096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c668215a-cf84-4bef-b2b6-5710b284e6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.593847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Pushing event updated for resources: {'Port': ['ID=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:58.614186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.615421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.617065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1e540753-9b5f-4b49-ad4f-477caa15065d service neutron] 10.222.0.53 "PUT /v2.0/ports/4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 HTTP/1.1" status: 200 len: 1091 time: 2.8557053 Jul 08 17:34:58.617701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'tag': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:58.620312 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6751e120-a4b3-4658-b920-9320cd583808" -d '{"events": [{"name": "network-changed", "server_uuid": "068d2320-b914-43dc-9063-4d21ffa4dc39", "tag": "4b5bc0c9-d878-46f6-9e57-3b2afbed5c78"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:58.698759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-ea7a9223-f1ff-47ad-b502-63c590c81d4b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230613 Jul 08 17:34:58.724370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5931afa9-322c-427f-a12c-073aff573e70 req-ff962fb7-1a39-4c56-80cf-2f5f2d3b7f09 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564631 Jul 08 17:34:58.775927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c668215a-cf84-4bef-b2b6-5710b284e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.780400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c668215a-cf84-4bef-b2b6-5710b284e6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.781869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c668215a-cf84-4bef-b2b6-5710b284e6aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f823fc04-6dd2-4250-a1ac-f7b232ed8271 HTTP/1.1" status: 204 len: 168 time: 0.5171347 Jul 08 17:34:58.804251 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb1808fd-2c8b-4aa5-b053-705b323c77e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.806696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668215a-cf84-4bef-b2b6-5710b284e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823fc04-6dd2-4250-a1ac-f7b232ed8271,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:58.811222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb1808fd-2c8b-4aa5-b053-705b323c77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.868181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb1808fd-2c8b-4aa5-b053-705b323c77e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=647326b0a8144269aa3c6c34685caaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311231 Jul 08 17:34:58.872433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 40852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:58.906485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1808fd-2c8b-4aa5-b053-705b323c77e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b636e94b-a861-41f7-a722-4b613ecaa51c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:58.961250 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c58e2-a302-41bb-8152-6aa6c350cf91 x-openstack-request-id: req-e49c58e2-a302-41bb-8152-6aa6c350cf91 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:58.961546 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068d2320-b914-43dc-9063-4d21ffa4dc39", "tag": "4b5bc0c9-d878-46f6-9e57-3b2afbed5c78", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:58.961765 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e49c58e2-a302-41bb-8152-6aa6c350cf91 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:58.962184 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'tag': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78', 'status': 'completed', 'code': 200} Jul 08 17:34:58.967315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-8234e9ca-46c0-44bc-bd85-ecff490c4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.968922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1774882e-cdd8-44fe-9514-051d9f720816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.969074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-8234e9ca-46c0-44bc-bd85-ecff490c4486 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 1094 time: 0.2985942 Jul 08 17:34:58.973670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-3c68849b-e8f1-4e62-9305-c4e01c32b598 service neutron] 10.222.0.48 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282374 Jul 08 17:34:59.012841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1774882e-cdd8-44fe-9514-051d9f720816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.065195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-df75cb29-dc68-489b-b478-fa36e661c9c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 HTTP/1.1" status: 200 len: 217 time: 0.0863900 Jul 08 17:34:59.110810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1774882e-cdd8-44fe-9514-051d9f720816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.113816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1774882e-cdd8-44fe-9514-051d9f720816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.124392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1774882e-cdd8-44fe-9514-051d9f720816 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b636e94b-a861-41f7-a722-4b613ecaa51c HTTP/1.1" status: 204 len: 168 time: 0.2439928 Jul 08 17:34:59.151257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774882e-cdd8-44fe-9514-051d9f720816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636e94b-a861-41f7-a722-4b613ecaa51c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:59.216418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-f5ce33f8-ca98-4c43-a8c2-c90a655adb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:59.219020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-f5ce33f8-ca98-4c43-a8c2-c90a655adb98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1390519 Jul 08 17:34:59.296582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-5e8b5c83-7e60-4f73-a8f4-b8a235ad9fb0 service neutron] 10.222.0.48 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416339 Jul 08 17:34:59.402522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-44a46d3b-e8fb-4a77-be43-d8d39de23776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:59.405076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-44a46d3b-e8fb-4a77-be43-d8d39de23776 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783843 Jul 08 17:34:59.592621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-8f6fdcfc-4a32-4647-b5e6-f70d9621f7a6 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772377 Jul 08 17:34:59.750499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-175b6a09-81fd-41e9-b2b9-3c6f22a01d7b req-bf4bba2f-a1ad-438c-aaf6-0227d9271da1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 210 time: 0.1115899 Jul 08 17:34:59.831125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6bce2d0-7f98-47ba-8915-a01670defb72 req-1d3cb024-2f5c-4eb4-a308-8f78e5b0747b service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318985 Jul 08 17:34:59.893899 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:35:00.066646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e120-a4b3-4658-b920-9320cd583808 req-ced9c2c9-a40e-4566-80ce-146093361847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.069312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-ced9c2c9-a40e-4566-80ce-146093361847 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 1094 time: 0.1564310 Jul 08 17:35:00.274980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999c2b3-f524-4e45-a2be-1435223deb52 req-8a732749-734a-4bd8-b079-da6ca9a80096 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.277045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6999c2b3-f524-4e45-a2be-1435223deb52 req-8a732749-734a-4bd8-b079-da6ca9a80096 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 943 time: 0.2184031 Jul 08 17:35:00.369567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e120-a4b3-4658-b920-9320cd583808 req-48f6c346-4799-4784-8c9c-d9f52ca2b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.371424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-48f6c346-4799-4784-8c9c-d9f52ca2b8e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.2910805 Jul 08 17:35:00.489787 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-0f267144-4d53-479b-9978-dc8a14636989 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 HTTP/1.1" status: 200 len: 217 time: 0.1115232 Jul 08 17:35:00.605561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e120-a4b3-4658-b920-9320cd583808 req-5431a889-8935-41e2-9ee1-bbc06f0cb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.622281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-5431a889-8935-41e2-9ee1-bbc06f0cb8ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1091216 Jul 08 17:35:00.659519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6999c2b3-f524-4e45-a2be-1435223deb52 req-9a9205cd-9025-4089-b48e-4f4d73a460e8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722866 Jul 08 17:35:00.768121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e120-a4b3-4658-b920-9320cd583808 req-7b8b5c32-d281-4122-a392-143c5d87391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.769695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-7b8b5c32-d281-4122-a392-143c5d87391d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462622 Jul 08 17:35:01.025854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1049d05e-3951-4359-81e2-a91c5b912ea4 req-8fd7bd24-3e4c-4813-a362-beff2d9d481e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 210 time: 0.0684602 Jul 08 17:35:01.201508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-53d8fb64-5eaf-4f5d-b5ce-4ea6622003de service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196281 Jul 08 17:35:01.326617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6751e120-a4b3-4658-b920-9320cd583808 req-4a873edb-b652-4c49-a3e1-beaf47990d6e service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216614 Jul 08 17:35:02.031457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 40994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:02.095902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072aba1-ca6b-41de-a52a-2e077863cc84 req-9e8b9029-9517-4da7-8d95-e54e363208e0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.099395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3072aba1-ca6b-41de-a52a-2e077863cc84 req-9e8b9029-9517-4da7-8d95-e54e363208e0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 943 time: 0.2234428 Jul 08 17:35:02.108280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:02.114802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-418872265'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:02.158325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:02.166217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.241710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:02.266124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.267179 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Added segment f2497492-e17c-43bf-b236-852517564576 of type vlan for network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 Jul 08 17:35:02.297589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:02.341710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.379867 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.385428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.386090 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.395176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:02.427684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3072aba1-ca6b-41de-a52a-2e077863cc84 req-92436ffc-ec92-4f46-9591-1339d5f24420 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226762 Jul 08 17:35:02.477454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Network': ['ID=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:02.516254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fcb38083-bd9e-4e58-b830-18dd8213594a req-036bf920-c747-4b1e-83c6-68f67b5b8af7 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 210 time: 0.1349909 Jul 08 17:35:02.531258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7374a60c-265f-4b45-9750-1d281369eb06 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4213207 Jul 08 17:35:02.533780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41010) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:02.540584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1886778710'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:02.560948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-219822936', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:02.583187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-19b19f42-e17c-4d7f-84fa-a5eb6ed92a45 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.584758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-19b19f42-e17c-4d7f-84fa-a5eb6ed92a45 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/networks?id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 200 len: 797 time: 0.4445486 Jul 08 17:35:02.585630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:02.592982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1613141702'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:02.595427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.651221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Made reservation on behalf of c12492aa69ad45aa8415382016103e8d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:02.651970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:02.654090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.655984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:02.672736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78', 'mac_address': 'fa:16:3e:fa:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:02.674962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.675089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:02.675495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.675966 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Added segment 42a0f45f-3f37-4ed5-9e5d-4507a4819de6 of type vlan for network ba07596e-023f-4a72-8626-6b27f3412e83 Jul 08 17:35:02.681386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-6d9b6a5d-dcde-453e-be03-c87e895c1d16 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 380 time: 0.0833883 Jul 08 17:35:02.688490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Made reservation on behalf of 9edf22f5be634f7fb2a26a40afe8b863 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:02.691931 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.699928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'port': {'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'admin_state_up': True, 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'security_groups': ['5f50ab60-3d78-4d42-aa95-b2185a70c203']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:02.725995 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.767056 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.808194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.810524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.818346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.819194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.847683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:02.889010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:02.893590 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.920259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Network': ['ID=ba07596e-023f-4a72-8626-6b27f3412e83,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:02.961344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network ba07596e-023f-4a72-8626-6b27f3412e83 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:02.967692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:02.970670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.976638 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.982326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0129727-758e-4625-b814-9c0c4c4fe613 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4470811 Jul 08 17:35:02.982938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:02.988588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'subnet': {'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:03.021258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] device_id is not set on port c0ece379-d692-4fd2-ac34-840b36aa2e6a yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:03.105976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8349e7-9fc8-4711-95cf-f51f2a8f4a7a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:03.120705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:03.217594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Allocated IP 172.25.3.71 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/c0ece379-d692-4fd2-ac34-840b36aa2e6a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:03.286971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.300606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.349015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f58d20a-e0eb-411a-a29e-9a5b0a405988,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:03.357608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:03.413087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:03.415999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:03.418767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.419537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.426446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.426787 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Added segment 21f76f38-2c05-4616-a6cb-ca9109c531f7 of type vlan for network bd8c509c-8c03-4837-888a-a07b2d7af24e Jul 08 17:35:03.492194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.547367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.554954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:03.555543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.664745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event updated for resources: {'Network': ['ID=bd8c509c-8c03-4837-888a-a07b2d7af24e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:03.671657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12319ecd-7077-42cf-8c2b-2453d885f833 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3714139 Jul 08 17:35:03.676688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network bd8c509c-8c03-4837-888a-a07b2d7af24e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:03.677377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.691217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:03.705402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Request body: {'subnet': {'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:03.845080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-077a00a5-9738-4718-beab-a26e81e19156 req-c163ef29-4fbb-4427-b9c3-7e665a78e2fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 210 time: 0.1781712 Jul 08 17:35:03.888093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.924139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Made reservation on behalf of 9edf22f5be634f7fb2a26a40afe8b863 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:03.930025 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.981861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9f17a-7622-4b8f-a9f2-9a6b74c9428a req-93064709-59d5-498d-bc12-a13d5cfa3453 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:03.984001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4fd9f17a-7622-4b8f-a9f2-9a6b74c9428a req-93064709-59d5-498d-bc12-a13d5cfa3453 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 944 time: 0.2422743 Jul 08 17:35:03.993600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.20.0.6 (858c56c5-ab7f-4b2a-8d10-993b1096bdf0/49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba/931d7877-6d5c-48d1-bf7d-35353b856113) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:04.012703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Subnet': ['ID=4c323140-dd80-45d0-a103-c9c52e1b6150,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:04.033416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Checking segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:04.033952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network hostable DHCP agents. Network: 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:04.065438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:04.073881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.084078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:04.092399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291d8bd-e684-4734-910f-a2f1af3866e7 None None] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:04.101717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:04.102705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.155955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4fd9f17a-7622-4b8f-a9f2-9a6b74c9428a req-4fa68547-706d-4481-9669-97b3dc8a01b0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530156 Jul 08 17:35:04.158268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ebe9d811-9d27-4db1-b55e-0024f23ce48d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1741998 Jul 08 17:35:04.158972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:04.166917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'subnet': {'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:04.254214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:04.260875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:04.264277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:04.272179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Pushing event updated for resources: {'Port': ['ID=c0ece379-d692-4fd2-ac34-840b36aa2e6a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:04.337077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:04.340827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.353868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:04.354942 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.366610 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.380246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:04.381280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.389654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.390679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f4618084-f4ca-4e26-ac67-6a078e939a4e tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.3556166 Jul 08 17:35:04.391593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:04.403390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.71'}]}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:04.412872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:04.416882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Transition to ACTIVE for port object 931d7877-6d5c-48d1-bf7d-35353b856113 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:04.441253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.443518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.508679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.551755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Checking segment: {'id': '21f76f38-2c05-4616-a6cb-ca9109c531f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:04.552349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Network hostable DHCP agents. Network: bd8c509c-8c03-4837-888a-a07b2d7af24e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:04.562079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event updated for resources: {'Subnet': ['ID=8a54b7b1-057e-4bab-8241-98a4953129ff,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:04.566036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.610814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:04.624071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Network bd8c509c-8c03-4837-888a-a07b2d7af24e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:04.636197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Allocated IP 10.1.1.2 (5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8/4c323140-dd80-45d0-a103-c9c52e1b6150/039c369a-2cc0-47fa-990f-d435f8259b97) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:04.637067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, bd8c509c-8c03-4837-888a-a07b2d7af24e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:04.648230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:04.649639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.686495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a93b56c9-d1ee-404d-ab1d-0e4ae59c54d2 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9913037 Jul 08 17:35:04.690447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:04.696721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Request body: {'port': {'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-483411542'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:04.710190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb14ba-1ce9-43b4-8480-17846cbe06ca None None] Network bd8c509c-8c03-4837-888a-a07b2d7af24e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:04.750655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:04.774161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=931d7877-6d5c-48d1-bf7d-35353b856113,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:04.776197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:04.997849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Made reservation on behalf of 9edf22f5be634f7fb2a26a40afe8b863 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:05.002222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:05.002990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.011445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.042837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.085880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8199c1f0-ec54-48f0-a51d-d5092eb3f266 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3908679 Jul 08 17:35:05.131675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Request body: {'port': {'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:05.234665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] device_id is not set on port 6d0d3fc1-7a64-4f8e-87dd-43b939797b50 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:05.240368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.359196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Subnet': ['ID=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:05.359490 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.376963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Transition to ACTIVE for port object 039c369a-2cc0-47fa-990f-d435f8259b97 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:05.381051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.416851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Transition to ACTIVE for port object 039c369a-2cc0-47fa-990f-d435f8259b97 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:05.521013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.534308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155022-9b7d-48d4-8be9-4b2873858789 req-40f6d3f8-6024-43b5-b57b-a86bfbd52b00 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:05.534657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-bd8c509c-8c03-4837-888a-a07b2d7af24e', 'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e', 'tenant_id': '9edf22f5be634f7fb2a26a40afe8b863', 'fixed_ips': [{'subnet_id': '8a54b7b1-057e-4bab-8241-98a4953129ff'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:05.535792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.535948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c155022-9b7d-48d4-8be9-4b2873858789 req-40f6d3f8-6024-43b5-b57b-a86bfbd52b00 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 931 time: 0.4780948 Jul 08 17:35:05.544723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:05.587942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:05.588388 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.613625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:05.644077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761b0b5-ced9-4d72-968e-9826bf0a5eaa req-64e760ed-32c9-4cc6-8a06-901fd4e5ea6a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:05.645658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7761b0b5-ced9-4d72-968e-9826bf0a5eaa req-64e760ed-32c9-4cc6-8a06-901fd4e5ea6a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 944 time: 0.2480674 Jul 08 17:35:05.654978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:05.657530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-002e9fa8-b4a0-4fb8-85c0-4fb4c7807919 None None] Provisioning for port 931d7877-6d5c-48d1-bf7d-35353b856113 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:05.660941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:05.680862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-002e9fa8-b4a0-4fb8-85c0-4fb4c7807919 None None] Provisioning complete for port 931d7877-6d5c-48d1-bf7d-35353b856113 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:05.681461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-002e9fa8-b4a0-4fb8-85c0-4fb4c7807919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.732785 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c155022-9b7d-48d4-8be9-4b2873858789 req-77a1f13f-f766-4041-abf0-f5419d1a8e29 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531856 Jul 08 17:35:05.738148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Checking segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:05.738518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network hostable DHCP agents. Network: ba07596e-023f-4a72-8626-6b27f3412e83, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:05.765897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7761b0b5-ced9-4d72-968e-9826bf0a5eaa req-05e4f7e6-1792-4a3e-ab7f-f76fd5ed2701 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085961 Jul 08 17:35:05.780303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Pushing event updated for resources: {'Port': ['ID=039c369a-2cc0-47fa-990f-d435f8259b97,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:05.784552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network ba07596e-023f-4a72-8626-6b27f3412e83 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:05.787503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Allocated IP 172.20.0.5 (bd8c509c-8c03-4837-888a-a07b2d7af24e/8a54b7b1-057e-4bab-8241-98a4953129ff/6d0d3fc1-7a64-4f8e-87dd-43b939797b50) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:05.821742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, ba07596e-023f-4a72-8626-6b27f3412e83) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:05.841723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:05.842513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:05.878553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-764361ae-c067-4c90-8560-48b9d41bb1c1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7149508 Jul 08 17:35:05.880096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:05.885098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'name': 'tempest-TaggedBootDevicesTest_v242-731708222', 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:05.898640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e3b1f-3cfa-4900-9ce9-d43d890e34fe None None] Network ba07596e-023f-4a72-8626-6b27f3412e83 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:06.088404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-002e9fa8-b4a0-4fb8-85c0-4fb4c7807919 None None] Port 931d7877-6d5c-48d1-bf7d-35353b856113 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:06.103488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Attempting to bind port 039c369a-2cc0-47fa-990f-d435f8259b97 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:06.103864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Attempting to bind port 039c369a-2cc0-47fa-990f-d435f8259b97 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:06.104228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Attempting to bind port 039c369a-2cc0-47fa-990f-d435f8259b97 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:06.135179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:06.135556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Checking segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:06.135961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.136351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Bound using segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:06.136832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Bound port: 039c369a-2cc0-47fa-990f-d435f8259b97, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:06.137242 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.143656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:06.205172 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.263176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.302451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Transition to ACTIVE for port object 6d0d3fc1-7a64-4f8e-87dd-43b939797b50 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:06.329832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:06.332027 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19777499-9f3e-4364-a251-250d58afdab5" -d '{"events": [{"server_uuid": "068d2320-b914-43dc-9063-4d21ffa4dc39", "name": "network-vif-plugged", "status": "completed", "tag": "4b5bc0c9-d878-46f6-9e57-3b2afbed5c78"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:06.362600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:06.378472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.388779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.393995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] For port 039c369a-2cc0-47fa-990f-d435f8259b97, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:06.398845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.399194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] For port 039c369a-2cc0-47fa-990f-d435f8259b97, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=039c369a-2cc0-47fa-990f-d435f8259b97,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:06.487641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.490448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] device_id is not set on port 6ae0fd77-c803-4fc7-abee-d878cfefa9de yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:06.497903 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2114427-0e3d-47cb-9fc3-6530d3691070 x-openstack-request-id: req-a2114427-0e3d-47cb-9fc3-6530d3691070 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:06.498198 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068d2320-b914-43dc-9063-4d21ffa4dc39", "name": "network-vif-plugged", "status": "completed", "tag": "4b5bc0c9-d878-46f6-9e57-3b2afbed5c78", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:06.498448 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2114427-0e3d-47cb-9fc3-6530d3691070 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:06.498837 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78', 'code': 200} Jul 08 17:35:06.506238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-ba07596e-023f-4a72-8626-6b27f3412e83', 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'fixed_ips': [{'subnet_id': 'f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:06.507131 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.611806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Allocated IP 172.20.0.2 (bd8c509c-8c03-4837-888a-a07b2d7af24e/8a54b7b1-057e-4bab-8241-98a4953129ff/0d127cfc-c067-4d51-816e-13d4d0f4d681) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:06.627895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:06.631819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.666488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.788732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 10.1.1.247 (5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8/4c323140-dd80-45d0-a103-c9c52e1b6150/6ae0fd77-c803-4fc7-abee-d878cfefa9de) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:06.817756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Network bd8c509c-8c03-4837-888a-a07b2d7af24e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:06.830558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Allocated IP 10.2.2.2 (ba07596e-023f-4a72-8626-6b27f3412e83/f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e/fd65d09f-8d83-4275-90f0-ce9c9fed696f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:06.851467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:06.917335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:07.001598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931d7877-6d5c-48d1-bf7d-35353b856113 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:07.044595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.060430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event updated for resources: {'Port': ['ID=6d0d3fc1-7a64-4f8e-87dd-43b939797b50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:07.071866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.194785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:07.195350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.218708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92c68-3d79-43a0-8d55-cb721bc17fcd None None] Pushing event updated for resources: {'Port': ['ID=039c369a-2cc0-47fa-990f-d435f8259b97,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:07.244784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Transition to ACTIVE for port object 931d7877-6d5c-48d1-bf7d-35353b856113 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:07.277713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.338131 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.344971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.361477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.363945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Transition to ACTIVE for port object fd65d09f-8d83-4275-90f0-ce9c9fed696f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:07.392169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Pushing event updated for resources: {'Port': ['ID=931d7877-6d5c-48d1-bf7d-35353b856113,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:07.418352 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.420787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Transition to ACTIVE for port object fd65d09f-8d83-4275-90f0-ce9c9fed696f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:07.432991 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.436166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Transition to ACTIVE for port object 0d127cfc-c067-4d51-816e-13d4d0f4d681 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:07.486174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416b9a-36c1-4781-a6d9-410394fcdb67 req-7858d4e0-780c-4fdf-ac13-7b4fb06666de tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:07.489001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86416b9a-36c1-4781-a6d9-410394fcdb67 req-7858d4e0-780c-4fdf-ac13-7b4fb06666de tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 931 time: 0.5114827 Jul 08 17:35:07.493446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.497575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.497905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.498363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.498708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.499041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.501533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.501878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.502803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.502803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.503098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.503203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:07.505345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Network ba07596e-023f-4a72-8626-6b27f3412e83 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:07.506621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Transition to ACTIVE for port object 0d127cfc-c067-4d51-816e-13d4d0f4d681 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:07.521855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:07.541233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:07.545092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Pushing event updated for resources: {'Port': ['ID=fd65d09f-8d83-4275-90f0-ce9c9fed696f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:07.560317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.593324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.594250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b455dcb6-f7bd-4892-acd7-2ea7c197e41a {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:35:07.669538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Network bd8c509c-8c03-4837-888a-a07b2d7af24e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:07.675220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:07.712604 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:35:07.714867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:07.720418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea3a2b43-c7ac-4c0e-b84c-7defa3150071 tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3179646 Jul 08 17:35:07.721428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41108) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:07.733957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Attempting to bind port 931d7877-6d5c-48d1-bf7d-35353b856113 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:07.734562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Attempting to bind port 931d7877-6d5c-48d1-bf7d-35353b856113 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:07.735091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Attempting to bind port 931d7877-6d5c-48d1-bf7d-35353b856113 on network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:07.741220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Port 931d7877-6d5c-48d1-bf7d-35353b856113 on network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:07.741798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Attempting to bind port 931d7877-6d5c-48d1-bf7d-35353b856113 on network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:07.752897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86416b9a-36c1-4781-a6d9-410394fcdb67 req-ff9cadbf-9120-4f03-aec2-c1b63e5b3abb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410307 Jul 08 17:35:07.779970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Pushing event updated for resources: {'Port': ['ID=0d127cfc-c067-4d51-816e-13d4d0f4d681,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:07.786368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:07.787763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Checking segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:07.788352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Bound using segment: {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:07.789177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Attempting to bind port fd65d09f-8d83-4275-90f0-ce9c9fed696f on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:07.789504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Attempting to bind port fd65d09f-8d83-4275-90f0-ce9c9fed696f by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:07.789688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Bound port: 931d7877-6d5c-48d1-bf7d-35353b856113, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:07.790077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Attempting to bind port fd65d09f-8d83-4275-90f0-ce9c9fed696f on network ba07596e-023f-4a72-8626-6b27f3412e83 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:07.790613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.844143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:07.845010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Checking segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:07.845010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.845323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Bound using segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:07.845784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Bound port: fd65d09f-8d83-4275-90f0-ce9c9fed696f, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:07.846214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:07.944693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-23c39b47-2991-4003-94b8-7e97e13587c7 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2528625 Jul 08 17:35:07.950915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41114) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:08.008649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 039c369a-2cc0-47fa-990f-d435f8259b97 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:08.020137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Attempting to bind port 0d127cfc-c067-4d51-816e-13d4d0f4d681 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:08.023741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Attempting to bind port 0d127cfc-c067-4d51-816e-13d4d0f4d681 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '21f76f38-2c05-4616-a6cb-ca9109c531f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:08.024372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Attempting to bind port 0d127cfc-c067-4d51-816e-13d4d0f4d681 on network bd8c509c-8c03-4837-888a-a07b2d7af24e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:08.034444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] For port 931d7877-6d5c-48d1-bf7d-35353b856113, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:08.037165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:08.038156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Checking segment: {'id': '21f76f38-2c05-4616-a6cb-ca9109c531f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:08.038939 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.039642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Bound using segment: {'id': '21f76f38-2c05-4616-a6cb-ca9109c531f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:08.040617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Bound port: 0d127cfc-c067-4d51-816e-13d4d0f4d681, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f76f38-2c05-4616-a6cb-ca9109c531f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bd8c509c-8c03-4837-888a-a07b2d7af24e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:08.041257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.060288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] For port 931d7877-6d5c-48d1-bf7d-35353b856113, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=931d7877-6d5c-48d1-bf7d-35353b856113,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:08.071283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Deleting port c0ece379-d692-4fd2-ac34-840b36aa2e6a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:08.071622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.121884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384711f-1f6b-4740-9d15-5d8b96924080 req-2d14474f-058a-4007-be52-9195a776d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.123720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e384711f-1f6b-4740-9d15-5d8b96924080 req-2d14474f-058a-4007-be52-9195a776d8b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 1096 time: 1.3042517 Jul 08 17:35:08.146439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ea872-acfd-469e-a4a6-8cfbed363295 req-c4370413-c881-4e00-9c86-dc351164a0b2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.155180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a95ea872-acfd-469e-a4a6-8cfbed363295 req-c4370413-c881-4e00-9c86-dc351164a0b2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 945 time: 1.0616806 Jul 08 17:35:08.194217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.208086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Calling delete_port for c0ece379-d692-4fd2-ac34-840b36aa2e6a owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:08.223590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] For port fd65d09f-8d83-4275-90f0-ce9c9fed696f, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:08.272353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] For port fd65d09f-8d83-4275-90f0-ce9c9fed696f, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fd65d09f-8d83-4275-90f0-ce9c9fed696f,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:08.290235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.315670 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e384711f-1f6b-4740-9d15-5d8b96924080 req-712aac19-1462-4511-9bd8-2a995bce852e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819251 Jul 08 17:35:08.344087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a95ea872-acfd-469e-a4a6-8cfbed363295 req-c3dbd4a4-3aaf-4ac7-bcfa-96fdde101886 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865518 Jul 08 17:35:08.353177 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.363763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Deleting port 6d0d3fc1-7a64-4f8e-87dd-43b939797b50 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:08.364106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.385998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25137967-d90e-4c63-a8aa-e9b01b6aa658 None None] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:08.387523 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.449154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object 6ae0fd77-c803-4fc7-abee-d878cfefa9de will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:08.459576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.460218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.461651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] 10.222.0.53 "PUT /v2.0/ports/931d7877-6d5c-48d1-bf7d-35353b856113 HTTP/1.1" status: 200 len: 1091 time: 3.3624396 Jul 08 17:35:08.462258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:08.486564 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e46212-1bf5-4568-bc38-da08e0901bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:08.534418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 039c369a-2cc0-47fa-990f-d435f8259b97 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:08.566550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.570794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.579041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace782-c04c-4ade-a803-74dfea63be12 service neutron] Pushing event updated for resources: {'Port': ['ID=931d7877-6d5c-48d1-bf7d-35353b856113,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:08.609502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0ece379-d692-4fd2-ac34-840b36aa2e6a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:08.613205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Calling delete_port for 6d0d3fc1-7a64-4f8e-87dd-43b939797b50 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:08.642491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.681427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9d28d0b-2def-49da-bfbc-59b619bad50c None None] Provisioning for port 039c369a-2cc0-47fa-990f-d435f8259b97 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:08.683482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 039c369a-2cc0-47fa-990f-d435f8259b97 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:08.683856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.752221 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1734e6e4-99a3-4850-8716-7b8d935a8eae x-openstack-request-id: req-1734e6e4-99a3-4850-8716-7b8d935a8eae {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:08.752833 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:08.752833 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1734e6e4-99a3-4850-8716-7b8d935a8eae {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:08.753221 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113', 'status': 'completed', 'code': 200} Jul 08 17:35:08.755568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d9d28d0b-2def-49da-bfbc-59b619bad50c None None] Provisioning complete for port 039c369a-2cc0-47fa-990f-d435f8259b97 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:08.755945 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9d28d0b-2def-49da-bfbc-59b619bad50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.838164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] For port 0d127cfc-c067-4d51-816e-13d4d0f4d681, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:08.845442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a72be-d484-4cb2-bb83-487c33c4a98d None None] Pushing event updated for resources: {'Port': ['ID=fd65d09f-8d83-4275-90f0-ce9c9fed696f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:08.909110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.924695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d29cc823-3a83-4ad1-ad4a-15d40d5c1fdc tempest-RoutersAdminNegativeIpV6Test-1507140997 tempest-RoutersAdminNegativeIpV6Test-1507140997-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c0ece379-d692-4fd2-ac34-840b36aa2e6a HTTP/1.1" status: 204 len: 168 time: 1.1927540 Jul 08 17:35:08.941639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-3b1fb895-4200-4ade-b21c-dadea61193be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.943135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-3b1fb895-4200-4ade-b21c-dadea61193be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 1094 time: 0.4268534 Jul 08 17:35:08.948454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] For port 0d127cfc-c067-4d51-816e-13d4d0f4d681, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0d127cfc-c067-4d51-816e-13d4d0f4d681,segment=NetworkSegment(21f76f38-2c05-4616-a6cb-ca9109c531f7),segment_id=21f76f38-2c05-4616-a6cb-ca9109c531f7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:08.996897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.999835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.065605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-4381e8df-ddc0-482d-8ff9-10a6a1675604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931d7877-6d5c-48d1-bf7d-35353b856113 HTTP/1.1" status: 200 len: 217 time: 0.1141107 Jul 08 17:35:09.126718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:09.139414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:09.170804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:09.265798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-7a5be64e-007c-46da-a3fb-d72a95d57264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.280177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-7a5be64e-007c-46da-a3fb-d72a95d57264 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba HTTP/1.1" status: 200 len: 834 time: 0.2025969 Jul 08 17:35:09.360698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.365853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.422518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8dfd1160-cd8b-4597-bc8a-0894b0899aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.428485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-8dfd1160-cd8b-4597-bc8a-0894b0899aeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318345 Jul 08 17:35:09.556742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dcbb0971-2feb-4515-9eba-3a247f3f7f70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6754217 Jul 08 17:35:09.557967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:09.572264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:09.591773 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.598979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'name': 'tempest-TaggedBootDevicesTest_v242-409943925', 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:09.711329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768efa26-1a90-49a1-b7a8-055c703da474 req-db680ef6-5954-457c-8c1c-b511d952d3e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.712943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-768efa26-1a90-49a1-b7a8-055c703da474 req-db680ef6-5954-457c-8c1c-b511d952d3e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 943 time: 0.6865079 Jul 08 17:35:09.713607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.742511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 039c369a-2cc0-47fa-990f-d435f8259b97, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=039c369a-2cc0-47fa-990f-d435f8259b97,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:09.750427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.762786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058fc4c-2779-49c6-b626-7f52245f944a None None] Pushing event updated for resources: {'Port': ['ID=0d127cfc-c067-4d51-816e-13d4d0f4d681,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.783410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9d28d0b-2def-49da-bfbc-59b619bad50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.817526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event deleted for resources: {'Port': ['ID=6d0d3fc1-7a64-4f8e-87dd-43b939797b50,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.858677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-bdd6c3a1-4afc-4887-9e87-1193cdc01ddc service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232204 Jul 08 17:35:10.063573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.064174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.077021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.080825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.087426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.087791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=039c369a-2cc0-47fa-990f-d435f8259b97,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:10.088272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.088552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.089004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.089439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.091275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.097651 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.100154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:10.103661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.115137 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97a823d9-1d6a-4a60-88ab-b2effb712706 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "DELETE /v2.0/ports/6d0d3fc1-7a64-4f8e-87dd-43b939797b50 HTTP/1.1" status: 204 len: 168 time: 2.1603818 Jul 08 17:35:10.125098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73122095-6014-452f-bb12-30f43d3421ca req-670d7b26-762c-4b3b-887b-bea256aa92c5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.139754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73122095-6014-452f-bb12-30f43d3421ca req-670d7b26-762c-4b3b-887b-bea256aa92c5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 945 time: 0.5558920 Jul 08 17:35:10.140509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41178) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:10.147293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-d9d28d0b-2def-49da-bfbc-59b619bad50c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:35:10.147660 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-d9d28d0b-2def-49da-bfbc-59b619bad50c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:35:10.171784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0d127cfc-c067-4d51-816e-13d4d0f4d681 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:10.217201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daec4b0c-cd12-440f-affa-a36540d70092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.285284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-768efa26-1a90-49a1-b7a8-055c703da474 req-1061349e-07d4-4e08-ba24-8a3222307d89 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5514338 Jul 08 17:35:10.294978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0d127cfc-c067-4d51-816e-13d4d0f4d681 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:10.309822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fd65d09f-8d83-4275-90f0-ce9c9fed696f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:10.359250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:10.364111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73122095-6014-452f-bb12-30f43d3421ca req-6d11ee2c-0c92-45e4-b0ec-d7c207f9d8f6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756518 Jul 08 17:35:10.379461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53cc5e45-0b06-41f6-be42-b7f156e2d5b2 req-ab19d6e9-c951-4399-aa13-6ad38b5bd452 service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138433 Jul 08 17:35:10.393406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.460725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] device_id is not set on port 67b87414-60b2-4177-97d0-4316042abc01 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:10.501407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port fd65d09f-8d83-4275-90f0-ce9c9fed696f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:10.540667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f6c5d79-61c0-42aa-965b-939b1fc3d0aa tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3964584 Jul 08 17:35:10.543495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:10.559611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2123782532'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:10.625815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-57f4d5cc-5086-4e9d-9069-f5fdc2380579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.627908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-57f4d5cc-5086-4e9d-9069-f5fdc2380579 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 1094 time: 0.1716671 Jul 08 17:35:10.683843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daec4b0c-cd12-440f-affa-a36540d70092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.689341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daec4b0c-cd12-440f-affa-a36540d70092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.722629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf0a9c-a5f9-4425-ac18-0785c6d5bca1 None None] Network ba07596e-023f-4a72-8626-6b27f3412e83 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:10.850090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec4b0c-cd12-440f-affa-a36540d70092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c8fa56-281b-4bf6-af38-e6037bf5faa4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:10.876099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-daec4b0c-cd12-440f-affa-a36540d70092 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0776e455003c4b638280f5ca8c906d94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2983098 Jul 08 17:35:10.879248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:10.889835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Made reservation on behalf of 9edf22f5be634f7fb2a26a40afe8b863 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:10.894562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.968102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-077a1569-30ee-4d65-8f04-3e287c426638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.971438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-077a1569-30ee-4d65-8f04-3e287c426638 service neutron] 10.222.0.53 "GET /v2.0/networks?id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 200 len: 898 time: 0.3281972 Jul 08 17:35:10.972287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 10.1.1.118 (5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8/4c323140-dd80-45d0-a103-c9c52e1b6150/67b87414-60b2-4177-97d0-4316042abc01) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:11.009019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:11.110867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-15aea29c-01b5-4069-b572-bf2e54f57f41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931d7877-6d5c-48d1-bf7d-35353b856113 HTTP/1.1" status: 200 len: 217 time: 0.1177249 Jul 08 17:35:11.112161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.112610 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Added segment e9cec2c4-3914-4471-aee3-aba5b50b0b99 of type vlan for network 6643a992-e3b6-41fc-9c57-bab9dcec1c9a Jul 08 17:35:11.136495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3f72c0e-913f-4364-bbfc-70d6d3d30b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.163287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3f72c0e-913f-4364-bbfc-70d6d3d30b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.303779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3f72c0e-913f-4364-bbfc-70d6d3d30b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.313905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3f72c0e-913f-4364-bbfc-70d6d3d30b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.315228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3f72c0e-913f-4364-bbfc-70d6d3d30b40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3c8fa56-281b-4bf6-af38-e6037bf5faa4 HTTP/1.1" status: 204 len: 168 time: 0.4325435 Jul 08 17:35:11.317241 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.351279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object 67b87414-60b2-4177-97d0-4316042abc01 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:11.365243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8a5b6-8ad4-4a69-82b9-05525704d7f9 None None] Network bd8c509c-8c03-4837-888a-a07b2d7af24e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:11.365988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.370480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Provisioning complete for port 039c369a-2cc0-47fa-990f-d435f8259b97 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:11.371096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.389536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.390276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f72c0e-913f-4364-bbfc-70d6d3d30b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c8fa56-281b-4bf6-af38-e6037bf5faa4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:11.427054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-f09ef99f-2831-4db3-9560-ea7c82d591ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.436412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-f09ef99f-2831-4db3-9560-ea7c82d591ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba HTTP/1.1" status: 200 len: 834 time: 0.3111622 Jul 08 17:35:11.472108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:11.477965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:11.493333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:11.548350 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.578778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.579502 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.615268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:11.679712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.680406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:11.720363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f1d9cb84-5eef-48c7-826a-3970f0d8d58e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1451354 Jul 08 17:35:11.951564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4060895 Jul 08 17:35:11.954281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:11.956792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:11.966143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233b41d-c6ab-4bc1-b5ff-08bd94e4e23d tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event updated for resources: {'Network': ['ID=6643a992-e3b6-41fc-9c57-bab9dcec1c9a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:11.998469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6643a992-e3b6-41fc-9c57-bab9dcec1c9a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:12.003992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-854f951a-89b3-422e-abd1-598fde8e6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:12.005433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-854f951a-89b3-422e-abd1-598fde8e6e28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5384915 Jul 08 17:35:12.101774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f816991-38d5-4f52-bb9d-a844560a8f69 req-368c7f2a-0b9a-4f71-9e7e-c36dd9e79c4e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:12.109993 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f816991-38d5-4f52-bb9d-a844560a8f69 req-368c7f2a-0b9a-4f71-9e7e-c36dd9e79c4e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 943 time: 0.5261536 Jul 08 17:35:12.151442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 039c369a-2cc0-47fa-990f-d435f8259b97 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:12.190452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d898d2d8-a6c4-444f-97ea-8cff80a87c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c12492aa69ad45aa8415382016103e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299440 Jul 08 17:35:12.201777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Provisioning for port fd65d09f-8d83-4275-90f0-ce9c9fed696f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:12.217529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Provisioning complete for port fd65d09f-8d83-4275-90f0-ce9c9fed696f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:12.218239 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.239482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:12.345675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 039c369a-2cc0-47fa-990f-d435f8259b97 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:12.346373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.399784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ede59ceb-99d6-4ccd-ba27-9bd3f2625e08 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/agents/87ebf2b0-2406-4d66-ae9f-55bfc860c4e6/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.4441085 Jul 08 17:35:12.403361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:12.442157 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f816991-38d5-4f52-bb9d-a844560a8f69 req-0c0f93ba-b668-4f81-a119-65ee78a59f1d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285413 Jul 08 17:35:12.466384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.469144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-dd481140-66a0-4b4d-abdf-60781ca0c5d2 service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565425 Jul 08 17:35:12.483382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:12.599363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307fefd-a86b-4a98-b30a-33fa0946ce70 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] Network 6643a992-e3b6-41fc-9c57-bab9dcec1c9a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:12.604670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] For port fd65d09f-8d83-4275-90f0-ce9c9fed696f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fd65d09f-8d83-4275-90f0-ce9c9fed696f,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:12.612448 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5307fefd-a86b-4a98-b30a-33fa0946ce70 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "POST /v2.0/agents/87ebf2b0-2406-4d66-ae9f-55bfc860c4e6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2077229 Jul 08 17:35:12.614866 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.615172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:12.638371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53e46212-1bf5-4568-bc38-da08e0901bd8 req-3390e4b6-3b57-422f-8762-801c8142e311 service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618226 Jul 08 17:35:12.645786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946380080', 'description': 'tempest-description--81749770'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:12.673022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf87603f-a2e3-4ba9-9743-3d78b54f5fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.674526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac7d11-3717-4e87-a7b5-ee1182e045d0 None None] Network 6643a992-e3b6-41fc-9c57-bab9dcec1c9a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:12.677294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.725492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf87603f-a2e3-4ba9-9743-3d78b54f5fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.794932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Pushing event updated for resources: {'Port': ['ID=fd65d09f-8d83-4275-90f0-ce9c9fed696f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:12.807303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Provisioning for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:12.815079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Provisioning complete for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:12.815853 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.878338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf87603f-a2e3-4ba9-9743-3d78b54f5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.885105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf87603f-a2e3-4ba9-9743-3d78b54f5fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:12.906020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf87603f-a2e3-4ba9-9743-3d78b54f5fdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b8349e7-9fc8-4711-95cf-f51f2a8f4a7a HTTP/1.1" status: 204 len: 168 time: 0.6493533 Jul 08 17:35:12.927416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87603f-a2e3-4ba9-9743-3d78b54f5fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8349e7-9fc8-4711-95cf-f51f2a8f4a7a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:12.971896 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cab4c24a-e165-4518-b5ec-5308743ace10 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/agents/87ebf2b0-2406-4d66-ae9f-55bfc860c4e6/dhcp-networks HTTP/1.1" status: 200 len: 10413 time: 0.3553855 Jul 08 17:35:12.974760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:12.992214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-df682db5-298b-4bd2-84be-00a5d4f41806 None None] Port 6ae0fd77-c803-4fc7-abee-d878cfefa9de cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:13.025312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.026616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.037483 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.045272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.079384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5bf9b29e-9ca0-4d3b-8084-f997d5b13659 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "DELETE /v2.0/agents/87ebf2b0-2406-4d66-ae9f-55bfc860c4e6/dhcp-networks/6643a992-e3b6-41fc-9c57-bab9dcec1c9a HTTP/1.1" status: 204 len: 168 time: 0.1010222 Jul 08 17:35:13.082852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.101148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.103398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4688692 Jul 08 17:35:13.105150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f367234-75ff-49f7-bd9a-5da046e6d184 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da99a2b3-d703-4e91-9029-e0e98ec65595,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:13.107877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41274) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.116782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'security_group_rule': {'security_group_id': 'da99a2b3-d703-4e91-9029-e0e98ec65595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:13.120879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Provisioning complete for port fd65d09f-8d83-4275-90f0-ce9c9fed696f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:13.121247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.212079 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.297540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Provisioning for port 67b87414-60b2-4177-97d0-4316042abc01 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:13.303461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Provisioning complete for port 67b87414-60b2-4177-97d0-4316042abc01 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:13.304312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.372954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.373099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3e930a69-52c3-4e13-b997-0c78d600ce15 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/agents/87ebf2b0-2406-4d66-ae9f-55bfc860c4e6/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.2838206 Jul 08 17:35:13.376903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.384074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.419118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Port 67b87414-60b2-4177-97d0-4316042abc01 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:13.431476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Provisioning for port 0d127cfc-c067-4d51-816e-13d4d0f4d681 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:13.437206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Provisioning complete for port 0d127cfc-c067-4d51-816e-13d4d0f4d681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:13.437866 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.454494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7e5b9a-a0dd-4e57-b90e-f63d48bcfcd3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:13.457587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.459232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c3190a7a-6eb6-4033-a000-00cc27440539 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499682 Jul 08 17:35:13.461862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.469494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.470722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca18130f-8077-4829-b97f-d88b71e04d73 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/networks/bd8c509c-8c03-4837-888a-a07b2d7af24e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0913217 Jul 08 17:35:13.476335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'security_group_rule': {'security_group_id': 'da99a2b3-d703-4e91-9029-e0e98ec65595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:13.573178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41306) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.586663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ae9c98c5-60f6-4481-bfb1-f995fcb9df77 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/networks/bd8c509c-8c03-4837-888a-a07b2d7af24e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1158483 Jul 08 17:35:13.629466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.685513 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.737120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] For port 0d127cfc-c067-4d51-816e-13d4d0f4d681, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0d127cfc-c067-4d51-816e-13d4d0f4d681,segment=NetworkSegment(21f76f38-2c05-4616-a6cb-ca9109c531f7),segment_id=21f76f38-2c05-4616-a6cb-ca9109c531f7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:13.744667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.796222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.801677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.833342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Provisioning complete for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:13.833720 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.847599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05561ce8-7ace-4d1f-83e7-28759148d38b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:13.859985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.863511 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-48e6bca1-ea76-4995-882a-7738e4a1596d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003899 Jul 08 17:35:13.874362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf95d90-5721-4286-8131-ba2973d760de req-fd4ef7c7-881d-4312-9e9b-28aec26d1911 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:13.875271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.876680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ccf95d90-5721-4286-8131-ba2973d760de req-fd4ef7c7-881d-4312-9e9b-28aec26d1911 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 943 time: 0.1945825 Jul 08 17:35:13.887030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:13.911549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Pushing event updated for resources: {'Port': ['ID=0d127cfc-c067-4d51-816e-13d4d0f4d681,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:13.944722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-85665eb5-d9dc-4538-af54-87a1223e81b1 None None] Port 6ae0fd77-c803-4fc7-abee-d878cfefa9de cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:13.970008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ccf95d90-5721-4286-8131-ba2973d760de req-31f0a174-ed75-4a50-bf02-d381d0da3f64 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876288 Jul 08 17:35:13.989129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:13.999556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f87733d6-06aa-4372-b662-7061bfe083c9 tempest-DHCPAgentSchedulersTestJSON-1836076639 tempest-DHCPAgentSchedulersTestJSON-1836076639-project-admin] 10.222.0.48 "GET /v2.0/agents/87ebf2b0-2406-4d66-ae9f-55bfc860c4e6/dhcp-networks HTTP/1.1" status: 200 len: 9641 time: 0.4245691 Jul 08 17:35:14.023311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.073215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42e7eee2-3ff5-4c21-b9b2-3aed1afbd935 None None] Could not find standard attr ID for object 6d0d3fc1-7a64-4f8e-87dd-43b939797b50. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:35:14.075369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fd65d09f-8d83-4275-90f0-ce9c9fed696f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:14.120213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.189417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fd65d09f-8d83-4275-90f0-ce9c9fed696f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:14.189800 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.258547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.299713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.324979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6643a992-e3b6-41fc-9c57-bab9dcec1c9a']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:14.339819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cec2c4-3914-4471-aee3-aba5b50b0b99') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:14.341005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cec2c4-3914-4471-aee3-aba5b50b0b99') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:14.347357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:14.350745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.388022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.406814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:14.407403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:14.411922 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:14.447100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 931d7877-6d5c-48d1-bf7d-35353b856113 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:14.461001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 172.25.3.48 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/0a57b1b8-5a8c-4c06-9842-aa2534da5c47) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:14.530562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688205255'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:14.535732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.565367 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.574393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "DELETE /v2.0/networks/6643a992-e3b6-41fc-9c57-bab9dcec1c9a HTTP/1.1" status: 204 len: 168 time: 0.5804389 Jul 08 17:35:14.577766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:14.588720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:14.592354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.603851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.613726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf4a7f-fa6b-4203-962a-edc4c7bb53b8 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event deleted for resources: {'Network': ['ID=6643a992-e3b6-41fc-9c57-bab9dcec1c9a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:14.644937 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e08d1-e2c0-40c5-8a29-73dcfc48c030 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] DELETE failed (client error): The resource could not be found. Jul 08 17:35:14.646141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e08d1-e2c0-40c5-8a29-73dcfc48c030 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:35:14.648612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f89e08d1-e2c0-40c5-8a29-73dcfc48c030 tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "DELETE /v2.0/ports/6d0d3fc1-7a64-4f8e-87dd-43b939797b50 HTTP/1.1" status: 404 len: 333 time: 0.0613821 Jul 08 17:35:14.654954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:14.659897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 931d7877-6d5c-48d1-bf7d-35353b856113, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=931d7877-6d5c-48d1-bf7d-35353b856113,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:14.660879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.676447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '931d7877-6d5c-48d1-bf7d-35353b856113', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:14.760196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.768629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Deleting subnet 8a54b7b1-057e-4bab-8241-98a4953129ff {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:14.772216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.772439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.782643 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.803244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:14.817680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.819673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931d7877-6d5c-48d1-bf7d-35353b856113 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:14.826505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.826937 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment 2509e093-0f92-44b6-945a-449d7db40352 of type vlan for network b25df32a-ae15-457a-8f0e-8af30c9efcae Jul 08 17:35:14.852442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.864982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 931d7877-6d5c-48d1-bf7d-35353b856113, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=931d7877-6d5c-48d1-bf7d-35353b856113,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:14.870675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.933629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=931d7877-6d5c-48d1-bf7d-35353b856113,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:14.937430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.966841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.985650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=0a57b1b8-5a8c-4c06-9842-aa2534da5c47,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.007366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:15.008113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1e12d0-bc72-4be1-8e72-2c70d9d35c10,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.011693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.036961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.037125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:15.039191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:15.040744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a911028e-d2bc-47b9-8755-9c6d37ef0359 None None] Network bd8c509c-8c03-4837-888a-a07b2d7af24e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:15.045310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "DELETE /v2.0/subnets/8a54b7b1-057e-4bab-8241-98a4953129ff HTTP/1.1" status: 204 len: 168 time: 0.3855979 Jul 08 17:35:15.048065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41366) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:15.090785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12739a5-8cd3-4974-af16-3022714b606a tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event deleted for resources: {'Subnet': ['ID=8a54b7b1-057e-4bab-8241-98a4953129ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.165380 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:35:15.173766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['931d7877-6d5c-48d1-bf7d-35353b856113'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:15.193690 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.219499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.227010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:15.227838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.333587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab0a61-8fa6-4cf2-912c-26c9da9f565b req-3bf643d7-c7f5-412f-b535-cf0a45533b17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:15.341302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19ab0a61-8fa6-4cf2-912c-26c9da9f565b req-3bf643d7-c7f5-412f-b535-cf0a45533b17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 944 time: 0.1427045 Jul 08 17:35:15.380856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.395514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19ab0a61-8fa6-4cf2-912c-26c9da9f565b req-b16d1e4d-264d-4af3-a715-42397a2bb342 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531344 Jul 08 17:35:15.409564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Deleting port 0d127cfc-c067-4d51-816e-13d4d0f4d681 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:15.409789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.466114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1038187 Jul 08 17:35:15.508081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3e68-ea0c-454a-a024-e6e53797ff03 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=b25df32a-ae15-457a-8f0e-8af30c9efcae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.536247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] For port 0d127cfc-c067-4d51-816e-13d4d0f4d681, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0d127cfc-c067-4d51-816e-13d4d0f4d681,segment=NetworkSegment(21f76f38-2c05-4616-a6cb-ca9109c531f7),segment_id=21f76f38-2c05-4616-a6cb-ca9109c531f7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:15.539329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.546896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b25df32a-ae15-457a-8f0e-8af30c9efcae details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:15.560473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Calling delete_port for 0d127cfc-c067-4d51-816e-13d4d0f4d681 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:15.564677 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.626030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] DHCP port deletion for bd8c509c-8c03-4837-888a-a07b2d7af24e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:35:15.795118 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.809685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] No DVR routers for this DVR port 0d127cfc-c067-4d51-816e-13d4d0f4d681 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:15.931727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.942885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.943119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8c509c-8c03-4837-888a-a07b2d7af24e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:15.954068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f76f38-2c05-4616-a6cb-ca9109c531f7') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:15.954279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f76f38-2c05-4616-a6cb-ca9109c531f7') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:15.959138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.964605 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.980052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.987106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:15.987667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.991131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Deleting port 0d127cfc-c067-4d51-816e-13d4d0f4d681 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:15.992614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.059294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event deleted for resources: {'Port': ['ID=0d127cfc-c067-4d51-816e-13d4d0f4d681,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:16.063938 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:16.066411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.070321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.076634 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] 10.222.0.48 "DELETE /v2.0/networks/bd8c509c-8c03-4837-888a-a07b2d7af24e HTTP/1.1" status: 204 len: 168 time: 1.0229993 Jul 08 17:35:16.126335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=0a57b1b8-5a8c-4c06-9842-aa2534da5c47,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.135549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.140519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51b3fe-1e5f-43d5-854c-543f93463abd tempest-DHCPAgentSchedulersTestJSON-1662215670 tempest-DHCPAgentSchedulersTestJSON-1662215670-project] Pushing event deleted for resources: {'Network': ['ID=bd8c509c-8c03-4837-888a-a07b2d7af24e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.159159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0d127cfc-c067-4d51-816e-13d4d0f4d681 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:16.162429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.164048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-59d9bff1-c07c-490a-a640-c6ed3a7a14c8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2854631 Jul 08 17:35:16.212399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 0d127cfc-c067-4d51-816e-13d4d0f4d681 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:16.212708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0d127cfc-c067-4d51-816e-13d4d0f4d681 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:16.217247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] For port 0d127cfc-c067-4d51-816e-13d4d0f4d681, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:16.217599 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.235549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Calling delete_port for 0d127cfc-c067-4d51-816e-13d4d0f4d681 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:16.242332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Port 0d127cfc-c067-4d51-816e-13d4d0f4d681 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:35:16.245140 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.255281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Network bd8c509c-8c03-4837-888a-a07b2d7af24e is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:35:16.256125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] No DVR routers for this DVR port 0d127cfc-c067-4d51-816e-13d4d0f4d681 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:16.287060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391e262-892e-4e20-b2e3-fbce9ddfe88d None None] Pushing event deleted for resources: {'Port': ['ID=0d127cfc-c067-4d51-816e-13d4d0f4d681,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.696546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c201207b-9a3c-4b86-802c-4954a3812b23 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--946380080&fields=id&tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344 HTTP/1.1" status: 200 len: 267 time: 0.1021924 Jul 08 17:35:16.698206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:16.747866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d29ab1-5a36-4cdb-b635-2feb9f306727 req-3e4047b6-14a2-4a04-8fb1-6ffce4a0e2c7 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.756435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88d29ab1-5a36-4cdb-b635-2feb9f306727 req-3e4047b6-14a2-4a04-8fb1-6ffce4a0e2c7 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 944 time: 0.1049583 Jul 08 17:35:16.807393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3c317a44-010a-4a34-9f19-c2ee947b5278 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.809755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3c317a44-010a-4a34-9f19-c2ee947b5278 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 936 time: 0.1124191 Jul 08 17:35:16.861276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88d29ab1-5a36-4cdb-b635-2feb9f306727 req-348aa95f-23f7-4290-a177-b05a15e6811f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037605 Jul 08 17:35:16.960368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-df0c4b36-b6cb-4622-8b9c-dc728841fc33 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.968723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-df0c4b36-b6cb-4622-8b9c-dc728841fc33 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 936 time: 0.1528397 Jul 08 17:35:17.034996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-79d9dfc3-e00a-4c07-bbb7-364d5bb669cd tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643399 Jul 08 17:35:17.089542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-f3930a2c-df93-44b0-beac-7cfedecb0d05 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0536644 Jul 08 17:35:17.190605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-51e24836-76f3-4ec0-85af-66019ece3d40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9edf22f5be634f7fb2a26a40afe8b863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886358 Jul 08 17:35:17.193543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41440) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:17.743316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0d198f33-0aef-42dd-b00d-86ac290f640d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.749255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0d198f33-0aef-42dd-b00d-86ac290f640d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.755299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0d198f33-0aef-42dd-b00d-86ac290f640d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.757018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0d198f33-0aef-42dd-b00d-86ac290f640d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=ba07596e-023f-4a72-8626-6b27f3412e83&id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 1992 time: 0.6662688 Jul 08 17:35:17.775601 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e485b0-e9a3-4d20-ad58-7283e6d9b3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:17.782715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-7fa2e062-e5b3-4d5f-ae45-88fb61022afe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/quotas/969de0ff2fc64c1eaaf51ca6a0f53344 HTTP/1.1" status: 200 len: 375 time: 0.0193613 Jul 08 17:35:17.809582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e485b0-e9a3-4d20-ad58-7283e6d9b3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:17.959613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4ccc2260-7eb8-41bb-9870-c1dff4eee558 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1477158 Jul 08 17:35:17.974744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e485b0-e9a3-4d20-ad58-7283e6d9b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:17.980127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e9e485b0-e9a3-4d20-ad58-7283e6d9b3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:17.989227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9e485b0-e9a3-4d20-ad58-7283e6d9b3b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f58d20a-e0eb-411a-a29e-9a5b0a405988 HTTP/1.1" status: 204 len: 168 time: 0.7943101 Jul 08 17:35:18.148840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e485b0-e9a3-4d20-ad58-7283e6d9b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f58d20a-e0eb-411a-a29e-9a5b0a405988,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:18.212662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728dab1-85d6-4d33-810c-52cf3e73442b req-2f51f20c-f97c-4782-bff8-5a1597018b50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:18.214350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a728dab1-85d6-4d33-810c-52cf3e73442b req-2f51f20c-f97c-4782-bff8-5a1597018b50 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 944 time: 0.1030490 Jul 08 17:35:18.261359 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a728dab1-85d6-4d33-810c-52cf3e73442b req-73ca5142-e7fd-46fb-bcdb-608314317931 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Jul 08 17:35:18.287443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fbd912e-cac7-408e-a378-7470c72e2ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950447 Jul 08 17:35:18.416207 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-30f3a2b2-0ab5-4ff0-8976-7ecae4bbe9d2 service neutron] 10.222.0.48 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290216 Jul 08 17:35:18.463289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 931d7877-6d5c-48d1-bf7d-35353b856113 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:18.509454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-7047587a-62cd-4981-b8bd-9d3ebfbf7708 service neutron] 10.222.0.48 "GET /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0922885 Jul 08 17:35:18.629634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 931d7877-6d5c-48d1-bf7d-35353b856113 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:18.632629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:18.649537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8307363-4a14-464f-b6f1-dea7a9058f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.649739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 931d7877-6d5c-48d1-bf7d-35353b856113 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:18.649957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.686867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ff616ad4-3c58-4eb6-a69b-e0719f3a9965 service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765654 Jul 08 17:35:18.838867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.874206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:18.879757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:18.880323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8307363-4a14-464f-b6f1-dea7a9058f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.885278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8307363-4a14-464f-b6f1-dea7a9058f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.891686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:18.896294 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae2c414-9893-42d5-9e6f-ed37f6711aa1" -d '{"events": [{"server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "name": "network-vif-plugged", "status": "completed", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:18.928050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 931d7877-6d5c-48d1-bf7d-35353b856113, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=931d7877-6d5c-48d1-bf7d-35353b856113,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:18.944346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8307363-4a14-464f-b6f1-dea7a9058f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a887c6-7370-4982-bc83-e29841e6bfff,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:18.951104 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.976664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b8307363-4a14-464f-b6f1-dea7a9058f01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8af241d1b447440ba289a7df5f1c2158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405318 Jul 08 17:35:18.977378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41496) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:18.991811 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb378d3-cc59-462d-9e9b-4fba8f18c269 x-openstack-request-id: req-deb378d3-cc59-462d-9e9b-4fba8f18c269 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:18.992098 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "name": "network-vif-plugged", "status": "completed", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:18.992349 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-deb378d3-cc59-462d-9e9b-4fba8f18c269 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:18.992736 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113', 'code': 200} Jul 08 17:35:19.071207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=931d7877-6d5c-48d1-bf7d-35353b856113,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:19.094128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-045f1710-0207-4691-998b-221a7746c38d service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979554 Jul 08 17:35:19.096492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:19.099652 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0c73b8-e929-449a-9640-c902173f53f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.100315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.123059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0c73b8-e929-449a-9640-c902173f53f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.175404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0c73b8-e929-449a-9640-c902173f53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.178494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae0c73b8-e929-449a-9640-c902173f53f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.182566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ae0c73b8-e929-449a-9640-c902173f53f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55a887c6-7370-4982-bc83-e29841e6bfff HTTP/1.1" status: 204 len: 168 time: 0.2035739 Jul 08 17:35:19.192493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c73b8-e929-449a-9640-c902173f53f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a887c6-7370-4982-bc83-e29841e6bfff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:19.268173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-28af7559-82bc-449b-8f70-1e4f42c8920c service neutron] 10.222.0.48 "GET /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1415896 Jul 08 17:35:19.279678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168006b-67ed-40c4-977f-cecfe1578c8f req-6f70e9f0-441a-4c22-a1d8-ed3cb9357e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.281197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1168006b-67ed-40c4-977f-cecfe1578c8f req-6f70e9f0-441a-4c22-a1d8-ed3cb9357e19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 1096 time: 0.2229941 Jul 08 17:35:19.423826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1168006b-67ed-40c4-977f-cecfe1578c8f req-12d9bded-3f93-4c5c-b17e-2ae8c605dc2e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322613 Jul 08 17:35:19.493058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-cf27a7d0-eb86-4adf-a6bc-d9969acd359e service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104778 Jul 08 17:35:19.501548 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-882dc17a-6145-4ae0-ba2a-d607005eb292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.536519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.651550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=dd1a0f37-34ab-4559-a308-63e5d13a55f1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:19.682550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931d755-a91e-4c91-b84e-afba98d488d6 req-1a2f214c-438a-4e71-9999-7fead0bb7b0c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.683535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': '2509e093-0f92-44b6-945a-449d7db40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:19.683932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: b25df32a-ae15-457a-8f0e-8af30c9efcae, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:19.686180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c931d755-a91e-4c91-b84e-afba98d488d6 req-1a2f214c-438a-4e71-9999-7fead0bb7b0c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 945 time: 0.1492383 Jul 08 17:35:19.700241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-727cd2de-8286-4de3-a43c-b0a23b350de9 service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935246 Jul 08 17:35:19.794554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network b25df32a-ae15-457a-8f0e-8af30c9efcae is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:19.811953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c931d755-a91e-4c91-b84e-afba98d488d6 req-12d79890-4d46-4132-acea-124adb70abc9 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194355 Jul 08 17:35:19.813452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, b25df32a-ae15-457a-8f0e-8af30c9efcae) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:19.824564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f8ae7-80ae-4a8e-84a4-e9cb9f0dd2f6 None None] Network b25df32a-ae15-457a-8f0e-8af30c9efcae requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:19.832605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.833209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.890212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7e5e4430-b77d-42a9-9a52-a757af23e161 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0109615 Jul 08 17:35:19.890908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:19.895880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475739641'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:19.899135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-310bcfb1-019d-4685-8279-5b691c9a5978 service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868236 Jul 08 17:35:19.945696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:19.954502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.015223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:20.037314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.037673 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment f208d525-bc0e-4858-b93f-b8f689cb3a49 of type vlan for network 5b8960a1-98e4-4d4f-b519-923d9861225b Jul 08 17:35:20.121323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-b25df32a-ae15-457a-8f0e-8af30c9efcae', 'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': 'dd1a0f37-34ab-4559-a308-63e5d13a55f1'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:20.123103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.124420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-2d487ebb-3c84-4085-994a-7e65fa91392f service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188170 Jul 08 17:35:20.161047 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.252090 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.275393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:20.280375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.369703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Allocated IP 2001:db8:0:ffff::2 (b25df32a-ae15-457a-8f0e-8af30c9efcae/dd1a0f37-34ab-4559-a308-63e5d13a55f1/13bf6e11-1cea-41d0-a30f-18f01e6907e1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:20.392730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-77d1c1a4-f217-4594-8adc-f66f8e9a6fe9 service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508039 Jul 08 17:35:20.411282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=5b8960a1-98e4-4d4f-b519-923d9861225b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:20.421146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-64cce1dc-faf1-4f50-adc3-0cabc33bb04f tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5266476 Jul 08 17:35:20.421631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:20.430588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:20.610452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-572997c0-4fb5-4c15-8f81-ddfc81ba2f40 service neutron] 10.222.0.48 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121658 Jul 08 17:35:20.612231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:20.637728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.701453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.711114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Transition to ACTIVE for port object 13bf6e11-1cea-41d0-a30f-18f01e6907e1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:20.744546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Transition to ACTIVE for port object 13bf6e11-1cea-41d0-a30f-18f01e6907e1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:20.748132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 5b8960a1-98e4-4d4f-b519-923d9861225b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:20.767396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-681fb28f-ce32-4ff7-b60e-625d454314e8 service neutron] 10.222.0.48 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510046 Jul 08 17:35:20.853614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.897286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-74d77a8a-5db6-4b07-b731-eae6085d72cc service neutron] 10.222.0.48 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214678 Jul 08 17:35:20.920597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Pushing event updated for resources: {'Port': ['ID=13bf6e11-1cea-41d0-a30f-18f01e6907e1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:20.947758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Network b25df32a-ae15-457a-8f0e-8af30c9efcae is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:20.949184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:20.955389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:21.069302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-638c0bef-8e8e-4e40-98e9-5904a7fa592b service neutron] 10.222.0.48 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654129 Jul 08 17:35:21.121874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.287973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0c12c-cebf-40fe-beae-413210c3ad36 req-57dbdcca-0b26-45a7-b1ae-7c0625f09f16 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:21.289581 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30e0c12c-cebf-40fe-beae-413210c3ad36 req-57dbdcca-0b26-45a7-b1ae-7c0625f09f16 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 945 time: 0.2250259 Jul 08 17:35:21.294750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=9c2a192b-4ca3-4b66-aba0-19e181533224,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:21.297083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': 'f208d525-bc0e-4858-b93f-b8f689cb3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:21.297442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: 5b8960a1-98e4-4d4f-b519-923d9861225b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:21.297696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-64c702b4-c7ec-432e-be97-487332de740e service neutron] 10.222.0.48 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219679 Jul 08 17:35:21.322298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Attempting to bind port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:21.322926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Attempting to bind port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2509e093-0f92-44b6-945a-449d7db40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:21.323512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Attempting to bind port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 on network b25df32a-ae15-457a-8f0e-8af30c9efcae {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:21.332225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:21.334814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Checking segment: {'id': '2509e093-0f92-44b6-945a-449d7db40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:21.335435 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.337146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Bound using segment: {'id': '2509e093-0f92-44b6-945a-449d7db40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:21.337985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Bound port: 13bf6e11-1cea-41d0-a30f-18f01e6907e1, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2509e093-0f92-44b6-945a-449d7db40352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b25df32a-ae15-457a-8f0e-8af30c9efcae'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:21.339532 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.342848 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network 5b8960a1-98e4-4d4f-b519-923d9861225b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:21.353442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30e0c12c-cebf-40fe-beae-413210c3ad36 req-3aa4f090-74ca-49d1-99bb-e81ba4ec9c17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507634 Jul 08 17:35:21.370021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 5b8960a1-98e4-4d4f-b519-923d9861225b) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:21.378893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:21.382073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.410821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-24a3053f-9369-4fad-aa83-90500d910358 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9877768 Jul 08 17:35:21.413251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:21.454614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286cb0c8-5d49-45d8-96fa-ba898aaab17f None None] Network 5b8960a1-98e4-4d4f-b519-923d9861225b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:21.549592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:21.684388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] For port 13bf6e11-1cea-41d0-a30f-18f01e6907e1, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:21.694354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] For port 13bf6e11-1cea-41d0-a30f-18f01e6907e1, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=13bf6e11-1cea-41d0-a30f-18f01e6907e1,segment=NetworkSegment(2509e093-0f92-44b6-945a-449d7db40352),segment_id=2509e093-0f92-44b6-945a-449d7db40352)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:21.722622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9873025e-cbee-4393-8f67-025d017fdf01 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1868200870'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:21.723379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9873025e-cbee-4393-8f67-025d017fdf01 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Unknown quota resources ['metering_label']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:35:21.733686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.753497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.952978 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.063784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5a81-103e-4ac4-860e-ae61062fdebe None None] Pushing event updated for resources: {'Port': ['ID=13bf6e11-1cea-41d0-a30f-18f01e6907e1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:22.083523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-5b8960a1-98e4-4d4f-b519-923d9861225b', 'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': '9c2a192b-4ca3-4b66-aba0-19e181533224'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:22.084779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.157125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9873025e-cbee-4393-8f67-025d017fdf01 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.165576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9873025e-cbee-4393-8f67-025d017fdf01 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6143348 Jul 08 17:35:22.166284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:22.184802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-48ad2839-178a-4a98-a78c-71aa83ea607c tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '562671f8-a6de-4936-aeba-0cdaa0fdba49'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:22.190911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-48ad2839-178a-4a98-a78c-71aa83ea607c tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:35:22.300182 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-743f121e-024a-4c30-a6f5-997ff54f2940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.357116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.391824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Allocated IP 2001:db8::1 (5b8960a1-98e4-4d4f-b519-923d9861225b/9c2a192b-4ca3-4b66-aba0-19e181533224/757d9720-660e-49be-81bd-39f9d0f0e3f3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:22.496085 n-d-799527-4 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-48ad2839-178a-4a98-a78c-71aa83ea607c tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:35:22.789498 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.805376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Transition to ACTIVE for port object 757d9720-660e-49be-81bd-39f9d0f0e3f3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:22.835452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48ad2839-178a-4a98-a78c-71aa83ea607c tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.837197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48ad2839-178a-4a98-a78c-71aa83ea607c tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6668148 Jul 08 17:35:22.853724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41656) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:22.854052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265bf06-407b-4b45-b233-cbc04ba40b89 req-9bec66d7-c040-4575-a0d7-3740d343f1b5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:22.854563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Transition to ACTIVE for port object 757d9720-660e-49be-81bd-39f9d0f0e3f3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:22.867204 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.868751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dfd27db9-75a3-4984-979e-70b29cc86a98 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '562671f8-a6de-4936-aeba-0cdaa0fdba49'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:22.869466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dfd27db9-75a3-4984-979e-70b29cc86a98 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:35:22.874498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8265bf06-407b-4b45-b233-cbc04ba40b89 req-9bec66d7-c040-4575-a0d7-3740d343f1b5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 945 time: 0.9332802 Jul 08 17:35:22.947796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Network 5b8960a1-98e4-4d4f-b519-923d9861225b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:22.951050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:22.957232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:23.009957 n-d-799527-4 neutron-server[93945]: WARNING neutron.services.metering.metering_plugin [None req-dfd27db9-75a3-4984-979e-70b29cc86a98 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:35:23.033660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8265bf06-407b-4b45-b233-cbc04ba40b89 req-69c8da8e-1368-423c-8247-cd4a4dd61694 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576536 Jul 08 17:35:23.039935 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.054160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Pushing event updated for resources: {'Port': ['ID=757d9720-660e-49be-81bd-39f9d0f0e3f3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:23.126115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41672) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:23.128978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Attempting to bind port 757d9720-660e-49be-81bd-39f9d0f0e3f3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:23.129356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Attempting to bind port 757d9720-660e-49be-81bd-39f9d0f0e3f3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f208d525-bc0e-4858-b93f-b8f689cb3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:23.129753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Attempting to bind port 757d9720-660e-49be-81bd-39f9d0f0e3f3 on network 5b8960a1-98e4-4d4f-b519-923d9861225b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:23.141587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2a192b-4ca3-4b66-aba0-19e181533224,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:23.141844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:23.150868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Checking segment: {'id': 'f208d525-bc0e-4858-b93f-b8f689cb3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:23.151303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.151717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Bound using segment: {'id': 'f208d525-bc0e-4858-b93f-b8f689cb3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:23.152529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Bound port: 757d9720-660e-49be-81bd-39f9d0f0e3f3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f208d525-bc0e-4858-b93f-b8f689cb3a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b8960a1-98e4-4d4f-b519-923d9861225b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:23.153068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.221354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4636af0d-3d5e-43c0-a0a4-69a13368041d req-88fe74bc-c84c-4e62-bdea-db5a197ffd01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0472791 Jul 08 17:35:23.241087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dfd27db9-75a3-4984-979e-70b29cc86a98 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.242866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dfd27db9-75a3-4984-979e-70b29cc86a98 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3864026 Jul 08 17:35:23.252215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197cf30-bb81-42d9-823a-2301e7605d69 req-8cfee016-cdae-44c2-b51c-d5d6b43a95d1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:23.254333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9197cf30-bb81-42d9-823a-2301e7605d69 req-8cfee016-cdae-44c2-b51c-d5d6b43a95d1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.4224579 Jul 08 17:35:23.255114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:23.268593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d09c51d5-ef76-4447-a48a-5f2e4d4eef75 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=edc33002-7074-4e2c-b2f6-4716342ca9b5 HTTP/1.1" status: 200 len: 464 time: 0.0119112 Jul 08 17:35:23.274517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41676) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:23.309150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] For port 757d9720-660e-49be-81bd-39f9d0f0e3f3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:23.322066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] For port 757d9720-660e-49be-81bd-39f9d0f0e3f3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=757d9720-660e-49be-81bd-39f9d0f0e3f3,segment=NetworkSegment(f208d525-bc0e-4858-b93f-b8f689cb3a49),segment_id=f208d525-bc0e-4858-b93f-b8f689cb3a49)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:23.326649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.330922 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.344359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8960a1-98e4-4d4f-b519-923d9861225b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:23.361327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f208d525-bc0e-4858-b93f-b8f689cb3a49') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:23.365640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f208d525-bc0e-4858-b93f-b8f689cb3a49') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:23.387879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.391115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9197cf30-bb81-42d9-823a-2301e7605d69 req-d8f01ab1-b894-4f59-a19d-2a4d47cff31c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081285 Jul 08 17:35:23.396897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c04417-47b0-495b-98e4-7402d0e3b6fb None None] Pushing event updated for resources: {'Port': ['ID=757d9720-660e-49be-81bd-39f9d0f0e3f3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:23.413404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.483151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:23.484941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.570138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d64019-fa53-43ba-8356-bf390a3a1628 None None] Network 5b8960a1-98e4-4d4f-b519-923d9861225b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:23.629319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-db57742b-f2cc-4553-86c6-eba6af724c4f tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.648447 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-db57742b-f2cc-4553-86c6-eba6af724c4f tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/edc33002-7074-4e2c-b2f6-4716342ca9b5 HTTP/1.1" status: 204 len: 168 time: 0.3725452 Jul 08 17:35:23.653186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:23.690434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-769f81d4-86f1-421d-9cf1-9839df1e7052 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=edc33002-7074-4e2c-b2f6-4716342ca9b5 HTTP/1.1" status: 200 len: 221 time: 0.0234468 Jul 08 17:35:23.727971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41684) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:23.747931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-120190dd-6963-443b-ad1c-186cc58d5f44 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1045929457', 'description': 'label created by tempest'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:23.758552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-120190dd-6963-443b-ad1c-186cc58d5f44 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Unknown quota resources ['metering_label']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:35:23.764225 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:23.776563 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:23.781661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:35:23.781661 n-d-799527-4 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:35:23.781661 n-d-799527-4 neutron-server[93944]: [parameters: {'id': '5b8960a1-98e4-4d4f-b519-923d9861225b'}] Jul 08 17:35:23.781661 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:35:23.782755 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:35:23.787293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbac7b2-6f34-4930-a66c-e621cd267e23 None None] Network b25df32a-ae15-457a-8f0e-8af30c9efcae requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:23.907644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03766a63-ba88-420d-9bd8-2d3161a56db4 req-8e6e823e-5466-4fb8-a687-9d387e7a1545 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:23.945477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03766a63-ba88-420d-9bd8-2d3161a56db4 req-8e6e823e-5466-4fb8-a687-9d387e7a1545 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1658762 Jul 08 17:35:24.021432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ade904-c306-426c-bf74-18ec48c74211 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:24.025587 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e5ade904-c306-426c-bf74-18ec48c74211 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 1091 time: 0.8748589 Jul 08 17:35:24.026831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.041274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:24.082313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 13bf6e11-1cea-41d0-a30f-18f01e6907e1 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:24.091139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be9c21e6-7c30-4e9d-a4ad-5a1db54cc161 None None] Provisioning for port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:24.109401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-120190dd-6963-443b-ad1c-186cc58d5f44 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.110907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-120190dd-6963-443b-ad1c-186cc58d5f44 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3813882 Jul 08 17:35:24.113464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.142693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03766a63-ba88-420d-9bd8-2d3161a56db4 req-839ea51a-30af-444e-8d9e-e57065da920a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913977 Jul 08 17:35:24.175760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.212358 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6785d02d-abcd-4be1-9f23-52a867b6f721 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=875855b2-7583-44b6-b348-38b219536540 HTTP/1.1" status: 200 len: 468 time: 0.0975811 Jul 08 17:35:24.215150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.216468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:24.227478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:24.227947 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.342906 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.412197 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.507145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 13bf6e11-1cea-41d0-a30f-18f01e6907e1, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=13bf6e11-1cea-41d0-a30f-18f01e6907e1,segment=NetworkSegment(2509e093-0f92-44b6-945a-449d7db40352),segment_id=2509e093-0f92-44b6-945a-449d7db40352)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:24.516335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.535584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port 757d9720-660e-49be-81bd-39f9d0f0e3f3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:24.538256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.615822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2f12-b243-46fb-abae-17c87b49a1a9 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.617070 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dc6f2f12-b243-46fb-abae-17c87b49a1a9 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/875855b2-7583-44b6-b348-38b219536540 HTTP/1.1" status: 204 len: 168 time: 0.3997660 Jul 08 17:35:24.622416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41708) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.638159 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-593128cc-beda-4b19-bb08-469e3574dee7 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=875855b2-7583-44b6-b348-38b219536540 HTTP/1.1" status: 200 len: 216 time: 0.0141704 Jul 08 17:35:24.642585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.656048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0af24c5c-a9b3-4e49-a7a5-edc1d97de9ff tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122700 Jul 08 17:35:24.658776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.679116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbebc3d-0ef0-4aaa-8717-8df3d0705c06 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:35:24.681474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e02460ec-e223-43c7-ba12-13fa6eed4564 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0214975 Jul 08 17:35:24.686533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.738219 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f91a754-085a-417d-a428-4b89a9730f3d req-799aba37-4fa4-483e-8fbe-e9d6a3924947 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.1755402 Jul 08 17:35:24.746601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=13bf6e11-1cea-41d0-a30f-18f01e6907e1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:24.755593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.763630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ec9c7126-b219-4e1b-a448-423bd2f3ec9a None None] Provisioning complete for port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:24.764243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec9c7126-b219-4e1b-a448-423bd2f3ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.830516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-216abcf4-6156-421b-b6e9-1eb1b977f27c tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/562671f8-a6de-4936-aeba-0cdaa0fdba49 HTTP/1.1" status: 200 len: 473 time: 0.1392639 Jul 08 17:35:24.833906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41720) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.848913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0cdd00ea-a3b1-45b6-afdf-60e81ef4aaf4 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/41061ac3-1071-40f4-9c3e-1cee8873268b HTTP/1.1" status: 200 len: 461 time: 0.0139019 Jul 08 17:35:24.852106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.870561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port 757d9720-660e-49be-81bd-39f9d0f0e3f3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=757d9720-660e-49be-81bd-39f9d0f0e3f3,segment=NetworkSegment(f208d525-bc0e-4858-b93f-b8f689cb3a49),segment_id=f208d525-bc0e-4858-b93f-b8f689cb3a49)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:24.870950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.887620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for 757d9720-660e-49be-81bd-39f9d0f0e3f3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:24.983068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.100474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbebc3d-0ef0-4aaa-8717-8df3d0705c06 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:35:25.159832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.25.3.99 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/d85c41b1-33e4-47c2-8959-3dc1b8c70412) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:25.185314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.353693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.414266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port 757d9720-660e-49be-81bd-39f9d0f0e3f3 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:25.420336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=757d9720-660e-49be-81bd-39f9d0f0e3f3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:25.561745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.578818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8960a1-98e4-4d4f-b519-923d9861225b']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:25.602507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f208d525-bc0e-4858-b93f-b8f689cb3a49') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:25.603027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f208d525-bc0e-4858-b93f-b8f689cb3a49') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:25.619700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.623465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.670014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=d85c41b1-33e4-47c2-8959-3dc1b8c70412,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:25.697402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.702323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:25.708114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:25.710602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:25.714546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:25.714546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:25.721119 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:25.791727 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3051703c-a8b7-42f1-92c0-0f321a8156d0 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.792904 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3051703c-a8b7-42f1-92c0-0f321a8156d0 tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/41061ac3-1071-40f4-9c3e-1cee8873268b HTTP/1.1" status: 204 len: 168 time: 0.9395711 Jul 08 17:35:25.801283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:25.937825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.958533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-acad8754-f2e0-4b9e-8c9a-06276e6ed6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.959905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-acad8754-f2e0-4b9e-8c9a-06276e6ed6ec service neutron] 10.222.0.53 "GET /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 1032 time: 0.9805400 Jul 08 17:35:25.981352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.988798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/5b8960a1-98e4-4d4f-b519-923d9861225b HTTP/1.1" status: 204 len: 168 time: 4.5742898 Jul 08 17:35:25.992125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41740) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:26.009273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-464714933'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:26.046454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd7fc-3751-4a8a-b5c0-3772b3ba371e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=5b8960a1-98e4-4d4f-b519-923d9861225b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:26.046906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 13bf6e11-1cea-41d0-a30f-18f01e6907e1 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:26.090284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-453d2cf7-9e58-4ac0-901f-c1e661aec2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.091922 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-453d2cf7-9e58-4ac0-901f-c1e661aec2be service neutron] 10.222.0.53 "GET /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 1032 time: 0.1204374 Jul 08 17:35:26.135969 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-54be0b66-aefe-4db7-930a-6ebf36d965ac req-21b08a88-65f3-47a0-8a2f-289429e9bd53 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0945513 Jul 08 17:35:26.152991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:26.156501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.187382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:26.187964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.238377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:26.297086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.297520 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment 9ecec931-5ba4-451b-95cc-1f189aee40ca of type vlan for network 762a0100-dc2a-40d7-99e5-4758867bacf8 Jul 08 17:35:26.352570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.387889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.394650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.395476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.468212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68c783d0-57c1-4ce9-a8bf-41ca79ecff3a tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.469646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-68c783d0-57c1-4ce9-a8bf-41ca79ecff3a tempest-MeteringTestJSON-285915782 tempest-MeteringTestJSON-285915782-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/562671f8-a6de-4936-aeba-0cdaa0fdba49 HTTP/1.1" status: 204 len: 168 time: 0.6674280 Jul 08 17:35:26.473716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4683125 Jul 08 17:35:26.475629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:26.481543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:26.504434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441ed4c-bd64-40aa-b69a-ee5cc2471f06 req-380babbf-f987-49ff-82f6-ba60f878efa0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.511373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e441ed4c-bd64-40aa-b69a-ee5cc2471f06 req-380babbf-f987-49ff-82f6-ba60f878efa0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 1.5306721 Jul 08 17:35:26.538856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-32ad1112-ac8f-46da-b934-8cb7385bca70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.545465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-32ad1112-ac8f-46da-b934-8cb7385bca70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.552717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-32ad1112-ac8f-46da-b934-8cb7385bca70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.554641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-32ad1112-ac8f-46da-b934-8cb7385bca70 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=ba07596e-023f-4a72-8626-6b27f3412e83&id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 1992 time: 0.2670143 Jul 08 17:35:26.631849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e441ed4c-bd64-40aa-b69a-ee5cc2471f06 req-99f0382d-ed4e-4179-a565-3db47bfcfeab tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118741 Jul 08 17:35:26.672324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0c85b11f-4e07-4f23-9b02-3d4df7bee0dc tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344 HTTP/1.1" status: 200 len: 379 time: 0.1079714 Jul 08 17:35:26.686019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'admin_state_up': True, 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'security_groups': ['da99a2b3-d703-4e91-9029-e0e98ec65595']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:26.895661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a6da8-cdeb-441d-bf03-da2c916837ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=762a0100-dc2a-40d7-99e5-4758867bacf8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:26.905397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:26.909969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.913058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 762a0100-dc2a-40d7-99e5-4758867bacf8 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:26.930911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:27.141644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 172.20.0.9 (198a431f-8b2e-42d0-91d4-71bdda0cb6d2/571d9c42-e345-431b-92e1-9f40a634bac1/434331e9-e87a-4a76-acbd-2ce53ce7b1c9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:27.171692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa7213b-7292-4899-9a18-390123fdebf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.273695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:27.277577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.415597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eebbd371-1ff8-43c8-92bc-7f6f22373ba6 req-01521dbe-a2f8-46c5-85db-9860160547ca tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0482221 Jul 08 17:35:27.429967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.446358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:27.492285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.554298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:27.560675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:27.565040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:27.575876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.643140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:27.677115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:27.678145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.894052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.922587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-29fbf24a-cfaf-452d-8438-2d85e49000b8 None None] Provisioning for port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:27.926606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-29fbf24a-cfaf-452d-8438-2d85e49000b8 None None] Provisioning complete for port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:27.927300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29fbf24a-cfaf-452d-8438-2d85e49000b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.954028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.977008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-29fbf24a-cfaf-452d-8438-2d85e49000b8 None None] Port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:28.312555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa7213b-7292-4899-9a18-390123fdebf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.322593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4d9ffd37-0d23-48a2-bb23-e9c8c7b02093 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6436143 Jul 08 17:35:28.332643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3abcf-b422-4a62-ad3b-ac1356f6bafa req-4fc09b41-990b-4827-a425-e75071960f27 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:28.334278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ab3abcf-b422-4a62-ad3b-ac1356f6bafa req-4fc09b41-990b-4827-a425-e75071960f27 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.7947934 Jul 08 17:35:28.334815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'admin_state_up': True, 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'security_groups': ['da99a2b3-d703-4e91-9029-e0e98ec65595']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:28.343893 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa7213b-7292-4899-9a18-390123fdebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.453619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=a7365d25-727e-4bea-900b-cda24a7756a2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.470725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:28.474879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.498056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-faa7213b-7292-4899-9a18-390123fdebf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12dac6d6bb024011992b0dd1239b48d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5616100 Jul 08 17:35:28.502616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7213b-7292-4899-9a18-390123fdebf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa24e9-b114-404c-9b0b-148a8d8ef0e0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.505007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:28.549906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ab3abcf-b422-4a62-ad3b-ac1356f6bafa req-abd8c6d4-2e24-4a26-a275-e221097c7e7c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990380 Jul 08 17:35:28.558319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': '9ecec931-5ba4-451b-95cc-1f189aee40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:28.558909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: 762a0100-dc2a-40d7-99e5-4758867bacf8, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:28.629064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network 762a0100-dc2a-40d7-99e5-4758867bacf8 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:28.655584 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22d1f3ef-7537-4465-bb7f-9867783fdfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.657294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 762a0100-dc2a-40d7-99e5-4758867bacf8) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:28.663482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.669144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:28.669745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.672319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b245085-f68a-43e3-89f7-dbbfff7c4536 None None] Network 762a0100-dc2a-40d7-99e5-4758867bacf8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:28.681381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.727642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22d1f3ef-7537-4465-bb7f-9867783fdfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.762628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4f56c2cc-34bc-4310-8623-566917b1a7e1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2830586 Jul 08 17:35:28.766415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:28.771364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 10.1.1.224 (5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8/4c323140-dd80-45d0-a103-c9c52e1b6150/0ae439d5-1bb3-4ff1-b77e-76999fa8df8f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:28.804143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746363188'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:28.837890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:28.842122 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.864961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=d85c41b1-33e4-47c2-8959-3dc1b8c70412,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.891918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.896296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-762a0100-dc2a-40d7-99e5-4758867bacf8', 'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': 'a7365d25-727e-4bea-900b-cda24a7756a2'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:28.897295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.963072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:29.051686 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Floating IP a63a4561-5621-43a6-b449-3866e8cf9a33 associated. External IP: 172.25.3.99, port: 931d7877-6d5c-48d1-bf7d-35353b856113. Jul 08 17:35:29.053952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22d1f3ef-7537-4465-bb7f-9867783fdfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.057464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22d1f3ef-7537-4465-bb7f-9867783fdfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.058267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fbb9e-7a67-43bb-a1d3-a3950978a91b req-8c575263-e421-41af-be6c-e322b3247185 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:29.058959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-22d1f3ef-7537-4465-bb7f-9867783fdfd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1fa24e9-b114-404c-9b0b-148a8d8ef0e0 HTTP/1.1" status: 204 len: 168 time: 0.5385420 Jul 08 17:35:29.076788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a42fbb9e-7a67-43bb-a1d3-a3950978a91b req-8c575263-e421-41af-be6c-e322b3247185 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 931 time: 0.3669496 Jul 08 17:35:29.114141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1f3ef-7537-4465-bb7f-9867783fdfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa24e9-b114-404c-9b0b-148a8d8ef0e0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:29.187511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Allocated IP 2001:db8::3 (762a0100-dc2a-40d7-99e5-4758867bacf8/a7365d25-727e-4bea-900b-cda24a7756a2/671bb78c-12a4-4aef-9843-0b4e3a3f4504) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:29.263170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.263431 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment ae471aff-b232-4348-8c59-7ec0145531aa of type vlan for network 32af8a6d-4eec-42a7-be10-f912a33ca433 Jul 08 17:35:29.356926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.360998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.379701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a42fbb9e-7a67-43bb-a1d3-a3950978a91b req-b4ee4e29-c51e-4389-97d4-74f7807a600a tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019402 Jul 08 17:35:29.422757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:29.424514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:35:29.494053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.507448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:29.508093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.545631 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.555479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Transition to ACTIVE for port object 671bb78c-12a4-4aef-9843-0b4e3a3f4504 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:29.575932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Transition to ACTIVE for port object 671bb78c-12a4-4aef-9843-0b4e3a3f4504 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:29.597294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.623648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:35:29.644115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:29.666503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d0b03e-9986-4dd6-a53b-f36cc08725e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.672096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:35:29.679384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=32af8a6d-4eec-42a7-be10-f912a33ca433,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:29.700816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Network 762a0100-dc2a-40d7-99e5-4758867bacf8 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:29.704509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.705810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.708752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 32af8a6d-4eec-42a7-be10-f912a33ca433 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:29.717780 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb9f2ab2-b7db-42a6-baa1-f7310dd4f87b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9463856 Jul 08 17:35:29.718047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:29.731689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:29.749088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': '32af8a6d-4eec-42a7-be10-f912a33ca433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:29.765235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:29.832466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6c3c7126-0ec6-4bee-8e59-07154eff4b51 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7949812 Jul 08 17:35:29.836269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:29.836615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:29.837256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:29.839032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:29.842549 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547f214a-5c61-4a2d-9a84-d65aa98a215e" -d '{"events": [{"name": "network-changed", "server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:29.872981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:29.881689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:29.885054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:29.969631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:29.970300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.998811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.027717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5f1222e6-3e31-41b0-b09a-ce6db711d09b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/a63a4561-5621-43a6-b449-3866e8cf9a33 HTTP/1.1" status: 200 len: 990 time: 0.1795843 Jul 08 17:35:30.030692 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d3b46-72b0-4eff-8584-9c3f817eb116 x-openstack-request-id: req-b27d3b46-72b0-4eff-8584-9c3f817eb116 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:30.030982 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:30.031234 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b27d3b46-72b0-4eff-8584-9c3f817eb116 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:30.031626 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113', 'status': 'completed', 'code': 200} Jul 08 17:35:30.142597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c74890-5e6f-44f8-bcd3-3a63f37a73c5 req-114978c1-571c-46c2-8473-bf22641aafdd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.144155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40c74890-5e6f-44f8-bcd3-3a63f37a73c5 req-114978c1-571c-46c2-8473-bf22641aafdd tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3615954 Jul 08 17:35:30.162837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-79940e14-7028-407e-9702-935b5df52db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.164387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-79940e14-7028-407e-9702-935b5df52db6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 1096 time: 0.1355240 Jul 08 17:35:30.169087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Pushing event updated for resources: {'Port': ['ID=671bb78c-12a4-4aef-9843-0b4e3a3f4504,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.289527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d0b03e-9986-4dd6-a53b-f36cc08725e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.299775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33d0b03e-9986-4dd6-a53b-f36cc08725e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.328834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:30.340940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.353713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5ad45141-e3c6-43e9-8af6-a60c4226469b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0231769 Jul 08 17:35:30.353986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40c74890-5e6f-44f8-bcd3-3a63f37a73c5 req-656f2019-9571-4771-a236-2286f534236c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023201 Jul 08 17:35:30.404608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:30.406752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'admin_state_up': True, 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'security_groups': ['da99a2b3-d703-4e91-9029-e0e98ec65595']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:30.413014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0b03e-9986-4dd6-a53b-f36cc08725e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15022c81-27dc-4eb3-92d5-05f15dd83169,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.445796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-33d0b03e-9986-4dd6-a53b-f36cc08725e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=452f24219f114a49882fea7f08d93c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982030 Jul 08 17:35:30.451536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:30.455509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-7d933a07-a3ee-4363-988c-3a376c050436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.459012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-7d933a07-a3ee-4363-988c-3a376c050436 service neutron] 10.222.0.53 "GET /v2.0/networks?id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 200 len: 898 time: 0.2736955 Jul 08 17:35:30.519216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Attempting to bind port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:30.519589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Attempting to bind port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '9ecec931-5ba4-451b-95cc-1f189aee40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:30.519952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Attempting to bind port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 on network 762a0100-dc2a-40d7-99e5-4758867bacf8 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:30.535774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e0ef4d5-0650-46e2-8d5c-38fda9a38bc6 None None] Provisioning for port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:30.552343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Performing IP validity checks on allocation pools {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:35:30.553372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_backend_mixin [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:35:30.610260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:30.610653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Checking segment: {'id': '9ecec931-5ba4-451b-95cc-1f189aee40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:30.611030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.615924 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e798772-d4b1-4c90-86fb-dc0f78082078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.617329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Bound using segment: {'id': '9ecec931-5ba4-451b-95cc-1f189aee40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:30.618353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Bound port: 671bb78c-12a4-4aef-9843-0b4e3a3f4504, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecec931-5ba4-451b-95cc-1f189aee40ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '762a0100-dc2a-40d7-99e5-4758867bacf8'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:30.618353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.641164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-768e588a-edd0-4fc1-8882-bf791a6b58b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931d7877-6d5c-48d1-bf7d-35353b856113 HTTP/1.1" status: 200 len: 998 time: 0.1593461 Jul 08 17:35:30.666280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e0ef4d5-0650-46e2-8d5c-38fda9a38bc6 None None] Provisioning complete for port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:30.666551 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e798772-d4b1-4c90-86fb-dc0f78082078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.666742 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef4d5-0650-46e2-8d5c-38fda9a38bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.742768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-dbd86da8-1649-40f3-a956-29f87622ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.744654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-dbd86da8-1649-40f3-a956-29f87622ff3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba HTTP/1.1" status: 200 len: 834 time: 0.0944135 Jul 08 17:35:30.772071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:30.779708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.837914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] For port 671bb78c-12a4-4aef-9843-0b4e3a3f4504, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:30.843567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] For port 671bb78c-12a4-4aef-9843-0b4e3a3f4504, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=671bb78c-12a4-4aef-9843-0b4e3a3f4504,segment=NetworkSegment(9ecec931-5ba4-451b-95cc-1f189aee40ca),segment_id=9ecec931-5ba4-451b-95cc-1f189aee40ca)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:30.854381 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.880330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e798772-d4b1-4c90-86fb-dc0f78082078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.882675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e798772-d4b1-4c90-86fb-dc0f78082078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.883846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2e798772-d4b1-4c90-86fb-dc0f78082078 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15022c81-27dc-4eb3-92d5-05f15dd83169 HTTP/1.1" status: 204 len: 168 time: 0.4307902 Jul 08 17:35:30.914065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e798772-d4b1-4c90-86fb-dc0f78082078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15022c81-27dc-4eb3-92d5-05f15dd83169,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.929300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-7adb600a-4a9f-43b7-8305-6b476f220514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.930742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-7adb600a-4a9f-43b7-8305-6b476f220514 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748226 Jul 08 17:35:30.938936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.993280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14b349-50e0-44ff-ba5b-90f22f47e765 req-0790a6d4-f2ab-45f3-a923-58b36a51c7c7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.999856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14b349-50e0-44ff-ba5b-90f22f47e765 req-0790a6d4-f2ab-45f3-a923-58b36a51c7c7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.001525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f14b349-50e0-44ff-ba5b-90f22f47e765 req-0790a6d4-f2ab-45f3-a923-58b36a51c7c7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 1653 time: 0.3279088 Jul 08 17:35:31.026812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ef4d5-0650-46e2-8d5c-38fda9a38bc6 None None] Port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:31.043528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:31.102629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f14b349-50e0-44ff-ba5b-90f22f47e765 req-27224531-5cd9-4339-abfe-b4e898ddeb63 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720835 Jul 08 17:35:31.165268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306b921-6081-4d55-bdc2-a82234b62a88 None None] Pushing event updated for resources: {'Port': ['ID=671bb78c-12a4-4aef-9843-0b4e3a3f4504,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:31.202074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3dc96c23-3f24-4e7f-bbe0-b08254e0406a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/a63a4561-5621-43a6-b449-3866e8cf9a33 HTTP/1.1" status: 200 len: 990 time: 0.1569145 Jul 08 17:35:31.263540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=b7e80598-a829-4269-9576-d2735f6990a3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:31.312866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': 'ae471aff-b232-4348-8c59-7ec0145531aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '32af8a6d-4eec-42a7-be10-f912a33ca433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:31.315833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: 32af8a6d-4eec-42a7-be10-f912a33ca433, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:31.334375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-b8e2bfa9-f4a8-4613-99ee-68764a8c0682 service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903971 Jul 08 17:35:31.357489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:26Z', 'revision_number': 0, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:31.362629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 10.1.1.103 (5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8/4c323140-dd80-45d0-a103-c9c52e1b6150/45245402-097c-47ff-99a5-a222d4fed7f5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:31.392378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network 32af8a6d-4eec-42a7-be10-f912a33ca433 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:31.463838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 32af8a6d-4eec-42a7-be10-f912a33ca433) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:31.472803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:35:31.483466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.491758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f789b7e0-fe22-406f-a285-639a7c0ce196 None None] Network 32af8a6d-4eec-42a7-be10-f912a33ca433 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:31.492655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.619262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-61a9321c-425c-40c9-b8da-974e88f09761 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8785152 Jul 08 17:35:31.628206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:31.631843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-547f214a-5c61-4a2d-9a84-d65aa98a215e req-c8b95e69-2930-4be0-966f-942c7f4a6c9e service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875969 Jul 08 17:35:31.648751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:31.658048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:31.803517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb06d5b-22c1-435a-9468-d0457678814a req-c25a2245-ba29-4974-b41e-9b5f20a0b122 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.815410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9cb06d5b-22c1-435a-9468-d0457678814a req-c25a2245-ba29-4974-b41e-9b5f20a0b122 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1817033 Jul 08 17:35:31.904167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9cb06d5b-22c1-435a-9468-d0457678814a req-6cd87169-2614-464b-be36-a13ea16ea4b8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877781 Jul 08 17:35:31.959796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.974089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.014172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object 45245402-097c-47ff-99a5-a222d4fed7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:32.093534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 671bb78c-12a4-4aef-9843-0b4e3a3f4504 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:32.140821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.156920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abb656-a73d-4082-8896-dd59e78ea9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-32af8a6d-4eec-42a7-be10-f912a33ca433', 'network_id': '32af8a6d-4eec-42a7-be10-f912a33ca433', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': 'b7e80598-a829-4269-9576-d2735f6990a3'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:32.157698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-92abb656-a73d-4082-8896-dd59e78ea9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.161334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:32.167118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.206054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:32.362685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4a853b4b-1472-4823-83a3-5a9028260dd3 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/a63a4561-5621-43a6-b449-3866e8cf9a33 HTTP/1.1" status: 200 len: 990 time: 0.1553943 Jul 08 17:35:32.448151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:32.478807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:32.516534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:32.546978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.550087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:32.657838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e80598-a829-4269-9576-d2735f6990a3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:32.756044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.763592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:32.772108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32af8a6d-4eec-42a7-be10-f912a33ca433']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:32.788051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae471aff-b232-4348-8c59-7ec0145531aa') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:32.788283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae471aff-b232-4348-8c59-7ec0145531aa') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:32.805793 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.825167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.835365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:32.835783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-92abb656-a73d-4082-8896-dd59e78ea9b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7e80598-a829-4269-9576-d2735f6990a3: This subnet is being modified by another concurrent operation. Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7e80598-a829-4269-9576-d2735f6990a3: This subnet is being modified by another concurrent operation. Jul 08 17:35:32.881294 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:32.936682 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:32.947512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9545b33-6736-4c57-845d-3997b40828af None None] Network 32af8a6d-4eec-42a7-be10-f912a33ca433 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:33.001416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.002757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.028947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-85312c6a-259d-4d29-9219-94e274ff3223 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6342289 Jul 08 17:35:33.031110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.047569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.055489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/32af8a6d-4eec-42a7-be10-f912a33ca433 HTTP/1.1" status: 204 len: 168 time: 1.4260910 Jul 08 17:35:33.074570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83', 'admin_state_up': True, 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'security_groups': ['da99a2b3-d703-4e91-9029-e0e98ec65595']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:33.078334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:33.088639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946773554'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:33.096561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0decc46-693c-44dd-b91a-e2e884e75c83 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=32af8a6d-4eec-42a7-be10-f912a33ca433,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:33.101400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6dfd2a-6ce5-484a-a53f-73535553cf09 None None] Network 762a0100-dc2a-40d7-99e5-4758867bacf8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:33.123119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc91bb-beb8-45e6-bf4c-aae11bd22686 req-45d2a990-6496-4aee-8624-8ad55ed22eef tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.130222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc91bb-beb8-45e6-bf4c-aae11bd22686 req-45d2a990-6496-4aee-8624-8ad55ed22eef tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.133283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067dcac-0c3d-40ec-a12b-e514be8d5900 req-3a646efd-e630-4c8d-b81e-c3d8e1c78571 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.136936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc91bb-beb8-45e6-bf4c-aae11bd22686 req-45d2a990-6496-4aee-8624-8ad55ed22eef tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.138709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fbc91bb-beb8-45e6-bf4c-aae11bd22686 req-45d2a990-6496-4aee-8624-8ad55ed22eef tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 2374 time: 0.7195754 Jul 08 17:35:33.149881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9067dcac-0c3d-40ec-a12b-e514be8d5900 req-3a646efd-e630-4c8d-b81e-c3d8e1c78571 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1061714 Jul 08 17:35:33.213878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9067dcac-0c3d-40ec-a12b-e514be8d5900 req-a3ed6b09-3085-43b6-9c16-7c8766388d86 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606709 Jul 08 17:35:33.338596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a0e4356-376b-47bf-b773-a108bc3e3b76 None None] Provisioning for port 45245402-097c-47ff-99a5-a222d4fed7f5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:33.340837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fbc91bb-beb8-45e6-bf4c-aae11bd22686 req-763c1a14-1b76-4db1-b7d4-204042398abd tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608143 Jul 08 17:35:33.350931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a0e4356-376b-47bf-b773-a108bc3e3b76 None None] Provisioning complete for port 45245402-097c-47ff-99a5-a222d4fed7f5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:33.351566 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7a0e4356-376b-47bf-b773-a108bc3e3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.363806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:33.366450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:33.406466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.456990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:33.539093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3fbc8827-9dbe-4ce4-8d1f-091ec85d9dfb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/a63a4561-5621-43a6-b449-3866e8cf9a33 HTTP/1.1" status: 200 len: 990 time: 0.1701469 Jul 08 17:35:33.555015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.557031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:33.583534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.583534 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment 41944ad2-7626-412f-99e3-94da21ba20fd of type vlan for network ca23ee9b-f974-498c-9425-1b40eb69f409 Jul 08 17:35:33.584257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7a0e4356-376b-47bf-b773-a108bc3e3b76 None None] Port 45245402-097c-47ff-99a5-a222d4fed7f5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:33.597538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:26Z', 'revision_number': 0, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:33.632550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a4ac4-473c-4691-9a7b-77622c5338c1 None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:26Z', 'revision_number': 0, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:35:33.744975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] Provisioning for port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:33.750769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] Provisioning complete for port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:33.751294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.770587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.921264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.933702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41942) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:34.012842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] For port 671bb78c-12a4-4aef-9843-0b4e3a3f4504, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=671bb78c-12a4-4aef-9843-0b4e3a3f4504,segment=NetworkSegment(9ecec931-5ba4-451b-95cc-1f189aee40ca),segment_id=9ecec931-5ba4-451b-95cc-1f189aee40ca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:34.023793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.044188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.049745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.076349 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.115650 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea2ce5b-22bc-4f45-a59d-67e0848461d7 None None] New status for floating IP a63a4561-5621-43a6-b449-3866e8cf9a33: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:35:34.143519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff623f67-2bfd-4d5f-9734-09a49039b78b None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:35:34.149430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df603cb0-1e93-483e-83bf-a7d74e4ca93e None None] Pushing event updated for resources: {'Port': ['ID=671bb78c-12a4-4aef-9843-0b4e3a3f4504,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:34.157325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-473412714', 'router:external': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:34.201044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Made reservation on behalf of 39b861b502664f62a0d619773932f251 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:34.203954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.231620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.252151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 10.2.2.100 (ba07596e-023f-4a72-8626-6b27f3412e83/f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e/d32d2d48-1f5f-446a-8654-2ac2bee74840) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:34.304451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b303d611-a832-4513-aa1a-99043ae3f95c None None] Provisioning complete for port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:34.304825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b303d611-a832-4513-aa1a-99043ae3f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.433870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff623f67-2bfd-4d5f-9734-09a49039b78b None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:35:34.455909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.462114 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.482465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4024079 Jul 08 17:35:34.483359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:34.498744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': 'ca23ee9b-f974-498c-9425-1b40eb69f409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:34.534518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:34.546039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 41964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:34.577642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a129a8-6c24-47dc-960a-e1e6b10ca035 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=ca23ee9b-f974-498c-9425-1b40eb69f409,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:34.615446 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.615846 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Added segment 2c1329bc-9603-45f9-a29b-79e4e8f631f3 of type vlan for network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d Jul 08 17:35:34.630392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910eb72-c857-43ee-842b-242f1721c82e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:34.728013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7f7f7-edea-4c19-8cc6-ddb6bcc7146c req-ef124420-6fce-47b5-a64c-d486642e8391 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.729821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3cc7f7f7-edea-4c19-8cc6-ddb6bcc7146c req-ef124420-6fce-47b5-a64c-d486642e8391 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2466416 Jul 08 17:35:34.734245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.754348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network ca23ee9b-f974-498c-9425-1b40eb69f409 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:34.802517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-58562945-e342-44d6-9a91-b22ae6075082 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/a63a4561-5621-43a6-b449-3866e8cf9a33 HTTP/1.1" status: 200 len: 992 time: 0.2259464 Jul 08 17:35:34.856513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3cc7f7f7-edea-4c19-8cc6-ddb6bcc7146c req-14067d77-9f8a-4af7-8633-612d0b749d72 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071804 Jul 08 17:35:34.897859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.897859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.897859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.906634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:34.910428 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.947006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0118644 Jul 08 17:35:34.986858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 41970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:35.004952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'subnet': {'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:35.054166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Made reservation on behalf of 39b861b502664f62a0d619773932f251 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:35.059434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.101432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff98e-9b86-49a1-b62b-2bdd5b54a226 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Network': ['ID=60aff836-25c5-4ac5-86c5-8cf2c4a6009d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.134986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:35.406244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9828b-16b5-4d36-978d-81baab383860 req-123bf347-ec50-45e3-a808-44a17726717b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:35.412138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9828b-16b5-4d36-978d-81baab383860 req-123bf347-ec50-45e3-a808-44a17726717b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:35.418391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9828b-16b5-4d36-978d-81baab383860 req-123bf347-ec50-45e3-a808-44a17726717b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:35.425584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8a9828b-16b5-4d36-978d-81baab383860 req-123bf347-ec50-45e3-a808-44a17726717b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 2374 time: 0.7725852 Jul 08 17:35:35.462939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.525798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object d32d2d48-1f5f-446a-8654-2ac2bee74840 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:35.531569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8a9828b-16b5-4d36-978d-81baab383860 req-acf646d1-fbbc-465e-b193-fb4c6637659a tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050534 Jul 08 17:35:35.625232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.705000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network ba07596e-023f-4a72-8626-6b27f3412e83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:35.745565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:35.762515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:35.773321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:35:35.774493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.831029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=d32d2d48-1f5f-446a-8654-2ac2bee74840,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.862323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.935309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:35.935959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.996967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Checking segment: {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:35.997463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network hostable DHCP agents. Network: 60aff836-25c5-4ac5-86c5-8cf2c4a6009d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:36.009656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 671bb78c-12a4-4aef-9843-0b4e3a3f4504 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:36.012796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=40088b3b-7e4e-49ae-904a-760ebfc5b284,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.023829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': '41944ad2-7626-412f-99e3-94da21ba20fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ca23ee9b-f974-498c-9425-1b40eb69f409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:36.024195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: ca23ee9b-f974-498c-9425-1b40eb69f409, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:36.028480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3fd977dc-d753-4256-90e7-49cffa30ed8d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9832723 Jul 08 17:35:36.067457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3d1722ee-e1c2-4d85-b869-4fae4b8b3fce,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.086191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83', 'admin_state_up': True, 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'security_groups': ['da99a2b3-d703-4e91-9029-e0e98ec65595']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:36.149001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:36.199708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 60aff836-25c5-4ac5-86c5-8cf2c4a6009d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:36.211706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:36.212319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.218535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network ca23ee9b-f974-498c-9425-1b40eb69f409 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:36.220160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc43510c-09d4-4a10-ab36-a0f58113c7fc None None] Network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:36.259398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, ca23ee9b-f974-498c-9425-1b40eb69f409) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:36.268398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:36.271505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.298580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-feeaace1-22ce-4eb7-9cf8-a1b166986bb7 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3087690 Jul 08 17:35:36.301957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:36.321726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cfb78b80-3868-44ca-9264-d83214cc43ea tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8290908 Jul 08 17:35:36.323477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:36.328468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1066177149', 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:36.526093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Made reservation on behalf of 39b861b502664f62a0d619773932f251 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:36.537285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.542552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.549541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Made reservation on behalf of 969de0ff2fc64c1eaaf51ca6a0f53344 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:36.555775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.604564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] device_id is not set on port c3a3b001-4df6-49b7-854c-72e6bc88e368 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:36.629994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:36.630418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.706705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.740475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc552e-ae53-4113-a485-b5598bbd438e None None] Network ca23ee9b-f974-498c-9425-1b40eb69f409 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:36.758746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-29bdd291-5292-4b77-9ea6-4c032837de02 None None] Provisioning for port d32d2d48-1f5f-446a-8654-2ac2bee74840 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:36.759775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Allocated IP 2001:db8::379 (60aff836-25c5-4ac5-86c5-8cf2c4a6009d/3d1722ee-e1c2-4d85-b869-4fae4b8b3fce/c3a3b001-4df6-49b7-854c-72e6bc88e368) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:36.807558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.811557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-29bdd291-5292-4b77-9ea6-4c032837de02 None None] Provisioning complete for port d32d2d48-1f5f-446a-8654-2ac2bee74840 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:36.813180 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29bdd291-5292-4b77-9ea6-4c032837de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.880034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:35:36.890094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=40088b3b-7e4e-49ae-904a-760ebfc5b284,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.055176 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.079682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca23ee9b-f974-498c-9425-1b40eb69f409']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:37.103056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41944ad2-7626-412f-99e3-94da21ba20fd') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:37.103891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41944ad2-7626-412f-99e3-94da21ba20fd') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:37.128858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.132737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Allocated IP 10.2.2.200 (ba07596e-023f-4a72-8626-6b27f3412e83/f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e/da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:37.166667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.180730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:37.181560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:37.187406 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:37.208287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359dfe8-e586-4858-9102-37529034df5d req-14032f13-f2be-4264-8947-f96972102680 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.216160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359dfe8-e586-4858-9102-37529034df5d req-14032f13-f2be-4264-8947-f96972102680 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.222496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359dfe8-e586-4858-9102-37529034df5d req-14032f13-f2be-4264-8947-f96972102680 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.228702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359dfe8-e586-4858-9102-37529034df5d req-14032f13-f2be-4264-8947-f96972102680 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.231175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a359dfe8-e586-4858-9102-37529034df5d req-14032f13-f2be-4264-8947-f96972102680 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 3095 time: 0.2735748 Jul 08 17:35:37.299265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd291-5292-4b77-9ea6-4c032837de02 None None] Port d32d2d48-1f5f-446a-8654-2ac2bee74840 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:37.391348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb7d21-06e6-47fa-94d2-5eb4b69ecf73 None None] Network ca23ee9b-f974-498c-9425-1b40eb69f409 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:37.429191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.489970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.499168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/ca23ee9b-f974-498c-9425-1b40eb69f409 HTTP/1.1" status: 204 len: 168 time: 1.1690214 Jul 08 17:35:37.505541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:37.521661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb6a5f-3c9a-4113-a651-3005ec09314d None None] Network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:37.565350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523314143'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:37.577117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c709c5-3691-43e5-b3db-e4bae827f743 req-e06617af-797c-449d-b0f8-5432e26b75e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.578942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1c709c5-3691-43e5-b3db-e4bae827f743 req-e06617af-797c-449d-b0f8-5432e26b75e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 1.1458735 Jul 08 17:35:37.655382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1c709c5-3691-43e5-b3db-e4bae827f743 req-bb8f04b5-d693-4fc1-a86e-cd2c9feafc9b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681982 Jul 08 17:35:37.674729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.719438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee2430-c8f4-4ead-86b3-e5c8f0b3911c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=ca23ee9b-f974-498c-9425-1b40eb69f409,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.738194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:37.742701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.765591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a359dfe8-e586-4858-9102-37529034df5d req-1c87b042-b8a5-4fd5-9027-79820599794d tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4992518 Jul 08 17:35:37.766569 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.900772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a3b001-4df6-49b7-854c-72e6bc88e368,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.905215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:37.912578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:37.927666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:37.931114 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:37.932246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.933016 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.969545 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f44c9012-de8b-434e-ba5c-ecbe46b5c395 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6595540 Jul 08 17:35:37.972944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:37.986608 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.987084 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment d66baf41-8a88-4909-b3df-17ebd04d2c5d of type vlan for network 9fc90546-2446-4e03-b438-1dc3110fa516 Jul 08 17:35:38.004468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-bef85cab-046c-4d98-bf50-c9352ada6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:38.007061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-bef85cab-046c-4d98-bf50-c9352ada6079 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1095 time: 0.1243019 Jul 08 17:35:38.072429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.109229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.132240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Transition to ACTIVE for port object da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:38.220802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-926ccfae-e3ef-4cc3-b8d6-ab489d09246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:38.224512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-926ccfae-e3ef-4cc3-b8d6-ab489d09246e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1905618 Jul 08 17:35:38.235056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.240789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:38.241396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.356731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-d8917417-5212-4409-818d-f0ec5ca606a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.1228945 Jul 08 17:35:38.376628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=9fc90546-2446-4e03-b438-1dc3110fa516,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:38.388428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9fc90546-2446-4e03-b438-1dc3110fa516 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:38.413539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.425424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Deleting port c3a3b001-4df6-49b7-854c-72e6bc88e368 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:38.425760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.499674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-0d93aa0c-2649-42f4-bf0d-be24f42b4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:38.501146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-0d93aa0c-2649-42f4-bf0d-be24f42b4ce2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1355109 Jul 08 17:35:38.517959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d371dc0-6dfd-4831-89b7-933e11fafbe2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0112951 Jul 08 17:35:38.528825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:38.552898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:38.624750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Network ba07596e-023f-4a72-8626-6b27f3412e83 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:38.657410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:38.668572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:38.717845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event updated for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:38.895247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-6c85a73c-58ca-4f2c-a89f-2db20663c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:38.897398 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-6c85a73c-58ca-4f2c-a89f-2db20663c5c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3886397 Jul 08 17:35:38.919460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:38.924404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.944629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.029507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.030520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.049094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Calling delete_port for c3a3b001-4df6-49b7-854c-72e6bc88e368 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:39.081095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51857ce7-8417-4b86-9274-cfe4072cbc29 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0319076 Jul 08 17:35:39.115733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:39.154752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a8cc9e71-311d-41f7-9f5d-1452fc3014e4 None None] Provisioning for port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:39.159234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a8cc9e71-311d-41f7-9f5d-1452fc3014e4 None None] Provisioning complete for port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:39.159623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9e71-311d-41f7-9f5d-1452fc3014e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.257482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc9e71-311d-41f7-9f5d-1452fc3014e4 None None] Port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:39.271785 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-ed34a24c-b57b-4865-ad6d-a8fad13bb77f service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657935 Jul 08 17:35:39.353427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276731a-f403-4862-89f7-7005543a9f6a req-18851605-4d4d-41e9-a009-ad216051bf0f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.359112 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a276731a-f403-4862-89f7-7005543a9f6a req-18851605-4d4d-41e9-a009-ad216051bf0f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3914576 Jul 08 17:35:39.525403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.528844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.637378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.641447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a3b001-4df6-49b7-854c-72e6bc88e368,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:39.658682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.667480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-64e22242-e9b0-4758-aed9-189b98395034 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c3a3b001-4df6-49b7-854c-72e6bc88e368 HTTP/1.1" status: 204 len: 168 time: 1.6888490 Jul 08 17:35:39.668638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:39.684991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d', 'external_fixed_ips': [{'subnet_id': '3d1722ee-e1c2-4d85-b869-4fae4b8b3fce', 'ip_address': '2001:db8::379'}]}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:39.733471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.734583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.768705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-f547299d-f5f0-48f0-9000-242345236aff tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.776402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-f547299d-f5f0-48f0-9000-242345236aff tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.784928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-f547299d-f5f0-48f0-9000-242345236aff tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.791973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-f547299d-f5f0-48f0-9000-242345236aff tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.798329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-f547299d-f5f0-48f0-9000-242345236aff tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.806596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-f547299d-f5f0-48f0-9000-242345236aff tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 3816 time: 0.5749159 Jul 08 17:35:39.885669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': 'd66baf41-8a88-4909-b3df-17ebd04d2c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:39.906088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7d6362d-6f6a-46ed-8884-1a3cbf393bca req-e260e172-b06d-4b1a-a0e6-ccd0f1272e79 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986447 Jul 08 17:35:39.916610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: 9fc90546-2446-4e03-b438-1dc3110fa516, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:39.953972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a276731a-f403-4862-89f7-7005543a9f6a req-e7cbe979-70b4-4ad4-a92f-357114954040 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5557020 Jul 08 17:35:39.999912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=631fd7bd-6c71-46e1-8bc5-5484733056ee,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:40.074747 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-283ffd57-f6c2-4fad-b255-0f8f179c8113 req-bfd91116-d797-46b8-9461-91661d81af1b service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686322 Jul 08 17:35:40.092917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.096794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network 9fc90546-2446-4e03-b438-1dc3110fa516 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:40.133496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9fc90546-2446-4e03-b438-1dc3110fa516) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:40.167929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5fe099-4ec2-48f5-90f6-56810c6f76d8 None None] Network 9fc90546-2446-4e03-b438-1dc3110fa516 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:40.197823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:40.220039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.276316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c6b309a3-eeda-449c-8206-e8cd35181bb1 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7338235 Jul 08 17:35:40.279608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:40.507361 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.544784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.664865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-9fc90546-2446-4e03-b438-1dc3110fa516', 'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': '631fd7bd-6c71-46e1-8bc5-5484733056ee'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:40.668362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.797561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52cca5-cb91-4139-a328-f38876126565 req-f9ba9acf-f9ad-4c25-97bd-5292ea2a8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:40.799735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-f9ba9acf-f9ad-4c25-97bd-5292ea2a8b6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1095 time: 0.3069508 Jul 08 17:35:40.800930 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.931580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Allocated IP 2001:db8::1 (9fc90546-2446-4e03-b438-1dc3110fa516/631fd7bd-6c71-46e1-8bc5-5484733056ee/8b07db76-6f79-4e5a-a489-2d8c179608ec) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:40.956775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc44e9-ebf6-4e97-abbd-8d23c608454f req-df622935-3f77-4a47-b9ef-01ebc130e04f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:40.963536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38dc44e9-ebf6-4e97-abbd-8d23c608454f req-df622935-3f77-4a47-b9ef-01ebc130e04f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3309956 Jul 08 17:35:41.019488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:41.041065 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.095463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Transition to ACTIVE for port object 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:41.113096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.158380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38dc44e9-ebf6-4e97-abbd-8d23c608454f req-25f1a025-e0eb-42fc-b644-88b2d04d560c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289115 Jul 08 17:35:41.234075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52cca5-cb91-4139-a328-f38876126565 req-a3a68cd7-c81c-4d9c-aafa-5850ce3851b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.237337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-a3a68cd7-c81c-4d9c-aafa-5850ce3851b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.3502104 Jul 08 17:35:41.239246 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.265279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Transition to ACTIVE for port object 8b07db76-6f79-4e5a-a489-2d8c179608ec will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:41.266814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:41.286839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Transition to ACTIVE for port object 8b07db76-6f79-4e5a-a489-2d8c179608ec will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:41.299056 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.345914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-dd75720c-877d-461a-a5a3-afbcdf853317 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.1015625 Jul 08 17:35:41.430110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Network 9fc90546-2446-4e03-b438-1dc3110fa516 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:41.440631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:41.446070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:41.451519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Pushing event updated for resources: {'Port': ['ID=8b07db76-6f79-4e5a-a489-2d8c179608ec,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:41.471050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.541956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=631fd7bd-6c71-46e1-8bc5-5484733056ee,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:41.589555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Attempting to bind port 8b07db76-6f79-4e5a-a489-2d8c179608ec on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:41.590150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Attempting to bind port 8b07db76-6f79-4e5a-a489-2d8c179608ec by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd66baf41-8a88-4909-b3df-17ebd04d2c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:41.590690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Attempting to bind port 8b07db76-6f79-4e5a-a489-2d8c179608ec on network 9fc90546-2446-4e03-b438-1dc3110fa516 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:41.599518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:41.600212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Checking segment: {'id': 'd66baf41-8a88-4909-b3df-17ebd04d2c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:41.600950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.601512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Bound using segment: {'id': 'd66baf41-8a88-4909-b3df-17ebd04d2c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:41.602181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Bound port: 8b07db76-6f79-4e5a-a489-2d8c179608ec, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66baf41-8a88-4909-b3df-17ebd04d2c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '9fc90546-2446-4e03-b438-1dc3110fa516'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:41.605827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.642742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52cca5-cb91-4139-a328-f38876126565 req-9099abda-5610-4946-934d-c055c9d95ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.644405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-9099abda-5610-4946-934d-c055c9d95ed4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.2814064 Jul 08 17:35:41.654088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.699303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc90546-2446-4e03-b438-1dc3110fa516']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:41.738344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476f14-b901-4479-a119-11b217d945cd req-c068d979-5d4e-411e-83ad-b0b1f693cdf2 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.751659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476f14-b901-4479-a119-11b217d945cd req-c068d979-5d4e-411e-83ad-b0b1f693cdf2 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.763522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66baf41-8a88-4909-b3df-17ebd04d2c5d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:41.763824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66baf41-8a88-4909-b3df-17ebd04d2c5d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:41.780812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] For port 8b07db76-6f79-4e5a-a489-2d8c179608ec, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:41.782156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.784695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476f14-b901-4479-a119-11b217d945cd req-c068d979-5d4e-411e-83ad-b0b1f693cdf2 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.786710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] For port 8b07db76-6f79-4e5a-a489-2d8c179608ec, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8b07db76-6f79-4e5a-a489-2d8c179608ec,segment=NetworkSegment(d66baf41-8a88-4909-b3df-17ebd04d2c5d),segment_id=d66baf41-8a88-4909-b3df-17ebd04d2c5d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:41.793918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476f14-b901-4479-a119-11b217d945cd req-c068d979-5d4e-411e-83ad-b0b1f693cdf2 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.795950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.818305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.825345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7476f14-b901-4479-a119-11b217d945cd req-c068d979-5d4e-411e-83ad-b0b1f693cdf2 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.827200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7476f14-b901-4479-a119-11b217d945cd req-c068d979-5d4e-411e-83ad-b0b1f693cdf2 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 3828 time: 0.5428662 Jul 08 17:35:41.829875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Attempting to bind port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:41.830149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Attempting to bind port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:41.830502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Attempting to bind port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 on network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:41.840038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:41.840371 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:41.844259 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:41.896414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52cca5-cb91-4139-a328-f38876126565 req-f1fbe4c2-3799-47b5-bbfc-3b91c6d4c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.898073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-f1fbe4c2-3799-47b5-bbfc-3b91c6d4c6a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407753 Jul 08 17:35:41.915653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 on network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:41.915970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Attempting to bind port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 on network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:42.007908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:42.008724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Checking segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:42.009350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Bound using segment: {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:42.010085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Bound port: 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5172dbfb-1a70-4787-9136-55f27420db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:42.013524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:35:42.013524 n-d-799527-4 neutron-server[93944]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:35:42.013524 n-d-799527-4 neutron-server[93944]: [parameters: {'id': '9fc90546-2446-4e03-b438-1dc3110fa516'}] Jul 08 17:35:42.013524 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:35:42.014287 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:35:42.015102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.058551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75695d19-c452-4814-99e8-b737b3a2cede None None] Network 9fc90546-2446-4e03-b438-1dc3110fa516 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:42.078552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686b1e-3f3a-4864-b202-5d2ff712bfb3 None None] Pushing event updated for resources: {'Port': ['ID=8b07db76-6f79-4e5a-a489-2d8c179608ec,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:42.083896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.127197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-ec921c9c-73b3-41fd-9ea3-ec859cdd3fce service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176602 Jul 08 17:35:42.155073 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.165075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7476f14-b901-4479-a119-11b217d945cd req-8d33a316-b0a8-4e4e-b063-7198f4e94618 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445557 Jul 08 17:35:42.320031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] For port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:42.326036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] For port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:42.355830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.409241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:42.409875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.412260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] 10.222.0.53 "PUT /v2.0/ports/434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 1091 time: 3.3025594 Jul 08 17:35:42.417622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:42.420342 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41bee8-9d44-44e8-ac56-4783bdca6b98" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:42.449623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb52cca5-cb91-4139-a328-f38876126565 req-4d5c46cc-d261-4046-8af1-419b520f612e service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105919 Jul 08 17:35:42.457666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-fcaeeaa0-7763-4dce-8b9f-f59504fe0451 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:42.465542 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-fcaeeaa0-7763-4dce-8b9f-f59504fe0451 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/networks?id=60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 200 len: 813 time: 0.3372529 Jul 08 17:35:42.489536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-ad6a239a-20e3-4307-8e4a-c061a5008537 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/quotas/b71257099f4e4c0bb75aa068badf500a HTTP/1.1" status: 200 len: 375 time: 0.0225918 Jul 08 17:35:42.503127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:42.546675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.561905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-9e36f2c9-2ac3-4e70-ac0b-244e6b974493 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b71257099f4e4c0bb75aa068badf500a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711694 Jul 08 17:35:42.620236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Allocated IP 2001:db8::379 (60aff836-25c5-4ac5-86c5-8cf2c4a6009d/3d1722ee-e1c2-4d85-b869-4fae4b8b3fce/b6bf7ec9-19dc-48be-bb08-277abd971de5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:42.749337 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.790611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519ef54-c25c-4693-9141-f2da30e7c097 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:35:42.796885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-5b5bfe31-b9c3-4642-887e-55b917e676d6 service neutron] 10.222.0.48 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338488 Jul 08 17:35:42.813110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c0c7e-af91-42cc-842a-188ddb69ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:42.861693 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.962415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.973882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:42.975827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-adc0c542-9cd0-414c-942a-448b0bb4cdd7 service neutron] 10.222.0.48 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726696 Jul 08 17:35:42.992091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port 8b07db76-6f79-4e5a-a489-2d8c179608ec {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:42.992590 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.022539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:43.024999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Port': ['ID=b6bf7ec9-19dc-48be-bb08-277abd971de5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:43.041030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.046789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6649-3474-4b9c-9a83-6e137542db24 req-3a470bc9-9cbe-4ab6-8115-977175e5a0b9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:43.048485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7ab6649-3474-4b9c-9a83-6e137542db24 req-3a470bc9-9cbe-4ab6-8115-977175e5a0b9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.6160274 Jul 08 17:35:43.049238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:43.074771 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.118018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port 8b07db76-6f79-4e5a-a489-2d8c179608ec, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8b07db76-6f79-4e5a-a489-2d8c179608ec,segment=NetworkSegment(d66baf41-8a88-4909-b3df-17ebd04d2c5d),segment_id=d66baf41-8a88-4909-b3df-17ebd04d2c5d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:43.118622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.136717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519ef54-c25c-4693-9141-f2da30e7c097 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:35:43.139105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for 8b07db76-6f79-4e5a-a489-2d8c179608ec owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:43.317013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.359249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=8b07db76-6f79-4e5a-a489-2d8c179608ec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:43.364080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port 8b07db76-6f79-4e5a-a489-2d8c179608ec on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:43.518523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.530614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc90546-2446-4e03-b438-1dc3110fa516']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:43.544935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66baf41-8a88-4909-b3df-17ebd04d2c5d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:43.545141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66baf41-8a88-4909-b3df-17ebd04d2c5d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:43.555625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.570921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.579912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:43.580332 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:43.669028 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:43.796015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.831558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.841701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/9fc90546-2446-4e03-b438-1dc3110fa516 HTTP/1.1" status: 204 len: 168 time: 3.5584438 Jul 08 17:35:43.882722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:43.897487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686362895'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:43.920294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309d09-5929-44f0-a1f5-2e70d02dcff2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=9fc90546-2446-4e03-b438-1dc3110fa516,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:43.969023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:43.975686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.008313 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2d53db-1408-41f9-8534-e3a08094724f x-openstack-request-id: req-fb2d53db-1408-41f9-8534-e3a08094724f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:44.009413 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:44.009980 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb2d53db-1408-41f9-8534-e3a08094724f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:44.010616 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'status': 'completed', 'code': 200} Jul 08 17:35:44.030752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-7af7d154-3b9b-4d5b-9200-eef70091d563 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.042179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-7af7d154-3b9b-4d5b-9200-eef70091d563 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.052365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-7af7d154-3b9b-4d5b-9200-eef70091d563 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.058337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-7af7d154-3b9b-4d5b-9200-eef70091d563 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.076846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-7af7d154-3b9b-4d5b-9200-eef70091d563 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.078987 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-7af7d154-3b9b-4d5b-9200-eef70091d563 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 3828 time: 0.4118149 Jul 08 17:35:44.086419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-d6417ec5-0497-4bd7-acf5-956ee547be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.087182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-d6417ec5-0497-4bd7-acf5-956ee547be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.087824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-d6417ec5-0497-4bd7-acf5-956ee547be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.088464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-d6417ec5-0497-4bd7-acf5-956ee547be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.089638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-d6417ec5-0497-4bd7-acf5-956ee547be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.102828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-d6417ec5-0497-4bd7-acf5-956ee547be66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 4363 time: 0.4368346 Jul 08 17:35:44.142854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:44.157117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.157701 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment 07f166e5-a3b6-438f-8da3-ac7dc6447a68 of type vlan for network c5a3461c-1104-4626-87ea-38f25d69bc39 Jul 08 17:35:44.222508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7ab6649-3474-4b9c-9a83-6e137542db24 req-75a22e14-837e-4fb7-9de4-1e689f6379fe tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1573350 Jul 08 17:35:44.395619 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56e6c976-91a7-42f7-beae-a2a5624a92a7 req-df5ee46c-ef9d-49c5-b95a-f48d49fbccb3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348466 Jul 08 17:35:44.459443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec759fdd-8953-4a65-8d48-ddda612e4b42 req-af8284c5-573d-4745-84df-c360340f7500 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 210 time: 0.0442255 Jul 08 17:35:44.557521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.574718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-23a6872b-13f2-434f-b3b0-5d54a4ca8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.575504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-23a6872b-13f2-434f-b3b0-5d54a4ca8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.575744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-23a6872b-13f2-434f-b3b0-5d54a4ca8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.577872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-23a6872b-13f2-434f-b3b0-5d54a4ca8cdd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4183793 Jul 08 17:35:44.593796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.792985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae0fd77-c803-4fc7-abee-d878cfefa9de {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:44.802129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.804384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.810068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:44.810950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.862423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Transition to ACTIVE for port object 6ae0fd77-c803-4fc7-abee-d878cfefa9de will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:44.878209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.082375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.108946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:45.463686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=c5a3461c-1104-4626-87ea-38f25d69bc39,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:45.474652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-c00492d4-7e4b-4f51-8aae-bc65dcd7c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:45.476848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a41bee8-9d44-44e8-ac56-4783bdca6b98 req-c00492d4-7e4b-4f51-8aae-bc65dcd7c82e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8902297 Jul 08 17:35:45.481645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:45.505851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-85c7e121-2bbe-4372-b22e-fea3495eeaf7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:45.507446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-85c7e121-2bbe-4372-b22e-fea3495eeaf7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "GET /v2.0/networks?id=60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 200 len: 813 time: 0.2942674 Jul 08 17:35:45.540719 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0c7f01e0-d96b-4a6e-aa54-38de39636a5b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6497951 Jul 08 17:35:45.540983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Request body: {'port': {'device_id': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b', 'admin_state_up': True, 'tenant_id': 'b71257099f4e4c0bb75aa068badf500a'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:45.555304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:45.570608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:45.718317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc0ecd-f67e-45c8-8e7a-1a06a9ad1601 req-ca59d64e-2268-4e9c-a869-e70374532438 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:45.720354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddfc0ecd-f67e-45c8-8e7a-1a06a9ad1601 req-ca59d64e-2268-4e9c-a869-e70374532438 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2607791 Jul 08 17:35:45.784720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ddfc0ecd-f67e-45c8-8e7a-1a06a9ad1601 req-338ccbe5-f8e4-4c38-bbd7-5abc69428a58 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Jul 08 17:35:45.808003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Attempting to bind port 6ae0fd77-c803-4fc7-abee-d878cfefa9de on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:45.808794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Attempting to bind port 6ae0fd77-c803-4fc7-abee-d878cfefa9de by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:45.808794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Attempting to bind port 6ae0fd77-c803-4fc7-abee-d878cfefa9de on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:45.820131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Port 6ae0fd77-c803-4fc7-abee-d878cfefa9de on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:45.820474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Attempting to bind port 6ae0fd77-c803-4fc7-abee-d878cfefa9de on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:45.833005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:45.833349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Checking segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:45.833739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Bound using segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:45.834291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Bound port: 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:45.834716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.860228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Made reservation on behalf of b71257099f4e4c0bb75aa068badf500a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:45.863717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:45.864018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.868508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.986139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:45.994798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.003135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.010268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.017303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.023662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.033564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-e4372897-8c99-4d3c-bee0-a834874fa473 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 4605 time: 0.4017122 Jul 08 17:35:46.062259 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49b3fedd-6bcc-40ec-b559-5eb3df3fec5e req-a4d0ad78-b91c-47fd-b19f-81f660cd29e1 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 210 time: 0.0491836 Jul 08 17:35:46.127148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:46.141519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:46.152084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Router 6388b39b-4bf3-4385-a766-463026551b7f is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:35:46.157860 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.216424 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.271858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.273246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.280248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] 10.222.0.53 "PUT /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 1135 time: 3.8207047 Jul 08 17:35:46.298099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1c77-f733-4d6a-ae26-911bce58f877 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:46.308970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '6ae0fd77-c803-4fc7-abee-d878cfefa9de'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:46.310952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=fb38fdcf-b6b2-4620-abd9-485269f06718,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:46.314211 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "6ae0fd77-c803-4fc7-abee-d878cfefa9de"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:46.335517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': '07f166e5-a3b6-438f-8da3-ac7dc6447a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:46.335887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: c5a3461c-1104-4626-87ea-38f25d69bc39, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:46.340465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:46.410218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network c5a3461c-1104-4626-87ea-38f25d69bc39 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:46.429979 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9fbaa8e-95ce-4305-a174-cb12ce8da8b7 req-fa24a5a0-7171-4386-ac50-0f5c03e9e87b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3953953 Jul 08 17:35:46.434310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd7010-d9b5-4abd-851b-0e93db08fde1 req-98357c15-04b5-447d-83f7-34856e7fb1b3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.441405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd7010-d9b5-4abd-851b-0e93db08fde1 req-98357c15-04b5-447d-83f7-34856e7fb1b3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1074221 Jul 08 17:35:46.464713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c5a3461c-1104-4626-87ea-38f25d69bc39) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:46.470011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.470604 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.474619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e3779-e573-4514-91d8-d3a4cbfa710c None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:46.553147 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3697bfe-1252-414a-b727-ce9d9bb21589 x-openstack-request-id: req-e3697bfe-1252-414a-b727-ce9d9bb21589 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:46.553349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bcd7010-d9b5-4abd-851b-0e93db08fde1 req-3a27cbab-acfa-4d6f-a8b9-338dd2015b0a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107843 Jul 08 17:35:46.553893 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "6ae0fd77-c803-4fc7-abee-d878cfefa9de", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:46.554498 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3697bfe-1252-414a-b727-ce9d9bb21589 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:46.555235 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '6ae0fd77-c803-4fc7-abee-d878cfefa9de', 'status': 'completed', 'code': 200} Jul 08 17:35:46.575427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95279e9b-4d7c-4379-b0fb-e53d57ce56f9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0183821 Jul 08 17:35:46.625598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:46.635980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:46.681529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.806847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:46.811398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.824327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:35:46.837637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c5a3461c-1104-4626-87ea-38f25d69bc39', 'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': 'fb38fdcf-b6b2-4620-abd9-485269f06718'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:46.839825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.846497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Sync routers for ids ['6388b39b-4bf3-4385-a766-463026551b7f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:35:46.873719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Allocated IP 172.20.0.11 (60bf74e6-d58a-4602-87f5-b1a1680a319b/0c1c35b4-2446-4607-ac94-0c781c7ed824/5493624d-cfcc-4d36-a297-1eafd27b3e20) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:46.879140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Routers {'6388b39b-4bf3-4385-a766-463026551b7f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:46.880068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['6388b39b-4bf3-4385-a766-463026551b7f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:46.899104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.899769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.900473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.901073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.901700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.902562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.905831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-285e3f90-5309-43a8-a8af-08abd45d3d37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5291 time: 0.3494098 Jul 08 17:35:47.241893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-c6800ec6-b62b-430c-9e96-ca7995773e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.248165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-c6800ec6-b62b-430c-9e96-ca7995773e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.250048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-c6800ec6-b62b-430c-9e96-ca7995773e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.254119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-c6800ec6-b62b-430c-9e96-ca7995773e67 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3320978 Jul 08 17:35:47.304710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Set router 6388b39b-4bf3-4385-a766-463026551b7f gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:47.369375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.374169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-950c7a85-f77d-402d-8aeb-9b10e4eac538 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6949437 Jul 08 17:35:47.396281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42636) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:47.404549 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93b58ca8-1b52-4441-9d26-5e8de4c2e79e req-3531abe3-7a38-4ab8-9a07-979e5e1f25be tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 210 time: 0.0566056 Jul 08 17:35:47.534554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Allocated IP 2001:db8::2 (c5a3461c-1104-4626-87ea-38f25d69bc39/fb38fdcf-b6b2-4620-abd9-485269f06718/8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:47.611649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.618909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-21ff97b7-d83b-4381-ba61-ff3179b61b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.626604 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f8bf563-dcbf-47a0-94cc-0435317d2c0f req-21ff97b7-d83b-4381-ba61-ff3179b61b6f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3549540 Jul 08 17:35:47.677173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b9387-8c8e-4092-81d1-ae1cb9125997 req-97527793-3e74-424b-918d-813a8639ba29 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.691751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-335b9387-8c8e-4092-81d1-ae1cb9125997 req-97527793-3e74-424b-918d-813a8639ba29 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3398731 Jul 08 17:35:47.704236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388b39b-4bf3-4385-a766-463026551b7f', 'name': '', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d', 'external_fixed_ips': [{'subnet_id': '3d1722ee-e1c2-4d85-b869-4fae4b8b3fce', 'ip_address': '2001:db8::379'}], 'enable_snat': True}, 'gw_port_id': 'b6bf7ec9-19dc-48be-bb08-277abd971de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:35:39Z', 'updated_at': '2021-07-08T17:35:44Z', 'revision_number': 3, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port': {'id': 'b6bf7ec9-19dc-48be-bb08-277abd971de5', 'name': '', 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6388b39b-4bf3-4385-a766-463026551b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '3d1722ee-e1c2-4d85-b869-4fae4b8b3fce', 'ip_address': '2001:db8::379', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:35:42Z', 'updated_at': '2021-07-08T17:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d1722ee-e1c2-4d85-b869-4fae4b8b3fce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:47.765270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.783096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Checking router: 6388b39b-4bf3-4385-a766-463026551b7f for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:35:47.783725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Updating router 6388b39b-4bf3-4385-a766-463026551b7f port b6bf7ec9-19dc-48be-bb08-277abd971de5 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:35:47.804917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-335b9387-8c8e-4092-81d1-ae1cb9125997 req-2a63e2c8-a225-4e5c-9623-beb5cbd23dca tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111605 Jul 08 17:35:47.814722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.846719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.874950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b87414-60b2-4177-97d0-4316042abc01 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:47.890421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network c5a3461c-1104-4626-87ea-38f25d69bc39 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:47.895723 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.900625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.902630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:47.914495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.915144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.930743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Transition to ACTIVE for port object 67b87414-60b2-4177-97d0-4316042abc01 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:47.953217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.981974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.988149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.995040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.003031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.009276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.016251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.023894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-bc71696f-e641-4c5e-950a-8838f339941f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 4605 time: 0.3592331 Jul 08 17:35:48.032706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Network 60bf74e6-d58a-4602-87f5-b1a1680a319b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:48.037711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:48.042977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:48.079512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=15b590aa-87ca-4a0a-8944-127f0ea20d61,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:48.090206 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9cb4c06a-11ea-42ae-88f2-f9b7072e7190 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4576201 Jul 08 17:35:48.091216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42648) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:48.141416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.142136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.154851 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b69968c4-1893-4d9e-b8ff-11710431e5c6 req-9dbfc21a-f5de-47f0-80d4-05e08f522a1e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299834 Jul 08 17:35:48.178582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Pushing event updated for resources: {'Port': ['ID=5493624d-cfcc-4d36-a297-1eafd27b3e20,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:48.191055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-a389ec88-e6c6-45fa-8ed1-a29da340f82e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6647990 Jul 08 17:35:48.206842 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.230034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Transition to ACTIVE for port object 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:48.268686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Transition to ACTIVE for port object 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:48.320786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:48.324940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.382981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Request body: {'port': {'device_id': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:48.391213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde140a-7670-42e4-82da-e74c60851cc0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.405893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde140a-7670-42e4-82da-e74c60851cc0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.407874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde140a-7670-42e4-82da-e74c60851cc0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.410797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde140a-7670-42e4-82da-e74c60851cc0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.412604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde140a-7670-42e4-82da-e74c60851cc0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.419272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6dde140a-7670-42e4-82da-e74c60851cc0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3081203 Jul 08 17:35:48.420138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:48.428062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10191723'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:48.458120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.462927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:48.468365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.597088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:48.610814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Attempting to bind port 67b87414-60b2-4177-97d0-4316042abc01 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:48.611595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Attempting to bind port 67b87414-60b2-4177-97d0-4316042abc01 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:48.612205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Attempting to bind port 67b87414-60b2-4177-97d0-4316042abc01 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:48.624090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Port 67b87414-60b2-4177-97d0-4316042abc01 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:48.624813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Attempting to bind port 67b87414-60b2-4177-97d0-4316042abc01 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:48.637055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:48.637840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Checking segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:48.638510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Bound using segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:48.639222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Bound port: 67b87414-60b2-4177-97d0-4316042abc01, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:48.639861 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.666010 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.666855 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment c8082968-34bf-471a-9291-e17b444ad38d of type vlan for network b166696f-bd17-443f-870c-9f47a08af2d0 Jul 08 17:35:48.718361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.777967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.787880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:48.801416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:48.804279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:48.832214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Pushing event updated for resources: {'Port': ['ID=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:48.889643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.896380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.897032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.973620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Deleting port b6bf7ec9-19dc-48be-bb08-277abd971de5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:48.974034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.980437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5564561 Jul 08 17:35:48.998501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:49.010575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20bc8f-9a74-4024-9ace-b5c37d6e3d21 req-d8266513-6504-4d1d-9c1e-1448f55d53da tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:49.019553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f20bc8f-9a74-4024-9ace-b5c37d6e3d21 req-d8266513-6504-4d1d-9c1e-1448f55d53da tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.6608226 Jul 08 17:35:49.032178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:49.062567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Attempting to bind port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:49.063146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Attempting to bind port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '07f166e5-a3b6-438f-8da3-ac7dc6447a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:49.063490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Attempting to bind port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b on network c5a3461c-1104-4626-87ea-38f25d69bc39 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:49.068165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:49.080226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:49.080517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Checking segment: {'id': '07f166e5-a3b6-438f-8da3-ac7dc6447a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:49.081675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.082351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Bound using segment: {'id': '07f166e5-a3b6-438f-8da3-ac7dc6447a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:49.083015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Bound port: 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f166e5-a3b6-438f-8da3-ac7dc6447a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:49.083418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.088321 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.109329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76039fc-1a71-414b-919f-d9becd9df6eb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=b166696f-bd17-443f-870c-9f47a08af2d0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.110394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Transition to ACTIVE for port object b6bf7ec9-19dc-48be-bb08-277abd971de5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:49.123146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:49.147485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=67b87414-60b2-4177-97d0-4316042abc01,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:49.169563 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.181274 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.229028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.248622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Calling delete_port for b6bf7ec9-19dc-48be-bb08-277abd971de5 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:49.406775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c99792-0199-40e3-a2e2-8801f4a357a4 None None] Pushing event updated for resources: {'Port': ['ID=b6bf7ec9-19dc-48be-bb08-277abd971de5,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.415817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] For port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:49.419965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Attempting to bind port b6bf7ec9-19dc-48be-bb08-277abd971de5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:49.420553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Attempting to bind port b6bf7ec9-19dc-48be-bb08-277abd971de5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:49.421103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Attempting to bind port b6bf7ec9-19dc-48be-bb08-277abd971de5 on network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:49.424781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] For port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,segment=NetworkSegment(07f166e5-a3b6-438f-8da3-ac7dc6447a68),segment_id=07f166e5-a3b6-438f-8da3-ac7dc6447a68)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:49.429619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:49.430302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Checking segment: {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:49.430887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.431472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Bound using segment: {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:49.432157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Bound port: b6bf7ec9-19dc-48be-bb08-277abd971de5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:49.432904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.437640 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.442434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce952b-5697-43a1-b096-e780e006cca1 req-1a743407-7da9-4881-aacc-b821db555460 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:49.450474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02ce952b-5697-43a1-b096-e780e006cca1 req-1a743407-7da9-4881-aacc-b821db555460 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 932 time: 0.6151938 Jul 08 17:35:49.572730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02ce952b-5697-43a1-b096-e780e006cca1 req-d82757af-20ec-4bef-9cf1-aa802e5d3748 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212568 Jul 08 17:35:49.590417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a09add94-d81a-426e-a4a8-d607dbdbe3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.615756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04e9c5-3ff2-426f-8430-e8f6819bd770 None None] Pushing event updated for resources: {'Port': ['ID=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.662534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.688820 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.720331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network b166696f-bd17-443f-870c-9f47a08af2d0 is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:35:49.732874 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:35:49.733263 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:35:49.744565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:49.746380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.747119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "PUT /v2.0/networks/b166696f-bd17-443f-870c-9f47a08af2d0 HTTP/1.1" status: 200 len: 723 time: 0.7216394 Jul 08 17:35:49.769046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.810478 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:49.818602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:49.938078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f20bc8f-9a74-4024-9ace-b5c37d6e3d21 req-129ba18a-88a5-4a0e-95c6-4c1f69b8bf6c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9176471 Jul 08 17:35:50.021024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6bf7ec9-19dc-48be-bb08-277abd971de5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:50.071500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.080978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.081596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6cb55-28d2-4d90-a7a9-721aeab396d8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=b166696f-bd17-443f-870c-9f47a08af2d0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:50.082044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.092404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] 10.222.0.53 "PUT /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 1135 time: 3.7677116 Jul 08 17:35:50.095040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '67b87414-60b2-4177-97d0-4316042abc01'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:50.097398 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab575ba7-aadc-434d-8a65-8568a5a5fe50" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "67b87414-60b2-4177-97d0-4316042abc01"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:50.122254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:50.190472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:50.274839 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe67105-7b66-44e3-8bce-8081da908904 x-openstack-request-id: req-cbe67105-7b66-44e3-8bce-8081da908904 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:50.275392 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "67b87414-60b2-4177-97d0-4316042abc01", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:50.275827 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbe67105-7b66-44e3-8bce-8081da908904 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:50.276962 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '67b87414-60b2-4177-97d0-4316042abc01', 'status': 'completed', 'code': 200} Jul 08 17:35:50.328862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:50.378442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.383747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94491c0d-40c3-4ce3-af74-cbf1578fe5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:50.389533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Attempting to bind port b6bf7ec9-19dc-48be-bb08-277abd971de5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:50.389941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Attempting to bind port b6bf7ec9-19dc-48be-bb08-277abd971de5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:50.398240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Attempting to bind port b6bf7ec9-19dc-48be-bb08-277abd971de5 on network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:50.443532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:50.452436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Checking segment: {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:50.452877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.453280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Bound using segment: {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:50.453787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Bound port: b6bf7ec9-19dc-48be-bb08-277abd971de5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1329bc-9603-45f9-a29b-79e4e8f631f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60aff836-25c5-4ac5-86c5-8cf2c4a6009d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:50.454208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.503259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Port b6bf7ec9-19dc-48be-bb08-277abd971de5 has been deleted concurrently {{(pid=93946) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 17:35:50.529522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Routers {'6388b39b-4bf3-4385-a766-463026551b7f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:50.530613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['6388b39b-4bf3-4385-a766-463026551b7f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:50.540120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:50.698851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:50.700952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] Set router 6388b39b-4bf3-4385-a766-463026551b7f gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:50.704922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.775004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.794849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.805867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.822314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6388b39b-4bf3-4385-a766-463026551b7f', 'name': '', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:35:39Z', 'updated_at': '2021-07-08T17:35:49Z', 'revision_number': 5, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:50.822561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.838191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.852660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.861015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.870885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-01990ce7-57c5-4096-a1a3-f3b054c2c037 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5382 time: 1.0688891 Jul 08 17:35:50.872443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffaddc0-eae5-4ab6-9984-97a2250e2441 None None] The sync data for ids ['6388b39b-4bf3-4385-a766-463026551b7f'] in n-d-799527-4 is: [{'id': '6388b39b-4bf3-4385-a766-463026551b7f', 'name': '', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:35:39Z', 'updated_at': '2021-07-08T17:35:49Z', 'revision_number': 5, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:35:51.017165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.019328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5493624d-cfcc-4d36-a297-1eafd27b3e20 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:51.029798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59372848-5fcc-4a8a-9000-1bdf6dcb2e98 req-08d4c43a-8fe7-4730-9177-1b8081aad8bb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574919 Jul 08 17:35:51.037246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.038653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.077918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Transition to ACTIVE for port object 5493624d-cfcc-4d36-a297-1eafd27b3e20 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:51.121285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.151926 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.152937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6388b39b-4bf3-4385-a766-463026551b7f {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:35:51.160158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.162879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-010eafe8-3cff-4537-91cd-14c781d22948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6388b39b-4bf3-4385-a766-463026551b7f HTTP/1.1" status: 204 len: 168 time: 3.7656245 Jul 08 17:35:51.163529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:51.172370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.172866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.173376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.173807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.174465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.175015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.175486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.177437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-12b26a3a-d941-4cd3-965f-83de53773786 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6219 time: 0.4921525 Jul 08 17:35:51.225855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:51.265131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.285586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Deleting subnet 3d1722ee-e1c2-4d85-b869-4fae4b8b3fce {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:51.360640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Pushing event updated for resources: {'Port': ['ID=5493624d-cfcc-4d36-a297-1eafd27b3e20,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:51.377744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Transition to ACTIVE for port object 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:51.388265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.395700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.418648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd618fb-eb83-4eb5-b260-ff2d86e9b657 req-2380d124-cb4d-408d-a07e-c32958151e88 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.420619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8dd618fb-eb83-4eb5-b260-ff2d86e9b657 req-2380d124-cb4d-408d-a07e-c32958151e88 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 944 time: 0.4816551 Jul 08 17:35:51.446572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Attempting to bind port 5493624d-cfcc-4d36-a297-1eafd27b3e20 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:51.447202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Attempting to bind port 5493624d-cfcc-4d36-a297-1eafd27b3e20 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:51.447603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Attempting to bind port 5493624d-cfcc-4d36-a297-1eafd27b3e20 on network 60bf74e6-d58a-4602-87f5-b1a1680a319b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:51.465090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f57f7-c041-40c5-93ed-1562a95a7732 None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:51.488765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Port 5493624d-cfcc-4d36-a297-1eafd27b3e20 on network 60bf74e6-d58a-4602-87f5-b1a1680a319b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:51.489262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Attempting to bind port 5493624d-cfcc-4d36-a297-1eafd27b3e20 on network 60bf74e6-d58a-4602-87f5-b1a1680a319b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:51.537001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Pushing event updated for resources: {'Port': ['ID=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:51.563045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:51.563045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Checking segment: {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:51.563410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Bound using segment: {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:51.563846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Bound port: 5493624d-cfcc-4d36-a297-1eafd27b3e20, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:51.564201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.628992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8dd618fb-eb83-4eb5-b260-ff2d86e9b657 req-b0687b02-33b2-4987-8c74-4390557adee2 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763153 Jul 08 17:35:51.661817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8f629455-545d-4440-b0b0-12159619377d None None] Provisioning for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:51.677002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8f629455-545d-4440-b0b0-12159619377d None None] Provisioning complete for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:51.677697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f629455-545d-4440-b0b0-12159619377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.685564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.706915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69273507-7f19-41f1-9116-003a0d74668c req-0a15b027-e279-47f1-9c36-f432bf878783 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.712079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69273507-7f19-41f1-9116-003a0d74668c req-0a15b027-e279-47f1-9c36-f432bf878783 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.4190888 Jul 08 17:35:51.830745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Attempting to bind port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:51.831128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Attempting to bind port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:51.831531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Attempting to bind port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:51.836750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] For port 5493624d-cfcc-4d36-a297-1eafd27b3e20, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:51.838876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:51.839462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Attempting to bind port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:51.845094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] For port 5493624d-cfcc-4d36-a297-1eafd27b3e20, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:51.848673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:51.849274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Checking segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:51.849915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Bound using segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:51.850633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Bound port: 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:51.851244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.856012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-f52d11ea-3e76-41f7-8c34-46a4cadfe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.856658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-f52d11ea-3e76-41f7-8c34-46a4cadfe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.857198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-f52d11ea-3e76-41f7-8c34-46a4cadfe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.875208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-f52d11ea-3e76-41f7-8c34-46a4cadfe395 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5133412 Jul 08 17:35:51.889082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.912333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69273507-7f19-41f1-9116-003a0d74668c req-1810348d-3931-4ab9-82af-375c090fd0a8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393623 Jul 08 17:35:51.975794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.976679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.988987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] 10.222.0.53 "PUT /v2.0/ports/5493624d-cfcc-4d36-a297-1eafd27b3e20 HTTP/1.1" status: 200 len: 1092 time: 3.6108797 Jul 08 17:35:52.068515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.074012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.117522 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f629455-545d-4440-b0b0-12159619377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.165796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3cf31-adee-4a21-bd1d-8c6181deba38 service neutron] Pushing event updated for resources: {'Port': ['ID=5493624d-cfcc-4d36-a297-1eafd27b3e20,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.166825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=d6193910-50b3-41bf-9b9d-c866bbe0e14e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.205533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] For port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:52.237851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] For port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:52.275982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.287287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'tag': '5493624d-cfcc-4d36-a297-1eafd27b3e20'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:52.292032 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256" -d '{"events": [{"name": "network-changed", "server_uuid": "ae88d2e4-fda1-4a75-a419-c9caf3233c6c", "tag": "5493624d-cfcc-4d36-a297-1eafd27b3e20"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:52.292558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8f629455-545d-4440-b0b0-12159619377d None None] For port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,segment=NetworkSegment(07f166e5-a3b6-438f-8da3-ac7dc6447a68),segment_id=07f166e5-a3b6-438f-8da3-ac7dc6447a68)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:52.328294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f629455-545d-4440-b0b0-12159619377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.439785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.440034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-45d242a2-0f65-4ca4-a8a8-3af67f3bb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.440434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.441940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] 10.222.0.53 "PUT /v2.0/ports/0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 200 len: 1091 time: 2.3027306 Jul 08 17:35:52.444042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-ff384236-f506-4f4b-8d64-91df720db096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.445444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-ff384236-f506-4f4b-8d64-91df720db096 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b71257099f4e4c0bb75aa068badf500a&device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 1095 time: 0.3909433 Jul 08 17:35:52.447586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab575ba7-aadc-434d-8a65-8568a5a5fe50 req-45d242a2-0f65-4ca4-a8a8-3af67f3bb8a8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5393701 Jul 08 17:35:52.476745 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58b69360-55fc-4c4e-8adb-845d162d72e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.490417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f629455-545d-4440-b0b0-12159619377d None None] Pushing event updated for resources: {'Port': ['ID=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.506167 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f5591-ddb9-43d0-93df-96d4210f143d x-openstack-request-id: req-ce1f5591-ddb9-43d0-93df-96d4210f143d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:52.506468 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae88d2e4-fda1-4a75-a419-c9caf3233c6c", "tag": "5493624d-cfcc-4d36-a297-1eafd27b3e20", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:52.506726 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce1f5591-ddb9-43d0-93df-96d4210f143d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:52.507150 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'tag': '5493624d-cfcc-4d36-a297-1eafd27b3e20', 'status': 'completed', 'code': 200} Jul 08 17:35:52.510992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:52.552753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.556535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Update dhcp port {'port': {'network_id': 'c5a3461c-1104-4626-87ea-38f25d69bc39', 'fixed_ips': [{'subnet_id': 'fb38fdcf-b6b2-4620-abd9-485269f06718', 'ip_address': '2001:db8::2'}, {'subnet_id': '15b590aa-87ca-4a0a-8944-127f0ea20d61'}], 'binding:host_id': 'n-d-799527-4'}, 'id': '8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:35:52.586328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.588409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': 'c8082968-34bf-471a-9291-e17b444ad38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:52.588817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: b166696f-bd17-443f-870c-9f47a08af2d0, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:52.620685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-59be8892-692e-4761-b67b-5753de69d1fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20 HTTP/1.1" status: 200 len: 217 time: 0.1475146 Jul 08 17:35:52.650222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.656084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/3d1722ee-e1c2-4d85-b869-4fae4b8b3fce HTTP/1.1" status: 204 len: 168 time: 1.4874282 Jul 08 17:35:52.656084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1f168-7bd9-469e-9ddd-62dafcaeffae tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1722ee-e1c2-4d85-b869-4fae4b8b3fce,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.660918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42730) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:52.673920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cab54c-0741-4975-8f7f-f9713611eb2f service neutron] Pushing event updated for resources: {'Port': ['ID=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.711073 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.804022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.811043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.823037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.829085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.835355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.841418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.847913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.849952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-66f3ef3d-6c53-4b5b-9d1d-e62da2f13965 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5394 time: 0.5638134 Jul 08 17:35:52.850269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-c6dea66c-5a6e-4441-9008-bdf5ed852ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.853988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-c6dea66c-5a6e-4441-9008-bdf5ed852ee8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c1c35b4-2446-4607-ac94-0c781c7ed824 HTTP/1.1" status: 200 len: 853 time: 0.2205720 Jul 08 17:35:52.856472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network b166696f-bd17-443f-870c-9f47a08af2d0 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:52.910948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, b166696f-bd17-443f-870c-9f47a08af2d0) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:52.912684 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.918280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.918871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.923106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.968293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fdb991a9-bb19-4b2c-af1a-bea20345cab1 req-3b752b3a-2caa-4b79-8fc8-d80904ee3a7b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005356 Jul 08 17:35:52.984163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314caf5c-065b-4ce9-9bf0-30527af829ca None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:52.991393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-0e315ef8-167a-414a-b54a-e1c0d2e63053 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60bf74e6-d58a-4602-87f5-b1a1680a319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758083 Jul 08 17:35:52.997452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2f19ac6a-dbd1-4ae2-9d8b-0f7938c903f0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1836083 Jul 08 17:35:53.006224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:53.012543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:53.211828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-9d9ab3e2-1aea-4962-9b10-cab593d64063 service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958404 Jul 08 17:35:53.227456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d32e05-c67f-4bc1-9eb9-a3e840b6735c req-392ed861-5787-4a33-bd33-ef548aaaac0e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.231730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53d32e05-c67f-4bc1-9eb9-a3e840b6735c req-392ed861-5787-4a33-bd33-ef548aaaac0e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.4183042 Jul 08 17:35:53.335249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Allocated IP 172.20.0.1 (c5a3461c-1104-4626-87ea-38f25d69bc39/15b590aa-87ca-4a0a-8944-127f0ea20d61/8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:53.363400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53d32e05-c67f-4bc1-9eb9-a3e840b6735c req-7e7cd0bb-93bd-4522-8362-bc2df3c0d5a6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206605 Jul 08 17:35:53.364079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.407506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aff836-25c5-4ac5-86c5-8cf2c4a6009d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:53.432488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336c9d7-96cf-4d51-af9e-6c5e4faa1d88 req-8e66cab8-c41e-403c-9344-815e094283cf service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952610 Jul 08 17:35:53.470088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3898375'] for subnet, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.483952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-b166696f-bd17-443f-870c-9f47a08af2d0', 'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': 'd6193910-50b3-41bf-9b9d-c866bbe0e14e'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:53.484761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.540055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1329bc-9603-45f9-a29b-79e4e8f631f3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:53.540331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1329bc-9603-45f9-a29b-79e4e8f631f3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:53.598459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-82c7daef-60cc-441e-b915-c776c36497ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.600534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] For port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,segment=NetworkSegment(07f166e5-a3b6-438f-8da3-ac7dc6447a68),segment_id=07f166e5-a3b6-438f-8da3-ac7dc6447a68)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:53.610287 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-82c7daef-60cc-441e-b915-c776c36497ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b71257099f4e4c0bb75aa068badf500a&device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 1095 time: 0.1159477 Jul 08 17:35:53.647029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.661883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Transition to ACTIVE for port object 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:53.670348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.759566 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743856341270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3695438'] for subnet, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.764985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.816464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-233f8796-cf29-44a6-89ee-b4b80b6c4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.818195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-233f8796-cf29-44a6-89ee-b4b80b6c4e88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 200 len: 914 time: 0.2066193 Jul 08 17:35:53.820273 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.867378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cc5d0-dd7e-41f7-bae0-7d46900001ec None None] Pushing event updated for resources: {'Port': ['ID=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:53.916076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.920105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-7906b0f0-7765-444c-863c-3514e516e91a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20 HTTP/1.1" status: 200 len: 217 time: 0.0933764 Jul 08 17:35:53.939380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.939988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.948728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "PUT /v2.0/subnets/d6193910-50b3-41bf-9b9d-c866bbe0e14e HTTP/1.1" status: 200 len: 826 time: 0.9407849 Jul 08 17:35:53.949565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:53.975486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Allocated IP 2001:db8::2 (b166696f-bd17-443f-870c-9f47a08af2d0/d6193910-50b3-41bf-9b9d-c866bbe0e14e/59e854f2-d23d-422a-a634-9ad93e8852e9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:54.052309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-793ddc48-63ef-4ba6-b2e0-ef0dc6e959bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.057553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-793ddc48-63ef-4ba6-b2e0-ef0dc6e959bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c1c35b4-2446-4607-ac94-0c781c7ed824 HTTP/1.1" status: 200 len: 853 time: 0.1301408 Jul 08 17:35:54.060978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45245402-097c-47ff-99a5-a222d4fed7f5 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:54.070346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.110648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:54.132768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-1eef696b-afbb-433c-9541-cef0d5c2b5b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60bf74e6-d58a-4602-87f5-b1a1680a319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657673 Jul 08 17:35:54.165656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:54.166254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: items = [ Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:54.170275 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:54.284762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8369e4-b4fb-4c48-a4a6-1e114431bc8e req-cd8b8a1a-dfad-4f4b-8e6a-a83e10e3c8d0 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.286509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a8369e4-b4fb-4c48-a4a6-1e114431bc8e req-cd8b8a1a-dfad-4f4b-8e6a-a83e10e3c8d0 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 944 time: 1.0513909 Jul 08 17:35:54.306886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985c1a-e1a5-473c-b7e4-d27bb04063ec tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=d6193910-50b3-41bf-9b9d-c866bbe0e14e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.433501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.436777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Transition to ACTIVE for port object 45245402-097c-47ff-99a5-a222d4fed7f5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:54.447780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Transition to ACTIVE for port object 59e854f2-d23d-422a-a634-9ad93e8852e9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:54.451179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.466359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60aff836-25c5-4ac5-86c5-8cf2c4a6009d {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:35:54.471195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.483650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/networks/60aff836-25c5-4ac5-86c5-8cf2c4a6009d HTTP/1.1" status: 204 len: 168 time: 1.8196266 Jul 08 17:35:54.489748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.492355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Transition to ACTIVE for port object 59e854f2-d23d-422a-a634-9ad93e8852e9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:54.497509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.503766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a8369e4-b4fb-4c48-a4a6-1e114431bc8e req-6987f163-02dc-46c1-9f85-9e29dbf07312 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910276 Jul 08 17:35:54.509463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.515582 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.518344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.521039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.541271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.558642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.594262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.601056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.630576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-af64391d-7b57-4416-9114-4b2049153c5f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5394 time: 0.3745365 Jul 08 17:35:54.633641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:54.638595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82855a-cd95-4e2a-b2f3-b16bc3de41dc tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event deleted for resources: {'Network': ['ID=60aff836-25c5-4ac5-86c5-8cf2c4a6009d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.638811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:54.648308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:54.658356 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743993c-a472-4d16-ada7-b49c24066953" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "0ae439d5-1bb3-4ff1-b77e-76999fa8df8f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:54.664315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:54.677381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-7650caad-ce17-43d6-a94b-3e4458438541 service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327840 Jul 08 17:35:54.683514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Pushing event updated for resources: {'Port': ['ID=59e854f2-d23d-422a-a634-9ad93e8852e9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.712829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Pushing event updated for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.835031 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Attempting to bind port 59e854f2-d23d-422a-a634-9ad93e8852e9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:54.845640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Attempting to bind port 59e854f2-d23d-422a-a634-9ad93e8852e9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c8082968-34bf-471a-9291-e17b444ad38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:54.846860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Attempting to bind port 59e854f2-d23d-422a-a634-9ad93e8852e9 on network b166696f-bd17-443f-870c-9f47a08af2d0 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:54.869385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:54.870964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Checking segment: {'id': 'c8082968-34bf-471a-9291-e17b444ad38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:54.875380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.876174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Bound using segment: {'id': 'c8082968-34bf-471a-9291-e17b444ad38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:54.877847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Bound port: 59e854f2-d23d-422a-a634-9ad93e8852e9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8082968-34bf-471a-9291-e17b444ad38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b166696f-bd17-443f-870c-9f47a08af2d0'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:54.880536 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.957595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:54.981859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'name': 'tempest-router--423050168', 'project_id': 'c5956d5de1de4bccbbcc4b2ae6bc5dd1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:54.994058 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.038538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] For port 59e854f2-d23d-422a-a634-9ad93e8852e9, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:55.044143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] For port 59e854f2-d23d-422a-a634-9ad93e8852e9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=59e854f2-d23d-422a-a634-9ad93e8852e9,segment=NetworkSegment(c8082968-34bf-471a-9291-e17b444ad38d),segment_id=c8082968-34bf-471a-9291-e17b444ad38d)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:55.051646 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.094567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c63003a0-13d2-485c-9b0b-5d58bb5e501f req-6b35a308-140e-4499-9933-7f9cc2c13a81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4623675 Jul 08 17:35:55.158095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.159230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.166731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3c385-4564-45d2-9dc5-931384086548 None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:55.170686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Attempting to bind port 45245402-097c-47ff-99a5-a222d4fed7f5 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:55.171159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Attempting to bind port 45245402-097c-47ff-99a5-a222d4fed7f5 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:55.171381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Attempting to bind port 45245402-097c-47ff-99a5-a222d4fed7f5 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:55.230592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Port 45245402-097c-47ff-99a5-a222d4fed7f5 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:55.231009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Attempting to bind port 45245402-097c-47ff-99a5-a222d4fed7f5 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:55.242226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:55.242572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Checking segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:55.243118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Bound using segment: {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:55.243681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Bound port: 45245402-097c-47ff-99a5-a222d4fed7f5, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2497492-e17c-43bf-b236-852517564576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:55.243936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.257374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ec5b2-363f-4c1c-b532-95b2b834f9ad req-1a2f9e47-e23a-4962-b34e-1aa25f545d1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.259055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0ec5b2-363f-4c1c-b532-95b2b834f9ad req-1a2f9e47-e23a-4962-b34e-1aa25f545d1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3162107 Jul 08 17:35:55.261743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port 59e854f2-d23d-422a-a634-9ad93e8852e9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:55.271082 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.299839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab338c32-a77a-409f-bef1-00fcc8c44337 None None] Pushing event updated for resources: {'Port': ['ID=59e854f2-d23d-422a-a634-9ad93e8852e9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:55.335089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.344697 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63575a07-cb4e-4c04-bc6b-99cd6c8d4ca8 x-openstack-request-id: req-63575a07-cb4e-4c04-bc6b-99cd6c8d4ca8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:55.345264 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "0ae439d5-1bb3-4ff1-b77e-76999fa8df8f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:55.345730 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63575a07-cb4e-4c04-bc6b-99cd6c8d4ca8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:55.346328 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f', 'status': 'completed', 'code': 200} Jul 08 17:35:55.372833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b79d4cdf-71d9-4cc0-ad7d-a5b22755e107 None None] Provisioning for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:55.391083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.391313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b79d4cdf-71d9-4cc0-ad7d-a5b22755e107 None None] Provisioning complete for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:55.393095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b79d4cdf-71d9-4cc0-ad7d-a5b22755e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.419621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3d0a26-7af7-49b2-a3e1-0f920ce7c256 req-13219999-d2be-42a9-a094-757f01cfdf86 service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155559 Jul 08 17:35:55.430931 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.435992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0c2d46c9-93f1-4475-9290-c87877db56b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4731317 Jul 08 17:35:55.438602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42782) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:55.531019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:55.536113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=45245402-097c-47ff-99a5-a222d4fed7f5,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:55.654444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.731831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.743386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.744032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.744513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.746138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.746551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.747025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.747489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.749426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7743993c-a472-4d16-ada7-b49c24066953 req-c4720c8c-6dc1-4fb9-8e0b-fb74816068e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6311 time: 0.4072292 Jul 08 17:35:55.834218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c0ec5b2-363f-4c1c-b532-95b2b834f9ad req-75ea717a-c09a-432b-a565-8ef23b284445 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5555370 Jul 08 17:35:55.844663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.845299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.846752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] 10.222.0.53 "PUT /v2.0/ports/45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 200 len: 1091 time: 3.3483582 Jul 08 17:35:55.861348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:55.890085 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:55.933520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:56.211745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port 59e854f2-d23d-422a-a634-9ad93e8852e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=59e854f2-d23d-422a-a634-9ad93e8852e9,segment=NetworkSegment(c8082968-34bf-471a-9291-e17b444ad38d),segment_id=c8082968-34bf-471a-9291-e17b444ad38d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:56.212409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.238656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09684b8-d8c7-463e-b5e6-53c063dd6359 service neutron] Pushing event updated for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:56.284678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:56.288970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for 59e854f2-d23d-422a-a634-9ad93e8852e9 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:56.387994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.433212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c246fbe9-10eb-48a0-a0f7-c7eec002cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.433212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c246fbe9-10eb-48a0-a0f7-c7eec002cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.433961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-c246fbe9-10eb-48a0-a0f7-c7eec002cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.435075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7743993c-a472-4d16-ada7-b49c24066953 req-c246fbe9-10eb-48a0-a0f7-c7eec002cccc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6469960 Jul 08 17:35:56.437576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3ded17ff-a58a-470c-8864-97fd39dfd905 None None] Provisioning complete for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:56.440834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ded17ff-a58a-470c-8864-97fd39dfd905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.454151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.467119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.498243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eb0a6-9650-483a-9784-837a020bde0f req-2d1f1996-2580-429f-a80e-75aac39f4625 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.499744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-503eb0a6-9650-483a-9784-837a020bde0f req-2d1f1996-2580-429f-a80e-75aac39f4625 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3737550 Jul 08 17:35:56.522274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521236f-dd24-4f42-bf49-4a445b920399 req-06775007-f481-4de2-abb9-200dc8004ace tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.530193 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1521236f-dd24-4f42-bf49-4a445b920399 req-06775007-f481-4de2-abb9-200dc8004ace tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 944 time: 0.8393462 Jul 08 17:35:56.553350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:56.553861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.661498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5493624d-cfcc-4d36-a297-1eafd27b3e20 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:56.725281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1521236f-dd24-4f42-bf49-4a445b920399 req-f964b8d6-0480-4d6b-ac49-febe3ba2fcbe tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941519 Jul 08 17:35:56.799337 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.800257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19b53f65-8bc5-40c5-b792-c45e7ce338d0 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:35:56.809973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.816400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5807de72-e6cb-4fb5-a885-c5e3228b91e0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/routers/19b53f65-8bc5-40c5-b792-c45e7ce338d0 HTTP/1.1" status: 204 len: 168 time: 1.3728058 Jul 08 17:35:56.863794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d127f-cfd7-4ca5-bd7c-535a5791d063 None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:56.969145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743993c-a472-4d16-ada7-b49c24066953 req-15049ec6-7429-4738-8563-6223d68d939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.975071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7743993c-a472-4d16-ada7-b49c24066953 req-15049ec6-7429-4738-8563-6223d68d939f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5236773 Jul 08 17:35:57.038291 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c02749-d295-4bb8-866f-f01485905e24 x-openstack-request-id: req-64c02749-d295-4bb8-866f-f01485905e24 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:57.038862 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:57.039052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:57.039327 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64c02749-d295-4bb8-866f-f01485905e24 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:57.039831 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5', 'status': 'completed', 'code': 200} Jul 08 17:35:57.045951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32d2d48-1f5f-446a-8654-2ac2bee74840 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:57.083122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.110200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-503eb0a6-9650-483a-9784-837a020bde0f req-a36a0887-f079-4f39-9289-7c1e248a086f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6040442 Jul 08 17:35:57.146108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Transition to ACTIVE for port object d32d2d48-1f5f-446a-8654-2ac2bee74840 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:57.162120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.190907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 59e854f2-d23d-422a-a634-9ad93e8852e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:57.242926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 59e854f2-d23d-422a-a634-9ad93e8852e9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:57.243282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 59e854f2-d23d-422a-a634-9ad93e8852e9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 17:35:57.248093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.262649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.279762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.290746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.307067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.307067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.321709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.323839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.335599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-74aa4e0f-34fd-4639-abfd-45ac83152d6b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5406 time: 0.2877951 Jul 08 17:35:57.349543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Port 59e854f2-d23d-422a-a634-9ad93e8852e9 not found, will not notify nova. {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 17:35:57.353193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.353702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.354371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.354858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.355404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.355889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.356352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.358503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-ef3df3e9-b54e-4c5a-9d70-0fe5419882c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6353 time: 0.3294835 Jul 08 17:35:57.435693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5493624d-cfcc-4d36-a297-1eafd27b3e20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:57.462183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Pushing event updated for resources: {'Port': ['ID=d32d2d48-1f5f-446a-8654-2ac2bee74840,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:57.503537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '5493624d-cfcc-4d36-a297-1eafd27b3e20', 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b', 'port_id': '5493624d-cfcc-4d36-a297-1eafd27b3e20', 'mac_address': 'fa:16:3e:c5:18:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1c35b4-2446-4607-ac94-0c781c7ed824', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:57.511367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b8715d2f-de5b-44fb-a8e7-14d92a5c225c None None] Could not find standard attr ID for object 59e854f2-d23d-422a-a634-9ad93e8852e9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:35:57.531393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-536d4f0f-8676-4280-bdaf-2c2681e60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.531888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-536d4f0f-8676-4280-bdaf-2c2681e60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.532369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-536d4f0f-8676-4280-bdaf-2c2681e60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.534024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-536d4f0f-8676-4280-bdaf-2c2681e60e12 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1578419 Jul 08 17:35:57.575869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-228078871', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:57.620492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a7e99e4-523e-4c49-b357-a0be6b3f229e req-ef0017b7-9c0a-42b0-8e40-a74241f94f8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2862515 Jul 08 17:35:57.676912 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.695181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5493624d-cfcc-4d36-a297-1eafd27b3e20 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:57.759320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5493624d-cfcc-4d36-a297-1eafd27b3e20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:57.768916 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.879142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5493624d-cfcc-4d36-a297-1eafd27b3e20,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:57.895289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.895640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.895993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.896337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.896678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.897017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.897351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.897681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.903930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.904370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.904717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:57.905055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:58.015153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5a290-8ee3-4586-b16b-c4ab93bb7cfb None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:58.038268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['5493624d-cfcc-4d36-a297-1eafd27b3e20'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:58.134150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:58.168368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port 59e854f2-d23d-422a-a634-9ad93e8852e9 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:58.173114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.174158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.198662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=59e854f2-d23d-422a-a634-9ad93e8852e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:58.215763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-280bbea0-7e4c-4bbf-bf54-97fd6d5bf2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.217241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd6c2ce2-1f85-49f9-b4d0-9dac0e8748c9 req-280bbea0-7e4c-4bbf-bf54-97fd6d5bf2f3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6740499 Jul 08 17:35:58.263305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.271346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125bce8-8441-4584-a591-123bc398e2c0 req-3e33c20c-31d0-4bbb-95f3-efc2bbf1749f tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.279381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6125bce8-8441-4584-a591-123bc398e2c0 req-3e33c20c-31d0-4bbb-95f3-efc2bbf1749f tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 945 time: 0.1603591 Jul 08 17:35:58.308705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.411418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9969-5662-44a5-bb9a-47f4398458a2 req-b789f1b3-fc4d-46bc-af6d-e373d7e22931 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.417746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-769a9969-5662-44a5-bb9a-47f4398458a2 req-b789f1b3-fc4d-46bc-af6d-e373d7e22931 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 1.1230347 Jul 08 17:35:58.427208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Attempting to bind port d32d2d48-1f5f-446a-8654-2ac2bee74840 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:58.427612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Attempting to bind port d32d2d48-1f5f-446a-8654-2ac2bee74840 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:58.427930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Attempting to bind port d32d2d48-1f5f-446a-8654-2ac2bee74840 on network ba07596e-023f-4a72-8626-6b27f3412e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:58.456223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Port d32d2d48-1f5f-446a-8654-2ac2bee74840 on network ba07596e-023f-4a72-8626-6b27f3412e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:58.456491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Attempting to bind port d32d2d48-1f5f-446a-8654-2ac2bee74840 on network ba07596e-023f-4a72-8626-6b27f3412e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:58.519666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:58.519666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Checking segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:58.519666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Bound using segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:58.519666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Bound port: d32d2d48-1f5f-446a-8654-2ac2bee74840, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:58.519666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.521571 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6125bce8-8441-4584-a591-123bc398e2c0 req-229a9674-cb0e-4a7a-8ae4-fecb43a2708e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416894 Jul 08 17:35:58.544027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.546568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-769a9969-5662-44a5-bb9a-47f4398458a2 req-0fc869a2-a777-43ca-b511-207c1d7a4753 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250243 Jul 08 17:35:58.589243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bfa21-df58-48ed-bf4f-82f4f7e9680f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.590830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bfa21-df58-48ed-bf4f-82f4f7e9680f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.591906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bfa21-df58-48ed-bf4f-82f4f7e9680f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.593830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-746bfa21-df58-48ed-bf4f-82f4f7e9680f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=eecd2c41d01947e0b595cdfd97cdae0d&network_id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 200 len: 2969 time: 0.4373329 Jul 08 17:35:58.611311 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.693123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=d6193910-50b3-41bf-9b9d-c866bbe0e14e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:58.740266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] For port d32d2d48-1f5f-446a-8654-2ac2bee74840, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:58.805361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93d641-c32e-45af-852d-c2f67900450e None None] Network b166696f-bd17-443f-870c-9f47a08af2d0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:58.853521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] For port d32d2d48-1f5f-446a-8654-2ac2bee74840, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:58.865224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.873274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.910608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b166696f-bd17-443f-870c-9f47a08af2d0']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:58.929766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8082968-34bf-471a-9291-e17b444ad38d') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:58.930582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8082968-34bf-471a-9291-e17b444ad38d') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:58.949719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.950369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.952101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] 10.222.0.53 "PUT /v2.0/ports/d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 200 len: 1091 time: 3.0434940 Jul 08 17:35:58.970938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.998632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d449c2-1e66-4773-b031-7ab686236ead service neutron] Pushing event updated for resources: {'Port': ['ID=d32d2d48-1f5f-446a-8654-2ac2bee74840,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:59.008826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.014129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Request body: {'port': {'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:59.028456 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.062353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': 'd32d2d48-1f5f-446a-8654-2ac2bee74840'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:59.070016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4c894-d359-4776-80c4-bde8ef304993 None None] DHCP port deletion for b166696f-bd17-443f-870c-9f47a08af2d0 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:35:59.080102 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68837a5-1646-46e4-9923-311b94727a52" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "d32d2d48-1f5f-446a-8654-2ac2bee74840"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:59.091110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bce66-9b91-4cd4-b021-ec596f077c9d req-ffeb18a6-a1d9-4c1b-bf72-3f5f839a7b95 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.100489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a5bce66-9b91-4cd4-b021-ec596f077c9d req-ffeb18a6-a1d9-4c1b-bf72-3f5f839a7b95 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.3197815 Jul 08 17:35:59.100725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.126267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.133561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.140822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.147007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.154111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.160010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.170427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a5bce66-9b91-4cd4-b021-ec596f077c9d req-bf1c87c4-436a-4f04-b8fa-dd0ef07ec845 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683413 Jul 08 17:35:59.171524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.180903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-6dac4539-9784-408c-a79a-bad445afe8ae tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5418 time: 0.3688140 Jul 08 17:35:59.187904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:59.188317 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:59.191461 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:59.266432 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b12a2-4f67-4996-a078-d1d875df5434 x-openstack-request-id: req-2d6b12a2-4f67-4996-a078-d1d875df5434 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:59.266710 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "d32d2d48-1f5f-446a-8654-2ac2bee74840", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:59.267052 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d6b12a2-4f67-4996-a078-d1d875df5434 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:59.267508 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': 'd32d2d48-1f5f-446a-8654-2ac2bee74840', 'status': 'completed', 'code': 200} Jul 08 17:35:59.299718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Allocated IP 172.25.3.87 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/d4e46618-8fb1-4ea5-837c-4f48312dfa74) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:59.317627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08e27b1c-038c-4904-b4cb-a91bc2f483a7 req-bf0cc089-5158-48b3-ae19-753aec16daeb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316957 Jul 08 17:35:59.343102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.348955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.371586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.374399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/b166696f-bd17-443f-870c-9f47a08af2d0 HTTP/1.1" status: 204 len: 168 time: 5.2875228 Jul 08 17:35:59.385683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:59.387702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04845-2f62-4349-9cc4-f6f99257a888 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=b166696f-bd17-443f-870c-9f47a08af2d0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:59.420375 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcafb39-8ca5-445d-9260-d26575ed42a8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:35:59.421107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcafb39-8ca5-445d-9260-d26575ed42a8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:35:59.422929 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-afcafb39-8ca5-445d-9260-d26575ed42a8 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/b166696f-bd17-443f-870c-9f47a08af2d0 HTTP/1.1" status: 404 len: 339 time: 0.0363696 Jul 08 17:35:59.426793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42870) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:59.437424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050846965', 'description': 'd1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:59.455837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.456473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.457078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.457635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.458206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.458735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.459546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.461755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e68837a5-1646-46e4-9923-311b94727a52 req-8ce564dd-1182-40f2-bf77-46e39077e822 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6420 time: 0.1773105 Jul 08 17:35:59.525655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:59.530013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.548200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.560532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:59.581061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.581408 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment 4945dd4b-f422-4481-9bea-425aafdff5eb of type vlan for network b49c6646-4867-412a-9f4c-15c80c787416 Jul 08 17:35:59.616024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-f1abc975-310a-440c-87b0-8ba2e91217b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.616601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-f1abc975-310a-440c-87b0-8ba2e91217b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.617073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-f1abc975-310a-440c-87b0-8ba2e91217b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.618707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e68837a5-1646-46e4-9923-311b94727a52 req-f1abc975-310a-440c-87b0-8ba2e91217b6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1449261 Jul 08 17:35:59.680571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.682212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.751029 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.757005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.757911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.773204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:59.792518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:59.797902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:59.824454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event updated for resources: {'Port': ['ID=d4e46618-8fb1-4ea5-837c-4f48312dfa74,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:59.863433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68837a5-1646-46e4-9923-311b94727a52 req-469b1279-3a87-4f31-98e6-fa1e65216170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.864962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e68837a5-1646-46e4-9923-311b94727a52 req-469b1279-3a87-4f31-98e6-fa1e65216170 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378981 Jul 08 17:35:59.871533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4362466 Jul 08 17:35:59.873424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:59.889642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12cb48-6b61-47a9-befd-22f9d0994376 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=b49c6646-4867-412a-9f4c-15c80c787416,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:59.907046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b49c6646-4867-412a-9f4c-15c80c787416 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:59.910484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:59.930325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.952392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c5b6c-3aca-46a5-bcde-5f3ee203ebdf req-67f71cc0-2dee-4579-b554-e8813316e727 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.959765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a4c5b6c-3aca-46a5-bcde-5f3ee203ebdf req-67f71cc0-2dee-4579-b554-e8813316e727 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 945 time: 0.2478082 Jul 08 17:35:59.960853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Transition to ACTIVE for port object da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:59.966617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.986645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 59e854f2-d23d-422a-a634-9ad93e8852e9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:00.034156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 59e854f2-d23d-422a-a634-9ad93e8852e9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:00.034807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 59e854f2-d23d-422a-a634-9ad93e8852e9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:00.074924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Pushing event updated for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:00.137852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9419a2-9111-4946-bea9-c15c5cfc4907 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.139691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a9419a2-9111-4946-bea9-c15c5cfc4907 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks?id=b49c6646-4867-412a-9f4c-15c80c787416 HTTP/1.1" status: 200 len: 765 time: 0.2665882 Jul 08 17:36:00.142934 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a4c5b6c-3aca-46a5-bcde-5f3ee203ebdf req-735a2d35-5813-4a91-b30e-c49f86a62883 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820722 Jul 08 17:36:00.145288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42882) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:00.147217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Attempting to bind port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:00.147559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Attempting to bind port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:00.147897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Attempting to bind port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a on network ba07596e-023f-4a72-8626-6b27f3412e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:00.153152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'description': 'd2'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:00.157137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a on network ba07596e-023f-4a72-8626-6b27f3412e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:36:00.158394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Attempting to bind port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a on network ba07596e-023f-4a72-8626-6b27f3412e83 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:00.164355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:00.164693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Checking segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:00.165085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Bound using segment: {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:00.165508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Bound port: da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a0f45f-3f37-4ed5-9e5d-4507a4819de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:00.165868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.254349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:00.259799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:00.322241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:00.328713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.380111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.380743 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.382215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] 10.222.0.53 "PUT /v2.0/ports/da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 1091 time: 1.3755662 Jul 08 17:36:00.386401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87b5b7-a73b-4b79-a8bc-b8a41958dd4d tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.391979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1d87b5b7-a73b-4b79-a8bc-b8a41958dd4d tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 814 time: 0.1295669 Jul 08 17:36:00.417918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26bfe0-cbfe-4c46-bbd5-d287cc270476 service neutron] Pushing event updated for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:00.548007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.576529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.604386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.605208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.605832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.606451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.606934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.607420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.607892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.609874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-6075e746-f3b0-4000-9063-f274a02cdc36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6487 time: 0.1756368 Jul 08 17:36:00.624529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.670284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0ae88f29-7d96-42e2-81b4-6f81c5c8ae5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0410211 Jul 08 17:36:00.680997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5493624d-cfcc-4d36-a297-1eafd27b3e20 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:00.683695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.690232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network b49c6646-4867-412a-9f4c-15c80c787416 is not hosted by any dhcp agent {{(pid=93945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:36:00.690684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.695975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.696638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.697189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.698779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "PUT /v2.0/networks/b49c6646-4867-412a-9f4c-15c80c787416 HTTP/1.1" status: 200 len: 762 time: 0.5523341 Jul 08 17:36:00.702689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.709443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.716199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.722361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.732355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-4805417c-f6db-4b59-90b1-e30496c97cba tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.2374609 Jul 08 17:36:00.732866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:00.764189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85af91-e59a-4a1f-b6ac-137d15440530 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=b49c6646-4867-412a-9f4c-15c80c787416,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:00.777600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 5493624d-cfcc-4d36-a297-1eafd27b3e20 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:00.783988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b49c6646-4867-412a-9f4c-15c80c787416 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:00.801655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 5493624d-cfcc-4d36-a297-1eafd27b3e20 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:00.802478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.924278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5ae8e00-bd50-4be4-be1e-b93a3eeb4b38 req-1fc7b895-d134-4bfa-844a-794e81b7ddd4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499765 Jul 08 17:36:00.926260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-f104bfbc-8a56-4532-9ed9-469a5a643783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.928680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-f104bfbc-8a56-4532-9ed9-469a5a643783 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 200 len: 853 time: 0.1949267 Jul 08 17:36:00.948497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a1e37-4fd6-4e4b-a0ea-4608be1e20d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.956512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e86a1e37-4fd6-4e4b-a0ea-4608be1e20d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks?id=b49c6646-4867-412a-9f4c-15c80c787416 HTTP/1.1" status: 200 len: 765 time: 0.2137480 Jul 08 17:36:00.957898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:00.985792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.993877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.000733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'network': {'name': 'tempest-network-smoke--1576898461', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:01.014354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5493624d-cfcc-4d36-a297-1eafd27b3e20'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:01.016907 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b360525-e89c-4b79-9525-c375be968223" -d '{"events": [{"server_uuid": "ae88d2e4-fda1-4a75-a419-c9caf3233c6c", "name": "network-vif-plugged", "status": "completed", "tag": "5493624d-cfcc-4d36-a297-1eafd27b3e20"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:01.058983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5493624d-cfcc-4d36-a297-1eafd27b3e20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:01.070491 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.170824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5493624d-cfcc-4d36-a297-1eafd27b3e20,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:01.194576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.222989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:01.254208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.283036 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c35fb-7454-4c13-a5e7-f39eb6ea8aee x-openstack-request-id: req-2a5c35fb-7454-4c13-a5e7-f39eb6ea8aee {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:01.283331 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae88d2e4-fda1-4a75-a419-c9caf3233c6c", "name": "network-vif-plugged", "status": "completed", "tag": "5493624d-cfcc-4d36-a297-1eafd27b3e20", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:01.283587 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a5c35fb-7454-4c13-a5e7-f39eb6ea8aee {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:01.283989 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5493624d-cfcc-4d36-a297-1eafd27b3e20', 'code': 200} Jul 08 17:36:01.286405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:01.296626 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c115bc0-d029-44cd-8dab-fe7d181df4df" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:01.383518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Router c3bf8601-5f6c-431a-9ceb-447c3b39a4df is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:01.407799 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35bbbab-85ca-4ba1-a354-31d39b102a14 x-openstack-request-id: req-b35bbbab-85ca-4ba1-a354-31d39b102a14 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:01.408381 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:01.408381 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b35bbbab-85ca-4ba1-a354-31d39b102a14 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:01.408695 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a', 'status': 'completed', 'code': 200} Jul 08 17:36:01.440362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0a982f90-558c-48b1-817a-64b6c3e351ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.441803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-0a982f90-558c-48b1-817a-64b6c3e351ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4828601 Jul 08 17:36:01.446681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:01.457606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c2e6e-a941-41d2-864f-868359a2dc81 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.461533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f63c2e6e-a941-41d2-864f-868359a2dc81 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4989538 Jul 08 17:36:01.464284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.498918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.499267 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Added segment 581cdabd-62f8-4fea-b750-2b4d99ea1798 of type vlan for network 57dba4c0-7664-4ee4-874c-27af26a40ef4 Jul 08 17:36:01.517553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5c511-a4f2-495d-a7dc-f66f2c6c325c req-868df003-a9f2-490f-8881-c84c3f9650ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.518728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c5c511-a4f2-495d-a7dc-f66f2c6c325c req-868df003-a9f2-490f-8881-c84c3f9650ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 1097 time: 0.1319859 Jul 08 17:36:01.569051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02c155eb-f300-42e7-b0e0-5e84a13434e9 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 207 time: 0.0951388 Jul 08 17:36:01.579221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.624461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4cc11-26ae-42db-9ca4-cb0884d25cd5 req-575433a6-688a-40aa-8b52-a9fb112dc922 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.631262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba4cc11-26ae-42db-9ca4-cb0884d25cd5 req-575433a6-688a-40aa-8b52-a9fb112dc922 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 946 time: 0.2982707 Jul 08 17:36:01.641662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.679834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68c5c511-a4f2-495d-a7dc-f66f2c6c325c req-854fc7e3-03c3-4fc5-97a8-8bd6047fd93e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272652 Jul 08 17:36:01.704489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-8c3bafab-d383-4686-a847-981b76637e95 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409856 Jul 08 17:36:01.717999 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba4cc11-26ae-42db-9ca4-cb0884d25cd5 req-86678ec6-6a6c-4563-83fa-023a26156c93 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857954 Jul 08 17:36:01.733011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:01.742525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] Sync routers for ids ['c3bf8601-5f6c-431a-9ceb-447c3b39a4df'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:01.753652 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] Routers {'c3bf8601-5f6c-431a-9ceb-447c3b39a4df'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:01.754289 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c3bf8601-5f6c-431a-9ceb-447c3b39a4df'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.757977 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.763245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.763855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.790097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.800293 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] Routers {'c3bf8601-5f6c-431a-9ceb-447c3b39a4df'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:01.800910 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c3bf8601-5f6c-431a-9ceb-447c3b39a4df'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.804317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.809380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd956615-1898-4957-8551-19ca2e90552e tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7658858 Jul 08 17:36:01.810135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.838702 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.839752 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da32627a-9ee4-49a0-9617-50ee941a792c None None] The sync data for ids ['c3bf8601-5f6c-431a-9ceb-447c3b39a4df'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:01.870714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8707359 Jul 08 17:36:01.874645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.888535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.894413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.900917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.907357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.913546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.920462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.926282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ef5dd1f7-ea44-4f34-b38a-450c7a14de06 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3459997 Jul 08 17:36:01.926907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.963139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b6d41-e361-4739-8891-c36b5e8ac56e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Network': ['ID=57dba4c0-7664-4ee4-874c-27af26a40ef4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:01.983017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:02.003502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54f08d-6668-4216-82eb-eb32003a9222 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.006586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4f54f08d-6668-4216-82eb-eb32003a9222 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=eecd2c41d01947e0b595cdfd97cdae0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1280935 Jul 08 17:36:02.006586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-48f8521f-eb54-4921-b8c6-fdca8bba0d34 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592933 Jul 08 17:36:02.006790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.092317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-369ae74a-ecbc-453a-8228-299daecd063a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 217 time: 0.0750673 Jul 08 17:36:02.147801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.148230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3e8655b-db9b-4e47-b48b-afa41e655990 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2185142 Jul 08 17:36:02.199697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-85d5f517-a533-4165-9f52-811b76673cad tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/c3bf8601-5f6c-431a-9ceb-447c3b39a4df HTTP/1.1" status: 200 len: 923 time: 0.3781877 Jul 08 17:36:02.199964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.215958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3a402f06-e580-4b4a-a838-703d44713997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.217336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3a402f06-e580-4b4a-a838-703d44713997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.1110201 Jul 08 17:36:02.226005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32875c93-725c-4c5d-8751-d1f3e9f16053 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.227416 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32875c93-725c-4c5d-8751-d1f3e9f16053 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2193425 Jul 08 17:36:02.239285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-99edf2d9-bef6-4cff-863c-7b663d5c5b06 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3bf8601-5f6c-431a-9ceb-447c3b39a4df HTTP/1.1" status: 200 len: 205 time: 0.0367742 Jul 08 17:36:02.240454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.240454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.248678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35163fed-90cb-498a-be77-fdc6605d3050 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.250471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35163fed-90cb-498a-be77-fdc6605d3050 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.251986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35163fed-90cb-498a-be77-fdc6605d3050 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.253494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35163fed-90cb-498a-be77-fdc6605d3050 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.255033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35163fed-90cb-498a-be77-fdc6605d3050 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.256652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-35163fed-90cb-498a-be77-fdc6605d3050 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1079323 Jul 08 17:36:02.273456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.326071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e7596dad-7f8e-490d-af2b-f4183d21d3bc tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846350 Jul 08 17:36:02.329613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.343396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443889c-0a6f-4130-b31f-c4a22b74d395 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.344906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443889c-0a6f-4130-b31f-c4a22b74d395 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.346733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443889c-0a6f-4130-b31f-c4a22b74d395 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.347712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443889c-0a6f-4130-b31f-c4a22b74d395 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.349101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443889c-0a6f-4130-b31f-c4a22b74d395 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['shared'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.355850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f443889c-0a6f-4130-b31f-c4a22b74d395 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0761356 Jul 08 17:36:02.356142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.375071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c5347990-244c-4981-8aca-29b15e002dae tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=eecd2c41d01947e0b595cdfd97cdae0d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429165 Jul 08 17:36:02.379730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.414932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-90cbcf47-5263-4f48-bc09-8e77333c06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.417233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-90cbcf47-5263-4f48-bc09-8e77333c06b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1855531 Jul 08 17:36:02.488111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.493969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.500495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.506431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.513057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.519290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.525017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.528047 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-4a39b4ac-17dd-41b7-830e-0c303c57c600 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.4038248 Jul 08 17:36:02.529333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1ee7f-efaa-43e8-a580-e4efa8db1a98 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.530735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-96a1ee7f-efaa-43e8-a580-e4efa8db1a98 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks/b25df32a-ae15-457a-8f0e-8af30c9efcae HTTP/1.1" status: 200 len: 803 time: 0.1737323 Jul 08 17:36:02.534582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.607328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.627007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d77a2ca4-1b54-4571-a98b-67143f84568a service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022221 Jul 08 17:36:02.687061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fe795e7a-df2e-4fe3-af62-0caa262b83cb tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/networks/b25df32a-ae15-457a-8f0e-8af30c9efcae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1514590 Jul 08 17:36:02.696721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.701144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8473c8e4-f70b-4095-9ad7-caad3c5facf1 req-e4ef1661-6317-48f2-8a14-0816eacd6164 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617491 Jul 08 17:36:02.847955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-1588031f-d30c-47a3-b610-5b1e22f8f609 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596267 Jul 08 17:36:02.931132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-730fb334-2d45-407b-ae3e-43f102aeed7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 217 time: 0.0634892 Jul 08 17:36:02.998224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-19cee19f-e119-4200-86fc-badbe921bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.999612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-19cee19f-e119-4200-86fc-badbe921bfb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0615652 Jul 08 17:36:03.012477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3ac1e-551f-4afe-8bac-e8ba12c8fcfe req-0eb2b25f-f0c5-4953-b9e1-2b999176881b tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.014111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e3ac1e-551f-4afe-8bac-e8ba12c8fcfe req-0eb2b25f-f0c5-4953-b9e1-2b999176881b tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 946 time: 0.1598339 Jul 08 17:36:03.058820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbcb07f-4c74-406a-9b75-fcb9366a8a69 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.060188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4fbcb07f-4c74-406a-9b75-fcb9366a8a69 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6795521 Jul 08 17:36:03.065538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:03.096944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e3ac1e-551f-4afe-8bac-e8ba12c8fcfe req-3dbc3460-b2c4-4979-8597-a1ed2bfdb3e7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Jul 08 17:36:03.108910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5404a91e-9b78-46f5-8e25-ccae147bb34e tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422585 Jul 08 17:36:03.111495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 42954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:03.116849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877489082', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:03.124919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-a52d529e-663a-4db8-ae27-f4c5e7c85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.125446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1b052-48b4-4465-bff0-2baf27f33c9b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.127147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-a52d529e-663a-4db8-ae27-f4c5e7c85278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121359 Jul 08 17:36:03.127687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ded1b052-48b4-4465-bff0-2baf27f33c9b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/subnets/dd1a0f37-34ab-4559-a308-63e5d13a55f1 HTTP/1.1" status: 200 len: 843 time: 0.4253020 Jul 08 17:36:03.135088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:03.136791 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.240963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c174e-beda-420c-a17f-d01c16e805fd tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['shared'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.243083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa4c174e-beda-420c-a17f-d01c16e805fd tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "GET /v2.0/subnets/dd1a0f37-34ab-4559-a308-63e5d13a55f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1020224 Jul 08 17:36:03.247787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 42980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:03.256811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1991089699'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:03.296584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Deleting port d4e46618-8fb1-4ea5-837c-4f48312dfa74 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:03.297023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.394770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.405882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:03.409648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.430540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Calling delete_port for d4e46618-8fb1-4ea5-837c-4f48312dfa74 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:03.456602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:03.501604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.502138 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Added segment 06274994-014b-44e6-aebf-c4d91ef9fc63 of type vlan for network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 Jul 08 17:36:03.562755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.664138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-e28730c0-6900-46fa-9b43-4cc6e9747472 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233929 Jul 08 17:36:03.686899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.698814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.699468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.743009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4938374 Jul 08 17:36:03.752282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:03.757543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:03.856385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306e7be-7de4-4e03-9555-daa1518b34c4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Network': ['ID=8e55a1ef-e2a5-4e9b-a258-b969b0a1d413,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:03.868126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:03.887712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.891587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:03.906780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.924626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event deleted for resources: {'Port': ['ID=d4e46618-8fb1-4ea5-837c-4f48312dfa74,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:04.001550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.046130 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5df12f60-de39-48cb-bf87-172aa7a81d52 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618686 Jul 08 17:36:04.111850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-46d6104f-d1d1-4e1d-8389-f15f28c70596 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 200 len: 217 time: 0.0525753 Jul 08 17:36:04.160859 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.173060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-52d71a06-3902-47e4-b950-fbd8f76f0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.174679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-52d71a06-3902-47e4-b950-fbd8f76f0140 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0514972 Jul 08 17:36:04.187070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.259843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Made reservation on behalf of 1f25b5335d8f49208c6b7f26b41c01aa for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:04.264846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.265382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.266123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Fanout notify agent at l3_agent the message router_deleted on router c3bf8601-5f6c-431a-9ceb-447c3b39a4df {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:04.274299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.279778 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5cec7444-8449-4fbe-990c-f1f30615463f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/c3bf8601-5f6c-431a-9ceb-447c3b39a4df HTTP/1.1" status: 204 len: 168 time: 2.0329721 Jul 08 17:36:04.281748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43040) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:04.295310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.302729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.309520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.316112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.323881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.330510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.336814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.339873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-a52045d1-f166-42c5-8410-ce4082e068d7 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.1991856 Jul 08 17:36:04.344869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193070550', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:04.348953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-08e913ee-16f0-4a9c-89d9-a55470bd75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.350640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-08e913ee-16f0-4a9c-89d9-a55470bd75a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1635833 Jul 08 17:36:04.391287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Performing IP validity checks on allocation pools {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:36:04.392074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:36:04.403544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65d7c8fd-7990-4d9a-9f80-ad3953baf56d req-73f69e56-208b-45fe-bdde-55d49fba1330 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538723 Jul 08 17:36:04.405446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.406717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.479089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.567198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-20c4c007-0600-4050-b529-2e2f13252c9d service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901653 Jul 08 17:36:04.567641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.650859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Subnet': ['ID=344d43c5-f5c3-4b5e-b69f-aa329113b16d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:04.671653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.815934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Checking segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:04.816439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network hostable DHCP agents. Network: 57dba4c0-7664-4ee4-874c-27af26a40ef4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:04.864923 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-3ba58cb5-5d3d-448f-902c-2146c1a0c87b service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421706 Jul 08 17:36:04.865811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.891054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:04.951216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-153b43ec-f4f2-48bb-abb8-5707153bb051 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 200 len: 217 time: 0.0789742 Jul 08 17:36:04.963295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 57dba4c0-7664-4ee4-874c-27af26a40ef4) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:04.969127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.969723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.970315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.976495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf2004-9335-4b59-82a1-9f88ef58131c None None] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:05.024563 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.055435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=86e01995-0449-4cae-b9ab-dc9eeda890bd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:05.078758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-40a5e8c1-fa86-4af6-b2e3-6b26727d5e8f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9659903 Jul 08 17:36:05.096869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5d481770-3177-44ee-a6b9-09f266dad725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:05.098411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-5d481770-3177-44ee-a6b9-09f266dad725 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.1382344 Jul 08 17:36:05.099326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Checking segment: {'id': '06274994-014b-44e6-aebf-c4d91ef9fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:05.099629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network hostable DHCP agents. Network: 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:05.168327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:05.189076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:05.195446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:05.197230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.213879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4b9311f7-9004-4b45-aa5f-effc014ea3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:05.216410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4b9311f7-9004-4b45-aa5f-effc014ea3d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086619 Jul 08 17:36:05.225777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-16503e75-751d-44b0-90f9-5e05315c162a tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4701598 Jul 08 17:36:05.228493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:05.236515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:05.242159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Allocated IP 172.25.3.51 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b2053765-7fd7-4972-9bbe-07539d6416f8) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:05.249240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d3cd0-a047-4430-b0e6-81d47d04feeb None None] Network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:05.417919 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-51dfb204-e44a-41ad-b8f7-d5ff64f5bfcf service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922152 Jul 08 17:36:05.539013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-57dba4c0-7664-4ee4-874c-27af26a40ef4', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ips': [{'subnet_id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:05.541126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.546074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-8e55a1ef-e2a5-4e9b-a258-b969b0a1d413', 'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413', 'tenant_id': '1f25b5335d8f49208c6b7f26b41c01aa', 'fixed_ips': [{'subnet_id': '86e01995-0449-4cae-b9ab-dc9eeda890bd'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:05.547129 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.556908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.677017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:05.680144 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-334b2469-6c8a-45b1-8f87-25dd65c36f5d service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547827 Jul 08 17:36:05.684925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415633071', 'description': 'tempest-secgroup-smoke-1415633071 description', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:05.720178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.774910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-1f5de3b1-f8e9-434e-b22d-ef282108fcef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 200 len: 217 time: 0.0852754 Jul 08 17:36:05.838382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59106124'] for subnet, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.842799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:05.854926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.858397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:05.881435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:05.883650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Port': ['ID=b2053765-7fd7-4972-9bbe-07539d6416f8,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:05.891679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4aca3395-7f17-4ea8-9d45-c33ae4005b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:05.893159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-4aca3395-7f17-4ea8-9d45-c33ae4005b2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.1109881 Jul 08 17:36:05.979301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Allocated IP 172.20.0.18 (57dba4c0-7664-4ee4-874c-27af26a40ef4/344d43c5-f5c3-4b5e-b69f-aa329113b16d/2f213ac8-b07c-428d-9245-aa3427e1af82) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:06.085692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d69e3acd-ac73-4574-80a7-d78811a24b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.087275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-d69e3acd-ac73-4574-80a7-d78811a24b23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776724 Jul 08 17:36:06.115683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.124014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.132286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.139286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.145446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.152891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.159484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.167351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-c36d58e7-b9ed-4583-92c8-66ff6757a2ea tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.4579704 Jul 08 17:36:06.217165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-9c14ff8a-a661-46d0-ae62-ba21b1045c05 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227152 Jul 08 17:36:06.337344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-375fcfc0-41fb-4da1-a59b-be763c226f64 req-498e7287-6002-4251-9a78-8b7c28843bd6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692846 Jul 08 17:36:06.408406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-871feae9-3859-466a-93aa-b3b42f2b07d2 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835299 Jul 08 17:36:06.421712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.430864 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.450005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743856341270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3744348'] for subnet, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.452644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:36:06.452644 n-d-799527-4 neutron-server[93946]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 08 17:36:06.452644 n-d-799527-4 neutron-server[93946]: [parameters: {'in_use': 1, 'id_1': '86e01995-0449-4cae-b9ab-dc9eeda890bd'}] Jul 08 17:36:06.452644 n-d-799527-4 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:36:06.453214 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:36:06.474339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-944f9b33-be77-41c1-9c0b-82c2cf21dff5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 217 time: 0.0590372 Jul 08 17:36:06.494969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.507904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Transition to ACTIVE for port object 2f213ac8-b07c-428d-9245-aa3427e1af82 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:06.532979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Transition to ACTIVE for port object 2f213ac8-b07c-428d-9245-aa3427e1af82 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:06.545086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.555300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.556551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8761642 Jul 08 17:36:06.563462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43220) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:06.572156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166e772-87f3-481f-be92-1497b5196e17 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff1e65-6a09-4cfb-8320-16e456e08d1e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.579291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '7eff1e65-6a09-4cfb-8320-16e456e08d1e', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:06.593997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:06.599133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:06.603623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:06.607428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-db9e4023-aa2a-4d10-b83c-051c2ff1c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.610466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.610748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-db9e4023-aa2a-4d10-b83c-051c2ff1c3db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.1297209 Jul 08 17:36:06.611522 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.616332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "PUT /v2.0/subnets/86e01995-0449-4cae-b9ab-dc9eeda890bd HTTP/1.1" status: 200 len: 900 time: 1.3862667 Jul 08 17:36:06.616958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43226) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:06.665214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Pushing event updated for resources: {'Port': ['ID=2f213ac8-b07c-428d-9245-aa3427e1af82,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.669029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffc862-9a38-4e4f-b6cc-995963093969 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event updated for resources: {'Subnet': ['ID=86e01995-0449-4cae-b9ab-dc9eeda890bd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.705885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Attempting to bind port 2f213ac8-b07c-428d-9245-aa3427e1af82 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:06.706490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Attempting to bind port 2f213ac8-b07c-428d-9245-aa3427e1af82 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:06.707054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Attempting to bind port 2f213ac8-b07c-428d-9245-aa3427e1af82 on network 57dba4c0-7664-4ee4-874c-27af26a40ef4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:06.712508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:06.712892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Checking segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:06.714070 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.714485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Bound using segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:06.714935 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Bound port: 2f213ac8-b07c-428d-9245-aa3427e1af82, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:06.715960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.718668 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.736421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.823256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] For port 2f213ac8-b07c-428d-9245-aa3427e1af82, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:06.830588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] For port 2f213ac8-b07c-428d-9245-aa3427e1af82, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f213ac8-b07c-428d-9245-aa3427e1af82,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:06.834800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.843078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.843502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.853131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.884089 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.888996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3232868 Jul 08 17:36:06.891969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:06.897860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '7eff1e65-6a09-4cfb-8320-16e456e08d1e', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:06.904934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70070c48-d8ed-4d6a-aa63-3ea5db412038 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8109bfc8-2fb5-4e69-a6ae-5550b5805b42,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.909887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-8ab2cbed-d6e2-42f8-a6fb-dfb02a8e6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.911539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-8ab2cbed-d6e2-42f8-a6fb-dfb02a8e6146 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2931948 Jul 08 17:36:06.964248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.004377 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.012242 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c2cf3-fbcd-4286-8472-5fc00cfd6b0e None None] Pushing event updated for resources: {'Port': ['ID=2f213ac8-b07c-428d-9245-aa3427e1af82,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:07.021627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-30936255-835e-479c-9445-cf3ec2086f14 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009617 Jul 08 17:36:07.168798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.307254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-71ed6040-26dd-4af4-8ca0-59aba13bccf0 req-23e523c1-eca8-40e0-8de3-e85eb3f9e9ca service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781572 Jul 08 17:36:07.321970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.328592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.364307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.373288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4727430 Jul 08 17:36:07.377089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:07.390068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '7eff1e65-6a09-4cfb-8320-16e456e08d1e', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:07.445961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff581f-ccd1-4474-94c9-ea53d81021f5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b6f823-a1aa-4121-be75-aba5b9585838,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:07.467787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Allocated IP 2001:db8::3 (8e55a1ef-e2a5-4e9b-a258-b969b0a1d413/86e01995-0449-4cae-b9ab-dc9eeda890bd/a5c29c17-85f4-472d-96d8-fe93d7a2a345) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:07.472475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.640912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.656797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.671288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.672933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.673720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.675198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.675823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.676398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.677135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.677877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.680444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-6c2fc388-1a16-4fd1-9247-0ae3fc37f7ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6487 time: 0.2303553 Jul 08 17:36:07.723744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.725393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452315 Jul 08 17:36:07.755757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:07.784328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.787609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '7eff1e65-6a09-4cfb-8320-16e456e08d1e', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:07.795188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d09ff-0131-473d-b3be-41143e606944 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7edc0e-b35f-438e-9cf2-de4f92af90b7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:07.811787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Transition to ACTIVE for port object a5c29c17-85f4-472d-96d8-fe93d7a2a345 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:07.841060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Transition to ACTIVE for port object a5c29c17-85f4-472d-96d8-fe93d7a2a345 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:07.852122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.882856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.919811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Pushing event updated for resources: {'Port': ['ID=a5c29c17-85f4-472d-96d8-fe93d7a2a345,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:07.927176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:07.928662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:07.930945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:07.965453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.015224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Attempting to bind port a5c29c17-85f4-472d-96d8-fe93d7a2a345 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:08.015724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Attempting to bind port a5c29c17-85f4-472d-96d8-fe93d7a2a345 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '06274994-014b-44e6-aebf-c4d91ef9fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:08.015945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Attempting to bind port a5c29c17-85f4-472d-96d8-fe93d7a2a345 on network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:08.022604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:08.022980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Checking segment: {'id': '06274994-014b-44e6-aebf-c4d91ef9fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:08.023373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.026690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Bound using segment: {'id': '06274994-014b-44e6-aebf-c4d91ef9fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:08.030601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Bound port: a5c29c17-85f4-472d-96d8-fe93d7a2a345, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06274994-014b-44e6-aebf-c4d91ef9fc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:08.031187 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.037442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=86e01995-0449-4cae-b9ab-dc9eeda890bd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.094473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.095025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.095538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.096052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.096769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.097260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.097749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.098264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.099228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.099726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.100239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.100912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:08.122945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f213ac8-b07c-428d-9245-aa3427e1af82 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:08.168425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.195333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.212046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.225713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.232163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.234969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.239822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] For port a5c29c17-85f4-472d-96d8-fe93d7a2a345, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:08.256199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e55a1ef-e2a5-4e9b-a258-b969b0a1d413']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:08.257731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.259416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] For port a5c29c17-85f4-472d-96d8-fe93d7a2a345, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a5c29c17-85f4-472d-96d8-fe93d7a2a345,segment=NetworkSegment(06274994-014b-44e6-aebf-c4d91ef9fc63),segment_id=06274994-014b-44e6-aebf-c4d91ef9fc63)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:08.265009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 2f213ac8-b07c-428d-9245-aa3427e1af82 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:08.275328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.284582 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.291917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.297588 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-1605ddd7-273a-4e14-a93d-e2586112262e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.6006925 Jul 08 17:36:08.299091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-21c98902-bc3a-40d6-89d7-2d036b49c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.302106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06274994-014b-44e6-aebf-c4d91ef9fc63') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:08.302841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06274994-014b-44e6-aebf-c4d91ef9fc63') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:08.306029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-21c98902-bc3a-40d6-89d7-2d036b49c80f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 903 time: 0.5958018 Jul 08 17:36:08.313847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.318951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Router 022e978d-62ce-4bd1-9952-2903fcf90118 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:08.324205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.387202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-fb51d213-cc53-4a43-a572-94776d41dedd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 217 time: 0.0641487 Jul 08 17:36:08.421358 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.438343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:08.439168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.449145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e674d3-12e2-473c-a851-d302df10abc1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:08.450871 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:08.467057 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.472204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36754e56-c026-48d0-8951-7fdcf6706adc tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6885705 Jul 08 17:36:08.474663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:08.484976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '7eff1e65-6a09-4cfb-8320-16e456e08d1e', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:08.502240 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e641cd50-44e0-4395-82ff-d328f836c6ce req-053205b3-471c-4b71-9a07-1219d78e0ab0 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895578 Jul 08 17:36:08.504688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9280-e370-4982-bf09-93b441e42509 None None] Pushing event updated for resources: {'Port': ['ID=a5c29c17-85f4-472d-96d8-fe93d7a2a345,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.533554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea921453-ef45-4c82-9ae2-7e71f5a8cb35 None None] Network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:08.540824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-02af756f-93b4-47d1-88b4-d857fa12b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.543598 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-02af756f-93b4-47d1-88b4-d857fa12b5c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.1474540 Jul 08 17:36:08.584076 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Project eecd2c41d01947e0b595cdfd97cdae0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:36:08.596237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.665792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-b359269b-a24f-4678-9118-64bee4c6042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.668300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.api [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:36:08.668300 n-d-799527-4 neutron-server[93945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:36:08.668300 n-d-799527-4 neutron-server[93945]: [parameters: {'id': '8e55a1ef-e2a5-4e9b-a258-b969b0a1d413'}] Jul 08 17:36:08.668300 n-d-799527-4 neutron-server[93945]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:36:08.668729 n-d-799527-4 neutron-server[93945]: DEBUG oslo_db.api [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:36:08.670767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-b359269b-a24f-4678-9118-64bee4c6042e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187179 Jul 08 17:36:08.696072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:08.722059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Sync routers for ids ['022e978d-62ce-4bd1-9952-2903fcf90118'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:08.729440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2211bb8-ccba-4ec1-a0b4-11006dc08e44 None None] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:08.738774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.742770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-17ff79a1-3ef7-4f8d-a320-b8c684518793 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4018450 Jul 08 17:36:08.745957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:08.746553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.782719 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.827705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e5c5b0-3fc2-4782-b295-6d9ccf0f0a26,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.844310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.848013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f1381b4-f4eb-4005-a246-78c9ca7569ca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3685389 Jul 08 17:36:08.853528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43432) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:08.859506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': '7eff1e65-6a09-4cfb-8320-16e456e08d1e', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:08.864262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Routers {'022e978d-62ce-4bd1-9952-2903fcf90118'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:08.865420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['022e978d-62ce-4bd1-9952-2903fcf90118'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:08.904974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-c3740103-35f2-4b56-bf8a-c1ddd98696b4 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274370 Jul 08 17:36:08.912031 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Project eecd2c41d01947e0b595cdfd97cdae0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:36:08.915044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:08.916776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9d570b8e-3832-476b-a021-034d128492b0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/022e978d-62ce-4bd1-9952-2903fcf90118 HTTP/1.1" status: 200 len: 907 time: 0.1692047 Jul 08 17:36:08.928610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'name': 'tempest-snat-router-193070550', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': True}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:08.960876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] Provisioning for port 2f213ac8-b07c-428d-9245-aa3427e1af82 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:08.985317 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.987700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] Provisioning complete for port 2f213ac8-b07c-428d-9245-aa3427e1af82 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:08.988068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.029746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.030834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.170347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.178838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.182949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c115bc0-d029-44cd-8dab-fe7d181df4df req-339d94b2-03b2-44f6-b54a-bf7bb6732ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668653 Jul 08 17:36:09.184807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.186351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.233864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da47b7-54cb-4504-b500-95b1a9affba1 None None] Network 8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:09.258683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port a5c29c17-85f4-472d-96d8-fe93d7a2a345 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:09.259008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.274701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97960a88-df20-45eb-b2e0-678c84e27a0c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.290770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Set router 022e978d-62ce-4bd1-9952-2903fcf90118 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:09.353062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.354949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f1f8a68e-d50c-43c5-9277-4e5238ac771a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4995239 Jul 08 17:36:09.355901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port a5c29c17-85f4-472d-96d8-fe93d7a2a345, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a5c29c17-85f4-472d-96d8-fe93d7a2a345,segment=NetworkSegment(06274994-014b-44e6-aebf-c4d91ef9fc63),segment_id=06274994-014b-44e6-aebf-c4d91ef9fc63)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:09.358011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.389576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for a5c29c17-85f4-472d-96d8-fe93d7a2a345 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:09.420933 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.575632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.601156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.612359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] For port 2f213ac8-b07c-428d-9245-aa3427e1af82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f213ac8-b07c-428d-9245-aa3427e1af82,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:09.621561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port a5c29c17-85f4-472d-96d8-fe93d7a2a345 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:09.658033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.722017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=a5c29c17-85f4-472d-96d8-fe93d7a2a345,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.830623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-7c1d5a42-656f-4c5d-bd6a-e6c2bb0f6f5c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415633071&fields=id&tenant_id=eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 267 time: 0.0692129 Jul 08 17:36:09.878540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e85e34-687b-49c8-ad3a-7751685c037b None None] Pushing event updated for resources: {'Port': ['ID=2f213ac8-b07c-428d-9245-aa3427e1af82,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.951801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e978d-62ce-4bd1-9952-2903fcf90118', 'name': 'tempest-snat-router-193070550', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': False}, 'gw_port_id': 'b2053765-7fd7-4972-9bbe-07539d6416f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:04Z', 'updated_at': '2021-07-08T17:36:06Z', 'revision_number': 3, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port': {'id': 'b2053765-7fd7-4972-9bbe-07539d6416f8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e978d-62ce-4bd1-9952-2903fcf90118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:05Z', 'updated_at': '2021-07-08T17:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:09.992868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-9dcd0e51-6ccb-4567-a7f3-1a4cdb7f3477 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:09.994141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Checking router: 022e978d-62ce-4bd1-9952-2903fcf90118 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:09.994550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Updating router 022e978d-62ce-4bd1-9952-2903fcf90118 port b2053765-7fd7-4972-9bbe-07539d6416f8 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:36:09.996786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dbf90f-b2f5-4173-a6da-11afc3f1d7a3 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:36:10.001990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-9dcd0e51-6ccb-4567-a7f3-1a4cdb7f3477 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/networks?id=57dba4c0-7664-4ee4-874c-27af26a40ef4 HTTP/1.1" status: 200 len: 797 time: 0.1702156 Jul 08 17:36:10.024815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-c03b2d6d-5280-460c-8011-bda62f2ce2e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/quotas/eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 375 time: 0.0214036 Jul 08 17:36:10.046038 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.077144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e87e4625-8304-4cd5-bea7-0f66fe0c6902 None None] Provisioning complete for port 2f213ac8-b07c-428d-9245-aa3427e1af82 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:10.077517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e87e4625-8304-4cd5-bea7-0f66fe0c6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.080518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e55a1ef-e2a5-4e9b-a258-b969b0a1d413']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:10.084047 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.127778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06274994-014b-44e6-aebf-c4d91ef9fc63') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:10.129175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06274994-014b-44e6-aebf-c4d91ef9fc63') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:10.130140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f213ac8-b07c-428d-9245-aa3427e1af82 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:10.150891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.181276 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.188911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.213975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:10.215080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:10.221749 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:10.229101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-398421af-ebb2-4618-8ee9-420916155bfe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1649785 Jul 08 17:36:10.230190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.337740 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.346996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.350499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 HTTP/1.1" status: 204 len: 168 time: 3.7280543 Jul 08 17:36:10.372500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.380861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82802a-871e-475b-af25-2694dabc0563 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=8e55a1ef-e2a5-4e9b-a258-b969b0a1d413,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:10.408723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.415776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.425528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.430665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2f213ac8-b07c-428d-9245-aa3427e1af82 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:10.431665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.434060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.442656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.449279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.458829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.471614 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-bb41f2b2-59a9-436f-b40c-c4c98ac9da8e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.4205203 Jul 08 17:36:10.546967 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30dbf3ba-e38f-40c6-bd42-6726d69f154f req-ba454c1e-f7aa-4bda-9c58-a2c249df923a tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739248 Jul 08 17:36:10.759109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dbf90f-b2f5-4173-a6da-11afc3f1d7a3 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:36:10.924173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-1528e995-7a0e-47de-a2a0-4b70d73f7248 service neutron] 10.222.0.48 "GET /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686256 Jul 08 17:36:10.931624 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7db1d3e-7509-4a51-a079-458c353d7579 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:10.932849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7db1d3e-7509-4a51-a079-458c353d7579 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:10.936194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f7db1d3e-7509-4a51-a079-458c353d7579 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/86e01995-0449-4cae-b9ab-dc9eeda890bd HTTP/1.1" status: 404 len: 337 time: 0.5622413 Jul 08 17:36:10.941067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.984999 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6a1486-d11b-4995-ad0d-63b83bb8223b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:10.985772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6a1486-d11b-4995-ad0d-63b83bb8223b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:10.987968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ee6a1486-d11b-4995-ad0d-63b83bb8223b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/8e55a1ef-e2a5-4e9b-a258-b969b0a1d413 HTTP/1.1" status: 404 len: 339 time: 0.0454974 Jul 08 17:36:10.992220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.099066 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-990d4763-9a0a-40f0-bb85-f272d328bc42 service neutron] 10.222.0.48 "GET /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588333 Jul 08 17:36:11.143749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.225090 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.240128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Transition to ACTIVE for port object b2053765-7fd7-4972-9bbe-07539d6416f8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:11.253777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.281111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.294764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49c6646-4867-412a-9f4c-15c80c787416']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:11.329223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Attempting to bind port b2053765-7fd7-4972-9bbe-07539d6416f8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:11.329898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Attempting to bind port b2053765-7fd7-4972-9bbe-07539d6416f8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:11.330437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Attempting to bind port b2053765-7fd7-4972-9bbe-07539d6416f8 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:11.332086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945dd4b-f422-4481-9bea-425aafdff5eb') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:11.334437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945dd4b-f422-4481-9bea-425aafdff5eb') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:11.365329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ffd8-2b18-411d-8b71-374b8c6e5db9 None None] Pushing event updated for resources: {'Port': ['ID=b2053765-7fd7-4972-9bbe-07539d6416f8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:11.365558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.374674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Allocated IP 172.25.3.151 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:11.420206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:11.421739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:11.422356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.424605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:11.425175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Bound port: b2053765-7fd7-4972-9bbe-07539d6416f8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:11.426086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.453490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.474575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:11.474992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:11.500102 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:11.585143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] For port b2053765-7fd7-4972-9bbe-07539d6416f8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:11.594918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] For port b2053765-7fd7-4972-9bbe-07539d6416f8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b2053765-7fd7-4972-9bbe-07539d6416f8,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:11.606271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.617777 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.708832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7598bc2-1bff-4920-b571-aec041a9ece6 req-9f028d9e-2bb0-4019-92bd-f9fb52bf368b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 210 time: 0.1489964 Jul 08 17:36:11.748648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Routers {'022e978d-62ce-4bd1-9952-2903fcf90118'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:11.748648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['022e978d-62ce-4bd1-9952-2903fcf90118'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:11.769617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.779346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.781038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/b49c6646-4867-412a-9f4c-15c80c787416 HTTP/1.1" status: 204 len: 168 time: 0.7877865 Jul 08 17:36:11.785763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43578) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.810240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274834b-1cd0-4929-a4a3-687eb49103fa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=b49c6646-4867-412a-9f4c-15c80c787416,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:11.826744 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-405419d5-6043-4b6f-8f97-44071ffb2096 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:11.827215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405419d5-6043-4b6f-8f97-44071ffb2096 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:11.829419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-405419d5-6043-4b6f-8f97-44071ffb2096 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/d6193910-50b3-41bf-9b9d-c866bbe0e14e HTTP/1.1" status: 404 len: 337 time: 0.0424483 Jul 08 17:36:11.831228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.832454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.864364 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-821afaf1-8114-4766-919c-5ebf0c006a0d tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:11.865753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821afaf1-8114-4766-919c-5ebf0c006a0d tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:11.877698 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-821afaf1-8114-4766-919c-5ebf0c006a0d tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/b166696f-bd17-443f-870c-9f47a08af2d0 HTTP/1.1" status: 404 len: 339 time: 0.0443499 Jul 08 17:36:11.881891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ffd8-2b18-411d-8b71-374b8c6e5db9 None None] Pushing event updated for resources: {'Port': ['ID=b2053765-7fd7-4972-9bbe-07539d6416f8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:11.882103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.982031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:11.988229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:11.995916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:12.016582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting subnet 15b590aa-87ca-4a0a-8944-127f0ea20d61 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:12.019835 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Port': ['ID=36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:12.028549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.033043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.033397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.033742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.034106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.034442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.034789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.035091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.035416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.035743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.036068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.036391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.036713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:12.044497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] Set router 022e978d-62ce-4bd1-9952-2903fcf90118 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:12.133779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.193397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.200093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.206387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.212473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.219906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.227697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.236235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:12.246540 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6950d7c0-6f4e-4da1-a12e-1c0737a65534 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.3903728 Jul 08 17:36:12.303028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '022e978d-62ce-4bd1-9952-2903fcf90118', 'name': 'tempest-snat-router-193070550', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': False}, 'gw_port_id': 'b2053765-7fd7-4972-9bbe-07539d6416f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:04Z', 'updated_at': '2021-07-08T17:36:06Z', 'revision_number': 3, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port': {'id': 'b2053765-7fd7-4972-9bbe-07539d6416f8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e978d-62ce-4bd1-9952-2903fcf90118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:05Z', 'updated_at': '2021-07-08T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:12.316625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96648dd2-8de2-4e22-8b14-de84cb261968 req-6fef7f24-a969-47c7-a77f-539e2961c0ec tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659528 Jul 08 17:36:12.350476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2035d8-94ed-4449-b4c1-57cb5b82d21c None None] The sync data for ids ['022e978d-62ce-4bd1-9952-2903fcf90118'] in n-d-799527-4 is: [{'id': '022e978d-62ce-4bd1-9952-2903fcf90118', 'name': 'tempest-snat-router-193070550', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': False}, 'gw_port_id': 'b2053765-7fd7-4972-9bbe-07539d6416f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:04Z', 'updated_at': '2021-07-08T17:36:06Z', 'revision_number': 3, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port': {'id': 'b2053765-7fd7-4972-9bbe-07539d6416f8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ef:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022e978d-62ce-4bd1-9952-2903fcf90118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:05Z', 'updated_at': '2021-07-08T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:12.368845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.453611 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.477767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145a3c0-38f3-434d-8104-6f8474f22e4d None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:12.496666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.503227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/15b590aa-87ca-4a0a-8944-127f0ea20d61 HTTP/1.1" status: 204 len: 168 time: 0.6223133 Jul 08 17:36:12.505672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43586) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:12.560002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e238d-44df-4618-a6fa-350fd5dd9b8e tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=15b590aa-87ca-4a0a-8944-127f0ea20d61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:12.596307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.716481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting subnet fb38fdcf-b6b2-4620-abd9-485269f06718 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:12.721694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.940265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.979882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.032058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-053c69d1-e5b2-4c74-85ba-e47c3e42901e req-a5fcef59-9b76-415e-90c4-327e22cea5e6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 210 time: 0.0663302 Jul 08 17:36:13.050351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.409825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.576401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-ebcc1098-10ff-46f2-af4e-8a2ee1f50a57 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:13.582360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-ebcc1098-10ff-46f2-af4e-8a2ee1f50a57 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/networks?id=57dba4c0-7664-4ee4-874c-27af26a40ef4 HTTP/1.1" status: 200 len: 797 time: 0.4130280 Jul 08 17:36:13.736692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.858979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Router d97f8d9c-4fd8-4fb7-9b06-db3467735130 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:13.867543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2edbed42-758b-4481-9f02-446ca46ab44f None None] Provisioning complete for port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:13.871152 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2edbed42-758b-4481-9f02-446ca46ab44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.873111 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:36:13.877519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-072681a0-c3d2-468b-8aaf-5f0884025494 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 473 time: 0.1622720 Jul 08 17:36:13.893962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'port': {'device_id': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'admin_state_up': True, 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'security_groups': ['7eff1e65-6a09-4cfb-8320-16e456e08d1e']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:13.982726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:13.992069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:13.998859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:14.004831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:14.013980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:14.023044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:14.032089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:14.034702 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-4bcb87b8-a8dd-4962-8e2c-6cfe2528e375 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.4823427 Jul 08 17:36:14.036160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b2053765-7fd7-4972-9bbe-07539d6416f8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:14.101868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.158757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b2053765-7fd7-4972-9bbe-07539d6416f8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:14.163142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b2053765-7fd7-4972-9bbe-07539d6416f8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:14.163600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.186874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.188800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808cc86b-8a17-44dd-a891-2610da4a74e8 None None] Network c5a3461c-1104-4626-87ea-38f25d69bc39 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:14.189248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/fb38fdcf-b6b2-4620-abd9-485269f06718 HTTP/1.1" status: 204 len: 168 time: 1.6806254 Jul 08 17:36:14.192944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d7cef-5eb8-41b4-881f-dbd3c2542c20 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=fb38fdcf-b6b2-4620-abd9-485269f06718,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:14.206346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.245165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-00724f5f-f7c6-444c-87d0-4a7dfd670aeb req-0fd0cad5-ebfc-4645-9aa5-aa41603276d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 210 time: 0.0535259 Jul 08 17:36:14.292338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8b3ca109-0e7a-4a8c-a14e-6e8e0309fd67 req-9ea3dec2-dcfa-4020-99bf-6155a83d28a8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2120540 Jul 08 17:36:14.362768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.389999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b2053765-7fd7-4972-9bbe-07539d6416f8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b2053765-7fd7-4972-9bbe-07539d6416f8,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:14.398418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.408768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:14.430989 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Sync routers for ids ['d97f8d9c-4fd8-4fb7-9b06-db3467735130'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:14.439378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.450690 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Routers {'d97f8d9c-4fd8-4fb7-9b06-db3467735130'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:14.456773 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d97f8d9c-4fd8-4fb7-9b06-db3467735130'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:14.466390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:14.473247 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.476894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.481816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-89461a0f-a220-4201-b8d0-a8f3bb217466 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5577681 Jul 08 17:36:14.484686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.496369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b2053765-7fd7-4972-9bbe-07539d6416f8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:14.514695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] DHCP port deletion for c5a3461c-1104-4626-87ea-38f25d69bc39 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:14.596044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] Deleting port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:14.596804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.690657 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Set router d97f8d9c-4fd8-4fb7-9b06-db3467735130 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:14.742150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] For port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,segment=NetworkSegment(07f166e5-a3b6-438f-8da3-ac7dc6447a68),segment_id=07f166e5-a3b6-438f-8da3-ac7dc6447a68)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:14.743340 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.772096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b898b655-2c45-4dcb-88b4-ee63dbe3a9e4 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/d97f8d9c-4fd8-4fb7-9b06-db3467735130 HTTP/1.1" status: 200 len: 907 time: 0.2860098 Jul 08 17:36:14.774879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.784839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] Calling delete_port for 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:14.831437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:14.831821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.016275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.20.0.25 (57dba4c0-7664-4ee4-874c-27af26a40ef4/344d43c5-f5c3-4b5e-b69f-aa329113b16d/10d1dcd4-7e45-4336-a452-594a780517db) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:15.031069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.047921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.062818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,segment=NetworkSegment(07f166e5-a3b6-438f-8da3-ac7dc6447a68),segment_id=07f166e5-a3b6-438f-8da3-ac7dc6447a68)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:15.063094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.108738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:15.120759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] Pushing event deleted for resources: {'Port': ['ID=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.132699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb7779-9610-4fad-815b-a677c51f926c None None] No DVR routers for this DVR port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.137884 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97f8d9c-4fd8-4fb7-9b06-db3467735130', 'name': 'tempest-snat-router-193070550', 'tenant_id': '39b861b502664f62a0d619773932f251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:09Z', 'updated_at': '2021-07-08T17:36:12Z', 'revision_number': 3, 'project_id': '39b861b502664f62a0d619773932f251', 'gw_port': {'id': '36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97f8d9c-4fd8-4fb7-9b06-db3467735130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:10Z', 'updated_at': '2021-07-08T17:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:15.208510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Checking router: d97f8d9c-4fd8-4fb7-9b06-db3467735130 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:15.209161 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Updating router d97f8d9c-4fd8-4fb7-9b06-db3467735130 port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:36:15.248176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:15.278864 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.285027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.417736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Deleting port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:15.418583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.489792 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.531432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.553132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Transition to ACTIVE for port object 10d1dcd4-7e45-4336-a452-594a780517db will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:15.616479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.641040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36149a43-69f8-4972-8147-97772a09b4a4 req-37016e11-3477-4722-9997-4fbfe5efbb6d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 210 time: 0.0841365 Jul 08 17:36:15.670181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.683880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Calling delete_port for 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:15.726711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37b5e3ac-9ead-4ce9-8194-f7e653acade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.731977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.753038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.824788 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.838263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Transition to ACTIVE for port object 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:15.845510 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.907189 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Attempting to bind port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:15.907681 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Attempting to bind port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:15.908140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Attempting to bind port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:15.915696 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:15.915696 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:15.917373 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.917778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:15.918380 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Bound port: 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:15.918865 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.950728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:15.973878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:15.976378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:15.982875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.001593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=10d1dcd4-7e45-4336-a452-594a780517db,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.020215 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Pushing event updated for resources: {'Port': ['ID=36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.037762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b2053765-7fd7-4972-9bbe-07539d6416f8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:16.054904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a3461c-1104-4626-87ea-38f25d69bc39']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.061252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.062133 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.062748 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.063297 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.063841 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.064375 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.064907 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.065444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.065993 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.066540 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.067071 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.067598 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c99068-29aa-446c-be70-5859c6e41cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:16.069036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.091359 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:36:16.092122 n-d-799527-4 neutron-server[93947]: DEBUG oslo_db.api [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:36:16.101295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event deleted for resources: {'Port': ['ID=36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.119783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f166e5-a3b6-438f-8da3-ac7dc6447a68') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.120075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f166e5-a3b6-438f-8da3-ac7dc6447a68') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.132766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b2053765-7fd7-4972-9bbe-07539d6416f8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:16.136712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.190496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.197463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.204214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.208584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.216024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.224187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.238778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.251936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.253895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38a81339-d584-4be3-83b2-150068c3b216 req-95684cb3-0c0f-43c7-978e-571ce329f7eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.6386282 Jul 08 17:36:16.256911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.293368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:16.293898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.333807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.336852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:16.346430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.349365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:16.349771 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.351357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:16.355315 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:16.370789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:16.371139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8a5ee507-4874-4b4b-91d2-b4cddcfd3f3b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:16.411450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37b5e3ac-9ead-4ce9-8194-f7e653acade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.423183 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37b5e3ac-9ead-4ce9-8194-f7e653acade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.423419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.423732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d97f8d9c-4fd8-4fb7-9b06-db3467735130 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:16.435744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.436879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-27064ea6-12c2-414a-bb46-89f709d06e18 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/routers/d97f8d9c-4fd8-4fb7-9b06-db3467735130 HTTP/1.1" status: 204 len: 168 time: 1.6604936 Jul 08 17:36:16.439246 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38a81339-d584-4be3-83b2-150068c3b216 req-83df0304-c45b-47ad-843d-86b01a268b4b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583960 Jul 08 17:36:16.441348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43626) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.445655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1092fc5b-1c2d-4534-9212-4b1e364ff197 None None] Provisioning for port 10d1dcd4-7e45-4336-a452-594a780517db completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:16.453211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1092fc5b-1c2d-4534-9212-4b1e364ff197 None None] Provisioning complete for port 10d1dcd4-7e45-4336-a452-594a780517db triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:16.453584 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1092fc5b-1c2d-4534-9212-4b1e364ff197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.456390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-22a5e72d-32ea-4b0c-ab0a-ee46f17b7c3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5671985 Jul 08 17:36:16.496717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Request body: {'port': {'device_id': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:16.499850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1092fc5b-1c2d-4534-9212-4b1e364ff197 None None] Port 10d1dcd4-7e45-4336-a452-594a780517db cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:16.544311 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.550135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-37b5e3ac-9ead-4ce9-8194-f7e653acade4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b265b8ee072d4f05b43d1c45983d84ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3021731 Jul 08 17:36:16.554348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.561468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.563351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/c5a3461c-1104-4626-87ea-38f25d69bc39 HTTP/1.1" status: 204 len: 168 time: 2.2958727 Jul 08 17:36:16.564200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5e3ac-9ead-4ce9-8194-f7e653acade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6071d675-d861-4c3a-a379-56e7637570b1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.569743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.585733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abc7f2-dbd8-4a7d-9e25-6ca39bb2fdb2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=c5a3461c-1104-4626-87ea-38f25d69bc39,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.607498 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Attempting to bind port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:16.608519 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Attempting to bind port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:16.608876 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Attempting to bind port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:16.614343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:16.614972 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:16.615539 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.616107 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:16.616564 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Bound port: 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:16.617292 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.627570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.632794 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-074f63d1-5db2-4e86-bcd7-d1c91b01e1af tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:16.633487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074f63d1-5db2-4e86-bcd7-d1c91b01e1af tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:16.635860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-074f63d1-5db2-4e86-bcd7-d1c91b01e1af tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/631fd7bd-6c71-46e1-8bc5-5484733056ee HTTP/1.1" status: 404 len: 337 time: 0.0596025 Jul 08 17:36:16.638028 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Port 36dbf6c9-a92b-46a9-a2fc-3e1e6d6d5fdf has been deleted concurrently {{(pid=93947) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 17:36:16.642093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.648302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:16.648671 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:36:16.649380 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_agentschedulers_db [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d97f8d9c-4fd8-4fb7-9b06-db3467735130'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:36:16.649752 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a3067-75b9-40f9-8e6a-f9e8044d1ef3 None None] The sync data for ids ['d97f8d9c-4fd8-4fb7-9b06-db3467735130'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:16.669481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.709663 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-396302fc-0d1b-45fc-a90c-a09ec1b3517b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:16.710321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396302fc-0d1b-45fc-a90c-a09ec1b3517b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:16.714393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-396302fc-0d1b-45fc-a90c-a09ec1b3517b tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/9fc90546-2446-4e03-b438-1dc3110fa516 HTTP/1.1" status: 404 len: 339 time: 0.0690541 Jul 08 17:36:16.716340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43636) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.758931 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec300279-3dc9-4338-9853-a1b6d85a8977 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:16.759743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec300279-3dc9-4338-9853-a1b6d85a8977 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:16.761901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ec300279-3dc9-4338-9853-a1b6d85a8977 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/40088b3b-7e4e-49ae-904a-760ebfc5b284 HTTP/1.1" status: 404 len: 337 time: 0.0400877 Jul 08 17:36:16.766588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43638) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.782357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dc860d0-5622-4910-9ecf-a8f7f59097f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.822819 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5b02c3-efa9-4586-be4e-3ae438d9a87c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:16.823416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5b02c3-efa9-4586-be4e-3ae438d9a87c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:16.825171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa5b02c3-efa9-4586-be4e-3ae438d9a87c tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/ca23ee9b-f974-498c-9425-1b40eb69f409 HTTP/1.1" status: 404 len: 339 time: 0.0571864 Jul 08 17:36:16.832783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.908109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dc860d0-5622-4910-9ecf-a8f7f59097f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.921672 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8c5230-9af1-46ae-9f74-056be2910e48 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:16.922163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8c5230-9af1-46ae-9f74-056be2910e48 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:16.923903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1e8c5230-9af1-46ae-9f74-056be2910e48 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/b7e80598-a829-4269-9576-d2735f6990a3 HTTP/1.1" status: 404 len: 337 time: 0.0599716 Jul 08 17:36:16.927488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.956576 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e9ca79-b9be-4343-a90c-f85d7ed80c25 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:16.957435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e9ca79-b9be-4343-a90c-f85d7ed80c25 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:16.961783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-88e9ca79-b9be-4343-a90c-f85d7ed80c25 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/32af8a6d-4eec-42a7-be10-f912a33ca433 HTTP/1.1" status: 404 len: 339 time: 0.0331106 Jul 08 17:36:16.962743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43644) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.977493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.998784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb3c9-b2f8-4e94-9bc9-5597b4506bb0 req-34f5bfdb-705a-4e95-91db-f83d7cdbdb8d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:17.000306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dbb3c9-b2f8-4e94-9bc9-5597b4506bb0 req-34f5bfdb-705a-4e95-91db-f83d7cdbdb8d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 932 time: 0.2254944 Jul 08 17:36:17.042858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dc860d0-5622-4910-9ecf-a8f7f59097f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.045605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9dc860d0-5622-4910-9ecf-a8f7f59097f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.049267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9dc860d0-5622-4910-9ecf-a8f7f59097f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6071d675-d861-4c3a-a379-56e7637570b1 HTTP/1.1" status: 204 len: 168 time: 0.4915025 Jul 08 17:36:17.049449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d1dcd4-7e45-4336-a452-594a780517db {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:17.063835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.069752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting subnet a7365d25-727e-4bea-900b-cda24a7756a2 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:17.076492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.077710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc860d0-5622-4910-9ecf-a8f7f59097f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6071d675-d861-4c3a-a379-56e7637570b1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:17.089483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dbb3c9-b2f8-4e94-9bc9-5597b4506bb0 req-9377706a-504f-438f-9bd3-71acca256b2a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683260 Jul 08 17:36:17.106399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Deleting port b2053765-7fd7-4972-9bbe-07539d6416f8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:17.106734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.110811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Transition to ACTIVE for port object 10d1dcd4-7e45-4336-a452-594a780517db will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:17.121254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.148837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.260056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Pushing event updated for resources: {'Port': ['ID=10d1dcd4-7e45-4336-a452-594a780517db,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:17.452321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.691756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] For port b2053765-7fd7-4972-9bbe-07539d6416f8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b2053765-7fd7-4972-9bbe-07539d6416f8,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:17.693304 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.715813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Calling delete_port for b2053765-7fd7-4972-9bbe-07539d6416f8 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:17.953515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.992607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Attempting to bind port 10d1dcd4-7e45-4336-a452-594a780517db on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:17.993191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Attempting to bind port 10d1dcd4-7e45-4336-a452-594a780517db by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:17.993501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Attempting to bind port 10d1dcd4-7e45-4336-a452-594a780517db on network 57dba4c0-7664-4ee4-874c-27af26a40ef4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:17.996613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2053765-7fd7-4972-9bbe-07539d6416f8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.016078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Port 10d1dcd4-7e45-4336-a452-594a780517db on network 57dba4c0-7664-4ee4-874c-27af26a40ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:36:18.016411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Attempting to bind port 10d1dcd4-7e45-4336-a452-594a780517db on network 57dba4c0-7664-4ee4-874c-27af26a40ef4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:18.028303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:18.028637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Checking segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:18.029035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Bound using segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:18.029476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Bound port: 10d1dcd4-7e45-4336-a452-594a780517db, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:18.029832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.069560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.071280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.126928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.133188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.139764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.146162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.152134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.158850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.164811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.167525 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-fff75013-d4bc-4672-977a-7b75434ec9cb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.2155719 Jul 08 17:36:18.173788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=a7365d25-727e-4bea-900b-cda24a7756a2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.197302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb8e35-8cc8-4777-8df6-61818232789c None None] Network 762a0100-dc2a-40d7-99e5-4758867bacf8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:18.218175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.230132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-52fcd24d-e6fe-4df5-b061-e2217cb7c1aa tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/a7365d25-727e-4bea-900b-cda24a7756a2 HTTP/1.1" status: 204 len: 168 time: 1.2626655 Jul 08 17:36:18.239154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43678) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:18.259565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.274550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.369704 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.371689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 022e978d-62ce-4bd1-9952-2903fcf90118 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:18.387147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.395863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d165089-47d5-4c2a-afe2-a31b9d1503fd tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "DELETE /v2.0/routers/022e978d-62ce-4bd1-9952-2903fcf90118 HTTP/1.1" status: 204 len: 168 time: 1.9534123 Jul 08 17:36:18.397372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43700) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:18.412167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2078169739', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:18.451141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] For port 10d1dcd4-7e45-4336-a452-594a780517db, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:18.466101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9eac8308-d363-4392-86d5-15cf693c2bbf req-c2b02077-b86c-4036-b6fa-cf2fe00d38eb tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2885778 Jul 08 17:36:18.489350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] For port 10d1dcd4-7e45-4336-a452-594a780517db, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10d1dcd4-7e45-4336-a452-594a780517db,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:18.498740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.501673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764d08c-62e3-49d3-982b-d488d84aae45 req-27fb541b-7f8a-4931-a982-71a218f19dca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.503289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6764d08c-62e3-49d3-982b-d488d84aae45 req-27fb541b-7f8a-4931-a982-71a218f19dca tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 944 time: 0.2465949 Jul 08 17:36:18.513027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.526712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.528268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.550856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] DHCP port deletion for 762a0100-dc2a-40d7-99e5-4758867bacf8 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:18.582073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6764d08c-62e3-49d3-982b-d488d84aae45 req-c24282e0-db4e-40ae-ab94-5ef26cb9801b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688510 Jul 08 17:36:18.628700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.640395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.641349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.643420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] 10.222.0.53 "PUT /v2.0/ports/10d1dcd4-7e45-4336-a452-594a780517db HTTP/1.1" status: 200 len: 1092 time: 2.1753736 Jul 08 17:36:18.644814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'tag': '10d1dcd4-7e45-4336-a452-594a780517db'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:18.648223 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac639ce1-7eab-4740-9671-90daf6a8c937" -d '{"events": [{"name": "network-changed", "server_uuid": "44d8ff39-6769-443d-9c98-edea34e6fe5a", "tag": "10d1dcd4-7e45-4336-a452-594a780517db"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:18.696324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] Deleting port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:18.697143 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.774273 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1995950-828e-424a-9202-183c885a35e2 x-openstack-request-id: req-e1995950-828e-424a-9202-183c885a35e2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:18.774825 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d8ff39-6769-443d-9c98-edea34e6fe5a", "tag": "10d1dcd4-7e45-4336-a452-594a780517db", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:18.776445 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1995950-828e-424a-9202-183c885a35e2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:18.777062 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'tag': '10d1dcd4-7e45-4336-a452-594a780517db', 'status': 'completed', 'code': 200} Jul 08 17:36:18.781751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd3c71-bfd8-4be8-a369-7a02f2e91e9a service neutron] Pushing event updated for resources: {'Port': ['ID=10d1dcd4-7e45-4336-a452-594a780517db,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.823578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] For port 671bb78c-12a4-4aef-9843-0b4e3a3f4504, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=671bb78c-12a4-4aef-9843-0b4e3a3f4504,segment=NetworkSegment(9ecec931-5ba4-451b-95cc-1f189aee40ca),segment_id=9ecec931-5ba4-451b-95cc-1f189aee40ca)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:18.824416 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.834246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:18.834882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.844064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] Calling delete_port for 671bb78c-12a4-4aef-9843-0b4e3a3f4504 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:18.924518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-d7b75105-9786-4a99-ad6c-79ff31282b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:18.926084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-d7b75105-9786-4a99-ad6c-79ff31282b1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 1095 time: 0.2176688 Jul 08 17:36:18.979238 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.023890 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-fcb6b1d2-ab85-4cac-a809-13e752fe8643 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=10d1dcd4-7e45-4336-a452-594a780517db HTTP/1.1" status: 200 len: 217 time: 0.0889373 Jul 08 17:36:19.033095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.083676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] Pushing event deleted for resources: {'Port': ['ID=671bb78c-12a4-4aef-9843-0b4e3a3f4504,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:19.097745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35aaa8-a8b6-43d2-a551-5b21fd1a74fb None None] No DVR routers for this DVR port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:19.128931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port 671bb78c-12a4-4aef-9843-0b4e3a3f4504, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=671bb78c-12a4-4aef-9843-0b4e3a3f4504,segment=NetworkSegment(9ecec931-5ba4-451b-95cc-1f189aee40ca),segment_id=9ecec931-5ba4-451b-95cc-1f189aee40ca)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:19.129383 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.148965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for 671bb78c-12a4-4aef-9843-0b4e3a3f4504 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:19.156733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-bb869cba-8b49-41c2-aba6-caa7b22c1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.163218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-bb869cba-8b49-41c2-aba6-caa7b22c1243 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=344d43c5-f5c3-4b5e-b69f-aa329113b16d HTTP/1.1" status: 200 len: 837 time: 0.1268396 Jul 08 17:36:19.304287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42894b13-06a2-435b-95f8-573f98349a5f req-092feca5-b913-44ba-869c-626b62e2a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.305833 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-092feca5-b913-44ba-869c-626b62e2a7dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57dba4c0-7664-4ee4-874c-27af26a40ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351838 Jul 08 17:36:19.323900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.367682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.392520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=671bb78c-12a4-4aef-9843-0b4e3a3f4504,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:19.402827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.418456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port 671bb78c-12a4-4aef-9843-0b4e3a3f4504 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:19.497803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f1104d74-0ce0-4a7e-ac99-c14da431ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.535279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.555377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762a0100-dc2a-40d7-99e5-4758867bacf8']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.561030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-78a7386d-dc88-4fb5-b033-fdf5961b4881 service neutron] 10.222.0.53 "GET /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470598 Jul 08 17:36:19.572683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecec931-5ba4-451b-95cc-1f189aee40ca') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.573274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecec931-5ba4-451b-95cc-1f189aee40ca') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.599162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.632478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Allocated IP 172.25.3.197 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/8e283e5d-d189-4519-b337-27e9e9917ec1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:19.661489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.673599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:19.674687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:19.679491 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:19.799882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.811701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.815668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/762a0100-dc2a-40d7-99e5-4758867bacf8 HTTP/1.1" status: 204 len: 168 time: 1.5699761 Jul 08 17:36:19.819100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:19.891943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e60b-44fc-42ec-b564-9ddb589353d4 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=762a0100-dc2a-40d7-99e5-4758867bacf8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:19.895760 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e26487-ced0-4bf4-96c1-681b181c37d0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:19.896220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e26487-ced0-4bf4-96c1-681b181c37d0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:19.898080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-01e26487-ced0-4bf4-96c1-681b181c37d0 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/9c2a192b-4ca3-4b66-aba0-19e181533224 HTTP/1.1" status: 404 len: 337 time: 0.0780191 Jul 08 17:36:19.905565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42894b13-06a2-435b-95f8-573f98349a5f req-d34a1b47-46a4-4a60-bd07-018d553e52a4 service neutron] 10.222.0.53 "GET /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355436 Jul 08 17:36:19.906055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:19.912168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.919721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.927361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.953725 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00aa4f4-7930-4530-bc95-18a898b01c67 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:19.954402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.954774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00aa4f4-7930-4530-bc95-18a898b01c67 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:19.959774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f00aa4f4-7930-4530-bc95-18a898b01c67 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/5b8960a1-98e4-4d4f-b519-923d9861225b HTTP/1.1" status: 404 len: 339 time: 0.0496886 Jul 08 17:36:19.961421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43766) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:19.961650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.968375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.975159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:19.977170 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-7a90043d-4f9f-42ed-89e1-6535d8190897 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.2175994 Jul 08 17:36:19.990570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.026493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b2053765-7fd7-4972-9bbe-07539d6416f8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:20.062996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c42d70f7-6ca3-4bc5-9bd3-f8ef7401094c req-3010a249-469a-4eb0-810e-9c5d40631a8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690229 Jul 08 17:36:20.069165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc601-6908-4bc7-897a-c8f43ec256c7 req-f605cc70-1609-4dae-893e-32092144411f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:20.071856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b34bc601-6908-4bc7-897a-c8f43ec256c7 req-f605cc70-1609-4dae-893e-32092144411f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 944 time: 0.2613485 Jul 08 17:36:20.080682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting subnet dd1a0f37-34ab-4559-a308-63e5d13a55f1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:20.087828 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.091444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.124526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b2053765-7fd7-4972-9bbe-07539d6416f8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:20.125771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b2053765-7fd7-4972-9bbe-07539d6416f8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:20.126331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 671bb78c-12a4-4aef-9843-0b4e3a3f4504 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:20.141976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:20.153460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:20.157242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:20.176473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 671bb78c-12a4-4aef-9843-0b4e3a3f4504 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:20.177895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 671bb78c-12a4-4aef-9843-0b4e3a3f4504 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:20.204389 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.211296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b34bc601-6908-4bc7-897a-c8f43ec256c7 req-251b1840-79d1-4967-81d9-ba1ed329b194 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271443 Jul 08 17:36:20.225473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event updated for resources: {'Port': ['ID=8e283e5d-d189-4519-b337-27e9e9917ec1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:20.237229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-1dd2c328-36ce-42a8-b0f6-05a28231d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:20.244529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-1dd2c328-36ce-42a8-b0f6-05a28231d0e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 1095 time: 0.2686255 Jul 08 17:36:20.398058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.402698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-9ac6146a-752f-4c64-8066-c4fd9a5a5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:20.404273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-9ac6146a-752f-4c64-8066-c4fd9a5a5f02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=57dba4c0-7664-4ee4-874c-27af26a40ef4 HTTP/1.1" status: 200 len: 898 time: 0.1559818 Jul 08 17:36:20.469108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-48ac760f-ebf2-4751-af6f-3e5c81fe2240 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=10d1dcd4-7e45-4336-a452-594a780517db HTTP/1.1" status: 200 len: 217 time: 0.0430048 Jul 08 17:36:20.505525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.545966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-4bd2b60e-739a-4725-94b3-811a3e15c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:20.547830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-4bd2b60e-739a-4725-94b3-811a3e15c30a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=344d43c5-f5c3-4b5e-b69f-aa329113b16d HTTP/1.1" status: 200 len: 837 time: 0.0699410 Jul 08 17:36:20.549654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.591836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1a0f37-34ab-4559-a308-63e5d13a55f1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:20.615135 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.617413 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6bcb3229-f22c-4bbc-b35b-86c11df1a0e2 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/subnets/dd1a0f37-34ab-4559-a308-63e5d13a55f1 HTTP/1.1" status: 204 len: 168 time: 0.6550300 Jul 08 17:36:20.620567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:20.628977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c0027-514f-4432-b9fc-632c52607d2d None None] Network b25df32a-ae15-457a-8f0e-8af30c9efcae requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:20.718937 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.754706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-5a4f0d20-64e9-479d-a06b-a1d6fb55dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:20.756230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-5a4f0d20-64e9-479d-a06b-a1d6fb55dff6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57dba4c0-7664-4ee4-874c-27af26a40ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960173 Jul 08 17:36:20.776454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.905182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Deleting port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:20.905523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.908837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-9660379e-22c5-452e-8210-5a0c74ba3dcb service neutron] 10.222.0.53 "GET /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451993 Jul 08 17:36:20.910667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] DHCP port deletion for b25df32a-ae15-457a-8f0e-8af30c9efcae request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:20.959163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Router 5cda792b-dac9-46ef-b3a3-d20ce36c2511 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:20.974134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] Deleting port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:20.974589 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.037643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] For port 13bf6e11-1cea-41d0-a30f-18f01e6907e1, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=13bf6e11-1cea-41d0-a30f-18f01e6907e1,segment=NetworkSegment(2509e093-0f92-44b6-945a-449d7db40352),segment_id=2509e093-0f92-44b6-945a-449d7db40352)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:21.038041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.054581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] For port 13bf6e11-1cea-41d0-a30f-18f01e6907e1, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=13bf6e11-1cea-41d0-a30f-18f01e6907e1,segment=NetworkSegment(2509e093-0f92-44b6-945a-449d7db40352),segment_id=2509e093-0f92-44b6-945a-449d7db40352)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:21.055434 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.060576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Calling delete_port for 13bf6e11-1cea-41d0-a30f-18f01e6907e1 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:21.079933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] Calling delete_port for 13bf6e11-1cea-41d0-a30f-18f01e6907e1 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:21.119727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:21.122783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac639ce1-7eab-4740-9671-90daf6a8c937 req-fb9d2e81-4a1a-4092-8aee-5e44d83426a1 service neutron] 10.222.0.53 "GET /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000835 Jul 08 17:36:21.143784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] Sync routers for ids ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:21.170110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.171840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.173984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a7b23f1b-d64d-4550-a8e7-004ba8f518bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7707312 Jul 08 17:36:21.175618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] Routers {'5cda792b-dac9-46ef-b3a3-d20ce36c2511'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:21.176258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.176537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:21.192857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:21.204476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-1b91ca06-e4b0-45b5-b198-c2fbc7ac632c req-5fc48efb-df71-4363-9a10-2e74667e6fd2 service neutron] (93944) timed out ('10.222.0.21', 63938) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:36:21.209898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Port': ['ID=13bf6e11-1cea-41d0-a30f-18f01e6907e1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.212496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] No DVR routers for this DVR port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:21.227000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.239455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] Routers {'5cda792b-dac9-46ef-b3a3-d20ce36c2511'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:21.240066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:35:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.348907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.349584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bee65a-24ee-4215-b2cd-21a88cf45bea None None] The sync data for ids ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:21.351378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.367050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.375035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25df32a-ae15-457a-8f0e-8af30c9efcae']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.387603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2509e093-0f92-44b6-945a-449d7db40352') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.387899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2509e093-0f92-44b6-945a-449d7db40352') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.399839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.424315 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.427389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] Pushing event deleted for resources: {'Port': ['ID=13bf6e11-1cea-41d0-a30f-18f01e6907e1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.430030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a2fc-c345-4a26-bdb7-ca41c64b7f4a None None] No DVR routers for this DVR port 13bf6e11-1cea-41d0-a30f-18f01e6907e1 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:21.443207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:21.444053 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:21.447994 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:21.517365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.525974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.535830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.540598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.548607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.552586 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.554492 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] 10.222.0.48 "DELETE /v2.0/networks/b25df32a-ae15-457a-8f0e-8af30c9efcae HTTP/1.1" status: 204 len: 168 time: 0.9327745 Jul 08 17:36:21.555924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.562945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.568897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.570908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-678543eb-dc7f-4405-bb30-2761963a2360 req-16e1e801-577d-410f-b297-7ff57651a8d5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.2431970 Jul 08 17:36:21.578080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd642dd-63bc-419e-bd5a-404716e3d067 tempest-NetworksIpV6Test-1941325400 tempest-NetworksIpV6Test-1941325400-project] Pushing event deleted for resources: {'Network': ['ID=b25df32a-ae15-457a-8f0e-8af30c9efcae,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.597980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786262-011d-42c5-8622-cd43480b8002 req-92c680c1-1062-4068-926b-c33a54966c08 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.599832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e786262-011d-42c5-8622-cd43480b8002 req-92c680c1-1062-4068-926b-c33a54966c08 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 944 time: 0.1587503 Jul 08 17:36:21.658309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e786262-011d-42c5-8622-cd43480b8002 req-816fe1bc-2878-4627-8046-04f952260c02 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514941 Jul 08 17:36:21.706983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-678543eb-dc7f-4405-bb30-2761963a2360 req-a91451f7-d327-4125-9ad0-c98c92d23736 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620315 Jul 08 17:36:21.922229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.013540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:22.067517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 13bf6e11-1cea-41d0-a30f-18f01e6907e1 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:22.133542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 13bf6e11-1cea-41d0-a30f-18f01e6907e1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:22.133896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 13bf6e11-1cea-41d0-a30f-18f01e6907e1 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:22.205863 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68f876ef-8263-41e1-874d-2ef84dd1f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.262776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5c929cc1-20a9-4cb6-ae37-4eeabadcd1de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f25b5335d8f49208c6b7f26b41c01aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480116 Jul 08 17:36:22.264673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43800) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:22.280422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-5044af50-597f-44e8-bae3-203cf8e23bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:22.282021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-5044af50-597f-44e8-bae3-203cf8e23bd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1095 time: 0.1472363 Jul 08 17:36:22.313106 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.408469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-88412540-ec8e-463b-ab4b-8388823a9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:22.411344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-88412540-ec8e-463b-ab4b-8388823a9132 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1203845 Jul 08 17:36:22.516663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-2f4a067d-1545-49d0-b80f-e4964605d136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.0971091 Jul 08 17:36:22.599391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-ee414b12-95e7-4f27-9aa1-82b9b5d7c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:22.601394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-ee414b12-95e7-4f27-9aa1-82b9b5d7c584 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.0769992 Jul 08 17:36:22.712559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-40ae2a62-85a4-4782-a0a2-7e0c7de5be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:22.715585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-40ae2a62-85a4-4782-a0a2-7e0c7de5be5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068223 Jul 08 17:36:22.801144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87c67300-3efb-4d1b-88a6-d264d1f86480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.815469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10d1dcd4-7e45-4336-a452-594a780517db details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:22.868548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-fcbb331d-f478-4634-8669-62d68a40d026 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446223 Jul 08 17:36:22.871398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05e35b-b39e-4071-9c93-979ba5813f93 req-744dfb3c-a04b-4747-bd12-c68d24a60688 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:22.878678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d05e35b-b39e-4071-9c93-979ba5813f93 req-744dfb3c-a04b-4747-bd12-c68d24a60688 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.6261070 Jul 08 17:36:22.920575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87c67300-3efb-4d1b-88a6-d264d1f86480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.957504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 10d1dcd4-7e45-4336-a452-594a780517db, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10d1dcd4-7e45-4336-a452-594a780517db,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:22.971084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '10d1dcd4-7e45-4336-a452-594a780517db', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'port_id': '10d1dcd4-7e45-4336-a452-594a780517db', 'mac_address': 'fa:16:3e:7d:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:23.014502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d05e35b-b39e-4071-9c93-979ba5813f93 req-cc076dd3-9df8-45fa-91f9-c0abb6d2a304 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346891 Jul 08 17:36:23.043575 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.069053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d1dcd4-7e45-4336-a452-594a780517db {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:23.084243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e03ed55d-aa14-414d-aa68-2c110186e235 req-bd3a41f6-9f05-48c5-8ea6-cdc0845e6676 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079985 Jul 08 17:36:23.119264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fad64-519d-4245-bf53-f3d383fdc419 req-a8e31b69-9896-415f-b920-065630ae8d36 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.128565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 10d1dcd4-7e45-4336-a452-594a780517db, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10d1dcd4-7e45-4336-a452-594a780517db,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:23.129663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-848fad64-519d-4245-bf53-f3d383fdc419 req-a8e31b69-9896-415f-b920-065630ae8d36 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 944 time: 0.1497037 Jul 08 17:36:23.138237 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.142308 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87c67300-3efb-4d1b-88a6-d264d1f86480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.144843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87c67300-3efb-4d1b-88a6-d264d1f86480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.145995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-87c67300-3efb-4d1b-88a6-d264d1f86480 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b1e12d0-bc72-4be1-8e72-2c70d9d35c10 HTTP/1.1" status: 204 len: 168 time: 0.8793519 Jul 08 17:36:23.188656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c67300-3efb-4d1b-88a6-d264d1f86480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1e12d0-bc72-4be1-8e72-2c70d9d35c10,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:23.231446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-848fad64-519d-4245-bf53-f3d383fdc419 req-7ea19535-527b-450d-b183-cf417d4ac5fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007192 Jul 08 17:36:23.234148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.244598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.283036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=10d1dcd4-7e45-4336-a452-594a780517db,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:23.440037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['10d1dcd4-7e45-4336-a452-594a780517db'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:23.441947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Router 5cda792b-dac9-46ef-b3a3-d20ce36c2511 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:23.482581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.491008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.497792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.504016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.510601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.519125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.525939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.534029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e343f05c-4ddf-4aef-be3c-083c726badef req-7e0e5b4f-4352-4552-9d2b-1eba727040be tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.2752421 Jul 08 17:36:23.642374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e343f05c-4ddf-4aef-be3c-083c726badef req-48e38112-f5ec-4fb1-adf9-44f2bbfb5e5b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073046 Jul 08 17:36:23.734764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:23.747482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.751095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01a53615-04d7-4531-a555-7d4787bd5ea2 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "PUT /v2.0/routers/5cda792b-dac9-46ef-b3a3-d20ce36c2511 HTTP/1.1" status: 200 len: 926 time: 2.5700822 Jul 08 17:36:23.751566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43822) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:23.752813 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] Sync routers for ids ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:23.770729 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] Routers {'5cda792b-dac9-46ef-b3a3-d20ce36c2511'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:23.772462 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:23.789079 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.873660 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:23.894338 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] Routers {'5cda792b-dac9-46ef-b3a3-d20ce36c2511'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:23.899639 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:23.949399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0d5e97c6-b8cc-431f-bce3-642761714acb tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/5cda792b-dac9-46ef-b3a3-d20ce36c2511 HTTP/1.1" status: 200 len: 926 time: 0.1967075 Jul 08 17:36:23.952238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43828) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.016662 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:24.017270 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b454d8-b25b-41a7-83ec-d0db1618ce53 None None] The sync data for ids ['5cda792b-dac9-46ef-b3a3-d20ce36c2511'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:24.076042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a61cd6-137c-4f76-b9d9-beb52a7dc948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.078463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-66a61cd6-137c-4f76-b9d9-beb52a7dc948 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=5cda792b-dac9-46ef-b3a3-d20ce36c2511&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1248343 Jul 08 17:36:24.081007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.191452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1675e869-9457-44ac-aff6-fb037286d98c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.193560 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1675e869-9457-44ac-aff6-fb037286d98c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.1113815 Jul 08 17:36:24.197515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.254228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ca62180-bab1-44fd-8cc5-0e0409e90002 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cda792b-dac9-46ef-b3a3-d20ce36c2511 HTTP/1.1" status: 200 len: 205 time: 0.0550704 Jul 08 17:36:24.256810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.283739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cce19-94b6-4731-a022-cd3b4946b41d req-720b7745-6b7a-4181-b845-ec3eebdb88f2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.285881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b4cce19-94b6-4731-a022-cd3b4946b41d req-720b7745-6b7a-4181-b845-ec3eebdb88f2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1023467 Jul 08 17:36:24.352395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b4cce19-94b6-4731-a022-cd3b4946b41d req-c34074ea-6fef-421b-bd78-770cac004afc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584545 Jul 08 17:36:24.362862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.493113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.495794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118364857'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:24.502281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57fd63-67e7-4aac-acd9-cb4cab4729dc req-7768424d-877c-4bd4-bdaf-268e7884b312 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.503827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a57fd63-67e7-4aac-acd9-cb4cab4729dc req-7768424d-877c-4bd4-bdaf-268e7884b312 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 945 time: 0.1057048 Jul 08 17:36:24.528139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.537697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.630528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a57fd63-67e7-4aac-acd9-cb4cab4729dc req-b259a015-4b0b-4aaf-9609-b8fd7eb1346f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858164 Jul 08 17:36:24.687930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.696168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.701672 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.774067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Deleting port 8e283e5d-d189-4519-b337-27e9e9917ec1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:24.776913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.824877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf8240-f68b-4fa0-91dc-ea85a931b119,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:24.839093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10d1dcd4-7e45-4336-a452-594a780517db up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:24.898765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.904333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.907826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.933228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Calling delete_port for 8e283e5d-d189-4519-b337-27e9e9917ec1 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:24.937135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 10d1dcd4-7e45-4336-a452-594a780517db completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:24.952171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 10d1dcd4-7e45-4336-a452-594a780517db triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:24.953256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.955606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.964279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.977039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.979453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.984653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.990519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.997036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:25.002853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:25.005074 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-365997bb-5697-4855-9e2a-da1d53a140a1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.2036343 Jul 08 17:36:25.011299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.012810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6489410 Jul 08 17:36:25.017132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43876) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.047636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ed75c-1a09-4a48-96dd-605eaead2232 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c746fa-bdec-43ea-b255-59a09ad04cd7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.081869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.113499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1dcd4-7e45-4336-a452-594a780517db'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:25.116438 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a15bc6e-904a-4c90-9497-0ac5dc2e2512" -d '{"events": [{"server_uuid": "44d8ff39-6769-443d-9c98-edea34e6fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "10d1dcd4-7e45-4336-a452-594a780517db"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:25.131419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 10d1dcd4-7e45-4336-a452-594a780517db, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10d1dcd4-7e45-4336-a452-594a780517db,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:25.136803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.186513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f4da4f6-4cba-451c-a3d0-5dc9f62be644 req-335fdb27-61af-4943-8bd5-5d1c93cff4d4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725297 Jul 08 17:36:25.200662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.207261 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af217ba-c43f-4858-ace6-11c489a96760 x-openstack-request-id: req-4af217ba-c43f-4858-ace6-11c489a96760 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:25.207865 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d8ff39-6769-443d-9c98-edea34e6fe5a", "name": "network-vif-plugged", "status": "completed", "tag": "10d1dcd4-7e45-4336-a452-594a780517db", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:25.208363 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4af217ba-c43f-4858-ace6-11c489a96760 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:25.209903 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1dcd4-7e45-4336-a452-594a780517db', 'code': 200} Jul 08 17:36:25.238967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f7568616-2397-401d-8645-e3bbf45fc4e9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2200763 Jul 08 17:36:25.240067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43880) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.245792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-security--1537937924', 'description': 'tempest-security-description-1226123483'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:25.246320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=10d1dcd4-7e45-4336-a452-594a780517db,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.274246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event deleted for resources: {'Port': ['ID=8e283e5d-d189-4519-b337-27e9e9917ec1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.313034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.353205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.371991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d36012-7cf6-4f4d-b157-541ace776838 req-5ad0ee10-9960-419b-bb35-a2c464c28f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:25.373772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63d36012-7cf6-4f4d-b157-541ace776838 req-5ad0ee10-9960-419b-bb35-a2c464c28f05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 1097 time: 0.0936048 Jul 08 17:36:25.384967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.391693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.393891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.397917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "PUT /v2.0/security-groups/b0c746fa-bdec-43ea-b255-59a09ad04cd7 HTTP/1.1" status: 200 len: 1780 time: 0.1565664 Jul 08 17:36:25.399797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.470065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-63d36012-7cf6-4f4d-b157-541ace776838 req-845e2d1e-093c-4db8-a019-3998f9842e06 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881646 Jul 08 17:36:25.485963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d633fbc-64ef-4f24-b835-4ae833913f9b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c746fa-bdec-43ea-b255-59a09ad04cd7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.486853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.489321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.500446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f3a3d4eb-334e-4617-b56a-6f0476667bdd tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups/b0c746fa-bdec-43ea-b255-59a09ad04cd7 HTTP/1.1" status: 200 len: 1780 time: 0.0934775 Jul 08 17:36:25.500760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43884) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.571290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.571818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Fanout notify agent at l3_agent the message router_deleted on router 5cda792b-dac9-46ef-b3a3-d20ce36c2511 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:25.582252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.583374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-82db2c7e-fc4a-485f-82c4-d63ae8aed23f tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/5cda792b-dac9-46ef-b3a3-d20ce36c2511 HTTP/1.1" status: 204 len: 168 time: 1.3254750 Jul 08 17:36:25.587162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43886) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.599170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1113685615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:25.627912 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1356ab-656c-4cfa-b889-4c706f56b627 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.632175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.633306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.663406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1356ab-656c-4cfa-b889-4c706f56b627 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.733226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1356ab-656c-4cfa-b889-4c706f56b627 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.737637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb1356ab-656c-4cfa-b889-4c706f56b627 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.739212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.744166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43892) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.744979 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb1356ab-656c-4cfa-b889-4c706f56b627 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0c746fa-bdec-43ea-b255-59a09ad04cd7 HTTP/1.1" status: 204 len: 168 time: 0.2389696 Jul 08 17:36:25.779707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1356ab-656c-4cfa-b889-4c706f56b627 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c746fa-bdec-43ea-b255-59a09ad04cd7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.789100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.841228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.842465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fe3605d0-4a46-4950-b927-fb67634814d0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2535312 Jul 08 17:36:25.845327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.849794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:25.949543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a048d180-3d52-4e97-b8c3-54e8966eee7d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2044182 Jul 08 17:36:25.950330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.951938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb344f-995a-435b-a1b3-d4c325b79049 req-9952d7c3-6276-46c1-8d4e-5ab4ebdc7eb3 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:25.959693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2fb344f-995a-435b-a1b3-d4c325b79049 req-9952d7c3-6276-46c1-8d4e-5ab4ebdc7eb3 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 946 time: 0.1209233 Jul 08 17:36:26.003953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e2fb344f-995a-435b-a1b3-d4c325b79049 req-180cb0b0-0045-4612-bd2c-e8af44a46d0c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 Jul 08 17:36:26.012289 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-ac8a0895-8d50-49f3-90e1-4c349134555e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] delete failed (client error): The resource could not be found. Jul 08 17:36:26.013985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ac8a0895-8d50-49f3-90e1-4c349134555e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0c746fa-bdec-43ea-b255-59a09ad04cd7 HTTP/1.1" status: 404 len: 347 time: 0.0619185 Jul 08 17:36:26.020841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:26.027868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248626162'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:26.075858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.155710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.200955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.203711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.244699 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.249228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2270479 Jul 08 17:36:26.255107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43910) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:26.261650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '4a4b7a8b-889e-435f-9095-6596899aabdb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:26.271560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c246bc-53e5-40e7-99ac-62d22dd9387e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b7a8b-889e-435f-9095-6596899aabdb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.325955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.425064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.430730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.451374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc1a4bd-7dd6-497a-ab13-768bb7aee357,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.465189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.467520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7085d65a-7e98-4d6d-8651-a04037ea8236 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2114620 Jul 08 17:36:26.470548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:26.861846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 67b87414-60b2-4177-97d0-4316042abc01 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:26.964629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.979095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=67b87414-60b2-4177-97d0-4316042abc01,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:26.991686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '67b87414-60b2-4177-97d0-4316042abc01', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'port_id': '67b87414-60b2-4177-97d0-4316042abc01', 'mac_address': 'fa:16:3e:60:af:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:27.011616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf860b4d-3a35-45c8-8be2-2a52254d2c3c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.015058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.036940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.045153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf860b4d-3a35-45c8-8be2-2a52254d2c3c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.051298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b87414-60b2-4177-97d0-4316042abc01 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:27.077169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=67b87414-60b2-4177-97d0-4316042abc01,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.084585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.085715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae0fd77-c803-4fc7-abee-d878cfefa9de details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:27.177613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.211420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '6ae0fd77-c803-4fc7-abee-d878cfefa9de', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'port_id': '6ae0fd77-c803-4fc7-abee-d878cfefa9de', 'mac_address': 'fa:16:3e:30:5a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:27.255210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf860b4d-3a35-45c8-8be2-2a52254d2c3c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.268006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4caa-5089-4dcf-b429-868204568ac3 req-2756bea5-b340-4403-8010-84a97ea6fda5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.280083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec3b4caa-5089-4dcf-b429-868204568ac3 req-2756bea5-b340-4403-8010-84a97ea6fda5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 946 time: 0.1008811 Jul 08 17:36:27.298679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.300560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.317407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae0fd77-c803-4fc7-abee-d878cfefa9de {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:27.336420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.342744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.343639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.349472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.349824 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.350515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 45245402-097c-47ff-99a5-a222d4fed7f5 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:27.357326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.357520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec3b4caa-5089-4dcf-b429-868204568ac3 req-c827d425-4752-469d-bd94-f0d38ab44dbb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722775 Jul 08 17:36:27.372273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.378233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.386991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.388984 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-bb6d06f0-7b69-4dc3-bf0c-abc0027e6a26 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5430 time: 0.9898396 Jul 08 17:36:27.407881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf860b4d-3a35-45c8-8be2-2a52254d2c3c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.411741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.411910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cf860b4d-3a35-45c8-8be2-2a52254d2c3c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ebc1a4bd-7dd6-497a-ab13-768bb7aee357 HTTP/1.1" status: 204 len: 168 time: 0.9379377 Jul 08 17:36:27.438119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf860b4d-3a35-45c8-8be2-2a52254d2c3c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebc1a4bd-7dd6-497a-ab13-768bb7aee357,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.466432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Allocated IP 172.25.3.145 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/3b00fd43-db31-4866-b0c1-f9ffa50cc569) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:27.475399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=45245402-097c-47ff-99a5-a222d4fed7f5,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.483703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.490452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '45245402-097c-47ff-99a5-a222d4fed7f5', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'port_id': '45245402-097c-47ff-99a5-a222d4fed7f5', 'mac_address': 'fa:16:3e:e2:17:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:27.500044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84a541b2-2e8e-4460-ab80-1fcace9f64f2 req-cfa8bacd-f950-4cd1-8bda-3ebe4318a237 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816429 Jul 08 17:36:27.534474 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.535475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-67ed0e93-5029-41aa-b7ef-d37ca96fb28e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1225879 Jul 08 17:36:27.538779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.551866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45245402-097c-47ff-99a5-a222d4fed7f5 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:27.587700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=45245402-097c-47ff-99a5-a222d4fed7f5,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.592449 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.593473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:27.632548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.710294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.719123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.731358 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a12558-1db8-4225-92b1-3a434b7ad4b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.770714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df058fd-5854-441c-82b6-3c0751b598b3 req-7ee0c4ba-9497-4ef1-a74c-8e1028177e07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.771477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.772494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0df058fd-5854-441c-82b6-3c0751b598b3 req-7ee0c4ba-9497-4ef1-a74c-8e1028177e07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 946 time: 0.1639080 Jul 08 17:36:27.776324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:27.778339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a12558-1db8-4225-92b1-3a434b7ad4b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.786562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:27.790336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:27.799029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a', 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83', 'port_id': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a', 'mac_address': 'fa:16:3e:51:9e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:27.821132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event updated for resources: {'Port': ['ID=3b00fd43-db31-4866-b0c1-f9ffa50cc569,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.847281 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.866843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:27.870176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0df058fd-5854-441c-82b6-3c0751b598b3 req-19d38cec-ca33-49df-8676-a26d84c045e9 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884905 Jul 08 17:36:27.895510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:27.902265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a12558-1db8-4225-92b1-3a434b7ad4b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.904485 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.904841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a0a12558-1db8-4225-92b1-3a434b7ad4b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.905342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:27.905987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a0a12558-1db8-4225-92b1-3a434b7ad4b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/4a4b7a8b-889e-435f-9095-6596899aabdb HTTP/1.1" status: 204 len: 168 time: 0.3662667 Jul 08 17:36:27.909119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.930005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12558-1db8-4225-92b1-3a434b7ad4b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b7a8b-889e-435f-9095-6596899aabdb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.981401 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7cade04f-0121-4d0e-aa8b-0a1bcde38ed0 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708039 Jul 08 17:36:27.986206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.993799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--492135325'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:28.030440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.132641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.176146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.195369 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.204870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:28.206150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.221914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'port_id': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'mac_address': 'fa:16:3e:87:bd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:28.293804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48e18a-55fe-4d3f-94c7-74ef2f030522,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.300664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.301829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e110ae12-d2df-4e55-ae50-eb19d96f40d9 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3144197 Jul 08 17:36:28.305771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.313344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.316848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '4c48e18a-55fe-4d3f-94c7-74ef2f030522', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:28.332133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:28.355073 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.378764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:28.388442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.389374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:28.434835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.439458 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.460853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d9488f-f586-4508-85d5-56f92448fe90,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.476765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.479392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5972b3f9-3862-472d-b999-83762524bef7 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713691 Jul 08 17:36:28.482102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.488547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '4c48e18a-55fe-4d3f-94c7-74ef2f030522', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:28.521226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.525947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.526609 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.563215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:28.591828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.602650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f', 'network_id': '5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8', 'port_id': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f', 'mac_address': 'fa:16:3e:58:95:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c323140-dd80-45d0-a103-c9c52e1b6150', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:28.652994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.659445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.688637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.700558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5480ccea-c784-4287-bd93-ef25d01651a1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.708114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:28.708338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.710690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d6dc9170-17d8-4dc0-82ed-b40ae807c798 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2271135 Jul 08 17:36:28.716747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.741720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:28.742036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '4c48e18a-55fe-4d3f-94c7-74ef2f030522', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:28.752538 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.754718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d32d2d48-1f5f-446a-8654-2ac2bee74840 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:28.799921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.836302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d32d2d48-1f5f-446a-8654-2ac2bee74840, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:28.852636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'd32d2d48-1f5f-446a-8654-2ac2bee74840', 'network_id': 'ba07596e-023f-4a72-8626-6b27f3412e83', 'port_id': 'd32d2d48-1f5f-446a-8654-2ac2bee74840', 'mac_address': 'fa:16:3e:2d:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:28.888047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Router 35116759-9cb7-426f-8da0-8bb382a405c1 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:28.913257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.924579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.928338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.933303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.940248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.946921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.954268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32d2d48-1f5f-446a-8654-2ac2bee74840 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:28.955088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.961678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.969193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.971371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-0e33658a-dfe6-4ed4-913f-955ec5d17da5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5436 time: 0.1949658 Jul 08 17:36:28.985745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.992375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d32d2d48-1f5f-446a-8654-2ac2bee74840, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:28.994376 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.999055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.046982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea546e-8ba0-4b97-8c97-33b1fbd0f27d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.053298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.060941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0eccbef7-a640-4cd2-8bca-f506c71d784b tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3419809 Jul 08 17:36:29.063452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.076152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '4c48e18a-55fe-4d3f-94c7-74ef2f030522', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:29.121693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d32d2d48-1f5f-446a-8654-2ac2bee74840,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.129246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.179714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ac7ee91c-b05f-42ef-a222-4cd7b850d03d req-8fdc09eb-fde5-4b7b-ba54-59ac2fe2f7de tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112404 Jul 08 17:36:29.216332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:29.232482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] Sync routers for ids ['35116759-9cb7-426f-8da0-8bb382a405c1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:29.233732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.235253 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.237343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-31df116e-3925-46ba-a245-18642a5b1189 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "PUT /v2.0/routers/35116759-9cb7-426f-8da0-8bb382a405c1 HTTP/1.1" status: 200 len: 884 time: 3.3906624 Jul 08 17:36:29.241084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.244824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.248189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] Routers {'35116759-9cb7-426f-8da0-8bb382a405c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:29.248913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['35116759-9cb7-426f-8da0-8bb382a405c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:29.275851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaac095c-711d-4458-b7ff-65e4ea9ebf67,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.284891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.286792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2effcab-f047-4fce-9fd1-fe752c1ebaa3 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205300 Jul 08 17:36:29.289533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43954) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.295892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '4c48e18a-55fe-4d3f-94c7-74ef2f030522', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:29.310533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:29.323818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] Routers {'35116759-9cb7-426f-8da0-8bb382a405c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:29.324709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['35116759-9cb7-426f-8da0-8bb382a405c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:29.361259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.364942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:29.365823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f077ea-7777-4262-b855-f24eb1bddda2 None None] The sync data for ids ['35116759-9cb7-426f-8da0-8bb382a405c1'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:29.398208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.468643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.474027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.479153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e0037a71-269b-4eaa-943e-b676b169f57f tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/35116759-9cb7-426f-8da0-8bb382a405c1 HTTP/1.1" status: 200 len: 925 time: 0.2320330 Jul 08 17:36:29.480733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.515549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.520353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2295582 Jul 08 17:36:29.545308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43962) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.548558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e73fd5-bd01-4de3-a0a9-728d8df63068 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbfe090-927d-4b32-bc11-2b12415fc0dd,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.583189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50ee8b-7bf1-4cae-a215-8cbc0469fc80 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:29.585123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da50ee8b-7bf1-4cae-a215-8cbc0469fc80 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=35116759-9cb7-426f-8da0-8bb382a405c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0893614 Jul 08 17:36:29.588467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.605150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dadb6e5-35c9-4252-9e4a-63e9cf1c35dc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.614231 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dadb6e5-35c9-4252-9e4a-63e9cf1c35dc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.666722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dadb6e5-35c9-4252-9e4a-63e9cf1c35dc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.708412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d820840-59e0-4d53-a1d6-32fce99be0a8 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:29.710559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5d820840-59e0-4d53-a1d6-32fce99be0a8 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.1207340 Jul 08 17:36:29.711687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dadb6e5-35c9-4252-9e4a-63e9cf1c35dc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.715939 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6dadb6e5-35c9-4252-9e4a-63e9cf1c35dc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5bbfe090-927d-4b32-bc11-2b12415fc0dd HTTP/1.1" status: 204 len: 168 time: 0.1671665 Jul 08 17:36:29.716363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.716617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.750425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadb6e5-35c9-4252-9e4a-63e9cf1c35dc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bbfe090-927d-4b32-bc11-2b12415fc0dd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.786053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f5bda636-f95b-43f7-9148-f7314825f500 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=35116759-9cb7-426f-8da0-8bb382a405c1 HTTP/1.1" status: 200 len: 205 time: 0.0625091 Jul 08 17:36:29.786053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.857043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['6ae0fd77-c803-4fc7-abee-d878cfefa9de'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:29.889550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:29.900872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d32d2d48-1f5f-446a-8654-2ac2bee74840'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:29.943236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d9701e80-cb2b-46b0-ae4d-73bf084505fc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2216623 Jul 08 17:36:29.946188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.979368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ef57950-4b99-4f96-848b-d7a0453fb010 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.985334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['67b87414-60b2-4177-97d0-4316042abc01'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:29.987535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ef57950-4b99-4f96-848b-d7a0453fb010 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.011674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['0ae439d5-1bb3-4ff1-b77e-76999fa8df8f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:30.021708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ef57950-4b99-4f96-848b-d7a0453fb010 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.036002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ef57950-4b99-4f96-848b-d7a0453fb010 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.040243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8ef57950-4b99-4f96-848b-d7a0453fb010 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/eaac095c-711d-4458-b7ff-65e4ea9ebf67 HTTP/1.1" status: 204 len: 168 time: 0.0907912 Jul 08 17:36:30.043805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.055772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57950-4b99-4f96-848b-d7a0453fb010 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaac095c-711d-4458-b7ff-65e4ea9ebf67,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:30.077980 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.119481 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-be1a0333-e7e8-4e60-bbb1-1ccd54ea2342 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0707269 Jul 08 17:36:30.120051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43978) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.148280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5de1854f-0649-45f7-8b51-b11c027ea395 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.159146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5de1854f-0649-45f7-8b51-b11c027ea395 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.202534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5de1854f-0649-45f7-8b51-b11c027ea395 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.209265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5de1854f-0649-45f7-8b51-b11c027ea395 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.213896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5de1854f-0649-45f7-8b51-b11c027ea395 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b4ea546e-8ba0-4b97-8c97-33b1fbd0f27d HTTP/1.1" status: 204 len: 168 time: 0.0898151 Jul 08 17:36:30.217718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 43980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.223928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1854f-0649-45f7-8b51-b11c027ea395 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4ea546e-8ba0-4b97-8c97-33b1fbd0f27d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:30.414471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-584ac736-9b1f-4612-935c-8b8d7a137bb1 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1953096 Jul 08 17:36:30.417862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.426133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.467627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de9144e5-8f2d-4f7a-94da-815fb4ca0e4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.481779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de9144e5-8f2d-4f7a-94da-815fb4ca0e4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.507055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.507360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.519227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.526425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.534946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.548145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.574856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.601051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.603194 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-99b37f3d-73d2-4f59-bb26-9c5924f9d14c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5437 time: 0.2507524 Jul 08 17:36:30.631602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Deleting port 3b00fd43-db31-4866-b0c1-f9ffa50cc569 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:30.631602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.713202 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de9144e5-8f2d-4f7a-94da-815fb4ca0e4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.718856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de9144e5-8f2d-4f7a-94da-815fb4ca0e4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.723126 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-de9144e5-8f2d-4f7a-94da-815fb4ca0e4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5480ccea-c784-4287-bd93-ef25d01651a1 HTTP/1.1" status: 204 len: 168 time: 0.3040302 Jul 08 17:36:30.726010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.748480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fb1d44e-f34d-4fe8-a288-d2234f0b7da3 req-fa2825a8-7953-42a6-badf-9394bbc8c1b1 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209483 Jul 08 17:36:30.755359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9144e5-8f2d-4f7a-94da-815fb4ca0e4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5480ccea-c784-4287-bd93-ef25d01651a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:30.793428 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.802166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f3a2b147-8bf2-4ea8-89f9-20565e756394 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0730200 Jul 08 17:36:30.802786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 43994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.840613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b744c17b-19e7-498d-a669-6da3f83ef07d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.849868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b744c17b-19e7-498d-a669-6da3f83ef07d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.857094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Calling delete_port for 3b00fd43-db31-4866-b0c1-f9ffa50cc569 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:30.896288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b744c17b-19e7-498d-a669-6da3f83ef07d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.907355 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b744c17b-19e7-498d-a669-6da3f83ef07d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.910658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b744c17b-19e7-498d-a669-6da3f83ef07d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/55d9488f-f586-4508-85d5-56f92448fe90 HTTP/1.1" status: 204 len: 168 time: 0.1066527 Jul 08 17:36:30.911533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.932197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744c17b-19e7-498d-a669-6da3f83ef07d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55d9488f-f586-4508-85d5-56f92448fe90,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:31.003269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0ad0e80-01d4-4405-950e-d0f6b4d0a87c tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814421 Jul 08 17:36:31.003504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['45245402-097c-47ff-99a5-a222d4fed7f5'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:31.004855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.102725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bab2d7f5-951e-468c-b257-9d583db70396 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.132192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bab2d7f5-951e-468c-b257-9d583db70396 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.187249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bab2d7f5-951e-468c-b257-9d583db70396 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.193760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bab2d7f5-951e-468c-b257-9d583db70396 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.195267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bab2d7f5-951e-468c-b257-9d583db70396 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c48e18a-55fe-4d3f-94c7-74ef2f030522 HTTP/1.1" status: 204 len: 168 time: 0.1893406 Jul 08 17:36:31.205920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['434331e9-e87a-4a76-acbd-2ce53ce7b1c9'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:31.216186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44008) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.217255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2d7f5-951e-468c-b257-9d583db70396 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48e18a-55fe-4d3f-94c7-74ef2f030522,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:31.279994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-64f729fe-370f-4c7b-bc74-b7d990df7485 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515134 Jul 08 17:36:31.287704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.295812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--63469130'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:31.328691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.453623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.461544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.502240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.504053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2155011 Jul 08 17:36:31.505277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c667-3114-44f7-9a56-55816d759c03 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2721c649-3996-498e-b559-1f94fa279931,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:31.507644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.514723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '2721c649-3996-498e-b559-1f94fa279931', 'direction': 'ingress', 'protocol': 17}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:31.524304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.20.0.17 (57dba4c0-7664-4ee4-874c-27af26a40ef4/344d43c5-f5c3-4b5e-b69f-aa329113b16d/aa7241c3-545d-44f6-b984-47240ff371ea) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:31.548982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.646367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.651769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.680004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555c3846-1ff2-4102-aca7-0118972a3305,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:31.686586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.688012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-94ed76e9-3d02-4447-8804-5b3402dfc882 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1793766 Jul 08 17:36:31.690768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.765535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.767185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe38be08-b0e9-4156-903d-46331af79372 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.781075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Transition to ACTIVE for port object aa7241c3-545d-44f6-b984-47240ff371ea will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:31.791837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.796132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe38be08-b0e9-4156-903d-46331af79372 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.847046 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe38be08-b0e9-4156-903d-46331af79372 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.852277 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe38be08-b0e9-4156-903d-46331af79372 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.854336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fe38be08-b0e9-4156-903d-46331af79372 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/2721c649-3996-498e-b559-1f94fa279931 HTTP/1.1" status: 204 len: 168 time: 0.1618199 Jul 08 17:36:31.863326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event deleted for resources: {'Port': ['ID=3b00fd43-db31-4866-b0c1-f9ffa50cc569,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:31.866085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.866478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38be08-b0e9-4156-903d-46331af79372 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2721c649-3996-498e-b559-1f94fa279931,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:31.997321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b12b46ba-a6d4-4eae-9cf2-09ba34032a88 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188538 Jul 08 17:36:32.001345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44022) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.005522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--184895290'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:32.019106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.021705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.025250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.025975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.032150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.038219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.044631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.050525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.058013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.060340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-648dceef-f61f-405f-ab9a-3dd61ae55add tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5437 time: 0.1370153 Jul 08 17:36:32.125373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c9f22e0-575e-423d-b712-b3c4571932a3 req-3291189c-5b97-485e-96cf-e41fd4f9b59f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571799 Jul 08 17:36:32.172899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.180396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.191641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:32.192582 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.201743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:32.204423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:32.273112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=aa7241c3-545d-44f6-b984-47240ff371ea,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:32.303200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.307326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Fanout notify agent at l3_agent the message router_deleted on router 35116759-9cb7-426f-8da0-8bb382a405c1 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:32.317880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.325495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0607b3e1-ba22-4ed4-8f09-2f8093297ddc tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/35116759-9cb7-426f-8da0-8bb382a405c1 HTTP/1.1" status: 204 len: 168 time: 2.5323999 Jul 08 17:36:32.325495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.330567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1019182705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:32.338455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.506422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.517323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.588635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d4b42f4-37a9-47fb-814d-3c671e8e195a None None] Provisioning for port aa7241c3-545d-44f6-b984-47240ff371ea completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:32.595512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d4b42f4-37a9-47fb-814d-3c671e8e195a None None] Provisioning complete for port aa7241c3-545d-44f6-b984-47240ff371ea triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:32.596236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d4b42f4-37a9-47fb-814d-3c671e8e195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.599575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.600203 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.609326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.610625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6086996 Jul 08 17:36:32.613474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.619294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.621171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--333397874'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:32.621787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9a3eb-b37b-47ce-bdd7-f6b0b041074e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87800eac-60fc-4ab8-b023-b048cfa2b023,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:32.650840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b42f4-37a9-47fb-814d-3c671e8e195a None None] Port aa7241c3-545d-44f6-b984-47240ff371ea cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:32.674496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.722538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.732866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.809618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.819562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.845172 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.846879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aa35c221-842f-4580-acd1-cee1745429ea tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5218205 Jul 08 17:36:32.851134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44032) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.859553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': True}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:32.860449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.861684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2460055 Jul 08 17:36:32.864498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.870657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '87800eac-60fc-4ab8-b023-b048cfa2b023', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1925f661-d77f-4782-a2a1-9e7600307aa7', 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:32.882771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b805334-7e18-441e-adb7-86a8dbb5276f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1925f661-d77f-4782-a2a1-9e7600307aa7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:32.932394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.046060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.054165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.077457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a88b18-787e-4f01-8645-1fff954e35dd,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.092667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.094133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8d7f34e4-e00f-4260-ba28-e44e43745afc tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2286811 Jul 08 17:36:33.096891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.135094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af5f9fbd-2c33-4504-b4fd-01fee50b4e2f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.146509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af5f9fbd-2c33-4504-b4fd-01fee50b4e2f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.170355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.299070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.316605 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.461200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.487799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=aa7241c3-545d-44f6-b984-47240ff371ea,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.578139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.584089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.591372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.597266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.603939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.610027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.615974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.618107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-9009c652-f819-44f0-8f7f-cf2497af04c6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5437 time: 0.3168714 Jul 08 17:36:33.676251 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af5f9fbd-2c33-4504-b4fd-01fee50b4e2f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.689160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af5f9fbd-2c33-4504-b4fd-01fee50b4e2f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.693920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af5f9fbd-2c33-4504-b4fd-01fee50b4e2f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/66a88b18-787e-4f01-8645-1fff954e35dd HTTP/1.1" status: 204 len: 168 time: 0.5956962 Jul 08 17:36:33.696055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.709223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f9fbd-2c33-4504-b4fd-01fee50b4e2f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66a88b18-787e-4f01-8645-1fff954e35dd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.760123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8de9753e-733b-4f5e-97ea-2ac6f1a15866 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0622284 Jul 08 17:36:33.760868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44046) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.786626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-76e316da-3d7c-4149-9259-4b0eca6620c9 req-6cb314f7-fed7-49ea-95e4-8b0fa009e358 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1604619 Jul 08 17:36:33.804058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:33.808077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:33.827211 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.846942 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfd2f40-1f32-4e3c-99a5-ef647981ab93 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.904146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfd2f40-1f32-4e3c-99a5-ef647981ab93 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.937253 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.986716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfd2f40-1f32-4e3c-99a5-ef647981ab93 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.992359 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4bfd2f40-1f32-4e3c-99a5-ef647981ab93 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.994938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4bfd2f40-1f32-4e3c-99a5-ef647981ab93 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/1925f661-d77f-4782-a2a1-9e7600307aa7 HTTP/1.1" status: 204 len: 168 time: 0.2320855 Jul 08 17:36:34.016084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.016084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd2f40-1f32-4e3c-99a5-ef647981ab93 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925f661-d77f-4782-a2a1-9e7600307aa7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.108367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Allocated IP 172.25.3.57 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/7e4633a3-8897-43c2-b98f-33e764ac3cf9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:34.158288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b5713567-6f2b-40fb-b078-4960d43ffa46 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1384804 Jul 08 17:36:34.161505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.285764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a21d1304-e00a-493a-91fe-d46764f6a6fd None None] Provisioning complete for port aa7241c3-545d-44f6-b984-47240ff371ea triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:34.297097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a21d1304-e00a-493a-91fe-d46764f6a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.315655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a966437e-8c2b-47b1-8fbc-6a4341744d3f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.318513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.327647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:34.362312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a966437e-8c2b-47b1-8fbc-6a4341744d3f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.371162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a21d1304-e00a-493a-91fe-d46764f6a6fd None None] Port aa7241c3-545d-44f6-b984-47240ff371ea cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:34.418710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a966437e-8c2b-47b1-8fbc-6a4341744d3f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.421736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a966437e-8c2b-47b1-8fbc-6a4341744d3f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.423220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a966437e-8c2b-47b1-8fbc-6a4341744d3f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/87800eac-60fc-4ab8-b023-b048cfa2b023 HTTP/1.1" status: 204 len: 168 time: 0.2607052 Jul 08 17:36:34.434807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.435618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966437e-8c2b-47b1-8fbc-6a4341744d3f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87800eac-60fc-4ab8-b023-b048cfa2b023,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.466151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.505474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-addfdbe4-1ce4-4079-887e-63d4fbc05f90 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553191 Jul 08 17:36:34.505738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.512173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754926317'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:34.543528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.617300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:34.627032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:34.644748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:34.667960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.674310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.691032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:34.692564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Port': ['ID=7e4633a3-8897-43c2-b98f-33e764ac3cf9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.702164 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.704153 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:34.704593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1973898 Jul 08 17:36:34.717967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b6f1de6c-3e47-4309-9996-6b7471e4af65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "PUT /v2.0/routers/40f73298-5793-4a84-99d6-82e64c82333b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061347 Jul 08 17:36:34.718243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.718359 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:34.718359 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:34.725200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '65a2a0d1-d716-4c8b-ab89-92d34d73b5b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:34.769802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.782784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eabd8b-dddd-43cb-a0a1-7117b23f4763 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a2a0d1-d716-4c8b-ab89-92d34d73b5b5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.861606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.866896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.898051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dedcda2-2628-44e3-a0ca-413dbc288d6c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.908087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.909486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-40ac3af9-1750-4269-b7b9-5adcebd03f9e tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1970494 Jul 08 17:36:34.912887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.940785 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:34.957382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd8d5-6094-41dc-80fb-a58ec96b06b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.979659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd8d5-6094-41dc-80fb-a58ec96b06b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.033488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 67b87414-60b2-4177-97d0-4316042abc01 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:35.075283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.108728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd8d5-6094-41dc-80fb-a58ec96b06b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.124204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 67b87414-60b2-4177-97d0-4316042abc01 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:35.126521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd8d5-6094-41dc-80fb-a58ec96b06b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.128999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a3ecd8d5-6094-41dc-80fb-a58ec96b06b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3dedcda2-2628-44e3-a0ca-413dbc288d6c HTTP/1.1" status: 204 len: 168 time: 0.2144642 Jul 08 17:36:35.131200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44070) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:35.136505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 67b87414-60b2-4177-97d0-4316042abc01 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:35.136881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.141579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecd8d5-6094-41dc-80fb-a58ec96b06b8 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dedcda2-2628-44e3-a0ca-413dbc288d6c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.182439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.192037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.199753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.206711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.216156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.227284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.236907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b6a48a3-8095-468e-bb2d-31ac6e294d17 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044960 Jul 08 17:36:35.246865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.251195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-d2328f7e-71cd-41f2-8d4a-f40a9063375e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5437 time: 0.2279816 Jul 08 17:36:35.253900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:35.313644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.392233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=67b87414-60b2-4177-97d0-4316042abc01,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:35.394198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b87414-60b2-4177-97d0-4316042abc01'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:35.403674 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e6382-b748-4e21-a280-4d9f1405b6e6" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "67b87414-60b2-4177-97d0-4316042abc01"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:35.413147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9d86-470e-46f4-97f3-41fda361bc23 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.429248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.430165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae0fd77-c803-4fc7-abee-d878cfefa9de up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:35.439351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9d86-470e-46f4-97f3-41fda361bc23 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.481189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04520b1c-b127-4c86-90c9-ad67bd17ef81 req-378eb261-84c0-485b-bbfe-8f616287c277 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2044466 Jul 08 17:36:35.504510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:32Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:34Z', 'revision_number': 1, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa7241c3-545d-44f6-b984-47240ff371ea', 'name': '', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:12:5b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:30Z', 'updated_at': '2021-07-08T17:36:32Z', 'revision_number': 2, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:35.524566 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.524807 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed170be-7c4c-4e42-ae62-e252ef4e9207 x-openstack-request-id: req-fed170be-7c4c-4e42-ae62-e252ef4e9207 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:35.533165 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "67b87414-60b2-4177-97d0-4316042abc01", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:35.533438 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fed170be-7c4c-4e42-ae62-e252ef4e9207 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:35.533856 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b87414-60b2-4177-97d0-4316042abc01', 'code': 200} Jul 08 17:36:35.538403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.554030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9d86-470e-46f4-97f3-41fda361bc23 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.558096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9d86-470e-46f4-97f3-41fda361bc23 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.559503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca4d9d86-470e-46f4-97f3-41fda361bc23 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/65a2a0d1-d716-4c8b-ab89-92d34d73b5b5 HTTP/1.1" status: 204 len: 168 time: 0.3024840 Jul 08 17:36:35.564800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:35.567892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:35.568246 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Updating router 40f73298-5793-4a84-99d6-82e64c82333b port aa7241c3-545d-44f6-b984-47240ff371ea binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:36:35.608102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9d86-470e-46f4-97f3-41fda361bc23 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a2a0d1-d716-4c8b-ab89-92d34d73b5b5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.674676 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.701476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.747408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eaaafbfc-556b-4c48-b2c6-282dba704f8d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1811202 Jul 08 17:36:35.748727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:35.750527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:35.755805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946747759'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:35.757867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:35.758305 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.789711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.908925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Router 107f4433-830c-4c96-9c5e-3585e62f5f7b is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:35.939914 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.948603 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.956308 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.013104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:36.017982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.019216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 45245402-097c-47ff-99a5-a222d4fed7f5 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:36.059420 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.063179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3104923 Jul 08 17:36:36.072859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44084) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.094707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '93535d2e-7377-40db-9eab-2e0f7b03d20d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:36.139508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.140327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:36.148390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.150963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dca39d69-0c0b-41dd-9081-44c43cb28c3c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "PUT /v2.0/routers/107f4433-830c-4c96-9c5e-3585e62f5f7b HTTP/1.1" status: 200 len: 918 time: 3.2982876 Jul 08 17:36:36.153626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44086) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.157544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] Sync routers for ids ['107f4433-830c-4c96-9c5e-3585e62f5f7b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:36.171638 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.179203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1921c-4315-47bc-958e-53bd73f59557 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93535d2e-7377-40db-9eab-2e0f7b03d20d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.179581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 45245402-097c-47ff-99a5-a222d4fed7f5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:36.196024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] Routers {'107f4433-830c-4c96-9c5e-3585e62f5f7b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:36.198584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['107f4433-830c-4c96-9c5e-3585e62f5f7b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.200804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 45245402-097c-47ff-99a5-a222d4fed7f5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:36.202694 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.295049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.303984 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.310243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.322671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] Routers {'107f4433-830c-4c96-9c5e-3585e62f5f7b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:36.334440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['107f4433-830c-4c96-9c5e-3585e62f5f7b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.366865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243cd41b-fd88-4b6e-ba74-6ec389744ec3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.367196 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.372015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.376620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-675a7fd0-941b-4902-ab35-3266fb6c3fbf tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2950890 Jul 08 17:36:36.377246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.392432 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Transition to ACTIVE for port object aa7241c3-545d-44f6-b984-47240ff371ea will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:36.408501 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.411640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3af379b1-7cec-46c9-9c03-7140778c0364 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules/243cd41b-fd88-4b6e-ba74-6ec389744ec3 HTTP/1.1" status: 200 len: 763 time: 0.0301616 Jul 08 17:36:36.412024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44090) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.427207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.428043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4356faa-fe06-4b2e-9342-6780d3b457e7 None None] The sync data for ids ['107f4433-830c-4c96-9c5e-3585e62f5f7b'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:36.511197 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9988ae-4fb1-4b07-a14c-68a1d95568ea None None] Pushing event updated for resources: {'Port': ['ID=aa7241c3-545d-44f6-b984-47240ff371ea,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.533223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.548103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9f1eaf52-c7c8-4a27-855f-76fc5fd4e451 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1348000 Jul 08 17:36:36.553432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.606764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=45245402-097c-47ff-99a5-a222d4fed7f5,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:36.620776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.621483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:36.643587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd07b-6ab3-4a38-8adb-bd3471691680 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.661786 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Attempting to bind port aa7241c3-545d-44f6-b984-47240ff371ea on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:36.663872 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Attempting to bind port aa7241c3-545d-44f6-b984-47240ff371ea by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:36.666051 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Attempting to bind port aa7241c3-545d-44f6-b984-47240ff371ea on network 57dba4c0-7664-4ee4-874c-27af26a40ef4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:36.677715 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:36.680017 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Checking segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:36.680220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd07b-6ab3-4a38-8adb-bd3471691680 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.681675 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.683007 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Bound using segment: {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:36.683494 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Bound port: aa7241c3-545d-44f6-b984-47240ff371ea, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581cdabd-62f8-4fea-b750-2b4d99ea1798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:36.685555 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.770096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd07b-6ab3-4a38-8adb-bd3471691680 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.791665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd07b-6ab3-4a38-8adb-bd3471691680 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.806602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8a5cd07b-6ab3-4a38-8adb-bd3471691680 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/243cd41b-fd88-4b6e-ba74-6ec389744ec3 HTTP/1.1" status: 204 len: 168 time: 0.2511761 Jul 08 17:36:36.807534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44100) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.866761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cd07b-6ab3-4a38-8adb-bd3471691680 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243cd41b-fd88-4b6e-ba74-6ec389744ec3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.883256 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] For port aa7241c3-545d-44f6-b984-47240ff371ea, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:36.894261 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] For port aa7241c3-545d-44f6-b984-47240ff371ea, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=aa7241c3-545d-44f6-b984-47240ff371ea,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:36.895315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.910666 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.929830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:36.943211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:36.948293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.960202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b0b316cd-f4f2-412c-b52a-af1f08132948 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1423242 Jul 08 17:36:36.963846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.974726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '93535d2e-7377-40db-9eab-2e0f7b03d20d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:36.996673 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9988ae-4fb1-4b07-a14c-68a1d95568ea None None] Pushing event updated for resources: {'Port': ['ID=aa7241c3-545d-44f6-b984-47240ff371ea,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:37.019615 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:37.020236 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:37.068131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.140118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e91cd5e7-477e-4c98-8f92-44724e5614d3 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/107f4433-830c-4c96-9c5e-3585e62f5f7b HTTP/1.1" status: 200 len: 924 time: 0.9746683 Jul 08 17:36:37.147452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.204269 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.212662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.237789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.265528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.290187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.299087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:37.304740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.308561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.309783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:37.331875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.345701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.347712 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-80c71385-8d62-4c38-bd20-c0e92c52deee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5440 time: 0.3486271 Jul 08 17:36:37.430114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.446936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.456431 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:37.461534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dbe3ecde-401a-455e-ae3d-cf251197ced8 req-40b4b9d7-1f5d-4fb0-8b16-42e45395fbfd tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992131 Jul 08 17:36:37.550879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b152bf49-7e96-46a0-a2df-2b0c94002f3d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:37.565872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a3d48-79ee-4076-8b1c-779fa05aad5e tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.568908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e98a3d48-79ee-4076-8b1c-779fa05aad5e tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=107f4433-830c-4c96-9c5e-3585e62f5f7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3810947 Jul 08 17:36:37.572410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44108) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.572697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.579482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b7a409cf-46cb-4da6-a5b9-297169bb2b94 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6135676 Jul 08 17:36:37.580717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44110) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.613445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e53ec48d-c8b4-4d0a-8b73-5c21e973ccbb tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules/b152bf49-7e96-46a0-a2df-2b0c94002f3d HTTP/1.1" status: 200 len: 763 time: 0.0279818 Jul 08 17:36:37.613983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.658642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0fd77-c803-4fc7-abee-d878cfefa9de'}, {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5'}, {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:37.661459 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233068bf-bff9-4d40-bd0e-598500e6e789" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0fd77-c803-4fc7-abee-d878cfefa9de"}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5"}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:37.727416 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-606fd4b8-374b-4ef0-8854-59b99c3957ca tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1104672 Jul 08 17:36:37.728855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.740675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:37.749726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:37.754137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:37.754547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.788039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3a30c44-5428-4fe6-b769-a79ecd409f20 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.805386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3a30c44-5428-4fe6-b769-a79ecd409f20 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.823893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a439028-4c68-4b0f-9739-b590b2a3be8d tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.832354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a439028-4c68-4b0f-9739-b590b2a3be8d tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.2585511 Jul 08 17:36:37.833167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.873351 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2fad36-1628-459a-b1bb-504dbed06722 x-openstack-request-id: req-6a2fad36-1628-459a-b1bb-504dbed06722 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:37.873351 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0fd77-c803-4fc7-abee-d878cfefa9de", "code": 200}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5", "code": 200}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:37.873351 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a2fad36-1628-459a-b1bb-504dbed06722 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:37.874137 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0fd77-c803-4fc7-abee-d878cfefa9de', 'code': 200} Jul 08 17:36:37.874137 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5', 'code': 200} Jul 08 17:36:37.874137 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a', 'code': 200} Jul 08 17:36:37.874859 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.950504 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e128007f-cfa8-4b87-9a01-5e2037ec2f71 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=107f4433-830c-4c96-9c5e-3585e62f5f7b HTTP/1.1" status: 200 len: 205 time: 0.1083362 Jul 08 17:36:37.953216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44124) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.956563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:37.961465 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.963825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:37.966770 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:32Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:34Z', 'revision_number': 1, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa7241c3-545d-44f6-b984-47240ff371ea', 'name': '', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:12:5b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:30Z', 'updated_at': '2021-07-08T17:36:36Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:37.971592 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3a30c44-5428-4fe6-b769-a79ecd409f20 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.995490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c3a30c44-5428-4fe6-b769-a79ecd409f20 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.002015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c3a30c44-5428-4fe6-b769-a79ecd409f20 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b152bf49-7e96-46a0-a2df-2b0c94002f3d HTTP/1.1" status: 204 len: 168 time: 0.2716174 Jul 08 17:36:38.003362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.023282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30c44-5428-4fe6-b769-a79ecd409f20 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b152bf49-7e96-46a0-a2df-2b0c94002f3d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.060700 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c2a5e-7ff6-4d91-8688-ea8f4c526022 None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:32Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:34Z', 'revision_number': 1, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa7241c3-545d-44f6-b984-47240ff371ea', 'name': '', 'network_id': '57dba4c0-7664-4ee4-874c-27af26a40ef4', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:12:5b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:30Z', 'updated_at': '2021-07-08T17:36:36Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '344d43c5-f5c3-4b5e-b69f-aa329113b16d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:38.105596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.107461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-335904ae-3d01-4218-81d6-6b0572ee2134 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968058 Jul 08 17:36:38.108407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44128) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.117812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:38.118917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Request body: {'security_group_rule': {'security_group_id': '93535d2e-7377-40db-9eab-2e0f7b03d20d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:38.126932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:38.127353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.212879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.220552 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Project c6dbe7e0e4b9469085799aae31fa2478 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:36:38.235636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.325652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.385706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:38.391430 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.392248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d32d2d48-1f5f-446a-8654-2ac2bee74840 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:38.401985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.422407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.458632 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.461177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c978bb-f2f2-4009-a848-aefd0169460a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.479626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.483990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d162d9bb-bcce-483e-a2ca-31bb4b26f57d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3716211 Jul 08 17:36:38.485868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.493095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.512882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port d32d2d48-1f5f-446a-8654-2ac2bee74840 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:38.518433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port d32d2d48-1f5f-446a-8654-2ac2bee74840 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:38.518869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.525916 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-69abb622-cdba-4e80-96d4-36be616bb94d tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules/00c978bb-f2f2-4009-a848-aefd0169460a HTTP/1.1" status: 200 len: 769 time: 0.0375798 Jul 08 17:36:38.528567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44132) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.553906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Deleting port 7e4633a3-8897-43c2-b98f-33e764ac3cf9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:38.554287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.632913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9aa3f982-efd6-4dec-b5d7-759c2eb938e6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1030438 Jul 08 17:36:38.636353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44136) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.649378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.659102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.684030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Calling delete_port for 7e4633a3-8897-43c2-b98f-33e764ac3cf9 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:38.695255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da9c8a99-723d-4c62-b06d-75cec15e3dba tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.715434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port d32d2d48-1f5f-446a-8654-2ac2bee74840, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:38.721704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.736152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da9c8a99-723d-4c62-b06d-75cec15e3dba tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.791133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=d32d2d48-1f5f-446a-8654-2ac2bee74840,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.901796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da9c8a99-723d-4c62-b06d-75cec15e3dba tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.916032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da9c8a99-723d-4c62-b06d-75cec15e3dba tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.919835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.920413 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da9c8a99-723d-4c62-b06d-75cec15e3dba tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/00c978bb-f2f2-4009-a848-aefd0169460a HTTP/1.1" status: 204 len: 168 time: 0.2825112 Jul 08 17:36:38.944103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c8a99-723d-4c62-b06d-75cec15e3dba tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00c978bb-f2f2-4009-a848-aefd0169460a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.983545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-81535752-7559-492c-893b-87f75d4172dd tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620241 Jul 08 17:36:38.985973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44150) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.994331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.014821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.024136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.035980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.042919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.049921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.057186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:39.059623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-447e678a-df39-4f4a-a078-d193216f752e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.3620505 Jul 08 17:36:39.098719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83097135-1d40-4271-8eac-81773619ddf6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.124978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83097135-1d40-4271-8eac-81773619ddf6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.159783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4411f8-0357-47e9-8ed8-693f39178e35 req-b54426c7-62e5-4290-85d4-a6c8862a2c01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557072 Jul 08 17:36:39.164721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.178566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83097135-1d40-4271-8eac-81773619ddf6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.184026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83097135-1d40-4271-8eac-81773619ddf6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.188868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-83097135-1d40-4271-8eac-81773619ddf6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "DELETE /v2.0/security-groups/93535d2e-7377-40db-9eab-2e0f7b03d20d HTTP/1.1" status: 204 len: 168 time: 0.2011726 Jul 08 17:36:39.190298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.199895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event deleted for resources: {'Port': ['ID=7e4633a3-8897-43c2-b98f-33e764ac3cf9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:39.222597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83097135-1d40-4271-8eac-81773619ddf6 tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93535d2e-7377-40db-9eab-2e0f7b03d20d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:39.263568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.264920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df66b6c3-34d6-42e0-9e4e-bf20089ca0ff tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688305 Jul 08 17:36:39.311587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.411904 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9812e3fe-facc-4231-88d7-0492e19d2f4f tempest-SecGroupIPv6Test-1489422672 tempest-SecGroupIPv6Test-1489422672-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470945 Jul 08 17:36:39.417117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.419477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.470464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.471376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Fanout notify agent at l3_agent the message router_deleted on router 107f4433-830c-4c96-9c5e-3585e62f5f7b {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:39.479525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.480785 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-857b6247-42f9-4ece-8adc-cb07778347c3 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/107f4433-830c-4c96-9c5e-3585e62f5f7b HTTP/1.1" status: 204 len: 168 time: 1.5254898 Jul 08 17:36:39.484969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.490610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-468112373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:39.517066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.518931 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.581267 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.584688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.605107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.606736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0d70952f-0848-428e-86b7-1ab12981ea47 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1206167 Jul 08 17:36:39.609467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44172) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.614156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'enable_snat': False}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:39.706973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.835196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.861993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7cb34fad-9968-4cb5-8ea1-476b9d09af13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6dbe7e0e4b9469085799aae31fa2478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510704 Jul 08 17:36:39.862343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.875607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9'}, {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f'}, {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d2d48-1f5f-446a-8654-2ac2bee74840'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:39.879495 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10559988-2e3d-47b4-894b-4f29d6457ed8" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9"}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "0ae439d5-1bb3-4ff1-b77e-76999fa8df8f"}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "d32d2d48-1f5f-446a-8654-2ac2bee74840"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:39.920518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d61d1ac-daa7-487a-84d9-c7ca24a83194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.928971 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f437ae-581c-4f77-ae83-60b922d86bb8 x-openstack-request-id: req-60f437ae-581c-4f77-ae83-60b922d86bb8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:39.929607 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9", "code": 200}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "0ae439d5-1bb3-4ff1-b77e-76999fa8df8f", "code": 200}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-plugged", "status": "completed", "tag": "d32d2d48-1f5f-446a-8654-2ac2bee74840", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:39.930108 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60f437ae-581c-4f77-ae83-60b922d86bb8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:39.930719 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'code': 200} Jul 08 17:36:39.932045 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f', 'code': 200} Jul 08 17:36:39.933207 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32d2d48-1f5f-446a-8654-2ac2bee74840', 'code': 200} Jul 08 17:36:39.958918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d61d1ac-daa7-487a-84d9-c7ca24a83194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.051146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d61d1ac-daa7-487a-84d9-c7ca24a83194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.063846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device aa7241c3-545d-44f6-b984-47240ff371ea up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:40.064598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0d61d1ac-daa7-487a-84d9-c7ca24a83194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.065792 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0d61d1ac-daa7-487a-84d9-c7ca24a83194 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fcf8240-f68b-4fa0-91dc-ea85a931b119 HTTP/1.1" status: 204 len: 168 time: 0.2024770 Jul 08 17:36:40.125386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61d1ac-daa7-487a-84d9-c7ca24a83194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcf8240-f68b-4fa0-91dc-ea85a931b119,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.189290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port aa7241c3-545d-44f6-b984-47240ff371ea completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:40.196866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.197863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.198893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.199555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.200147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port aa7241c3-545d-44f6-b984-47240ff371ea triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:40.200611 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.201081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.201858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.202645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.205616 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-bfeb3a1e-e2e2-4bd6-812e-c4e436ba7fb3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.1627259 Jul 08 17:36:40.221430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.258131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69fce3c1-1e95-41ae-8b96-83fde8803a20 req-3430b63b-5f8f-41d5-bb53-cc84194459d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5917151b-2f71-4747-9319-7f92a0716b4e&id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435588 Jul 08 17:36:40.281326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.312627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.365285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port aa7241c3-545d-44f6-b984-47240ff371ea, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=aa7241c3-545d-44f6-b984-47240ff371ea,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:40.374080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.451917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.455910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Allocated IP 172.25.3.24 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/092b349d-f07b-4656-bb48-c263aebbf403) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:40.461590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.471564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.477317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=aa7241c3-545d-44f6-b984-47240ff371ea,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.481201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.497362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.504800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.511420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.513958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-c620e102-a8f8-4d1e-be1f-8175b22c0271 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.1709847 Jul 08 17:36:40.589991 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-29451ae1-8d51-4850-b21e-1e03a358db2b req-81f7ce60-640c-4205-b3fa-b1f42579dea8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701592 Jul 08 17:36:40.610066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.658949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.711737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-e5cec2ae-b1a2-4560-ad3a-f89d6ce58189 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625896 Jul 08 17:36:40.712657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:40.715817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:40.732928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:40.764090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Pushing event updated for resources: {'Port': ['ID=092b349d-f07b-4656-bb48-c263aebbf403,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.847908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-6ff0e8c6-4c2c-46cc-bdf2-ab0a0e4a1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.849730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-6ff0e8c6-4c2c-46cc-bdf2-ab0a0e4a1334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da435700b3442a38449d0f3746b537c&device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 1096 time: 0.1052344 Jul 08 17:36:41.001793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-3776896f-d57b-4523-aea2-1d6b1a1b45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.004117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-3776896f-d57b-4523-aea2-1d6b1a1b45ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 200 len: 909 time: 0.1299934 Jul 08 17:36:41.077104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.098676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-580a17fc-8de0-4d56-8af0-6fbafc2742b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 200 len: 1001 time: 0.0836537 Jul 08 17:36:41.166907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-52a0d74a-9e8c-4fa4-a6bb-eeef42bfb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.168633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-52a0d74a-9e8c-4fa4-a6bb-eeef42bfb2eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16c00415-80e7-409f-9249-b5d978dcebab HTTP/1.1" status: 200 len: 847 time: 0.0538025 Jul 08 17:36:41.264028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-535b4373-827e-4325-870e-9a674e069fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.266065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-535b4373-827e-4325-870e-9a674e069fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ad55dfb-538e-4537-a6b4-6ba5236075a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822244 Jul 08 17:36:41.347245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.351846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.433400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-597057db-f5f0-4ef4-82bc-68165563dc42 service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406522 Jul 08 17:36:41.524354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Router c6e8f024-9a9e-4430-ac96-53d5f66f00c2 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:41.598342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1717ffa-b0bf-4b58-820a-1a5c9c77a228 req-07a17628-e25e-45bf-9800-1e378a429731 service neutron] 10.222.0.53 "GET /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503375 Jul 08 17:36:41.657452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:41.666824 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.670574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-634e2610-a398-4d98-a04e-ad392295d586 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "PUT /v2.0/routers/c6e8f024-9a9e-4430-ac96-53d5f66f00c2 HTTP/1.1" status: 200 len: 918 time: 2.0577693 Jul 08 17:36:41.670954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:41.675180 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] Sync routers for ids ['c6e8f024-9a9e-4430-ac96-53d5f66f00c2'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:41.687556 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] Routers {'c6e8f024-9a9e-4430-ac96-53d5f66f00c2'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:41.689412 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c6e8f024-9a9e-4430-ac96-53d5f66f00c2'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:41.787664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:41.820006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] Routers {'c6e8f024-9a9e-4430-ac96-53d5f66f00c2'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:41.820621 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c6e8f024-9a9e-4430-ac96-53d5f66f00c2'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:41.852415 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:41.853629 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd70d61-96d7-438b-8032-64ce4dbae686 None None] The sync data for ids ['c6e8f024-9a9e-4430-ac96-53d5f66f00c2'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:41.903619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.909143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-21c5cfac-bdbc-403a-9694-c4385d97952f tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/c6e8f024-9a9e-4430-ac96-53d5f66f00c2 HTTP/1.1" status: 200 len: 924 time: 0.2370670 Jul 08 17:36:41.909732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:41.910953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.919694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.926736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.933300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.939228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.945460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:41.947713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d2060f-16be-441d-bdec-db54462f669e req-f0608ae7-f387-4642-bede-12f038f1e54f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.1506793 Jul 08 17:36:42.022968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d2060f-16be-441d-bdec-db54462f669e req-1801030a-9c28-49c8-902c-6e12c268a31e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677290 Jul 08 17:36:42.040482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device aa7241c3-545d-44f6-b984-47240ff371ea up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:42.070891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3a6a7-be08-4460-b365-38a1d2d9dde0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.076977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.089115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c1d3a6a7-be08-4460-b365-38a1d2d9dde0 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=c6e8f024-9a9e-4430-ac96-53d5f66f00c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1753192 Jul 08 17:36:42.143030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port aa7241c3-545d-44f6-b984-47240ff371ea triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:42.143677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.216848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa3195-7c97-4a04-9a6b-13c27dc76e5c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.223815 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-84aa3195-7c97-4a04-9a6b-13c27dc76e5c tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 881 time: 0.1444209 Jul 08 17:36:42.223815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44260) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.272372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-70a54b5b-a33d-434d-9384-8291a5ca95f4 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6e8f024-9a9e-4430-ac96-53d5f66f00c2 HTTP/1.1" status: 200 len: 205 time: 0.0463693 Jul 08 17:36:42.273620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44266) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.320473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.329084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.335694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.353959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.373749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.388102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.411350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.423691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0870f23-8b8a-499e-b47f-0915af41dbe6 req-459a429a-dcbc-40ea-89b5-8e353a47f9fa tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.2541628 Jul 08 17:36:42.434544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.441760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Request body: {'floatingip': {'port_id': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:42.449237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.529641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.692237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.959234 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.974964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.184941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Deleting port 092b349d-f07b-4656-bb48-c263aebbf403 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:43.185285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.491156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.528261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Calling delete_port for 092b349d-f07b-4656-bb48-c263aebbf403 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:43.615726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.db.resource_extend [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:36:43.682722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.721272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.871900 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Floating IP adc7312a-d380-46f6-8ad3-f2d0bcfa95d8 associated. External IP: 172.25.3.48, port: 434331e9-e87a-4a76-acbd-2ce53ce7b1c9. Jul 08 17:36:43.910566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.948765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event deleted for resources: {'Port': ['ID=092b349d-f07b-4656-bb48-c263aebbf403,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:44.053498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.185529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.191006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.272728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.273231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Fanout notify agent at l3_agent the message router_deleted on router c6e8f024-9a9e-4430-ac96-53d5f66f00c2 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:44.283775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.284886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-de443aa2-6de9-4dd9-8cda-83afc92d74e0 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/c6e8f024-9a9e-4430-ac96-53d5f66f00c2 HTTP/1.1" status: 204 len: 168 time: 2.0102255 Jul 08 17:36:44.288538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:44.293983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317882537', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:44.318000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Router 16f76a52-8f86-439b-9fe0-b9070da5bc6c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:44.329935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.330891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.450490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.538552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:44.544502 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.554369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] Sync routers for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:44.568049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:44.568790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:44.641607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.667044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e104aec0-e283-4883-b466-5c029395db81 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "PUT /v2.0/floatingips/adc7312a-d380-46f6-8ad3-f2d0bcfa95d8 HTTP/1.1" status: 200 len: 990 time: 2.2203994 Jul 08 17:36:44.668169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:44.678869 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6238c7-7255-4255-b2a8-3d84758caa82" -d '{"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:44.772185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:44.792266 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed3e00-15de-4e9f-95c3-17219da97ae2 x-openstack-request-id: req-78ed3e00-15de-4e9f-95c3-17219da97ae2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:44.793031 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:44.793385 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78ed3e00-15de-4e9f-95c3-17219da97ae2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:44.794921 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'status': 'completed', 'code': 200} Jul 08 17:36:44.947391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.948663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.949086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.949581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.950054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.950531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.950998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.953027 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-f21ab826-0de3-41d0-a8d2-38feeaebc423 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.1359744 Jul 08 17:36:45.151458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-42a42cb3-f586-47ac-bc5d-191ce7499d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:45.153244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-42a42cb3-f586-47ac-bc5d-191ce7499d89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2 HTTP/1.1" status: 200 len: 915 time: 0.1926501 Jul 08 17:36:45.187444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'adc7312a-d380-46f6-8ad3-f2d0bcfa95d8', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'port_id': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'mac_address': 'fa:16:3e:87:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:15Z', 'updated_at': '2021-07-08T17:36:43Z', 'revision_number': 1, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:18Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:45.242650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] Checking router: 16f76a52-8f86-439b-9fe0-b9070da5bc6c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:45.265663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:45.266449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:45.301013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-2692d97b-ab76-451a-b89c-ecbae1850895 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 998 time: 0.1374905 Jul 08 17:36:45.393155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-3b2812cf-7833-4d71-8f0d-0d0e081443a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:45.398434 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-3b2812cf-7833-4d71-8f0d-0d0e081443a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 200 len: 853 time: 0.0908062 Jul 08 17:36:45.513479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-518dc06c-f0d1-4268-ab61-b71ba606812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:45.515480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-518dc06c-f0d1-4268-ab61-b71ba606812c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097648 Jul 08 17:36:45.516304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:45.580651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.600796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.657645 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-96bede50-e6d4-4115-a61b-c4f06a29ae94 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340921 Jul 08 17:36:45.803504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Allocated IP 172.25.3.110 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/02778a1c-4ae1-4fc7-80a0-f954021ba3c1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:45.862894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f6238c7-7255-4255-b2a8-3d84758caa82 req-bcd44b23-ab24-4bfc-9865-75a5dad09d4d service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974137 Jul 08 17:36:45.980206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'adc7312a-d380-46f6-8ad3-f2d0bcfa95d8', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'port_id': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'mac_address': 'fa:16:3e:87:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:15Z', 'updated_at': '2021-07-08T17:36:43Z', 'revision_number': 1, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:18Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:46.066255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.069726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ea0c8-f658-4288-8aa0-a87139f3b8ed None None] The sync data for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 is: [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'adc7312a-d380-46f6-8ad3-f2d0bcfa95d8', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'port_id': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'mac_address': 'fa:16:3e:87:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:15Z', 'updated_at': '2021-07-08T17:36:43Z', 'revision_number': 1, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:18Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:46.170855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.217572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:46.223087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:46.229675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:46.256282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event updated for resources: {'Port': ['ID=02778a1c-4ae1-4fc7-80a0-f954021ba3c1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:46.465686 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719b79a-febb-454b-a31c-56273f6f45b5 None None] New status for floating IP adc7312a-d380-46f6-8ad3-f2d0bcfa95d8: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:36:46.640907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.929424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.136060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Router 71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:47.284831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:47.300737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] Sync routers for ids ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:47.315382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.319550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-087a7f83-d2f0-4bce-847b-8e0536582147 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0272508 Jul 08 17:36:47.319842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] Routers {'71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:47.319842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:47.320056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:47.343284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:47.499707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:47.523244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] Routers {'71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:47.523244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:47.576370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:47.577494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d03cc9-957e-44a6-9b60-8a6dec979d2c None None] The sync data for ids ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:47.839288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.856756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.941964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Deleting port 02778a1c-4ae1-4fc7-80a0-f954021ba3c1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:47.942570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.039285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.054673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Calling delete_port for 02778a1c-4ae1-4fc7-80a0-f954021ba3c1 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:48.281228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.465492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Pushing event deleted for resources: {'Port': ['ID=02778a1c-4ae1-4fc7-80a0-f954021ba3c1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:48.470671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.765431 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.769685 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.878308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Router 71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:48.975076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:48.982533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.983825 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2af9f82-2552-4cf9-8144-35e3ae977866 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "PUT /v2.0/routers/71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 200 len: 710 time: 1.6629632 Jul 08 17:36:48.985783 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] Sync routers for ids ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:48.986960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:48.997334 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] Routers {'71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:48.998211 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:49.048581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:49.065367 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] Routers {'71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:49.066090 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:49.099151 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-edbd74af-a832-4dfa-badd-b291de822b76 tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/routers/71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 200 len: 745 time: 0.1066291 Jul 08 17:36:49.106828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.108692 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:49.109357 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d218266-cb1a-4335-a972-cbfbedc45bfc None None] The sync data for ids ['71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:49.162590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3f1ec461-8b48-4912-b02d-4c04c8581fbb tempest-RoutersIpV6AdminTest-1333031644 tempest-RoutersIpV6AdminTest-1333031644-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&device_id=71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 200 len: 205 time: 0.0537281 Jul 08 17:36:49.163001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.197995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2ae782ee-e6dd-43ca-b826-ca652aa66177 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 200 len: 205 time: 0.0331709 Jul 08 17:36:49.199913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44376) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.279105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.465295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.468652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.498342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8b6f269a-fcbf-49fc-918a-22b7926832dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.568412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.568412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Fanout notify agent at l3_agent the message router_deleted on router 71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:49.577547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.583309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44390) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.597199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3b06235f-d872-47ab-a3f9-66c84c7e1214 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 204 len: 168 time: 0.3962228 Jul 08 17:36:49.642748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44392) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.658222 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-64639a20-90ca-4409-9ba3-4b248414054b tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 200 len: 205 time: 0.0736439 Jul 08 17:36:49.687203 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-e14beb3d-89df-4d3f-9efb-b48d4cbd6f4a tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] delete failed (client error): The resource could not be found. Jul 08 17:36:49.691013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.701236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e14beb3d-89df-4d3f-9efb-b48d4cbd6f4a tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/71ecd2b9-e0ff-458d-aa63-94e5cbaba3ae HTTP/1.1" status: 404 len: 336 time: 0.0573649 Jul 08 17:36:49.727983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-11358b26-07b8-48eb-89fb-40d8ff939e24 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6e8f024-9a9e-4430-ac96-53d5f66f00c2 HTTP/1.1" status: 200 len: 205 time: 0.0358362 Jul 08 17:36:49.730363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44396) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.781295 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7d9a2ab7-38bd-44b5-b0bc-9a2f2b5ab7cb tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] delete failed (client error): The resource could not be found. Jul 08 17:36:49.785656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.794975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d9a2ab7-38bd-44b5-b0bc-9a2f2b5ab7cb tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/c6e8f024-9a9e-4430-ac96-53d5f66f00c2 HTTP/1.1" status: 404 len: 336 time: 0.0631497 Jul 08 17:36:49.825278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.825651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-daf300d4-6e1f-4e0e-adf8-0211140356de tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=107f4433-830c-4c96-9c5e-3585e62f5f7b HTTP/1.1" status: 200 len: 205 time: 0.0385802 Jul 08 17:36:49.870036 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-291b9f52-97ab-42f2-8b59-fd6586d46793 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] delete failed (client error): The resource could not be found. Jul 08 17:36:49.871108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-291b9f52-97ab-42f2-8b59-fd6586d46793 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/107f4433-830c-4c96-9c5e-3585e62f5f7b HTTP/1.1" status: 404 len: 336 time: 0.0447631 Jul 08 17:36:49.873734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44404) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.916960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36fab004-c523-4647-b629-d493ec86236d tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=35116759-9cb7-426f-8da0-8bb382a405c1 HTTP/1.1" status: 200 len: 205 time: 0.0396965 Jul 08 17:36:49.917742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.957083 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-84200e4f-d3e2-4311-9812-0e12c87868df tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] delete failed (client error): The resource could not be found. Jul 08 17:36:49.958168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-84200e4f-d3e2-4311-9812-0e12c87868df tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/35116759-9cb7-426f-8da0-8bb382a405c1 HTTP/1.1" status: 404 len: 336 time: 0.0400486 Jul 08 17:36:49.960730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.994235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7cc6a871-1d3a-4232-8cdd-25a8a3e0a0fa tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cda792b-dac9-46ef-b3a3-d20ce36c2511 HTTP/1.1" status: 200 len: 205 time: 0.0294905 Jul 08 17:36:49.994814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44410) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:50.049834 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-a9c14e12-f351-4156-ac99-3c8db86dbf7c tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] delete failed (client error): The resource could not be found. Jul 08 17:36:50.051343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a9c14e12-f351-4156-ac99-3c8db86dbf7c tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/5cda792b-dac9-46ef-b3a3-d20ce36c2511 HTTP/1.1" status: 404 len: 336 time: 0.0552964 Jul 08 17:36:50.054160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:50.087534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54054651-d387-4d47-ba3b-f1d6db2db163 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3bf8601-5f6c-431a-9ceb-447c3b39a4df HTTP/1.1" status: 200 len: 205 time: 0.0315158 Jul 08 17:36:50.090160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44414) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:50.133409 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7cda26d6-ea00-4062-b617-96ce03cbb6bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] delete failed (client error): The resource could not be found. Jul 08 17:36:50.135690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7cda26d6-ea00-4062-b617-96ce03cbb6bf tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/routers/c3bf8601-5f6c-431a-9ceb-447c3b39a4df HTTP/1.1" status: 404 len: 336 time: 0.0444481 Jul 08 17:36:50.141330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:50.176704 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c816ca6-87df-44c0-ab7f-468f54d66d96 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:50.177546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c816ca6-87df-44c0-ab7f-468f54d66d96 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:50.179569 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1c816ca6-87df-44c0-ab7f-468f54d66d96 tempest-RoutersIpV6AdminTest-106400496 tempest-RoutersIpV6AdminTest-106400496-project] 10.222.0.48 "DELETE /v2.0/subnets/3d1722ee-e1c2-4d85-b869-4fae4b8b3fce HTTP/1.1" status: 404 len: 337 time: 0.0371130 Jul 08 17:36:50.531320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:50.816850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24b64c1c-cb73-4168-841f-2d2c439f19e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.875720 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:36:51.033018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24b64c1c-cb73-4168-841f-2d2c439f19e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.038343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24b64c1c-cb73-4168-841f-2d2c439f19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.166587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b64c1c-cb73-4168-841f-2d2c439f19e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e9731-1f04-4eb1-8715-055f77ae9846,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:51.190499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-24b64c1c-cb73-4168-841f-2d2c439f19e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5faa690c074547b690421326d3ae65b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567237 Jul 08 17:36:51.200492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:51.235130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-364f60bf-fff1-4d17-a578-6d1c704645aa req-db202bb2-52ef-4b0c-a843-2d2de453e23b tempest-MigrationsAdminTest-1968024013 tempest-MigrationsAdminTest-1968024013-project] (93944) timed out ('10.222.0.21', 64029) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:36:51.308952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f0792ed-8252-4f31-8cf7-ce22b8b61748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.355931 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f0792ed-8252-4f31-8cf7-ce22b8b61748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.481199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f0792ed-8252-4f31-8cf7-ce22b8b61748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.483878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f0792ed-8252-4f31-8cf7-ce22b8b61748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.485143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f0792ed-8252-4f31-8cf7-ce22b8b61748 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c0e9731-1f04-4eb1-8715-055f77ae9846 HTTP/1.1" status: 204 len: 168 time: 0.2830446 Jul 08 17:36:51.497274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0792ed-8252-4f31-8cf7-ce22b8b61748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e9731-1f04-4eb1-8715-055f77ae9846,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:51.967412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:52.057609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-624b0ebc-7540-47fe-a802-0db8165a1b6d req-c4803006-1f27-4b25-b8c3-9cd3010fa5df service neutron] (93945) timed out ('10.222.0.48', 59816) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:36:52.065590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-055e483f-12f4-4e61-be00-c1389c57cdef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39b861b502664f62a0d619773932f251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968142 Jul 08 17:36:52.070316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44458) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:52.199598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84c918b1-34be-441c-941c-42af19542b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.217304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99854c9a-4ac3-4c59-af6e-57ea39b9db95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.244949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84c918b1-34be-441c-941c-42af19542b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.321691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84c918b1-34be-441c-941c-42af19542b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.325503 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.327547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84c918b1-34be-441c-941c-42af19542b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.328994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-84c918b1-34be-441c-941c-42af19542b22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8910eb72-c857-43ee-842b-242f1721c82e HTTP/1.1" status: 204 len: 168 time: 0.2577598 Jul 08 17:36:52.340601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c918b1-34be-441c-941c-42af19542b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910eb72-c857-43ee-842b-242f1721c82e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:53.573840 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.638779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:54.828433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1072216847', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:54.859878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Made reservation on behalf of 9349a1fd1322450fa7038b32961613be for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:54.863092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.884924 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.957367 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.064333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.072930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.083692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] device_id is not set on port 718b2120-0dfb-442c-8cbb-dec5af16a70d yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:55.154869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ed27e-49da-4b17-bcf2-49187f83b107,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:55.351883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Allocated IP 172.25.3.69 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/718b2120-0dfb-442c-8cbb-dec5af16a70d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:55.663444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.726857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.777779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:55.826718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:55.843533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:55.864296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:55.906579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Pushing event updated for resources: {'Port': ['ID=718b2120-0dfb-442c-8cbb-dec5af16a70d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:55.939395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:55.940090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.967319 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c6c7fd17-9d98-435b-a251-d5d04dc34ac9 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3239145 Jul 08 17:36:55.967755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:55.975663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.69'}]}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:56.023835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.025452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.112100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.308873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.855647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.034805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.090750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.323342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.341426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port aa7241c3-545d-44f6-b984-47240ff371ea {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:57.345111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.524873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port aa7241c3-545d-44f6-b984-47240ff371ea, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=aa7241c3-545d-44f6-b984-47240ff371ea,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:57.526339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.559517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for aa7241c3-545d-44f6-b984-47240ff371ea owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:57.606305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.608477 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.678128 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.678819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31840993-04ff-4195-aaf4-59091d8c4e7c {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:57.699396 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:36:57.704948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:57.706675 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3e448fa6-15b7-48ae-a6d5-2141f7656630 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7371898 Jul 08 17:36:57.928164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Deleting port 718b2120-0dfb-442c-8cbb-dec5af16a70d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:57.928650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.931602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.025906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=aa7241c3-545d-44f6-b984-47240ff371ea,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:58.209863 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.258302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Calling delete_port for 718b2120-0dfb-442c-8cbb-dec5af16a70d owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:58.328322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.523330 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.590883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Pushing event deleted for resources: {'Port': ['ID=718b2120-0dfb-442c-8cbb-dec5af16a70d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:58.707693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.714086 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-df4a5e86-3513-47cf-a943-f5b5d6a779a7 tempest-RoutersAdminNegativeTest-13814365 tempest-RoutersAdminNegativeTest-13814365-project-admin] 10.222.0.48 "DELETE /v2.0/ports/718b2120-0dfb-442c-8cbb-dec5af16a70d HTTP/1.1" status: 204 len: 168 time: 1.0037003 Jul 08 17:36:58.742569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:58.872118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:58.885308 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d93233b7-d17b-405b-8eef-9e865ab759eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "PUT /v2.0/routers/40f73298-5793-4a84-99d6-82e64c82333b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055889 Jul 08 17:36:58.887916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:58.917203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:58.917895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:59.144295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:59.173063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:59.310036 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed504c92-2922-4409-8bc4-cd0be09915f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.423940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:57Z', 'revision_number': 6, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:34Z', 'revision_number': 1, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:59.456944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:59.467586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:59.468323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:59.480314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605f26-18d2-44c2-92a1-45295ce57fc6 req-e7500a76-9ac7-449b-952f-078247952ace tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:59.486520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36605f26-18d2-44c2-92a1-45295ce57fc6 req-e7500a76-9ac7-449b-952f-078247952ace tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 946 time: 0.0787153 Jul 08 17:36:59.537179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36605f26-18d2-44c2-92a1-45295ce57fc6 req-fa27f45e-605f-4faa-8c7e-d3d53116d274 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493665 Jul 08 17:36:59.628977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:59.706756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed504c92-2922-4409-8bc4-cd0be09915f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.713370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed504c92-2922-4409-8bc4-cd0be09915f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.767786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:59.768014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ed504c92-2922-4409-8bc4-cd0be09915f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c70e3a1b58b147119afd46a60ae5df4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210980 Jul 08 17:36:59.769385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed504c92-2922-4409-8bc4-cd0be09915f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a0e01-bd1c-46ff-a41f-aa2992be0aa7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:59.840335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b5c501b-2c48-4605-945b-850fac1668e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.864353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b5c501b-2c48-4605-945b-850fac1668e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.915435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b5c501b-2c48-4605-945b-850fac1668e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.919016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b5c501b-2c48-4605-945b-850fac1668e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.923171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8b5c501b-2c48-4605-945b-850fac1668e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f28a0e01-bd1c-46ff-a41f-aa2992be0aa7 HTTP/1.1" status: 204 len: 168 time: 0.1543787 Jul 08 17:36:59.932515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c501b-2c48-4605-945b-850fac1668e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a0e01-bd1c-46ff-a41f-aa2992be0aa7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:00.108720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:57Z', 'revision_number': 6, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:34Z', 'revision_number': 1, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:00.185237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a21534-ce6f-4ed8-99fa-fd170e1f0238 None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:57Z', 'revision_number': 6, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'a63a4561-5621-43a6-b449-3866e8cf9a33', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'port_id': '931d7877-6d5c-48d1-bf7d-35353b856113', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'mac_address': 'fa:16:3e:7c:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101ed846-cb16-42f1-9c64-4295331e09d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:35:26Z', 'updated_at': '2021-07-08T17:35:34Z', 'revision_number': 1, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:00.437917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44640) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:00.482836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cbdd3c0d-6796-4f24-b6b0-3aacf5f2259b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9349a1fd1322450fa7038b32961613be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434487 Jul 08 17:37:00.485580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44642) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:00.551515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b68-0fbd-4ad7-a220-679fe9fd0403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.600534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b68-0fbd-4ad7-a220-679fe9fd0403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.703639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b68-0fbd-4ad7-a220-679fe9fd0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.707961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f4b1b68-0fbd-4ad7-a220-679fe9fd0403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.709198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f4b1b68-0fbd-4ad7-a220-679fe9fd0403 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/625ed27e-49da-4b17-bcf2-49187f83b107 HTTP/1.1" status: 204 len: 168 time: 0.2219129 Jul 08 17:37:00.751368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b1b68-0fbd-4ad7-a220-679fe9fd0403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ed27e-49da-4b17-bcf2-49187f83b107,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:00.931567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8a307-08aa-41cf-9aba-e164c2994990 req-3bd92e0b-c451-4bd0-8615-cb1e30e95774 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:00.933193 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73c8a307-08aa-41cf-9aba-e164c2994990 req-3bd92e0b-c451-4bd0-8615-cb1e30e95774 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 946 time: 0.1458476 Jul 08 17:37:01.066870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287954f-afd2-4a44-95ac-b58de1430271 req-7e2721e0-6531-4721-a44b-7ae88aa27b45 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:01.069153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73c8a307-08aa-41cf-9aba-e164c2994990 req-20729f2a-3bb1-4d74-9375-10d4eebea130 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=7eff1e65-6a09-4cfb-8320-16e456e08d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256106 Jul 08 17:37:01.074041 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5287954f-afd2-4a44-95ac-b58de1430271 req-7e2721e0-6531-4721-a44b-7ae88aa27b45 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 946 time: 0.1566923 Jul 08 17:37:01.250192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 10d1dcd4-7e45-4336-a452-594a780517db {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:01.250192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.426222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 10d1dcd4-7e45-4336-a452-594a780517db, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=10d1dcd4-7e45-4336-a452-594a780517db,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:01.426712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.449607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 10d1dcd4-7e45-4336-a452-594a780517db owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:01.633696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.694313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=10d1dcd4-7e45-4336-a452-594a780517db,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.781224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] No DVR routers for this DVR port 10d1dcd4-7e45-4336-a452-594a780517db on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:01.784275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.786407 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5287954f-afd2-4a44-95ac-b58de1430271 req-aaf2e174-cb54-47c0-a052-42fec35e8063 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "DELETE /v2.0/ports/10d1dcd4-7e45-4336-a452-594a780517db HTTP/1.1" status: 204 len: 173 time: 0.7006528 Jul 08 17:37:01.786851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'name': 'network-vif-deleted', 'tag': '10d1dcd4-7e45-4336-a452-594a780517db'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:01.789215 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0cce2c-6a95-42b3-a1cd-28487b0ca649" -d '{"events": [{"server_uuid": "44d8ff39-6769-443d-9c98-edea34e6fe5a", "name": "network-vif-deleted", "tag": "10d1dcd4-7e45-4336-a452-594a780517db"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:01.963452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device aa7241c3-545d-44f6-b984-47240ff371ea no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:02.012577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: aa7241c3-545d-44f6-b984-47240ff371ea {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:02.013468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device aa7241c3-545d-44f6-b984-47240ff371ea not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:02.107510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:02.313492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-852542901'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:02.337134 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e0749b-50d3-429d-9c1f-dc6507f6c117 x-openstack-request-id: req-96e0749b-50d3-429d-9c1f-dc6507f6c117 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:02.340667 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d8ff39-6769-443d-9c98-edea34e6fe5a", "name": "network-vif-deleted", "tag": "10d1dcd4-7e45-4336-a452-594a780517db", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:02.341088 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96e0749b-50d3-429d-9c1f-dc6507f6c117 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:02.341647 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d8ff39-6769-443d-9c98-edea34e6fe5a', 'name': 'network-vif-deleted', 'tag': '10d1dcd4-7e45-4336-a452-594a780517db', 'status': 'completed', 'code': 200} Jul 08 17:37:02.386714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Made reservation on behalf of 85dd1073fb2b4ab4b88239f64ffea32e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:02.391123 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.409094 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.656388 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92047209-3366-4391-90da-14b275b6f474 req-2b6a8601-46ce-4a2e-af3d-8eefa829a3c1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=44d8ff39-6769-443d-9c98-edea34e6fe5a HTTP/1.1" status: 200 len: 210 time: 0.1685975 Jul 08 17:37:02.785753 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.791490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.831240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61237098-8d50-431c-8982-369e5d45423f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:02.863102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:02.910127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.912476 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Added segment 96937dea-2f5e-47a7-bc64-81a7df4e943b of type vlan for network 3779726c-5f77-4853-afff-42122837e274 Jul 08 17:37:03.014474 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.097311 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.104169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:03.104870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.204854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0934491 Jul 08 17:37:03.205318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:03.210566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'subnet': {'network_id': '3779726c-5f77-4853-afff-42122837e274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:03.215072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92c3fc-a65a-4e9e-b7e7-8f1ce2390f44 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Network': ['ID=3779726c-5f77-4853-afff-42122837e274,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:03.228011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3779726c-5f77-4853-afff-42122837e274 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:03.242317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f927b-738c-4382-85d8-3cdcbd90d712 req-f540b03b-939f-4c4c-bbf9-f2854f128e05 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:03.251119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e31f927b-738c-4382-85d8-3cdcbd90d712 req-f540b03b-939f-4c4c-bbf9-f2854f128e05 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1973927 Jul 08 17:37:03.297911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e31f927b-738c-4382-85d8-3cdcbd90d712 req-705c064b-6a97-4190-b689-95a471724965 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455046 Jul 08 17:37:03.801557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:04.002879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743224-0719-4f81-97ae-f656475e449b req-ba126d6d-a9d1-496e-b1e8-3c557a1dcefa tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:04.004722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe743224-0719-4f81-97ae-f656475e449b req-ba126d6d-a9d1-496e-b1e8-3c557a1dcefa tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1975594 Jul 08 17:37:04.006789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Made reservation on behalf of 85dd1073fb2b4ab4b88239f64ffea32e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:04.010544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.044762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3d0c-4ec0-4934-8463-075641c619e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.112784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3d0c-4ec0-4934-8463-075641c619e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.146865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe743224-0719-4f81-97ae-f656475e449b req-dbebd17d-aea5-4d05-a79a-d24f3d1132eb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327224 Jul 08 17:37:04.296640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3d0c-4ec0-4934-8463-075641c619e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.300064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3d0c-4ec0-4934-8463-075641c619e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.304826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3c0c3d0c-4ec0-4934-8463-075641c619e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/security-groups/7eff1e65-6a09-4cfb-8320-16e456e08d1e HTTP/1.1" status: 204 len: 168 time: 0.4997134 Jul 08 17:37:04.309976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.328295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c3d0c-4ec0-4934-8463-075641c619e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff1e65-6a09-4cfb-8320-16e456e08d1e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:04.378288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44736) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:04.400045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Subnet': ['ID=3b33d5c3-0076-4193-9d47-1bfde894de49,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:04.409372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Checking segment: {'id': '96937dea-2f5e-47a7-bc64-81a7df4e943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3779726c-5f77-4853-afff-42122837e274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:04.409731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network hostable DHCP agents. Network: 3779726c-5f77-4853-afff-42122837e274, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:04.435604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network 3779726c-5f77-4853-afff-42122837e274 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:04.451949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3779726c-5f77-4853-afff-42122837e274) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:04.461953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c8006-4fad-48c4-9c9c-a78bfae8405d None None] Network 3779726c-5f77-4853-afff-42122837e274 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:04.466000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting subnet 344d43c5-f5c3-4b5e-b69f-aa329113b16d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:04.471445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.522839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:04.524395 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.532219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.555275 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-892a2e12-d67f-4578-aa3a-b3a722efef71 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3465595 Jul 08 17:37:04.561008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:04.579113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1410146403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:04.607110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.608793 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.669109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.674545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.679016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.707831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.709029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8ad1e517-377a-49f4-b4b6-2dd9a4e3c546 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1470222 Jul 08 17:37:04.712292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:04.729347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-28373ab7-0097-4daf-8e54-98768a3167e0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:04.737512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-28373ab7-0097-4daf-8e54-98768a3167e0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.2824664 Jul 08 17:37:04.767732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3779726c-5f77-4853-afff-42122837e274', 'network_id': '3779726c-5f77-4853-afff-42122837e274', 'tenant_id': '85dd1073fb2b4ab4b88239f64ffea32e', 'fixed_ips': [{'subnet_id': '3b33d5c3-0076-4193-9d47-1bfde894de49'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:04.768608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.778181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.795007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-4cbdebc8-fa93-4f46-bfe7-49cb952a3016 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/quotas/d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 375 time: 0.0571563 Jul 08 17:37:04.822896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Subnet': ['ID=344d43c5-f5c3-4b5e-b69f-aa329113b16d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:04.830763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.837324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2c0092be-a737-4613-996a-364c2b1922a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/subnets/344d43c5-f5c3-4b5e-b69f-aa329113b16d HTTP/1.1" status: 204 len: 168 time: 0.4566081 Jul 08 17:37:04.838576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44758) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:04.843917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79568cd-e3c1-49db-a373-3ed836ff4cc5 None None] Network 57dba4c0-7664-4ee4-874c-27af26a40ef4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:05.031235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.159151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 2f213ac8-b07c-428d-9245-aa3427e1af82 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:05.163192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.298190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 2f213ac8-b07c-428d-9245-aa3427e1af82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f213ac8-b07c-428d-9245-aa3427e1af82,segment=NetworkSegment(581cdabd-62f8-4fea-b750-2b4d99ea1798),segment_id=581cdabd-62f8-4fea-b750-2b4d99ea1798)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:05.298473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.315976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 2f213ac8-b07c-428d-9245-aa3427e1af82 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:05.349413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-dacf626f-27e5-4f42-914a-4a37c23ece75 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5538619 Jul 08 17:37:05.433824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10d1dcd4-7e45-4336-a452-594a780517db no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:05.449313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.464586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] No DVR routers for this DVR port 2f213ac8-b07c-428d-9245-aa3427e1af82 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:05.491123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=2f213ac8-b07c-428d-9245-aa3427e1af82,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:05.494911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 10d1dcd4-7e45-4336-a452-594a780517db {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:05.495458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 10d1dcd4-7e45-4336-a452-594a780517db not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:05.600894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Allocated IP 172.20.0.2 (3779726c-5f77-4853-afff-42122837e274/3b33d5c3-0076-4193-9d47-1bfde894de49/11760d6f-9787-4b2d-bcca-51fb419db362) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:05.619398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1813ba64-89e4-4445-8137-abfd8bfdbb26 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688341 Jul 08 17:37:05.622302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25079646-5110-422c-bfc3-8e22dbe085f3 None None] DHCP port deletion for 57dba4c0-7664-4ee4-874c-27af26a40ef4 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:05.629519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.710168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.743334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dba4c0-7664-4ee4-874c-27af26a40ef4']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:05.764416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581cdabd-62f8-4fea-b750-2b4d99ea1798') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:05.765117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581cdabd-62f8-4fea-b750-2b4d99ea1798') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:05.782429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.817522 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.827403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:05.828668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:05.834401 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:05.944875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-bedd7c92-87d4-4000-8f2c-839e96279c08 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230348 Jul 08 17:37:05.970303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.984189 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.998734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Transition to ACTIVE for port object 11760d6f-9787-4b2d-bcca-51fb419db362 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:06.038140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Transition to ACTIVE for port object 11760d6f-9787-4b2d-bcca-51fb419db362 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:06.047652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.077705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.090950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/networks/57dba4c0-7664-4ee4-874c-27af26a40ef4 HTTP/1.1" status: 204 len: 168 time: 1.2491238 Jul 08 17:37:06.091794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:06.093541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9341361-b823-412b-8e4d-b69e4d0d2d07 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Network': ['ID=57dba4c0-7664-4ee4-874c-27af26a40ef4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:06.094207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Network 3779726c-5f77-4853-afff-42122837e274 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:06.134461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:06.136738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f213ac8-b07c-428d-9245-aa3427e1af82 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:06.139783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:06.197886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 2f213ac8-b07c-428d-9245-aa3427e1af82 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:06.198267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f213ac8-b07c-428d-9245-aa3427e1af82 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:06.256582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Pushing event updated for resources: {'Port': ['ID=11760d6f-9787-4b2d-bcca-51fb419db362,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:06.265047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.265396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.265743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.266113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.266454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.266789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.267126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.267454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.268272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.268626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.268953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.269695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:06.281009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Attempting to bind port 11760d6f-9787-4b2d-bcca-51fb419db362 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:06.281589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Attempting to bind port 11760d6f-9787-4b2d-bcca-51fb419db362 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '96937dea-2f5e-47a7-bc64-81a7df4e943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3779726c-5f77-4853-afff-42122837e274'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:06.282237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Attempting to bind port 11760d6f-9787-4b2d-bcca-51fb419db362 on network 3779726c-5f77-4853-afff-42122837e274 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:06.299753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:06.300604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Checking segment: {'id': '96937dea-2f5e-47a7-bc64-81a7df4e943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3779726c-5f77-4853-afff-42122837e274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:06.310810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.313293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Bound using segment: {'id': '96937dea-2f5e-47a7-bc64-81a7df4e943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3779726c-5f77-4853-afff-42122837e274'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:06.314082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Bound port: 11760d6f-9787-4b2d-bcca-51fb419db362, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96937dea-2f5e-47a7-bc64-81a7df4e943b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3779726c-5f77-4853-afff-42122837e274'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:06.319993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.464469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] For port 11760d6f-9787-4b2d-bcca-51fb419db362, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:06.469083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] For port 11760d6f-9787-4b2d-bcca-51fb419db362, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11760d6f-9787-4b2d-bcca-51fb419db362,segment=NetworkSegment(96937dea-2f5e-47a7-bc64-81a7df4e943b),segment_id=96937dea-2f5e-47a7-bc64-81a7df4e943b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:06.477747 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.489949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-92d269b2-4fd4-478d-8f07-ee8f0e856e5c req-5554e96f-2aba-412b-9daf-0b44a07e2d72 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 210 time: 0.0780468 Jul 08 17:37:06.610706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967a294-80f2-4008-b7f0-3991e3e12aee None None] Pushing event updated for resources: {'Port': ['ID=11760d6f-9787-4b2d-bcca-51fb419db362,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:06.799247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:06.854416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port d85c41b1-33e4-47c2-8959-3dc1b8c70412 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:06.854762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.006728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Allocated IP 172.20.0.1 (3779726c-5f77-4853-afff-42122837e274/3b33d5c3-0076-4193-9d47-1bfde894de49/004ea8c1-f8c1-4cee-9328-c389c97e6efa) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:07.020804 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2206cd40-62f8-464e-bc88-c147e4c0ebca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.150169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.150375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.173197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for d85c41b1-33e4-47c2-8959-3dc1b8c70412 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:07.201464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2206cd40-62f8-464e-bc88-c147e4c0ebca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.206701 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2206cd40-62f8-464e-bc88-c147e4c0ebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.237389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2206cd40-62f8-464e-bc88-c147e4c0ebca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1b314ebee8940c59c591c6f7d14aef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370451 Jul 08 17:37:07.244700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:07.321110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.369348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Transition to ACTIVE for port object 004ea8c1-f8c1-4cee-9328-c389c97e6efa will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:07.380634 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d38e26b9-b6fc-4eb6-8cd9-cfada91e704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.391531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206cd40-62f8-464e-bc88-c147e4c0ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d645802-8194-47dc-a0f1-454e8c1a1db8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:07.445765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.459150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d38e26b9-b6fc-4eb6-8cd9-cfada91e704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.563760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d38e26b9-b6fc-4eb6-8cd9-cfada91e704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.574583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d38e26b9-b6fc-4eb6-8cd9-cfada91e704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.577085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network 3779726c-5f77-4853-afff-42122837e274 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:07.579507 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d38e26b9-b6fc-4eb6-8cd9-cfada91e704e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d645802-8194-47dc-a0f1-454e8c1a1db8 HTTP/1.1" status: 204 len: 168 time: 0.3335936 Jul 08 17:37:07.628592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:07.647906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:07.671184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e26b9-b6fc-4eb6-8cd9-cfada91e704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d645802-8194-47dc-a0f1-454e8c1a1db8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:07.751183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Port': ['ID=004ea8c1-f8c1-4cee-9328-c389c97e6efa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:07.816523 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.876495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff4fb6c5-582e-4962-8e64-2caaaa1ad4d1 req-0f8d125c-002e-463f-a224-489f0b4d36e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 210 time: 0.0428250 Jul 08 17:37:07.900572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=d85c41b1-33e4-47c2-8959-3dc1b8c70412,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:07.900572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.187290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11760d6f-9787-4b2d-bcca-51fb419db362 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:08.190030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44820) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:08.220524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-142aa197-6e35-4663-ba09-881859b62c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.252134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.252551 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Floating IP a63a4561-5621-43a6-b449-3866e8cf9a33 disassociated (deleted). External IP: 172.25.3.99, port: 931d7877-6d5c-48d1-bf7d-35353b856113. Jul 08 17:37:08.256417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb72e8-3681-4a6d-8c70-2b7df227d2fc None None] Network 3779726c-5f77-4853-afff-42122837e274 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:08.305440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56886237-47c0-4de4-908b-baa9eb59258c req-5b00df4e-9d4d-4147-b3a3-60f829aef1c8 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:08.325054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56886237-47c0-4de4-908b-baa9eb59258c req-5b00df4e-9d4d-4147-b3a3-60f829aef1c8 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 946 time: 0.4890149 Jul 08 17:37:08.397081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c48d1c8d-340c-43ee-ba64-abe7fba237de None None] Provisioning for port 11760d6f-9787-4b2d-bcca-51fb419db362 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:08.432857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 11760d6f-9787-4b2d-bcca-51fb419db362 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:08.452405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56886237-47c0-4de4-908b-baa9eb59258c req-f2fa96f5-b2f6-4ad1-881e-4e3f3cdc1fe5 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260977 Jul 08 17:37:08.460900 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.465671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 11760d6f-9787-4b2d-bcca-51fb419db362 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:08.474853 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.563054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-d72a58ac-c3d6-4057-be41-49c6e8f259c8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:08.564498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-d72a58ac-c3d6-4057-be41-49c6e8f259c8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.2576764 Jul 08 17:37:08.580221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'port': {'device_id': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'admin_state_up': True, 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:08.644273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-142aa197-6e35-4663-ba09-881859b62c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.652992 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-142aa197-6e35-4663-ba09-881859b62c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.665466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.684746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-142aa197-6e35-4663-ba09-881859b62c9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=306e440aec124b24901bef72e6ca8504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934044 Jul 08 17:37:08.693636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:08.743074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 11760d6f-9787-4b2d-bcca-51fb419db362, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11760d6f-9787-4b2d-bcca-51fb419db362,segment=NetworkSegment(96937dea-2f5e-47a7-bc64-81a7df4e943b),segment_id=96937dea-2f5e-47a7-bc64-81a7df4e943b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:08.753420 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.757154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa197-6e35-4663-ba09-881859b62c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1267e8-802d-42bb-8915-45adfce1fcf6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:08.841499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9360f667-e973-4fe7-86ef-2843be9b72b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.847462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=11760d6f-9787-4b2d-bcca-51fb419db362,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:08.873565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:08.878006 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.893437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9360f667-e973-4fe7-86ef-2843be9b72b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.040077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9360f667-e973-4fe7-86ef-2843be9b72b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.043794 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9360f667-e973-4fe7-86ef-2843be9b72b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.045067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9360f667-e973-4fe7-86ef-2843be9b72b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab1267e8-802d-42bb-8915-45adfce1fcf6 HTTP/1.1" status: 204 len: 168 time: 0.3500631 Jul 08 17:37:09.082933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360f667-e973-4fe7-86ef-2843be9b72b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1267e8-802d-42bb-8915-45adfce1fcf6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:09.172481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Allocated IP 172.20.0.7 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/fdc7e943-317f-4845-85b9-d432f8582a95) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:09.309747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6ef6630-0753-4e54-8295-01e864760f38 req-f3d0e651-494e-4f51-9406-c2d9f0acad1d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 210 time: 0.1038327 Jul 08 17:37:09.350993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-547cd4a7-b6b0-455b-8d7a-d4a452071b67 None None] Provisioning for port 004ea8c1-f8c1-4cee-9328-c389c97e6efa completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:09.356888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-547cd4a7-b6b0-455b-8d7a-d4a452071b67 None None] Provisioning complete for port 004ea8c1-f8c1-4cee-9328-c389c97e6efa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:09.357464 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-547cd4a7-b6b0-455b-8d7a-d4a452071b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.435303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-547cd4a7-b6b0-455b-8d7a-d4a452071b67 None None] Port 004ea8c1-f8c1-4cee-9328-c389c97e6efa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:09.459305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-547cd4a7-b6b0-455b-8d7a-d4a452071b67 None None] Provisioning complete for port 11760d6f-9787-4b2d-bcca-51fb419db362 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:09.464899 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-547cd4a7-b6b0-455b-8d7a-d4a452071b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.481542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.502287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Transition to ACTIVE for port object fdc7e943-317f-4845-85b9-d432f8582a95 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:09.576391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.674967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:09.685556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:09.696591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b', '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:09.706915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:09.804834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:09.885602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.886827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.940964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-1948be42-8147-4d8b-a91f-029943d0b0b5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3663218 Jul 08 17:37:09.969778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Request body: {'port': {'device_id': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:10.051798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19cfc-65a0-4372-83ec-b5f7e7627fde req-554843a9-af46-4642-bb8f-c3ae94cd4635 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.053441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22c19cfc-65a0-4372-83ec-b5f7e7627fde req-554843a9-af46-4642-bb8f-c3ae94cd4635 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 946 time: 0.3137488 Jul 08 17:37:10.103336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76fc489e-43b6-4297-99c2-b28623a4a830 None None] Provisioning complete for port 004ea8c1-f8c1-4cee-9328-c389c97e6efa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:10.103741 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76fc489e-43b6-4297-99c2-b28623a4a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.110856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11760d6f-9787-4b2d-bcca-51fb419db362 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:10.130516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.152955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.222428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-76fc489e-43b6-4297-99c2-b28623a4a830 None None] Port 004ea8c1-f8c1-4cee-9328-c389c97e6efa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:10.237822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-22c19cfc-65a0-4372-83ec-b5f7e7627fde req-f3fbb615-4ccd-4334-9c2c-b8f7374e293e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741652 Jul 08 17:37:10.241802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:10.266790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 11760d6f-9787-4b2d-bcca-51fb419db362 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:10.266790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.269915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.346131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-a888117c-a590-4a73-a14f-f73ab20f04d4 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.348760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-a888117c-a590-4a73-a14f-f73ab20f04d4 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 946 time: 0.8984425 Jul 08 17:37:10.350120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.383272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37e0e253-08e0-4300-9093-25119d28fd55 None None] Provisioning for port fdc7e943-317f-4845-85b9-d432f8582a95 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:10.388919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-37e0e253-08e0-4300-9093-25119d28fd55 None None] Provisioning complete for port fdc7e943-317f-4845-85b9-d432f8582a95 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:10.389304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37e0e253-08e0-4300-9093-25119d28fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.441395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-37e0e253-08e0-4300-9093-25119d28fd55 None None] Port fdc7e943-317f-4845-85b9-d432f8582a95 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:10.550274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Port': ['ID=004ea8c1-f8c1-4cee-9328-c389c97e6efa,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:10.641895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.642274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.642856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.643197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.643857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.643982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.644299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.644708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.645027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.645363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.645691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.646045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:10.806314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network 3779726c-5f77-4853-afff-42122837e274 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:10.816457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:10.824582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:10.832661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.835282 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:10.837075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Deleting port 5493624d-cfcc-4d36-a297-1eafd27b3e20 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:10.837518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.852448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:10.856889 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:11.005494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc7e943-317f-4845-85b9-d432f8582a95 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:11.020165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.054130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Transition to ACTIVE for port object fdc7e943-317f-4845-85b9-d432f8582a95 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:11.064694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.088437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e950539-dcca-4463-80b7-e540b0e6c1f0 req-7959dca0-0ad1-42ca-843f-fd88449d511b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:11.096848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e950539-dcca-4463-80b7-e540b0e6c1f0 req-7959dca0-0ad1-42ca-843f-fd88449d511b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 931 time: 0.4652340 Jul 08 17:37:11.137816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9354a1c8-b7dc-4b8f-b4b4-d9c866ed6cd8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/floatingips/a63a4561-5621-43a6-b449-3866e8cf9a33 HTTP/1.1" status: 204 len: 168 time: 5.0402019 Jul 08 17:37:11.181002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:11.184520 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333" -d '{"events": [{"name": "network-changed", "server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:11.300304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1ecbcbe8-f5f5-437c-b6c4-ec11ac54c352 None None] Provisioning complete for port 004ea8c1-f8c1-4cee-9328-c389c97e6efa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:11.302192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ecbcbe8-f5f5-437c-b6c4-ec11ac54c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.360206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e950539-dcca-4463-80b7-e540b0e6c1f0 req-53fa8699-99d8-49ff-b6e2-9932b51c4d2c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625420 Jul 08 17:37:11.385003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] For port 5493624d-cfcc-4d36-a297-1eafd27b3e20, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5493624d-cfcc-4d36-a297-1eafd27b3e20,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:11.390490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.418245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:11.456271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1ecbcbe8-f5f5-437c-b6c4-ec11ac54c352 None None] Port 004ea8c1-f8c1-4cee-9328-c389c97e6efa cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:11.485418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Calling delete_port for 5493624d-cfcc-4d36-a297-1eafd27b3e20 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:11.499846 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:11.549979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Attempting to bind port fdc7e943-317f-4845-85b9-d432f8582a95 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:11.550517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Attempting to bind port fdc7e943-317f-4845-85b9-d432f8582a95 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:11.551090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Attempting to bind port fdc7e943-317f-4845-85b9-d432f8582a95 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:11.555395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Router f71463b8-dd65-410c-8a19-ef0f27ee9509 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:37:11.570242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Port fdc7e943-317f-4845-85b9-d432f8582a95 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:11.570242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Attempting to bind port fdc7e943-317f-4845-85b9-d432f8582a95 on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:11.582468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:11.583619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:11.584176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:11.585676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Bound port: fdc7e943-317f-4845-85b9-d432f8582a95, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:11.588108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.697225 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb487b-28ff-4b35-aad6-3c94386e190d x-openstack-request-id: req-e9eb487b-28ff-4b35-aad6-3c94386e190d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:11.697225 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:11.697225 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9eb487b-28ff-4b35-aad6-3c94386e190d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:11.699654 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113', 'status': 'completed', 'code': 200} Jul 08 17:37:11.896426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:11.901720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fdc7e943-317f-4845-85b9-d432f8582a95,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:11.911799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.972530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:11.973331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.975101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] 10.222.0.53 "PUT /v2.0/ports/fdc7e943-317f-4845-85b9-d432f8582a95 HTTP/1.1" status: 200 len: 1091 time: 2.0210872 Jul 08 17:37:11.975681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:11.978673 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:12.071329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:12.084269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.084890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.085327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.085694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.086803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.087518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.087894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.088372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.089154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.089154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.090185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.090185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b045263-331d-42d2-b298-08b84ca65fa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:12.229915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfbfa3-be6e-40d7-a129-bc32ef33d6f8 req-b63b272c-f087-401e-ac37-fc257f9596bf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.231517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5cbfbfa3-be6e-40d7-a129-bc32ef33d6f8 req-b63b272c-f087-401e-ac37-fc257f9596bf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 945 time: 0.2359645 Jul 08 17:37:12.242544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-9a8bf76d-1b8f-4fd9-a1bd-03684427d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.244474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-9a8bf76d-1b8f-4fd9-a1bd-03684427d2e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 1094 time: 0.1640456 Jul 08 17:37:12.274623 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:57Z', 'revision_number': 6, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:12.310106 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:12.312544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.348894 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:12.350976 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:12.358763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-b958c0fd-8060-4205-bb01-4063c7037d1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc7e943-317f-4845-85b9-d432f8582a95 HTTP/1.1" status: 200 len: 217 time: 0.0926847 Jul 08 17:37:12.407236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5cbfbfa3-be6e-40d7-a129-bc32ef33d6f8 req-223cef10-2da0-44e6-9924-02b5682cdf65 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618214 Jul 08 17:37:12.418395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-ec7b7405-7c23-489b-b49a-2c509a8a6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.419957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-ec7b7405-7c23-489b-b49a-2c509a8a6dfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 1096 time: 0.7198973 Jul 08 17:37:12.428424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:12.430922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Pushing event deleted for resources: {'Port': ['ID=5493624d-cfcc-4d36-a297-1eafd27b3e20,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:12.440387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] Sync routers for ids ['f71463b8-dd65-410c-8a19-ef0f27ee9509'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:12.452356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5b16760f-a5f8-4c08-9342-8e7c75769ebe tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "PUT /v2.0/routers/f71463b8-dd65-410c-8a19-ef0f27ee9509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7359383 Jul 08 17:37:12.452549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44888) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:12.454691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] Routers {'f71463b8-dd65-410c-8a19-ef0f27ee9509'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:12.455517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f71463b8-dd65-410c-8a19-ef0f27ee9509'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:12.467763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'port': {'network_id': '3779726c-5f77-4853-afff-42122837e274', 'name': 'tempest-FloatingIPNegativeTestJSON-1708785833'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:12.483467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-232d5cd7-9366-4590-b3f2-713bd0109330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.486858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-232d5cd7-9366-4590-b3f2-713bd0109330 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1159108 Jul 08 17:37:12.550517 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2864ae-660f-41dc-9b14-af8ecbc7466d x-openstack-request-id: req-0b2864ae-660f-41dc-9b14-af8ecbc7466d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:12.550842 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:12.551699 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b2864ae-660f-41dc-9b14-af8ecbc7466d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:12.552093 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95', 'status': 'completed', 'code': 200} Jul 08 17:37:12.581430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:12.593706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130589-13db-4b19-8083-ddbf83457e68 req-c167d597-5ff0-401d-824e-431e3cd2ba65 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.606083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9130589-13db-4b19-8083-ddbf83457e68 req-c167d597-5ff0-401d-824e-431e3cd2ba65 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae88d2e4-fda1-4a75-a419-c9caf3233c6c HTTP/1.1" status: 200 len: 867 time: 0.4958184 Jul 08 17:37:12.629548 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:12.644946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] Routers {'f71463b8-dd65-410c-8a19-ef0f27ee9509'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:12.650432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f71463b8-dd65-410c-8a19-ef0f27ee9509'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:12.746958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:12.748562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc19e3d-9bb2-4943-8b82-22443abcd790 None None] The sync data for ids ['f71463b8-dd65-410c-8a19-ef0f27ee9509'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:12.762820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-21544045-6848-4da0-96e8-782bbcc0ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.764779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-21544045-6848-4da0-96e8-782bbcc0ea06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642162 Jul 08 17:37:12.829795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] No DVR routers for this DVR port 5493624d-cfcc-4d36-a297-1eafd27b3e20 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:12.841275 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.847107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8081f55b-a87f-4d04-a9ae-55e044e16327 req-2bca2e30-6400-4915-85ee-3b524483abec tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "DELETE /v2.0/ports/5493624d-cfcc-4d36-a297-1eafd27b3e20 HTTP/1.1" status: 204 len: 173 time: 2.4852507 Jul 08 17:37:12.876922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Made reservation on behalf of 85dd1073fb2b4ab4b88239f64ffea32e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:12.899773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9130589-13db-4b19-8083-ddbf83457e68 req-a97a2cf7-bc5e-41c4-bc72-ff0df3a35c8e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766175 Jul 08 17:37:12.904279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.957968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-3d730899-714b-42de-8d24-30fc5e07b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.968503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-3d730899-714b-42de-8d24-30fc5e07b7fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 200 len: 898 time: 0.5336156 Jul 08 17:37:12.983820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.998513 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.085505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-ca454b71-5d45-4a68-9321-06b007b1ccd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931d7877-6d5c-48d1-bf7d-35353b856113 HTTP/1.1" status: 200 len: 217 time: 0.1071742 Jul 08 17:37:13.116678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] device_id is not set on port 935e24b4-06b6-435e-b664-6de8bbbefd0c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:13.161769 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:57Z', 'revision_number': 6, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:13.186280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-67677413-e4e2-47d3-81ee-39cd85b5a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.188306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-67677413-e4e2-47d3-81ee-39cd85b5a003 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba HTTP/1.1" status: 200 len: 834 time: 0.0950742 Jul 08 17:37:13.223914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeceb73-a876-4ac6-828a-96001a75bf82 None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:36:57Z', 'revision_number': 6, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '64be32c9-e9d4-4a29-8c78-e4475a3ac064', 'name': '', 'network_id': '858c56c5-ab7f-4b2a-8d10-993b1096bdf0', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:ec:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:45Z', 'updated_at': '2021-07-08T17:34:56Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:13.230804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-b58bd931-42c8-47b8-8b51-61abc9666eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506919 Jul 08 17:37:13.240552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5493624d-cfcc-4d36-a297-1eafd27b3e20 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:13.277886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 5493624d-cfcc-4d36-a297-1eafd27b3e20 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:13.278264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5493624d-cfcc-4d36-a297-1eafd27b3e20 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:13.405625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-708aa7fb-9579-4195-a5b5-5eb540b6e7e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.408352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-708aa7fb-9579-4195-a5b5-5eb540b6e7e0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 945 time: 0.2178330 Jul 08 17:37:13.419688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-32bb3530-afc7-42a1-8fde-b3f069deb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.421566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-32bb3530-afc7-42a1-8fde-b3f069deb7db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=858c56c5-ab7f-4b2a-8d10-993b1096bdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205775 Jul 08 17:37:13.713265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'name': 'network-vif-deleted', 'tag': '5493624d-cfcc-4d36-a297-1eafd27b3e20'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:13.718467 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675dd35a-76d5-4533-9cc3-6fbb8f883c85" -d '{"events": [{"server_uuid": "ae88d2e4-fda1-4a75-a419-c9caf3233c6c", "name": "network-vif-deleted", "tag": "5493624d-cfcc-4d36-a297-1eafd27b3e20"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:13.751244 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809d383-74d4-4cee-9232-f23a4debc5b2 None None] New status for floating IP a63a4561-5621-43a6-b449-3866e8cf9a33: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:37:13.829940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-6240ab2b-1cdb-4170-9c33-3446d7fd6244 service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984706 Jul 08 17:37:13.942497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d7418-a07c-4f28-9be8-e600e3f66aee req-5a7fbfa6-ee65-4393-aee2-8d1189946a00 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.950736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e2d7418-a07c-4f28-9be8-e600e3f66aee req-5a7fbfa6-ee65-4393-aee2-8d1189946a00 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 943 time: 1.1848228 Jul 08 17:37:14.081612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Allocated IP 172.20.0.5 (3779726c-5f77-4853-afff-42122837e274/3b33d5c3-0076-4193-9d47-1bfde894de49/935e24b4-06b6-435e-b664-6de8bbbefd0c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:14.110217 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6e2d7418-a07c-4f28-9be8-e600e3f66aee req-5b2b4a6f-8ec3-4851-89dd-f7150467e5b6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562023 Jul 08 17:37:14.117534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1b5aaef5-a6b4-4660-9b9f-f4a12718aab9 req-02824620-8117-4a27-9a14-4a26af5a24a1 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8784256 Jul 08 17:37:14.323444 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fbe354-78bf-4e3e-b93b-c68c19fbc53e x-openstack-request-id: req-f0fbe354-78bf-4e3e-b93b-c68c19fbc53e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:14.323749 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae88d2e4-fda1-4a75-a419-c9caf3233c6c", "name": "network-vif-deleted", "tag": "5493624d-cfcc-4d36-a297-1eafd27b3e20", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:14.324003 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0fbe354-78bf-4e3e-b93b-c68c19fbc53e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:14.324561 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae88d2e4-fda1-4a75-a419-c9caf3233c6c', 'name': 'network-vif-deleted', 'tag': '5493624d-cfcc-4d36-a297-1eafd27b3e20', 'status': 'completed', 'code': 200} Jul 08 17:37:14.364142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-62fda922-dbcf-4742-b2db-58730d2e028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.365654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-62fda922-dbcf-4742-b2db-58730d2e028a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 1094 time: 0.1592484 Jul 08 17:37:14.380999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 931d7877-6d5c-48d1-bf7d-35353b856113 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:14.381757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.386601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.449064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dd23e-fc7c-46a2-b4c0-9e230ae1ff74 req-67c3ec81-82ff-4510-9de5-4a1a11ed7067 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.450288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Transition to ACTIVE for port object 935e24b4-06b6-435e-b664-6de8bbbefd0c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:14.468820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-964dd23e-fc7c-46a2-b4c0-9e230ae1ff74 req-67c3ec81-82ff-4510-9de5-4a1a11ed7067 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 945 time: 0.7806726 Jul 08 17:37:14.470560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:14.530527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e571a10f-795b-4dd2-8ee2-f3eb6e6b4333 req-fd82d149-f6fc-4202-8006-6d10aa6db30f service neutron] 10.222.0.53 "GET /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835740 Jul 08 17:37:14.535062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-124d2998-6908-4d4a-b7d4-f0c9b8fc075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.547034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-124d2998-6908-4d4a-b7d4-f0c9b8fc075f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1633763 Jul 08 17:37:14.568686 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-964dd23e-fc7c-46a2-b4c0-9e230ae1ff74 req-2f32247f-b463-4440-9f6a-2d1cfd5e86b4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f50ab60-3d78-4d42-aa95-b2185a70c203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954845 Jul 08 17:37:14.603818 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-a2ce29c3-bf3a-4ea4-b2fd-e63854efd38f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc7e943-317f-4845-85b9-d432f8582a95 HTTP/1.1" status: 200 len: 217 time: 0.0556827 Jul 08 17:37:14.605956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.616376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 931d7877-6d5c-48d1-bf7d-35353b856113, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=931d7877-6d5c-48d1-bf7d-35353b856113,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:14.616742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.655021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 931d7877-6d5c-48d1-bf7d-35353b856113 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:14.740399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network 3779726c-5f77-4853-afff-42122837e274 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:14.756700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:14.759558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b279626f-1bf1-4e42-bf89-6a6c840c5acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.762055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:14.765128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-87cda238-571b-48ee-9538-aeb84254b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.766633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-87cda238-571b-48ee-9538-aeb84254b1a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1561310 Jul 08 17:37:14.767231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Port': ['ID=935e24b4-06b6-435e-b664-6de8bbbefd0c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:14.887452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.888137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.945158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.997077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-cac6cb4e-15ae-4cfd-85a1-4cf65631553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.998642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-cac6cb4e-15ae-4cfd-85a1-4cf65631553e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072878 Jul 08 17:37:14.999732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=931d7877-6d5c-48d1-bf7d-35353b856113,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.070030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] No DVR routers for this DVR port 931d7877-6d5c-48d1-bf7d-35353b856113 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:15.079449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.088492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-892afe1b-a62a-4531-8570-1e7c8f4490a3 req-9b9f81f5-a519-4b12-b37d-bb24ccb50821 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "DELETE /v2.0/ports/931d7877-6d5c-48d1-bf7d-35353b856113 HTTP/1.1" status: 204 len: 173 time: 1.6728311 Jul 08 17:37:15.198947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b279626f-1bf1-4e42-bf89-6a6c840c5acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.229853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-6a61912e-ea02-4f5c-9231-aca273b8f0bc service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069693 Jul 08 17:37:15.230785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b279626f-1bf1-4e42-bf89-6a6c840c5acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.236757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c25ecbf8-0992-4455-8bb7-1fd00c6212f8 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7830708 Jul 08 17:37:15.239900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:15.245578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:15.306863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.329684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b05b64c-aa41-451c-8dc6-af9a7ce89bc2 None None] Provisioning for port 935e24b4-06b6-435e-b664-6de8bbbefd0c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:15.337807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b05b64c-aa41-451c-8dc6-af9a7ce89bc2 None None] Provisioning complete for port 935e24b4-06b6-435e-b664-6de8bbbefd0c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:15.338668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b05b64c-aa41-451c-8dc6-af9a7ce89bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.428324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b279626f-1bf1-4e42-bf89-6a6c840c5acf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3334f4dd8b6f4640a855812322f97a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9544516 Jul 08 17:37:15.431523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b05b64c-aa41-451c-8dc6-af9a7ce89bc2 None None] Port 935e24b4-06b6-435e-b664-6de8bbbefd0c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:15.434202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:15.449244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279626f-1bf1-4e42-bf89-6a6c840c5acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadff2b1-7412-4650-90f6-ace7c4e0a779,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.568644 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db6d8c2e-2e08-4c81-8a49-bb6bc0d32b81 req-860b01c6-7816-40a2-9bd0-71176dd8aff0 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284883 Jul 08 17:37:15.591489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f40309d-8038-44db-9e57-b1f69d1de1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.619603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3f8e0-7b77-4af2-9ca3-bcee6a013a30 req-539bd493-d261-4e13-9982-e66cf614c896 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.622594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48e3f8e0-7b77-4af2-9ca3-bcee6a013a30 req-539bd493-d261-4e13-9982-e66cf614c896 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 943 time: 0.1643450 Jul 08 17:37:15.650206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f40309d-8038-44db-9e57-b1f69d1de1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.674090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.710153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48e3f8e0-7b77-4af2-9ca3-bcee6a013a30 req-58e72674-5755-447c-aac4-bcc115b5c234 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774043 Jul 08 17:37:15.728988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f40309d-8038-44db-9e57-b1f69d1de1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.731144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f40309d-8038-44db-9e57-b1f69d1de1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.732402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4f40309d-8038-44db-9e57-b1f69d1de1d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cadff2b1-7412-4650-90f6-ace7c4e0a779 HTTP/1.1" status: 204 len: 168 time: 0.2907107 Jul 08 17:37:15.755393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40309d-8038-44db-9e57-b1f69d1de1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadff2b1-7412-4650-90f6-ace7c4e0a779,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.896934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97fdb13e-acc2-4c19-b8cf-6462c8ad84fb req-5b221def-cca0-442e-9d2c-46666311e758 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=101ed846-cb16-42f1-9c64-4295331e09d9 HTTP/1.1" status: 200 len: 210 time: 0.0571299 Jul 08 17:37:15.905424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Allocated IP 172.25.3.77 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/0dae9df2-c5c1-4478-8cce-d0f2c24c5599) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:16.095546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.168580 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.219584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:16.225510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:16.228261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:16.263350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Port': ['ID=0dae9df2-c5c1-4478-8cce-d0f2c24c5599,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.264673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:16.284774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efa4fd78-9567-4254-93bf-5b954e694005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.331732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'name': 'network-vif-deleted', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:16.334005 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a507410-1a6c-4ab7-8d55-3ccae0456558" -d '{"events": [{"server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "name": "network-vif-deleted", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:16.343494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.387531 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6cc32-796a-4b02-864d-edf0d9f2e919 x-openstack-request-id: req-79e6cc32-796a-4b02-864d-edf0d9f2e919 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:16.387826 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101ed846-cb16-42f1-9c64-4295331e09d9", "name": "network-vif-deleted", "tag": "931d7877-6d5c-48d1-bf7d-35353b856113", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:16.388069 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79e6cc32-796a-4b02-864d-edf0d9f2e919 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:16.388496 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ed846-cb16-42f1-9c64-4295331e09d9', 'name': 'network-vif-deleted', 'tag': '931d7877-6d5c-48d1-bf7d-35353b856113', 'status': 'completed', 'code': 200} Jul 08 17:37:16.405730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.411866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efa4fd78-9567-4254-93bf-5b954e694005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.419588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efa4fd78-9567-4254-93bf-5b954e694005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.465864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-efa4fd78-9567-4254-93bf-5b954e694005 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=498fccad834044889f76792827a1d78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959007 Jul 08 17:37:16.465864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4fd78-9567-4254-93bf-5b954e694005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad857cb3-18d6-4cc8-8978-56655e29dac5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.467400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44970) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:16.649515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059783e0-1bb2-4f5f-8c09-53a612b110df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.693579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059783e0-1bb2-4f5f-8c09-53a612b110df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.745124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.759017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.841739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059783e0-1bb2-4f5f-8c09-53a612b110df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.844327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-059783e0-1bb2-4f5f-8c09-53a612b110df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.847901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-059783e0-1bb2-4f5f-8c09-53a612b110df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad857cb3-18d6-4cc8-8978-56655e29dac5 HTTP/1.1" status: 204 len: 168 time: 0.3668628 Jul 08 17:37:16.872192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Port': ['ID=0dae9df2-c5c1-4478-8cce-d0f2c24c5599,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.884725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059783e0-1bb2-4f5f-8c09-53a612b110df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad857cb3-18d6-4cc8-8978-56655e29dac5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.911652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.964157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.968011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a1577ae9-c0b4-4679-b807-05e3792b1e77 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7244461 Jul 08 17:37:16.968544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44980) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:16.975166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-97059003-ef81-4ccd-92be-a5370888450d tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'floatingip': {'port_id': '935e24b4-06b6-435e-b664-6de8bbbefd0c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:17.020438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7dcf-e3dc-44b7-8dc1-86b4f8ebff83 req-f3fc6007-0a34-4a20-a32b-44d9a0c9d548 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:17.022156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c94b7dcf-e3dc-44b7-8dc1-86b4f8ebff83 req-f3fc6007-0a34-4a20-a32b-44d9a0c9d548 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 943 time: 0.0952296 Jul 08 17:37:17.022832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.069585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97059003-ef81-4ccd-92be-a5370888450d tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.117767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ad6cf2-f736-47cf-9f43-9957bdaf2733 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.121974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c94b7dcf-e3dc-44b7-8dc1-86b4f8ebff83 req-c315e7d4-8c8c-448f-b7a2-28b072938f82 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893075 Jul 08 17:37:17.156097 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ad6cf2-f736-47cf-9f43-9957bdaf2733 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.256518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ad6cf2-f736-47cf-9f43-9957bdaf2733 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.260343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ad6cf2-f736-47cf-9f43-9957bdaf2733 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.262620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01ad6cf2-f736-47cf-9f43-9957bdaf2733 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f50ab60-3d78-4d42-aa95-b2185a70c203 HTTP/1.1" status: 204 len: 168 time: 0.2383046 Jul 08 17:37:17.264040 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-97059003-ef81-4ccd-92be-a5370888450d tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] update failed (client error): The resource could not be found. Jul 08 17:37:17.266390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97059003-ef81-4ccd-92be-a5370888450d tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "PUT /v2.0/floatingips/72801515-b929-40fe-b766-9281ead10d46 HTTP/1.1" status: 404 len: 507 time: 0.2965140 Jul 08 17:37:17.268177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 44994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.272350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fdc7e943-317f-4845-85b9-d432f8582a95 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:17.275614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 931d7877-6d5c-48d1-bf7d-35353b856113 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:17.288648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad6cf2-f736-47cf-9f43-9957bdaf2733 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50ab60-3d78-4d42-aa95-b2185a70c203,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.308305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 44998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.325677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 931d7877-6d5c-48d1-bf7d-35353b856113 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:17.326345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 931d7877-6d5c-48d1-bf7d-35353b856113 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:17.438783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Deleting port 0dae9df2-c5c1-4478-8cce-d0f2c24c5599 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:17.439524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.446513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fdc7e943-317f-4845-85b9-d432f8582a95,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:17.466906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'fdc7e943-317f-4845-85b9-d432f8582a95', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': 'fdc7e943-317f-4845-85b9-d432f8582a95', 'mac_address': 'fa:16:3e:91:1a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:17.515970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.528413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.528938 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.533751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc7e943-317f-4845-85b9-d432f8582a95 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:17.543712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Calling delete_port for 0dae9df2-c5c1-4478-8cce-d0f2c24c5599 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:17.563934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fdc7e943-317f-4845-85b9-d432f8582a95,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:17.572017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.655419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.743812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.771729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Port': ['ID=0dae9df2-c5c1-4478-8cce-d0f2c24c5599,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.844944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.846655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.847667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.854310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cbf61aa5-361c-451b-b6c2-03d6895b7a0f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "DELETE /v2.0/floatingips/72801515-b929-40fe-b766-9281ead10d46 HTTP/1.1" status: 204 len: 168 time: 0.5679541 Jul 08 17:37:17.854916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.859660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1e6499ff-9b44-4fcd-b01f-f74118e2807c tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'floatingip': {'floating_network_id': '3779726c-5f77-4853-afff-42122837e274', 'port_id': '935e24b4-06b6-435e-b664-6de8bbbefd0c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:17.897459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['fdc7e943-317f-4845-85b9-d432f8582a95'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:17.903466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e6499ff-9b44-4fcd-b01f-f74118e2807c tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.181717 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-1e6499ff-9b44-4fcd-b01f-f74118e2807c tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:18.183504 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1e6499ff-9b44-4fcd-b01f-f74118e2807c tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3275442 Jul 08 17:37:18.187115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45034) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:18.193595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '935e24b4-06b6-435e-b664-6de8bbbefd0c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:18.245003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.307578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 64be32c9-e9d4-4a29-8c78-e4475a3ac064 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:18.307927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.460156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 64be32c9-e9d4-4a29-8c78-e4475a3ac064, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=64be32c9-e9d4-4a29-8c78-e4475a3ac064,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:18.460557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.478588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 64be32c9-e9d4-4a29-8c78-e4475a3ac064 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:18.489225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ee11e-ab38-4e8d-bc17-4aaeff0d5717 req-40690ef6-49c3-4174-aa5a-251cfeaedad3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.496911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-938ee11e-ab38-4e8d-bc17-4aaeff0d5717 req-40690ef6-49c3-4174-aa5a-251cfeaedad3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 944 time: 0.1168170 Jul 08 17:37:18.551679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.654939 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-938ee11e-ab38-4e8d-bc17-4aaeff0d5717 req-81110d02-6815-46eb-8ac8-f1d682f37057 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566486 Jul 08 17:37:18.677252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:18.755876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Allocated IP 172.25.3.52 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/3577e7ca-eab8-4d00-9353-cf2629d5fb3c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:18.859080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.907613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.960325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.970301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=64be32c9-e9d4-4a29-8c78-e4475a3ac064,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.000572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80fc2423-f476-4e17-9284-c2d583fe062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.030951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:19.043791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:19.046030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event updated for resources: {'Port': ['ID=3577e7ca-eab8-4d00-9353-cf2629d5fb3c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.048665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:19.219319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.247074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80fc2423-f476-4e17-9284-c2d583fe062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.258439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Deleting port 3577e7ca-eab8-4d00-9353-cf2629d5fb3c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:19.258804 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.281420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fdc7e943-317f-4845-85b9-d432f8582a95 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:19.284847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80fc2423-f476-4e17-9284-c2d583fe062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.314620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80fc2423-f476-4e17-9284-c2d583fe062b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f001cab8362c4070921dde226ee5926e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338108 Jul 08 17:37:19.316101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:19.375857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port fdc7e943-317f-4845-85b9-d432f8582a95 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:19.380642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port fdc7e943-317f-4845-85b9-d432f8582a95 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:19.381025 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.396539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc2423-f476-4e17-9284-c2d583fe062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5257bc6c-3792-45a4-aade-486f2a22eb5d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.433338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.433667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.445453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbe266b-fd83-4493-8ef8-3cd1052b62bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.447752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Calling delete_port for 3577e7ca-eab8-4d00-9353-cf2629d5fb3c owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:19.501306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.546252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:19.549326 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8856e67-5bea-404b-a324-6aea29a972cd" -d '{"events": [{"server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:19.567220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 40f73298-5793-4a84-99d6-82e64c82333b has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:19.578443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbe266b-fd83-4493-8ef8-3cd1052b62bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.580655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fdc7e943-317f-4845-85b9-d432f8582a95,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:19.583503 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-737669fb-3034-499e-bb05-698960c03115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.598456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.749692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.782087 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b052488-6819-4188-9a02-6c8e67594ffc x-openstack-request-id: req-9b052488-6819-4188-9a02-6c8e67594ffc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:19.782087 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:19.782087 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b052488-6819-4188-9a02-6c8e67594ffc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:19.782087 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95', 'code': 200} Jul 08 17:37:19.782087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.786007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Port': ['ID=3577e7ca-eab8-4d00-9353-cf2629d5fb3c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.848808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbe266b-fd83-4493-8ef8-3cd1052b62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.851981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cdbe266b-fd83-4493-8ef8-3cd1052b62bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.853262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cdbe266b-fd83-4493-8ef8-3cd1052b62bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5257bc6c-3792-45a4-aade-486f2a22eb5d HTTP/1.1" status: 204 len: 168 time: 0.5359747 Jul 08 17:37:19.879106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe266b-fd83-4493-8ef8-3cd1052b62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5257bc6c-3792-45a4-aade-486f2a22eb5d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.886153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:19.892529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1f9d2837-3674-41cc-aa89-547745d83522 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "PUT /v2.0/routers/40f73298-5793-4a84-99d6-82e64c82333b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831492 Jul 08 17:37:19.905517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:19.908362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] Sync routers for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:19.930220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759665b6-6d6f-4dd2-840d-2b068c47aa1a req-d1a0810a-466e-42f2-9739-d3e69a00e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:19.931659 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-759665b6-6d6f-4dd2-840d-2b068c47aa1a req-d1a0810a-466e-42f2-9739-d3e69a00e8a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 1096 time: 0.2214143 Jul 08 17:37:19.952811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:19.953960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:20.045857 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] create failed (client error): The resource could not be found. Jul 08 17:37:20.046982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-120e5d30-cad3-4f6b-ac39-62a072cd51ab tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8582947 Jul 08 17:37:20.072917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting subnet 49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:20.076635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.078978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.095342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-759665b6-6d6f-4dd2-840d-2b068c47aa1a req-fc54fa0a-2c34-4154-9f1e-d4722ed9d760 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Jul 08 17:37:20.108017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d57ec-0c21-4e4f-9a48-67f8199e11f2 req-e7c30a39-35f9-4d14-8f1a-72d8c74631bc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:20.115963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-171d57ec-0c21-4e4f-9a48-67f8199e11f2 req-e7c30a39-35f9-4d14-8f1a-72d8c74631bc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 945 time: 0.2824521 Jul 08 17:37:20.177642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-171d57ec-0c21-4e4f-9a48-67f8199e11f2 req-54a19f24-73a6-4577-8f59-f724b37af083 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595105 Jul 08 17:37:20.208867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.258568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:20.411666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Deleting port 935e24b4-06b6-435e-b664-6de8bbbefd0c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:20.412011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.505612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.533660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:37:18Z', 'revision_number': 7, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:20.568546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] Checking router: 40f73298-5793-4a84-99d6-82e64c82333b for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:20.579053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] Routers {'40f73298-5793-4a84-99d6-82e64c82333b'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:20.580039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:36:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['40f73298-5793-4a84-99d6-82e64c82333b'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:20.596812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.620406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Calling delete_port for 935e24b4-06b6-435e-b664-6de8bbbefd0c owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:20.642779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.732276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Subnet': ['ID=49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:20.735922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.737575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] Set router 40f73298-5793-4a84-99d6-82e64c82333b gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:20.737817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d77a57ee-3c59-416f-85c2-4809ddbefa3c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/subnets/49ff5a6a-91ea-4872-aab5-4ee5a3bfe9ba HTTP/1.1" status: 204 len: 168 time: 0.8298428 Jul 08 17:37:20.740580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45092) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.917245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.918652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.955632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Port': ['ID=935e24b4-06b6-435e-b664-6de8bbbefd0c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.062517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.105891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.108253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b71826aa-387c-40de-b841-588e20e5636a tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "DELETE /v2.0/ports/935e24b4-06b6-435e-b664-6de8bbbefd0c HTTP/1.1" status: 204 len: 168 time: 1.0302742 Jul 08 17:37:21.110685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.157062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:21.158899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.272933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032f0a0-ed3a-4528-b3c4-1df0fa102f8e tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:21.275594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a032f0a0-ed3a-4528-b3c4-1df0fa102f8e tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "GET /v2.0/ports?device_id=f71463b8-dd65-410c-8a19-ef0f27ee9509 HTTP/1.1" status: 200 len: 913 time: 0.1639516 Jul 08 17:37:21.279736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45106) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.337781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b2a4a6-6da7-403f-96d5-8df0c88f55eb None None] Network 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:21.354711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:21.355232 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.394217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:21.566406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f988d83-2044-4c6e-a35b-aa61e0a51523 req-d82c658b-863a-4c45-8fd6-047ea08e8af9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:21.568495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6f988d83-2044-4c6e-a35b-aa61e0a51523 req-d82c658b-863a-4c45-8fd6-047ea08e8af9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 945 time: 0.1715956 Jul 08 17:37:21.696073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6f988d83-2044-4c6e-a35b-aa61e0a51523 req-a7816017-0f50-4f93-870d-eacd5162599a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Jul 08 17:37:21.832682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:37:18Z', 'revision_number': 7, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:21.889291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.999723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=4924f4a5-8dca-4f3c-a8f7-885454c4c0f7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:22.023509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20f833-2939-4da2-9542-1fc5251a25f1 None None] The sync data for ids ['40f73298-5793-4a84-99d6-82e64c82333b'] in n-d-799527-4 is: [{'id': '40f73298-5793-4a84-99d6-82e64c82333b', 'name': 'tempest-TestNetworkBasicOps-router-1951991885', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:37Z', 'updated_at': '2021-07-08T17:37:18Z', 'revision_number': 7, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '4924f4a5-8dca-4f3c-a8f7-885454c4c0f7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f73298-5793-4a84-99d6-82e64c82333b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:38Z', 'updated_at': '2021-07-08T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:22.040616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] DHCP port deletion for 858c56c5-ab7f-4b2a-8d10-993b1096bdf0 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:22.124988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.278103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] Deleting port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:22.280378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.337350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-08e3cd18-0b21-4e6a-8f6b-fc1267a4efe6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 267 time: 0.1638391 Jul 08 17:37:22.391166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.397860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.482770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5fa6294b-b0c8-4985-b7f3-4de8490bc5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.500282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb2d56b5-68a6-4cb0-b677-d9235c01c6ed no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:22.512031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.512923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Fanout notify agent at l3_agent the message router_deleted on router 40f73298-5793-4a84-99d6-82e64c82333b {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:22.522478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.527291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce489c9a-40fa-47be-82a7-619e5704e3df tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/routers/40f73298-5793-4a84-99d6-82e64c82333b HTTP/1.1" status: 204 len: 168 time: 1.7856688 Jul 08 17:37:22.531024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45138) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:22.577012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.624167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] For port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:22.624595 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.666638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] Calling delete_port for eb2d56b5-68a6-4cb0-b677-d9235c01c6ed owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:22.963256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.983692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-4c5b4f0e-2ac0-4420-b83a-a5ea7cabecf7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:22.987534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-4c5b4f0e-2ac0-4420-b83a-a5ea7cabecf7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 945 time: 0.6427975 Jul 08 17:37:23.011296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'port': {'security_groups': []}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:23.148864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,segment=NetworkSegment(6734b80b-9eaa-44d9-abc0-b6c1973a0f8c),segment_id=6734b80b-9eaa-44d9-abc0-b6c1973a0f8c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:23.177697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.318231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:23.338295 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.344335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.436753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] No DVR routers for this DVR port eb2d56b5-68a6-4cb0-b677-d9235c01c6ed on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:23.452688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1d949-3572-4732-8cef-b0ffc894a4ad None None] Pushing event deleted for resources: {'Port': ['ID=eb2d56b5-68a6-4cb0-b677-d9235c01c6ed,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:23.559184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.577491 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.869341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.917237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858c56c5-ab7f-4b2a-8d10-993b1096bdf0']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:23.931519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:23.931952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6734b80b-9eaa-44d9-abc0-b6c1973a0f8c') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:23.943146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.957794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fdc7e943-317f-4845-85b9-d432f8582a95,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:23.966074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.975575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:23.976305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:23.979552 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:23.993381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.126005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64be32c9-e9d4-4a29-8c78-e4475a3ac064 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:24.142920 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.156151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.162465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/networks/858c56c5-ab7f-4b2a-8d10-993b1096bdf0 HTTP/1.1" status: 204 len: 168 time: 1.6299484 Jul 08 17:37:24.219297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:24.223804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31d3a5-4fe2-4e86-ad22-62c956e93c2c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Network': ['ID=858c56c5-ab7f-4b2a-8d10-993b1096bdf0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:24.253850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'network': {'name': 'tempest-network-smoke--1491848880', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:24.269882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 64be32c9-e9d4-4a29-8c78-e4475a3ac064 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:24.270264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64be32c9-e9d4-4a29-8c78-e4475a3ac064 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:24.270684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:24.302707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.334972 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.368167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:24.395045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b', '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78', 'fdc7e943-317f-4845-85b9-d432f8582a95'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:24.415318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.434911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:24.435424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4924f4a5-8dca-4f3c-a8f7-885454c4c0f7 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:24.485506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:24.498444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.499031 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Added segment 849cd868-08c9-4875-87ee-f8350bff7619 of type vlan for network 2236fdfc-5600-43d5-9b1b-c67656a01e96 Jul 08 17:37:24.579921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:24.583144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.591154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d06392c1-6082-4265-8f3b-025a78bd8970 req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "PUT /v2.0/ports/fdc7e943-317f-4845-85b9-d432f8582a95 HTTP/1.1" status: 200 len: 904 time: 1.5900815 Jul 08 17:37:24.603754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.615758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:24.642578 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863b34ae-b43b-48b9-965e-9f897dcce0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:24.723158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.728969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['fdc7e943-317f-4845-85b9-d432f8582a95'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:24.732746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:24.736223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.954724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7027841 Jul 08 17:37:24.955694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45180) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:24.962302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'admin_state_up': True, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:24.963894 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3076cf0-d820-446e-bce3-0bf46f483cba x-openstack-request-id: req-c3076cf0-d820-446e-bce3-0bf46f483cba {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:24.964192 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:24.964450 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3076cf0-d820-446e-bce3-0bf46f483cba {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:24.965099 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95', 'status': 'completed', 'code': 200} Jul 08 17:37:25.017687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba45e3-b7bf-4ef7-ac27-e2646e0f504c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.025251 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.067757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e07456e-53fb-4f96-b46c-7facce572741 None None] Provisioning complete for port fdc7e943-317f-4845-85b9-d432f8582a95 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:25.068201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e07456e-53fb-4f96-b46c-7facce572741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.106448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63c32a-c129-4c1c-b434-65ba64fc8502 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Network': ['ID=2236fdfc-5600-43d5-9b1b-c67656a01e96,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.115145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.118671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.133919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:25.192667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b20c3c-b5bf-4ef7-947b-180e437d18e2 req-6266371f-cabb-4a06-81f2-aa236ade8dde tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:25.194564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-50b20c3c-b5bf-4ef7-947b-180e437d18e2 req-6266371f-cabb-4a06-81f2-aa236ade8dde tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 907 time: 0.2267632 Jul 08 17:37:25.258384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-6585e8aa-9df9-47fe-84e1-54f5d96b5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:25.259936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-6585e8aa-9df9-47fe-84e1-54f5d96b5b61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 1058 time: 0.2602527 Jul 08 17:37:25.296516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.329435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Deleting port 004ea8c1-f8c1-4cee-9328-c389c97e6efa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:25.330069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.546107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.571915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Calling delete_port for 004ea8c1-f8c1-4cee-9328-c389c97e6efa owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:25.649357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5201cf-febf-4b0e-8c9b-cdb856892a89 req-63a1b4fe-2bf0-4b7b-ba90-77947ba05280 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:25.651225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f5201cf-febf-4b0e-8c9b-cdb856892a89 req-63a1b4fe-2bf0-4b7b-ba90-77947ba05280 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2439499 Jul 08 17:37:25.719928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.734925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f5201cf-febf-4b0e-8c9b-cdb856892a89 req-a6949d4b-71c0-4498-ae8c-34ffece66e87 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660005 Jul 08 17:37:25.761205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-a0d4b720-1c1f-45c9-815b-14ddf732b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:25.762880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-a0d4b720-1c1f-45c9-815b-14ddf732b17c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.4924817 Jul 08 17:37:25.884848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.923844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Port': ['ID=004ea8c1-f8c1-4cee-9328-c389c97e6efa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.957635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-55c93726-88a8-4a68-bbc2-e0c55ae0d982 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdc7e943-317f-4845-85b9-d432f8582a95 HTTP/1.1" status: 200 len: 217 time: 0.1853690 Jul 08 17:37:25.968795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-4e9d8015-bcd0-45bb-b388-058cc5641545 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:25.970788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-4e9d8015-bcd0-45bb-b388-058cc5641545 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/networks?id=60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 200 len: 813 time: 0.7038932 Jul 08 17:37:26.031717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-8c0a2020-9ad1-4ed5-8d2d-ce5c2fa83269 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/quotas/b71257099f4e4c0bb75aa068badf500a HTTP/1.1" status: 200 len: 375 time: 0.0476079 Jul 08 17:37:26.092301 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5fd41380-e934-4f81-9353-5ee2b780d24a tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b71257099f4e4c0bb75aa068badf500a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596273 Jul 08 17:37:26.108409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-966db98d-0484-4e0b-941c-831d25056312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:26.109902 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-966db98d-0484-4e0b-941c-831d25056312 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1372428 Jul 08 17:37:26.160223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64e0c7-6349-4abf-b3c0-c0d10793dc4d req-23fcd4cb-c5fc-46ad-95b5-594d69c9045c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:26.161898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff64e0c7-6349-4abf-b3c0-c0d10793dc4d req-23fcd4cb-c5fc-46ad-95b5-594d69c9045c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2392869 Jul 08 17:37:26.162828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.257499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-e2b19365-18a7-4749-a562-393c2b1fd7de service neutron] 10.222.0.48 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642926 Jul 08 17:37:26.275805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff64e0c7-6349-4abf-b3c0-c0d10793dc4d req-fe0ba1c4-e5bb-41d0-b98c-184be64d7916 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038368 Jul 08 17:37:26.321251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-7c6ec319-97b4-4843-9f43-3c98736fc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:26.322794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-7c6ec319-97b4-4843-9f43-3c98736fc113 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747956 Jul 08 17:37:26.363729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Router f71463b8-dd65-410c-8a19-ef0f27ee9509 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:26.461150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:26.472029 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] Sync routers for ids ['f71463b8-dd65-410c-8a19-ef0f27ee9509'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:26.478035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1269bce7-cafd-4aa3-bb5b-c245522d33ef tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "PUT /v2.0/routers/f71463b8-dd65-410c-8a19-ef0f27ee9509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1880393 Jul 08 17:37:26.481763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:26.490622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] Routers {'f71463b8-dd65-410c-8a19-ef0f27ee9509'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:26.491401 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f71463b8-dd65-410c-8a19-ef0f27ee9509'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:26.515903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-43695456-d9f8-4209-b0da-09750253a20f service neutron] 10.222.0.48 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485986 Jul 08 17:37:26.568064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:26.573811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.599914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] Routers {'f71463b8-dd65-410c-8a19-ef0f27ee9509'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:26.600661 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f71463b8-dd65-410c-8a19-ef0f27ee9509'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:26.630375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.673700 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:26.674702 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a81c7-665b-41e5-8042-905d9061aeb5 None None] The sync data for ids ['f71463b8-dd65-410c-8a19-ef0f27ee9509'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:26.691714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-0aaa768e-bd9c-45a2-8081-407138d76efa service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616111 Jul 08 17:37:26.780545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.905859 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da05bcb3-1212-4367-9c41-bbc6c125b844 req-1e5e742f-831b-493f-b378-c2d7d90c9d3f tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 210 time: 0.0582151 Jul 08 17:37:27.060229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.25.3.59 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/7aa587f0-4b83-47ac-926a-472a9d188b48) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:27.150938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.154528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.159373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-863b34ae-b43b-48b9-965e-9f897dcce0b1 req-eebb2f47-f3fb-4c70-b24f-6e43aa7264bd service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389801 Jul 08 17:37:27.183541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-d07e0e24-30ed-430b-80a3-7ea45096dd4c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:27.188686 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-d07e0e24-30ed-430b-80a3-7ea45096dd4c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.5436256 Jul 08 17:37:27.258219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-1dc33142-a13e-4e90-8e93-93dcce498350 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/quotas/d3cdd44201cd40ed986f3233cf66409f HTTP/1.1" status: 200 len: 375 time: 0.0141010 Jul 08 17:37:27.261022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.261572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Fanout notify agent at l3_agent the message router_deleted on router f71463b8-dd65-410c-8a19-ef0f27ee9509 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:27.275995 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.277023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8911592c-1f18-4ccf-b079-6f1775a3c6b4 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "DELETE /v2.0/routers/f71463b8-dd65-410c-8a19-ef0f27ee9509 HTTP/1.1" status: 204 len: 168 time: 0.7929409 Jul 08 17:37:27.280330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:27.286099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.350932 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Deleting subnet 3b33d5c3-0076-4193-9d47-1bfde894de49 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:27.357346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.386234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-21f3f829-c3dc-41e6-8123-5a1b9f12e9b9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1172678 Jul 08 17:37:27.416265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.536234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-4fe5a743-2631-4357-9478-6db81d23c098 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417997 Jul 08 17:37:27.544517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.649648 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.661057 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.724748 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-03594536-58d8-4dc1-bde3-bbc00cf24f47 service neutron] 10.222.0.48 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818364 Jul 08 17:37:27.739329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Subnet': ['ID=3b33d5c3-0076-4193-9d47-1bfde894de49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:27.763044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:27.770880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36be115-fb20-422f-a826-136541ce47ff None None] Network 3779726c-5f77-4853-afff-42122837e274 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:27.797457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.802420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:27.802922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8f39142f-568a-4fa3-9736-5a5ab30fa508 tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "DELETE /v2.0/subnets/3b33d5c3-0076-4193-9d47-1bfde894de49 HTTP/1.1" status: 204 len: 168 time: 0.5214889 Jul 08 17:37:27.806787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:27.820601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:27.876249 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:37:27.880081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=7aa587f0-4b83-47ac-926a-472a9d188b48,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:28.002074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.169083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-934f9782-1fff-4389-a2a4-8cdef4529163 req-4c4ea064-027f-4d29-980c-b691b96c7a62 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 210 time: 0.0944116 Jul 08 17:37:28.248080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] DHCP port deletion for 3779726c-5f77-4853-afff-42122837e274 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:28.253409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Deleting port 11760d6f-9787-4b2d-bcca-51fb419db362 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:28.253747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.372412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] Deleting port 11760d6f-9787-4b2d-bcca-51fb419db362 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:28.373132 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.517099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] For port 11760d6f-9787-4b2d-bcca-51fb419db362, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11760d6f-9787-4b2d-bcca-51fb419db362,segment=NetworkSegment(96937dea-2f5e-47a7-bc64-81a7df4e943b),segment_id=96937dea-2f5e-47a7-bc64-81a7df4e943b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:28.517592 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.536094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] Calling delete_port for 11760d6f-9787-4b2d-bcca-51fb419db362 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:28.725717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.757057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] No DVR routers for this DVR port 11760d6f-9787-4b2d-bcca-51fb419db362 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:28.817424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec19a11-6501-4bb3-a53f-fd3ea179d1d1 None None] Pushing event deleted for resources: {'Port': ['ID=11760d6f-9787-4b2d-bcca-51fb419db362,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:28.855239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f6ddc588-8ef9-4969-8b43-58060f45aea0 req-9af7ec0e-ecc0-4b42-a4fb-bc8aa5151daa tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 210 time: 0.1268349 Jul 08 17:37:29.004179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] For port 11760d6f-9787-4b2d-bcca-51fb419db362, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=11760d6f-9787-4b2d-bcca-51fb419db362,segment=NetworkSegment(96937dea-2f5e-47a7-bc64-81a7df4e943b),segment_id=96937dea-2f5e-47a7-bc64-81a7df4e943b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:29.004698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.019757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Calling delete_port for 11760d6f-9787-4b2d-bcca-51fb419db362 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:29.077824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-775ebb39-95d7-4fb9-b2ff-1cd0789ceaea tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:29.079738 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-775ebb39-95d7-4fb9-b2ff-1cd0789ceaea tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "GET /v2.0/networks?id=60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 200 len: 813 time: 0.3545961 Jul 08 17:37:29.105320 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.130629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Request body: {'port': {'device_id': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b', 'admin_state_up': True, 'tenant_id': 'b71257099f4e4c0bb75aa068badf500a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:29.133254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Port': ['ID=11760d6f-9787-4b2d-bcca-51fb419db362,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:29.165586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] No DVR routers for this DVR port 11760d6f-9787-4b2d-bcca-51fb419db362 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:29.239797 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.297662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.311727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3779726c-5f77-4853-afff-42122837e274']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:29.326853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96937dea-2f5e-47a7-bc64-81a7df4e943b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:29.327194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96937dea-2f5e-47a7-bc64-81a7df4e943b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:29.367648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.371424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b5b8faf-cf14-446b-b316-24021d98b454 req-2db206dd-0c73-4a76-9c9a-2360a80844a7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 210 time: 0.0551782 Jul 08 17:37:29.397287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.405590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:29.406045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: items = [ Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:29.409236 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:29.467664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Made reservation on behalf of b71257099f4e4c0bb75aa068badf500a for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:29.475538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.480570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.493808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.496396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] 10.222.0.48 "DELETE /v2.0/networks/3779726c-5f77-4853-afff-42122837e274 HTTP/1.1" status: 204 len: 168 time: 1.6921139 Jul 08 17:37:29.515148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e654131-363c-496f-8f9f-936229afd63f tempest-FloatingIPNegativeTestJSON-496315716 tempest-FloatingIPNegativeTestJSON-496315716-project] Pushing event deleted for resources: {'Network': ['ID=3779726c-5f77-4853-afff-42122837e274,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:29.625792 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.868916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45296) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:29.933640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Allocated IP 172.20.0.6 (60bf74e6-d58a-4602-87f5-b1a1680a319b/0c1c35b4-2446-4607-ac94-0c781c7ed824/9aa25045-eb63-425c-b75c-b0c769667720) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:30.029556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-792368e0-7186-44f4-a3eb-d2f3f457ede6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:30.031124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-792368e0-7186-44f4-a3eb-d2f3f457ede6 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 811 time: 0.3014212 Jul 08 17:37:30.069226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Request body: {'port': {'device_id': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'admin_state_up': True, 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:30.144934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:37:30.151624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11760d6f-9787-4b2d-bcca-51fb419db362 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:30.185615 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.221913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 11760d6f-9787-4b2d-bcca-51fb419db362 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:30.222771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 11760d6f-9787-4b2d-bcca-51fb419db362 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:30.332388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68f023ae-05da-4e89-a2de-5a1d7afdc77a req-b31bceea-8232-45d1-8f17-b82ad087f340 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 210 time: 0.1911733 Jul 08 17:37:30.380343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:30.392236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Sync routers for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:30.396869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.410515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fbbbf476-0868-4101-94df-78a2d333860d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85dd1073fb2b4ab4b88239f64ffea32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382106 Jul 08 17:37:30.413542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:30.414340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.416415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:30.540017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c124-def0-4fb5-8c8d-6ccfefccc3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.547724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Made reservation on behalf of d3cdd44201cd40ed986f3233cf66409f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:30.551541 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.568181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Pushing event updated for resources: {'Port': ['ID=9aa25045-eb63-425c-b75c-b0c769667720,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:30.590926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Network 60bf74e6-d58a-4602-87f5-b1a1680a319b is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:30.602084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:30.613299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:30.652876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c124-def0-4fb5-8c8d-6ccfefccc3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.655777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:30.707285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.708620 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-78cd7ffb-6d0e-4758-9901-a51a11fc3486 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7516286 Jul 08 17:37:30.713629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.789752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-85e48955-0a0c-46ae-a1b9-e5bee70a098c tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=eecd2c41d01947e0b595cdfd97cdae0d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730438 Jul 08 17:37:30.808886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca69aef7-3600-48b0-ba72-e131ed15ec81 req-c712647d-7e7d-4ac5-856b-af551a751bfb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 210 time: 0.0990860 Jul 08 17:37:30.815398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45318) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.869787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:30.869787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.934158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c124-def0-4fb5-8c8d-6ccfefccc3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.937571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c124-def0-4fb5-8c8d-6ccfefccc3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.942238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bfe5c124-def0-4fb5-8c8d-6ccfefccc3ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61237098-8d50-431c-8982-369e5d45423f HTTP/1.1" status: 204 len: 168 time: 0.5266116 Jul 08 17:37:30.961243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5c124-def0-4fb5-8c8d-6ccfefccc3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61237098-8d50-431c-8982-369e5d45423f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:30.991256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Allocated IP 172.20.0.3 (c1f873c3-6f6c-49af-95f4-440d4338c4cd/586b9aff-8637-4337-bc1a-7c7e9025b813/7864fb08-adc1-4779-8c8e-3981183b7aab) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:30.993876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c3044fcb-5bc5-43c2-b619-a3b35132ec52 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9028854 Jul 08 17:37:31.030679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Request body: {'port': {'device_id': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:31.083900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:28Z', 'revision_number': 3, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:31.135157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Checking router: 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:31.136838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Updating router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 port 7aa587f0-4b83-47ac-926a-472a9d188b48 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:37:31.165047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225bd1e-9b71-4693-b06f-dfd874ccfeeb tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:31.174554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6225bd1e-9b71-4693-b06f-dfd874ccfeeb tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3572226 Jul 08 17:37:31.177262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:31.224748 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.226655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-66477ffd-bda5-4d38-bf3b-0f26fac3cdf3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481067 Jul 08 17:37:31.229165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:31.236251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2065166543', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:31.242133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.310607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.344271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Transition to ACTIVE for port object 7864fb08-adc1-4779-8c8e-3981183b7aab will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:31.433172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.544764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:31.548664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:31.550576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:31.555115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:31.661655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:31.662283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.715417 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-c7728767-68a9-4282-86b9-539d8aedf492 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6501980 Jul 08 17:37:31.732265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Request body: {'port': {'device_id': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:31.757795 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.776144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Transition to ACTIVE for port object 7aa587f0-4b83-47ac-926a-472a9d188b48 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:31.779710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:31.786554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b', '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:31.790554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.793431 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.910719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea681e7d-1e07-42e3-a475-5253c305179f None None] Pushing event updated for resources: {'Port': ['ID=7aa587f0-4b83-47ac-926a-472a9d188b48,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.000386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Attempting to bind port 7aa587f0-4b83-47ac-926a-472a9d188b48 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:32.001002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Attempting to bind port 7aa587f0-4b83-47ac-926a-472a9d188b48 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:32.001518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Attempting to bind port 7aa587f0-4b83-47ac-926a-472a9d188b48 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:32.015840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.018486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:32.019043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:32.019630 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.020639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:32.021301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Bound port: 7aa587f0-4b83-47ac-926a-472a9d188b48, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:32.021959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.113678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] For port 7aa587f0-4b83-47ac-926a-472a9d188b48, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:32.117750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] For port 7aa587f0-4b83-47ac-926a-472a9d188b48, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aa587f0-4b83-47ac-926a-472a9d188b48,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:32.127677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.251024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea681e7d-1e07-42e3-a475-5253c305179f None None] Pushing event updated for resources: {'Port': ['ID=7aa587f0-4b83-47ac-926a-472a9d188b48,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.282309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:32.282952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:32.404993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28207fef-487b-4e90-a11c-78e8b53aedca req-57d74867-53b3-4593-97cd-234c856b598a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:32.416939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:32.420115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28207fef-487b-4e90-a11c-78e8b53aedca req-57d74867-53b3-4593-97cd-234c856b598a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 931 time: 0.3454909 Jul 08 17:37:32.515766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef968d0d-d47a-41d7-8ba1-6417d8019422 req-6c72fff9-0790-4a69-94ef-84e17fae31e7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:32.517368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef968d0d-d47a-41d7-8ba1-6417d8019422 req-6c72fff9-0790-4a69-94ef-84e17fae31e7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 931 time: 0.8195765 Jul 08 17:37:32.630644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28207fef-487b-4e90-a11c-78e8b53aedca req-d1d93c12-5309-467f-be16-8c5c0027e95f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094314 Jul 08 17:37:32.673920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-29effaa9-d695-4a5a-8bd8-882c6237106e tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] Request body: {'port': {'network_id': '74ee0a2a-1ba0-45ea-8d19-a43f06e164da', 'name': 'tempest-NetworksNegativeTestJSON-1478807257'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:32.709399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.790175 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-29effaa9-d695-4a5a-8bd8-882c6237106e tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] POST failed (client error): The resource could not be found. Jul 08 17:37:32.790804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29effaa9-d695-4a5a-8bd8-882c6237106e tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:32.792008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-29effaa9-d695-4a5a-8bd8-882c6237106e tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3733799 Jul 08 17:37:32.807532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7864fb08-adc1-4779-8c8e-3981183b7aab {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:32.817052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.833780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Transition to ACTIVE for port object 7864fb08-adc1-4779-8c8e-3981183b7aab will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:32.835062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:32.849849 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.881836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7617cbe9-1382-4c4b-82e9-c1b578c78efe None None] Provisioning for port 7864fb08-adc1-4779-8c8e-3981183b7aab completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:32.942741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:32.969881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.985454 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-919d4e9b-352a-43ea-bbff-89b63937c862 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] DELETE failed (client error): The resource could not be found. Jul 08 17:37:32.986147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919d4e9b-352a-43ea-bbff-89b63937c862 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:32.988132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-919d4e9b-352a-43ea-bbff-89b63937c862 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "DELETE /v2.0/networks/3c3139c3-dc15-4a58-be4b-f0cc448c8417 HTTP/1.1" status: 404 len: 339 time: 0.1511369 Jul 08 17:37:32.995157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45376) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.129281 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf06d452-3479-4e3f-83d5-b18308be8e2f tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] DELETE failed (client error): The resource could not be found. Jul 08 17:37:33.130312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf06d452-3479-4e3f-83d5-b18308be8e2f tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:33.134935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf06d452-3479-4e3f-83d5-b18308be8e2f tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "DELETE /v2.0/ports/15642cd6-6a55-475e-8f72-782593c69375 HTTP/1.1" status: 404 len: 333 time: 0.1347361 Jul 08 17:37:33.135967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Attempting to bind port 7864fb08-adc1-4779-8c8e-3981183b7aab on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:33.136299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Attempting to bind port 7864fb08-adc1-4779-8c8e-3981183b7aab by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:33.136618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Attempting to bind port 7864fb08-adc1-4779-8c8e-3981183b7aab on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:33.143260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45378) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.143881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Port 7864fb08-adc1-4779-8c8e-3981183b7aab on network c1f873c3-6f6c-49af-95f4-440d4338c4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:33.144461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Attempting to bind port 7864fb08-adc1-4779-8c8e-3981183b7aab on network c1f873c3-6f6c-49af-95f4-440d4338c4cd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:33.187859 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96fb80d-50a8-4456-9b16-503f094e26b6 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] DELETE failed (client error): The resource could not be found. Jul 08 17:37:33.188247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96fb80d-50a8-4456-9b16-503f094e26b6 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:33.194150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b96fb80d-50a8-4456-9b16-503f094e26b6 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "DELETE /v2.0/subnets/01456791-06e1-4d01-8984-5feccc5e830d HTTP/1.1" status: 404 len: 337 time: 0.0468004 Jul 08 17:37:33.197048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:33.197386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Checking segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:33.197779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Bound using segment: {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:33.198261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Bound port: 7864fb08-adc1-4779-8c8e-3981183b7aab, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:33.200469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.223407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45380) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.287446 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8634a7-fb81-4945-8d70-9d2fe0e1580a tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] GET failed (client error): The resource could not be found. Jul 08 17:37:33.293632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca8634a7-fb81-4945-8d70-9d2fe0e1580a tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "GET /v2.0/networks/e16f07be-56b3-4d8e-9ad4-3f3a7b8bca57 HTTP/1.1" status: 404 len: 339 time: 0.0587490 Jul 08 17:37:33.335986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45382) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.388601 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a74a87-2ae0-4226-a084-82778af0d8bc tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] GET failed (client error): The resource could not be found. Jul 08 17:37:33.394077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-72a74a87-2ae0-4226-a084-82778af0d8bc tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "GET /v2.0/ports/a6c7d840-4775-4fb5-88a2-7f16ac4359d1 HTTP/1.1" status: 404 len: 333 time: 0.0525777 Jul 08 17:37:33.395086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45384) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.414465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef968d0d-d47a-41d7-8ba1-6417d8019422 req-c590c493-738f-4109-aa78-2b8acfe9d860 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413384 Jul 08 17:37:33.437986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Subnet': ['ID=8f98b4ae-409e-4416-8017-104ae0e6b11f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:33.464127 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa787374-218d-471a-952e-40740c5dd1c1 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] GET failed (client error): The resource could not be found. Jul 08 17:37:33.466058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa787374-218d-471a-952e-40740c5dd1c1 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "GET /v2.0/subnets/96819f01-fc57-4b3b-b489-063fcc342458 HTTP/1.1" status: 404 len: 337 time: 0.0705209 Jul 08 17:37:33.471000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.479727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-93a4c90d-b923-407b-a935-cbcdbd3cc83b tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:33.505529 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a4c90d-b923-407b-a935-cbcdbd3cc83b tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] PUT failed (client error): The resource could not be found. Jul 08 17:37:33.506176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a4c90d-b923-407b-a935-cbcdbd3cc83b tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:33.507738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-93a4c90d-b923-407b-a935-cbcdbd3cc83b tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "PUT /v2.0/networks/f3a99a53-d53f-448d-a5a5-abc85ee0a04c HTTP/1.1" status: 404 len: 339 time: 0.0357862 Jul 08 17:37:33.514157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45388) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.519432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3c546bee-eb0a-433e-b0f3-252c4af3ae09 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:33.526734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:28Z', 'revision_number': 3, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:33.560001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:33.569338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:33.573166 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c546bee-eb0a-433e-b0f3-252c4af3ae09 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] PUT failed (client error): The resource could not be found. Jul 08 17:37:33.575295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c546bee-eb0a-433e-b0f3-252c4af3ae09 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:33.577240 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3c546bee-eb0a-433e-b0f3-252c4af3ae09 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "PUT /v2.0/ports/131274ec-d8a0-41c4-a270-50e57fd6cd94 HTTP/1.1" status: 404 len: 333 time: 0.0619318 Jul 08 17:37:33.581213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.584378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa25045-eb63-425c-b75c-b0c769667720 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:33.584528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45392) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.592510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151290a-e2b5-4415-b55a-f5ad759b7021 None None] The sync data for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 is: [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:28Z', 'revision_number': 3, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:33.596018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.606635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d7eccaf9-f286-4a7e-95cd-7e956e16ee19 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:33.616207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Transition to ACTIVE for port object 9aa25045-eb63-425c-b75c-b0c769667720 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:33.621628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.704677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Checking segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:33.705041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network hostable DHCP agents. Network: 2236fdfc-5600-43d5-9b1b-c67656a01e96, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:33.810418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Pushing event updated for resources: {'Port': ['ID=9aa25045-eb63-425c-b75c-b0c769667720,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:33.869201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:33.871186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:33.928055 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eccaf9-f286-4a7e-95cd-7e956e16ee19 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] PUT failed (client error): The resource could not be found. Jul 08 17:37:33.928648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7eccaf9-f286-4a7e-95cd-7e956e16ee19 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:33.935084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d7eccaf9-f286-4a7e-95cd-7e956e16ee19 tempest-NetworksNegativeTestJSON-71315073 tempest-NetworksNegativeTestJSON-71315073-project] 10.222.0.48 "PUT /v2.0/subnets/91151d37-9bec-4d19-87c5-9242858ab904 HTTP/1.1" status: 404 len: 337 time: 0.3437672 Jul 08 17:37:33.947908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:33.948555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.950120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-b753d450-0ab1-4f47-b316-57a182834901 service neutron] 10.222.0.53 "PUT /v2.0/ports/7864fb08-adc1-4779-8c8e-3981183b7aab HTTP/1.1" status: 200 len: 1091 time: 2.2222884 Jul 08 17:37:34.004931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2236fdfc-5600-43d5-9b1b-c67656a01e96) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:34.013670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec772025-31f9-4bfb-a196-245901617db7 None None] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:34.035331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.036313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.036837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:34.041766 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b3346-e06b-477c-8df9-94444ad9725d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:34.084345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02aae7e6-e7f7-4530-a3f6-46794067eb20 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8516095 Jul 08 17:37:34.085960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:34.137048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Attempting to bind port 9aa25045-eb63-425c-b75c-b0c769667720 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:34.137720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Attempting to bind port 9aa25045-eb63-425c-b75c-b0c769667720 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:34.138498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Attempting to bind port 9aa25045-eb63-425c-b75c-b0c769667720 on network 60bf74e6-d58a-4602-87f5-b1a1680a319b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:34.152271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Port 9aa25045-eb63-425c-b75c-b0c769667720 on network 60bf74e6-d58a-4602-87f5-b1a1680a319b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:34.153109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Attempting to bind port 9aa25045-eb63-425c-b75c-b0c769667720 on network 60bf74e6-d58a-4602-87f5-b1a1680a319b {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:34.213137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:34.213484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Checking segment: {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:34.213886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Bound using segment: {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:34.214359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Bound port: 9aa25045-eb63-425c-b75c-b0c769667720, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af2b612-ebf9-4aa8-9045-fa5c677bdc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:34.214853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.279460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-5323ff21-1426-4714-be15-eaa2439f591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.281123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-5323ff21-1426-4714-be15-eaa2439f591e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 1094 time: 0.2356927 Jul 08 17:37:34.281714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45410) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:34.310034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694f1b0-ab58-4a3f-b88a-d0b1047b97c6 req-6d5f2873-cb93-4965-886a-c99b5eefd3ee tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.315026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] For port 9aa25045-eb63-425c-b75c-b0c769667720, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:34.315844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1694f1b0-ab58-4a3f-b88a-d0b1047b97c6 req-6d5f2873-cb93-4965-886a-c99b5eefd3ee tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.4254839 Jul 08 17:37:34.326729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] For port 9aa25045-eb63-425c-b75c-b0c769667720, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9aa25045-eb63-425c-b75c-b0c769667720,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:34.338864 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829ab06c-e527-41c4-a55c-a996a8151f98 x-openstack-request-id: req-829ab06c-e527-41c4-a55c-a996a8151f98 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:34.339662 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:34.340667 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-829ab06c-e527-41c4-a55c-a996a8151f98 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:34.341641 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'status': 'completed', 'code': 200} Jul 08 17:37:34.350022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.537138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2236fdfc-5600-43d5-9b1b-c67656a01e96', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:34.538086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.541766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.542556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.547254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] 10.222.0.53 "PUT /v2.0/ports/9aa25045-eb63-425c-b75c-b0c769667720 HTTP/1.1" status: 200 len: 1091 time: 3.5384455 Jul 08 17:37:34.560418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-010663d0-7c55-43be-98c2-99c4e50576c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7864fb08-adc1-4779-8c8e-3981183b7aab HTTP/1.1" status: 200 len: 217 time: 0.2410066 Jul 08 17:37:34.637094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'tag': '9aa25045-eb63-425c-b75c-b0c769667720'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:34.639748 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a574ac-171f-4a80-b396-61a72e34a00a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c96724-02bc-4d37-bbe5-ae06412a8feb", "tag": "9aa25045-eb63-425c-b75c-b0c769667720"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:34.680135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1694f1b0-ab58-4a3f-b88a-d0b1047b97c6 req-289ab58e-3af1-428d-afb5-e3370a2b0026 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359404 Jul 08 17:37:34.746265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-5df7864a-75f5-4438-a1eb-251c897de1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.747706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca90b7e-68ef-4a6c-bcba-0acc556b60fa service neutron] Pushing event updated for resources: {'Port': ['ID=9aa25045-eb63-425c-b75c-b0c769667720,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:34.755436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-5df7864a-75f5-4438-a1eb-251c897de1ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1867187 Jul 08 17:37:34.776815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2da5-d08f-4966-bfde-ddcfe7300847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.823663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:34.877000 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a439a8fd-8290-496c-b8a0-7c50499350cf x-openstack-request-id: req-a439a8fd-8290-496c-b8a0-7c50499350cf {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:34.877427 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c96724-02bc-4d37-bbe5-ae06412a8feb", "tag": "9aa25045-eb63-425c-b75c-b0c769667720", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:34.879679 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a439a8fd-8290-496c-b8a0-7c50499350cf {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:34.880263 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'tag': '9aa25045-eb63-425c-b75c-b0c769667720', 'status': 'completed', 'code': 200} Jul 08 17:37:35.042566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Allocated IP 172.20.0.2 (2236fdfc-5600-43d5-9b1b-c67656a01e96/8f98b4ae-409e-4416-8017-104ae0e6b11f/63394d33-1a2a-4b00-b0ae-e697f430653f) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:35.080619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2da5-d08f-4966-bfde-ddcfe7300847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.091001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-30292f2e-79d7-4986-b1c2-e424da098c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:35.092343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf1b2da5-d08f-4966-bfde-ddcfe7300847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.092746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-30292f2e-79d7-4986-b1c2-e424da098c30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b71257099f4e4c0bb75aa068badf500a&device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 1094 time: 0.3869591 Jul 08 17:37:35.146775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82274ec4-3f8a-47e3-8509-2f8da647d666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.281783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcecdf-6640-4553-9380-69700d57548f req-f8ae671a-041a-4333-84ff-207925fdbad5 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:35.285519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52bcecdf-6640-4553-9380-69700d57548f req-f8ae671a-041a-4333-84ff-207925fdbad5 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 943 time: 0.5139430 Jul 08 17:37:35.310972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-0e8ea2b6-5f08-46fc-bbfc-d0fb58afe639 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa25045-eb63-425c-b75c-b0c769667720 HTTP/1.1" status: 200 len: 217 time: 0.2078879 Jul 08 17:37:35.353074 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.362041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Transition to ACTIVE for port object 63394d33-1a2a-4b00-b0ae-e697f430653f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:35.380072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Transition to ACTIVE for port object 63394d33-1a2a-4b00-b0ae-e697f430653f will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:35.390130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82274ec4-3f8a-47e3-8509-2f8da647d666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.394815 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.416490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cf1b2da5-d08f-4966-bfde-ddcfe7300847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7cbe3574f5348f8908c135ca4fc3c62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1300170 Jul 08 17:37:35.418301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45444) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:35.438892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b2da5-d08f-4966-bfde-ddcfe7300847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e57839-ffe1-4599-887b-f7f824290e6b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.442400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-82274ec4-3f8a-47e3-8509-2f8da647d666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.450683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52bcecdf-6640-4553-9380-69700d57548f req-b843e56f-af3a-48ab-a9b8-feeadb5c75e1 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512306 Jul 08 17:37:35.475084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Pushing event updated for resources: {'Port': ['ID=63394d33-1a2a-4b00-b0ae-e697f430653f,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.479442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:35.481246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:35.485089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:35.510804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82274ec4-3f8a-47e3-8509-2f8da647d666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa1409-d56d-46bb-8b7f-593ad88e50d9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.562752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Attempting to bind port 63394d33-1a2a-4b00-b0ae-e697f430653f on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:35.565287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Attempting to bind port 63394d33-1a2a-4b00-b0ae-e697f430653f by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:35.566785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Attempting to bind port 63394d33-1a2a-4b00-b0ae-e697f430653f on network 2236fdfc-5600-43d5-9b1b-c67656a01e96 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:35.580062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-e716703d-9cc5-464c-9d71-8d1654d8be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:35.581746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-e716703d-9cc5-464c-9d71-8d1654d8be66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c1c35b4-2446-4607-ac94-0c781c7ed824 HTTP/1.1" status: 200 len: 853 time: 0.2573507 Jul 08 17:37:35.593230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:35.593640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Checking segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:35.594069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.594482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Bound using segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:35.595048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Bound port: 63394d33-1a2a-4b00-b0ae-e697f430653f, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:35.595360 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.600150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-79b0c775-0953-41c7-ac99-bbe1c614c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:35.602264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-79b0c775-0953-41c7-ac99-bbe1c614c1b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8173022 Jul 08 17:37:35.607938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-82274ec4-3f8a-47e3-8509-2f8da647d666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c80eb91851e247be87ca2c072486d49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7758958 Jul 08 17:37:35.619788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:35.691623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ce80ef0-fff0-4bc8-b7f8-1fd25df5a3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.693475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-c4fbaa93-3285-4c63-a0bb-68ee01d7d950 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60bf74e6-d58a-4602-87f5-b1a1680a319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955610 Jul 08 17:37:35.731723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ce80ef0-fff0-4bc8-b7f8-1fd25df5a3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.763831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-21955132-d552-4b4a-923c-bd636d21b56a service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533968 Jul 08 17:37:35.769763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] For port 63394d33-1a2a-4b00-b0ae-e697f430653f, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:35.773561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] For port 63394d33-1a2a-4b00-b0ae-e697f430653f, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=63394d33-1a2a-4b00-b0ae-e697f430653f,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:35.779525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.865734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ce80ef0-fff0-4bc8-b7f8-1fd25df5a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.869954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ce80ef0-fff0-4bc8-b7f8-1fd25df5a3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.871119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4ce80ef0-fff0-4bc8-b7f8-1fd25df5a3fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35e57839-ffe1-4599-887b-f7f824290e6b HTTP/1.1" status: 204 len: 168 time: 0.4461033 Jul 08 17:37:35.890666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce80ef0-fff0-4bc8-b7f8-1fd25df5a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e57839-ffe1-4599-887b-f7f824290e6b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.906822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dd660-1d19-46bf-82b3-e719b5b64e1b None None] Pushing event updated for resources: {'Port': ['ID=63394d33-1a2a-4b00-b0ae-e697f430653f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.931825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0e6922a8-f031-4212-bb47-3e2a38b349ea req-1a3134b0-8070-4adc-8f10-3b68886ce071 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587963 Jul 08 17:37:36.051742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-173ce339-06f2-40a6-9c7b-266c996338d3 service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447876 Jul 08 17:37:36.189868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b3346-e06b-477c-8df9-94444ad9725d req-7ff31994-17b0-47dd-97c7-5a4beb87dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.191777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-7ff31994-17b0-47dd-97c7-5a4beb87dbaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 1094 time: 0.1677835 Jul 08 17:37:36.205202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfd292-9d08-4f8c-a330-f20f40b515cc req-225ff27b-e7ad-495f-935a-b0556962d88c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.208290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aa587f0-4b83-47ac-926a-472a9d188b48 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:36.216021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8bcfd292-9d08-4f8c-a330-f20f40b515cc req-225ff27b-e7ad-495f-935a-b0556962d88c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.2630899 Jul 08 17:37:36.386783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8bcfd292-9d08-4f8c-a330-f20f40b515cc req-f3910d70-4def-4dcb-b713-8e9ded5e3b53 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689968 Jul 08 17:37:36.395314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7aa587f0-4b83-47ac-926a-472a9d188b48 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:36.404401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7aa587f0-4b83-47ac-926a-472a9d188b48 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:36.405613 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.476644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b3346-e06b-477c-8df9-94444ad9725d req-da456280-53c3-4bf2-809a-c4be594a0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.478245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-da456280-53c3-4bf2-809a-c4be594a0658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.2495928 Jul 08 17:37:36.493657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a8b49a-5951-4c12-a40f-128e7a898c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.514758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a74c04fe-c50b-475e-b0c9-53aa1dcaa5b7 req-42384a3e-a5c8-47f2-b0f1-f13da46c17e4 service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081044 Jul 08 17:37:36.603475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-3cae8991-23fe-48bf-b1a9-c44850b0f4eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7864fb08-adc1-4779-8c8e-3981183b7aab HTTP/1.1" status: 200 len: 217 time: 0.1123009 Jul 08 17:37:36.653883 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.660908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a8b49a-5951-4c12-a40f-128e7a898c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.708199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7aa587f0-4b83-47ac-926a-472a9d188b48, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aa587f0-4b83-47ac-926a-472a9d188b48,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:36.723928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.758214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.784649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b3346-e06b-477c-8df9-94444ad9725d req-3f543763-7860-405b-8405-3f708dbdcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.786390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7aa587f0-4b83-47ac-926a-472a9d188b48,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:36.787327 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-3f543763-7860-405b-8405-3f708dbdcf8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1769094 Jul 08 17:37:36.899697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c8232-1749-4c62-aaff-249e6c6e20dd req-fb8cbc12-e4e6-4f61-bbeb-97617c0c368f tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.906685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-026c8232-1749-4c62-aaff-249e6c6e20dd req-fb8cbc12-e4e6-4f61-bbeb-97617c0c368f tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 943 time: 0.1504650 Jul 08 17:37:36.918482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b3346-e06b-477c-8df9-94444ad9725d req-021b30af-2f06-4f12-b982-62127185bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.920208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-021b30af-2f06-4f12-b982-62127185bd0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044869 Jul 08 17:37:36.985307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-74fecaa6-d1e1-4094-870a-762efc6656bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.986986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-74fecaa6-d1e1-4094-870a-762efc6656bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b71257099f4e4c0bb75aa068badf500a&device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 1094 time: 0.3963230 Jul 08 17:37:36.987550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-026c8232-1749-4c62-aaff-249e6c6e20dd req-72a99df4-1607-48d7-a8ac-63ab0175d474 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799253 Jul 08 17:37:37.043882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a8b49a-5951-4c12-a40f-128e7a898c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.045159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a8b49a-5951-4c12-a40f-128e7a898c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.046352 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-86a8b49a-5951-4c12-a40f-128e7a898c62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3fa1409-d56d-46bb-8b7f-593ad88e50d9 HTTP/1.1" status: 204 len: 168 time: 1.4255261 Jul 08 17:37:37.107379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-972cacca-ce1d-48bc-a0cc-c8a04142e291 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615593 Jul 08 17:37:37.116979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8b49a-5951-4c12-a40f-128e7a898c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa1409-d56d-46bb-8b7f-593ad88e50d9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:37.253158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-aa118f20-c907-430f-bb43-ba1a4f67d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:37.255350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-aa118f20-c907-430f-bb43-ba1a4f67d51e service neutron] 10.222.0.53 "GET /v2.0/networks?id=60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 200 len: 914 time: 0.2177000 Jul 08 17:37:37.283894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b54b3346-e06b-477c-8df9-94444ad9725d req-bf9bb048-86f5-425e-a67c-9bbfd532b5d7 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686985 Jul 08 17:37:37.311172 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-39407615-980d-4bd9-a4ae-f322c5dad41a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa25045-eb63-425c-b75c-b0c769667720 HTTP/1.1" status: 200 len: 217 time: 0.0493431 Jul 08 17:37:37.319687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.20.0.1 (2236fdfc-5600-43d5-9b1b-c67656a01e96/8f98b4ae-409e-4416-8017-104ae0e6b11f/012094c8-0bdd-4048-a1c7-cd19cd3f0a55) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:37.447934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-f6703f9b-4614-4fef-b16e-e62271a5381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:37.452853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-f6703f9b-4614-4fef-b16e-e62271a5381b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c1c35b4-2446-4607-ac94-0c781c7ed824 HTTP/1.1" status: 200 len: 853 time: 0.1306443 Jul 08 17:37:37.458170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45486) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:37.514660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-91469f07-bc7c-41b3-8f1f-45ebc9342453 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60bf74e6-d58a-4602-87f5-b1a1680a319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561125 Jul 08 17:37:37.717807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-36817171-network', 'tenant_id': 'f1448a60958a45d99cadc20758af6368'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:37.779986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.839889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Transition to ACTIVE for port object 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:37.850404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Made reservation on behalf of f1448a60958a45d99cadc20758af6368 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:37.853554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.869725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef8377-4c79-4a50-aa8d-687e6b8061ee None None] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:37.906877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.932642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-45d102d6-5411-40f5-ad09-78abe2437442 service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000928 Jul 08 17:37:38.033467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f7a97c43-ddcc-48da-8070-73964e0341b4 None None] Provisioning for port 63394d33-1a2a-4b00-b0ae-e697f430653f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:38.242604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63394d33-1a2a-4b00-b0ae-e697f430653f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:38.318732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 63394d33-1a2a-4b00-b0ae-e697f430653f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:38.328112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df97e-e6e5-44de-860d-ea4cba00ed59 req-d526c3a2-1b18-4645-b988-4746efd5a718 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:38.328668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 63394d33-1a2a-4b00-b0ae-e697f430653f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:38.330415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.331721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c9df97e-e6e5-44de-860d-ea4cba00ed59 req-d526c3a2-1b18-4645-b988-4746efd5a718 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 943 time: 0.1174581 Jul 08 17:37:38.356081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ade6-eaf8-40aa-b310-c377097c10b0 req-4ba575ce-5782-4412-b30e-27f2c9e840f3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:38.363015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1d9ade6-eaf8-40aa-b310-c377097c10b0 req-4ba575ce-5782-4412-b30e-27f2c9e840f3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.7061825 Jul 08 17:37:38.405000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c9df97e-e6e5-44de-860d-ea4cba00ed59 req-6998b672-9662-4847-b576-382fd7f8ee09 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657668 Jul 08 17:37:38.405785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:38.487363 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.501778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.531316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 63394d33-1a2a-4b00-b0ae-e697f430653f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=63394d33-1a2a-4b00-b0ae-e697f430653f,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:38.536010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.537054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aa587f0-4b83-47ac-926a-472a9d188b48 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:38.579357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7b092670-840d-453e-b9bb-aa11efb01d4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:38.579805 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-7b092670-840d-453e-b9bb-aa11efb01d4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:37:38.580588 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-7b092670-840d-453e-b9bb-aa11efb01d4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:37:38.584818 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7b092670-840d-453e-b9bb-aa11efb01d4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1743987 Jul 08 17:37:38.586413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45516) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:38.591076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133953869'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:38.603843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1d9ade6-eaf8-40aa-b310-c377097c10b0 req-0a35ff91-90f3-4b28-8b71-46d6fe6b91a8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398586 Jul 08 17:37:38.613404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:38.621369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:38.632299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:38.638313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9a574ac-171f-4a80-b396-61a72e34a00a req-6f3e6e3f-67d7-4184-9ec6-e7e202bbc2af service neutron] 10.222.0.53 "GET /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987088 Jul 08 17:37:38.641665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.674127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0384cc5d-6c1b-4c1e-80ec-4b4da9c730d6 None None] Provisioning complete for port 63394d33-1a2a-4b00-b0ae-e697f430653f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:38.674264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0384cc5d-6c1b-4c1e-80ec-4b4da9c730d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.701235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=63394d33-1a2a-4b00-b0ae-e697f430653f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.702873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.750939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.756606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7aa587f0-4b83-47ac-926a-472a9d188b48 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:38.757623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.757737 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.778496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.793281 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.817304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:38.861566 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.861915 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Added segment 792cb9ad-86fa-4dff-beab-fb42a0ca5d12 of type vlan for network 23567dcb-8ceb-409d-8e9c-0b6618118595 Jul 08 17:37:38.886147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.952876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.014876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.036893 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.037109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9241e0a-8453-4a5d-8f2a-fa7115db589e None None] Provisioning for port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:39.040353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.043096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.044276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f9241e0a-8453-4a5d-8f2a-fa7115db589e None None] Provisioning complete for port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:39.044657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9241e0a-8453-4a5d-8f2a-fa7115db589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.063213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.067543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.124827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c1e07-ea53-4bdc-a28b-02a2e870ecec,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.133587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9241e0a-8453-4a5d-8f2a-fa7115db589e None None] Port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:39.206192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.212325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.245082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7846429 Jul 08 17:37:39.245362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.251753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6c5e8-25cd-4835-ad37-85c838b323bf admin admin] Pushing event updated for resources: {'Network': ['ID=23567dcb-8ceb-409d-8e9c-0b6618118595,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.260873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Request body: {'subnet': {'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-36817171-subnet', 'tenant_id': 'f1448a60958a45d99cadc20758af6368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:39.262500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 23567dcb-8ceb-409d-8e9c-0b6618118595 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:39.268579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.273215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6823983 Jul 08 17:37:39.273215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239099a-1d1f-4ab3-847b-d40da0807195 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a917a7c1-d799-43dc-b745-1ee86c91e22a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.275433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.294075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': 'a917a7c1-d799-43dc-b745-1ee86c91e22a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:39.326304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Made reservation on behalf of f1448a60958a45d99cadc20758af6368 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:39.329017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.337869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45534) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.377115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9aa25045-eb63-425c-b75c-b0c769667720 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:39.380837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.480546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.488494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.529092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8834ba76-42e8-451b-8149-d1dc117005d6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.544588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.546179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0d6acd1a-18ac-4dc4-85d5-beeb7e2a06fe tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582054 Jul 08 17:37:39.548881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.553751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-89587b02-5125-4953-ad25-498e7f91c670 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': 'a917a7c1-d799-43dc-b745-1ee86c91e22a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:39.556063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.581878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9aa25045-eb63-425c-b75c-b0c769667720, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9aa25045-eb63-425c-b75c-b0c769667720,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:39.610545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '9aa25045-eb63-425c-b75c-b0c769667720', 'network_id': '60bf74e6-d58a-4602-87f5-b1a1680a319b', 'port_id': '9aa25045-eb63-425c-b75c-b0c769667720', 'mac_address': 'fa:16:3e:c2:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c1c35b4-2446-4607-ac94-0c781c7ed824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:39.613842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:37:39.613842 n-d-799527-4 neutron-server[93944]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:37:39.613842 n-d-799527-4 neutron-server[93944]: [parameters: {'project_id_1': '6245326d67ef4a9ea406678fd34b73f4', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 37, 39, 584360)}] Jul 08 17:37:39.613842 n-d-799527-4 neutron-server[93944]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:37:39.614609 n-d-799527-4 neutron-server[93944]: DEBUG oslo_db.api [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:37:39.662607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-89587b02-5125-4953-ad25-498e7f91c670 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.683607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.688535 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.688745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.694523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.707492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa25045-eb63-425c-b75c-b0c769667720 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:39.745607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9aa25045-eb63-425c-b75c-b0c769667720, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9aa25045-eb63-425c-b75c-b0c769667720,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:39.751109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.751840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7864fb08-adc1-4779-8c8e-3981183b7aab details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:39.797543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Checking segment: {'id': '792cb9ad-86fa-4dff-beab-fb42a0ca5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:39.797972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Network hostable DHCP agents. Network: 23567dcb-8ceb-409d-8e9c-0b6618118595, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:39.805279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.808717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.816546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=757762ad-13ef-4533-a278-2a9bee0f467f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.825269 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-89587b02-5125-4953-ad25-498e7f91c670 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:37:39.829213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-89587b02-5125-4953-ad25-498e7f91c670 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2765000 Jul 08 17:37:39.829442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.835764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442572fe-b922-4246-b752-c14ea2709bd6 req-0486d9ad-a982-43fa-8f3d-e3aa3e34ecfd tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.842805 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-442572fe-b922-4246-b752-c14ea2709bd6 req-0486d9ad-a982-43fa-8f3d-e3aa3e34ecfd tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 943 time: 0.2195582 Jul 08 17:37:39.860472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9aa25045-eb63-425c-b75c-b0c769667720,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.874224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Network 23567dcb-8ceb-409d-8e9c-0b6618118595 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:39.898662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 23567dcb-8ceb-409d-8e9c-0b6618118595) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:39.908134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0fe14c-481f-4be7-8216-256bf99cb2d8 None None] Network 23567dcb-8ceb-409d-8e9c-0b6618118595 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:39.910714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.911306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.917575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:39.933600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b97898df-13cf-4e51-b14c-d62c31856926 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.942713 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b36b79-c577-4819-a533-3be596443f3e req-1ade78e2-d846-4b9a-bfcb-e65b0c7c1a09 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.944990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27b36b79-c577-4819-a533-3be596443f3e req-1ade78e2-d846-4b9a-bfcb-e65b0c7c1a09 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.1773272 Jul 08 17:37:39.947430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e118b83-9832-49f6-a295-b9f8d2e07fec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6999674 Jul 08 17:37:39.974694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'mac_address': 'fa:16:3e:e9:27:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:39.984539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b97898df-13cf-4e51-b14c-d62c31856926 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.023323 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27b36b79-c577-4819-a533-3be596443f3e req-049ac798-0441-4f4b-acc2-a23694d8ad7f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Jul 08 17:37:40.040601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.068068 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b97898df-13cf-4e51-b14c-d62c31856926 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.068068 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b97898df-13cf-4e51-b14c-d62c31856926 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.068068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b97898df-13cf-4e51-b14c-d62c31856926 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/a917a7c1-d799-43dc-b745-1ee86c91e22a HTTP/1.1" status: 204 len: 168 time: 0.2333546 Jul 08 17:37:40.068374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:40.068374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-442572fe-b922-4246-b752-c14ea2709bd6 req-845c68d8-06a9-4887-bb91-ecab727d3979 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242801 Jul 08 17:37:40.068526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.069179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:40.096189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97898df-13cf-4e51-b14c-d62c31856926 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a917a7c1-d799-43dc-b745-1ee86c91e22a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.104856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7864fb08-adc1-4779-8c8e-3981183b7aab {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:40.129519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.191620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4023e5b9-ff1b-4732-a8a1-5ec894490516 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191711 Jul 08 17:37:40.192471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.197441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--553091179'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:40.209472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63394d33-1a2a-4b00-b0ae-e697f430653f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:40.231306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae3196-3fec-4bb1-a750-d8f8d94b300c None None] Network 23567dcb-8ceb-409d-8e9c-0b6618118595 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:40.235360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:40.281083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:40.297383 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.433362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.444224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 63394d33-1a2a-4b00-b0ae-e697f430653f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:40.445160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.449734 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.461347 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.476286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.515582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:40.523003 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6245326d67ef4a9ea406678fd34b73f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832783 Jul 08 17:37:40.524689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45560) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.530450 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Sync routers for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:40.540811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a76835da-28ff-4978-90c6-199fb387382d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "PUT /v2.0/routers/11b31c8d-4c78-4a4b-bbbd-6e2a152241c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4508328 Jul 08 17:37:40.543027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23758e-3d7c-469b-af08-f82fcaa1d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c038e-e30c-4cf3-80a0-ba2e226b43b0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.544023 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:40.545828 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:40.547532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45562) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.610547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6599e74f-fe6e-482c-b723-284636774d19 None None] Provisioning complete for port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:40.611206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6599e74f-fe6e-482c-b723-284636774d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.644588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f87e-e86f-45c7-bc7c-8858c1ff8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.672659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f87e-e86f-45c7-bc7c-8858c1ff8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.722848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7864fb08-adc1-4779-8c8e-3981183b7aab'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:40.725057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9aa25045-eb63-425c-b75c-b0c769667720'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:40.767021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f87e-e86f-45c7-bc7c-8858c1ff8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.770001 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f87e-e86f-45c7-bc7c-8858c1ff8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.774623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6bf4f87e-e86f-45c7-bc7c-8858c1ff8f9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f7c038e-e30c-4cf3-80a0-ba2e226b43b0 HTTP/1.1" status: 204 len: 168 time: 0.2246089 Jul 08 17:37:40.785611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4f87e-e86f-45c7-bc7c-8858c1ff8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c038e-e30c-4cf3-80a0-ba2e226b43b0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.820265 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:40.854689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.863489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.872410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.872796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.873820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.874111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.874856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.875303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.875765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.876726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.876726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.877225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.877815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.878342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.884532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.885232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb8010fd-cc0f-4779-98b6-09ea66af7fa3 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8457 time: 0.3355842 Jul 08 17:37:40.909061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6599e74f-fe6e-482c-b723-284636774d19 None None] Port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:40.924691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.926317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7327988 Jul 08 17:37:40.930709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45574) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.936181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-668f0776-28eb-4896-8557-b972d3991c4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '7f6647ab-6d02-41d3-a212-c87b4fd7da6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:40.936835 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-668f0776-28eb-4896-8557-b972d3991c4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 17:37:40.938318 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-668f0776-28eb-4896-8557-b972d3991c4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:40.939603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-668f0776-28eb-4896-8557-b972d3991c4d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073707 Jul 08 17:37:40.942341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.965044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caedd9-9524-4218-b466-9116c650c595 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6647ab-6d02-41d3-a212-c87b4fd7da6c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:41.075213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c3674c5-fe48-4c02-b1d0-2fd335cfd83d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.094573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.095263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.095989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.096598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.097213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.097815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.098444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.099055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.101788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.102300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.102918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.103384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.109499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45584) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.110015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-098ed6dd-4c97-4018-879a-bd56998cd10f tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7726 time: 0.2241950 Jul 08 17:37:41.202340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c3674c5-fe48-4c02-b1d0-2fd335cfd83d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.244625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.251070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1732342761-network', 'tenant_id': '87f3dacf849f460a8b2747ca15f4a0e1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:41.290381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.328962 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:39Z', 'revision_number': 2, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:41.360290 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Checking router: 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:41.360978 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Updating router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:37:41.371994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c7af41f-6b98-4f66-9d82-bd65bfbc161b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.378470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Made reservation on behalf of 87f3dacf849f460a8b2747ca15f4a0e1 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:41.380733 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.402292 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.407484 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.470200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb49a9-f1d0-4661-8929-89a3cebf534a req-69015b0d-68cb-4a7d-aafc-f88c3fb21805 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.471798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4bfb49a9-f1d0-4661-8929-89a3cebf534a req-69015b0d-68cb-4a7d-aafc-f88c3fb21805 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 944 time: 0.1551208 Jul 08 17:37:41.514936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4bfb49a9-f1d0-4661-8929-89a3cebf534a req-63df3d0b-26ef-46e3-8b41-cf24ec526d7a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 Jul 08 17:37:41.708753 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.778327 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Transition to ACTIVE for port object 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:41.787299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c3674c5-fe48-4c02-b1d0-2fd335cfd83d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.787855 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.789983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2c3674c5-fe48-4c02-b1d0-2fd335cfd83d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.793474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2c3674c5-fe48-4c02-b1d0-2fd335cfd83d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f6647ab-6d02-41d3-a212-c87b4fd7da6c HTTP/1.1" status: 204 len: 168 time: 0.8444233 Jul 08 17:37:41.794619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.810562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3674c5-fe48-4c02-b1d0-2fd335cfd83d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6647ab-6d02-41d3-a212-c87b4fd7da6c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:41.812847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-36a7027c-3483-4b3b-ad33-d7f8b07ac484 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815308 Jul 08 17:37:41.852820 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Pushing event updated for resources: {'Port': ['ID=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:41.868205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05876b2a-5137-4359-9189-5c1027a67dab req-b0fd5516-4c56-448c-b547-901d036e1f5a tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.869997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-05876b2a-5137-4359-9189-5c1027a67dab req-b0fd5516-4c56-448c-b547-901d036e1f5a tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 944 time: 0.5315886 Jul 08 17:37:41.873731 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.874226 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.874664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.875236 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.875616 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.878045 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.878893 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.879563 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.880140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.881309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.882806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.883724 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:41.901976 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-70ce3aa0-8718-4ae6-95f3-c6cfa78fa83b tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061413 Jul 08 17:37:41.907772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.915539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--643367788'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:41.954274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c7af41f-6b98-4f66-9d82-bd65bfbc161b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.961823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c7af41f-6b98-4f66-9d82-bd65bfbc161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.969821 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-05876b2a-5137-4359-9189-5c1027a67dab req-c28df24a-0676-4fdf-8f7d-cf5b7b5c7d7e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911961 Jul 08 17:37:42.003552 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Attempting to bind port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:42.003892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Attempting to bind port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:42.004252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Attempting to bind port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 on network 2236fdfc-5600-43d5-9b1b-c67656a01e96 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:42.017144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de82da-7d95-42eb-ac65-16be904131c5 req-b26b0b6c-8855-460a-b306-090076fbb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.018718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-b26b0b6c-8855-460a-b306-090076fbb3fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 1097 time: 0.1633377 Jul 08 17:37:42.022037 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:42.024015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Checking segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:42.024771 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.025793 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Bound using segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:42.026513 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Bound port: 012094c8-0bdd-4048-a1c7-cd19cd3f0a55, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:42.027145 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.039070 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-96ddb452-aadc-4aef-8a13-671d1e498196 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4482 time: 0.9274409 Jul 08 17:37:42.049393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2c7af41f-6b98-4f66-9d82-bd65bfbc161b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba0f124ec42a4895aa2fb96c9c2b9668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7530708 Jul 08 17:37:42.056830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7af41f-6b98-4f66-9d82-bd65bfbc161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0652c88e-395b-4ec5-ac55-d38de129441a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.057839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45600) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.123705 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] For port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:42.127909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] For port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:42.133914 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.144278 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83ef31bc-81ef-488c-b7ea-d58ace105095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.168482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83ef31bc-81ef-488c-b7ea-d58ace105095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.204250 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:42.205291 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:42.232534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de82da-7d95-42eb-ac65-16be904131c5 req-43095fae-55fa-4f99-a20a-ac5a6fc34ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.234965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-43095fae-55fa-4f99-a20a-ac5a6fc34ae6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1905775 Jul 08 17:37:42.239323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83ef31bc-81ef-488c-b7ea-d58ace105095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.242560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83ef31bc-81ef-488c-b7ea-d58ace105095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.248229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-83ef31bc-81ef-488c-b7ea-d58ace105095 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0652c88e-395b-4ec5-ac55-d38de129441a HTTP/1.1" status: 204 len: 168 time: 0.1893015 Jul 08 17:37:42.260194 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033ec98-ee70-4a5b-a935-e0e39bedaf86 None None] Pushing event updated for resources: {'Port': ['ID=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.268795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef31bc-81ef-488c-b7ea-d58ace105095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0652c88e-395b-4ec5-ac55-d38de129441a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.392291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-2cce666e-84cf-4c84-ac55-e065db03702e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b HTTP/1.1" status: 200 len: 217 time: 0.1484778 Jul 08 17:37:42.393872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.399387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890284900', 'description': 'tempest-secgroup-smoke-1890284900 description', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:42.404676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:42.415915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.442589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.458129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.486356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.497903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:42.507794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8acba77-deff-4384-8e78-88935adcf2fe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.516470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de82da-7d95-42eb-ac65-16be904131c5 req-067ecf50-6e55-4029-ab5f-5e81ddb65736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.518461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-067ecf50-6e55-4029-ab5f-5e81ddb65736 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1143727 Jul 08 17:37:42.526443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.526747 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Added segment b3c05817-6937-458f-ad49-7dd131151c02 of type vlan for network 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be Jul 08 17:37:42.588563 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.596077 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.668346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.709445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a5f77-c455-4a2c-8080-9d477e46a52b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.734294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de82da-7d95-42eb-ac65-16be904131c5 req-b67439e2-99db-41a7-9d0e-1dbb0a407322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.736082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-b67439e2-99db-41a7-9d0e-1dbb0a407322 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074833 Jul 08 17:37:42.760821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.762613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.763508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.786609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff34a3e-e3b5-4641-87d3-fa645fd7fa00 req-9492f8b2-5489-41e6-9a71-53c6cb07dbd9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.788214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ff34a3e-e3b5-4641-87d3-fa645fd7fa00 req-9492f8b2-5489-41e6-9a71-53c6cb07dbd9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 944 time: 0.1188755 Jul 08 17:37:42.832474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.855891 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ff34a3e-e3b5-4641-87d3-fa645fd7fa00 req-dd403bb6-5ade-48ae-8197-e931ca58fd31 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580890 Jul 08 17:37:42.857144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.863353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.863479 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:42Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:42.868592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aea277de-4f8e-4d39-96f4-39b90ff45692 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9594963 Jul 08 17:37:42.869214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.882548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-abd05888-3310-4ab4-8595-b2fb727a6935 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': 'a50a5f77-c455-4a2c-8080-9d477e46a52b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:42.883691 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-abd05888-3310-4ab4-8595-b2fb727a6935 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 17:37:42.884161 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-abd05888-3310-4ab4-8595-b2fb727a6935 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:42.888688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-abd05888-3310-4ab4-8595-b2fb727a6935 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140831 Jul 08 17:37:42.899664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5ccce-8c4e-48c3-bd71-063f53dcc461 None None] The sync data for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 is: [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:42Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:42.900504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.923814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.925498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5303271 Jul 08 17:37:42.930360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.946022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79404f91-5527-4061-9975-e5819867dbea tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c708b2-ef32-47e3-bf42-6eea063749f5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.946432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': 'f7c708b2-ef32-47e3-bf42-6eea063749f5', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:43.003223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7572930 Jul 08 17:37:43.008876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45620) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.016453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Request body: {'subnet': {'network_id': '460b6ca4-9e17-4b11-9ba9-0eb2005eb0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1732342761-subnet', 'tenant_id': '87f3dacf849f460a8b2747ca15f4a0e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:43.042284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45624) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.045593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.050994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef57cf-b07e-4b4d-88f1-4c85ffe74e55 admin admin] Pushing event updated for resources: {'Network': ['ID=460b6ca4-9e17-4b11-9ba9-0eb2005eb0be,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.052010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.054387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Made reservation on behalf of 87f3dacf849f460a8b2747ca15f4a0e1 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:43.056980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.063031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efc534be-54b2-4e4a-a265-1dbd20e84485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.063398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.072409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:43.120764 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5db0274-bbee-4813-859b-baeedd56c1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.133786 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-9d78eb90-0a12-4e9a-85c5-cae41b92094a service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883982 Jul 08 17:37:43.191240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efc534be-54b2-4e4a-a265-1dbd20e84485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.227060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.259145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.299509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147f6fdf-ee19-4ea8-9916-3757db2cdea4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.308423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efc534be-54b2-4e4a-a265-1dbd20e84485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.311109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efc534be-54b2-4e4a-a265-1dbd20e84485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.312347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-efc534be-54b2-4e4a-a265-1dbd20e84485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/a50a5f77-c455-4a2c-8080-9d477e46a52b HTTP/1.1" status: 204 len: 168 time: 0.4101996 Jul 08 17:37:43.316080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45626) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.334503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc534be-54b2-4e4a-a265-1dbd20e84485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a5f77-c455-4a2c-8080-9d477e46a52b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.335517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34de82da-7d95-42eb-ac65-16be904131c5 req-2597ebe5-64e9-4d3d-b88e-a8c6f8eedaa9 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932371 Jul 08 17:37:43.403802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6597fa3-e422-461d-9636-2a187eaa7510 req-7c0986fb-71f8-4b8b-bc07-9730b4d3ff0e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:43.405353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9aa25045-eb63-425c-b75c-b0c769667720 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:43.405473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6597fa3-e422-461d-9636-2a187eaa7510 req-7c0986fb-71f8-4b8b-bc07-9730b4d3ff0e tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 944 time: 0.1806824 Jul 08 17:37:43.426884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-296284d6-bec2-4322-a540-5ceecab0a68f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076746 Jul 08 17:37:43.433104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45628) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.440213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--291301750'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:43.458586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.472455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5db0274-bbee-4813-859b-baeedd56c1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.476229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 9aa25045-eb63-425c-b75c-b0c769667720 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:43.483724 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.484030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 9aa25045-eb63-425c-b75c-b0c769667720 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:43.484621 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.485424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5bd0cbf3-38c6-47d5-961b-b7ec126640d2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5474019 Jul 08 17:37:43.488249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45630) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.495496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': 'f7c708b2-ef32-47e3-bf42-6eea063749f5', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:43.506411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5db0274-bbee-4813-859b-baeedd56c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.510185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6597fa3-e422-461d-9636-2a187eaa7510 req-baaef291-57dc-4116-bd4d-775ef87763ff tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818014 Jul 08 17:37:43.576741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.586510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.589017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d896c463-aba4-4b2e-97b0-ebdbbbe0a4ab,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.607820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.611085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5db0274-bbee-4813-859b-baeedd56c1f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9faae476d424726a0eedf7072611281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651562 Jul 08 17:37:43.611715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45632) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.622018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db0274-bbee-4813-859b-baeedd56c1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6110f97-bb90-42fd-bd01-0961ea6fdc6e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.627785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Checking segment: {'id': 'b3c05817-6937-458f-ad49-7dd131151c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '460b6ca4-9e17-4b11-9ba9-0eb2005eb0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:43.628160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Network hostable DHCP agents. Network: 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:43.634480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa25045-eb63-425c-b75c-b0c769667720'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:43.637368 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2240b94-cbd8-4984-b037-490d0e042cbc" -d '{"events": [{"server_uuid": "c9c96724-02bc-4d37-bbe5-ae06412a8feb", "name": "network-vif-plugged", "status": "completed", "tag": "9aa25045-eb63-425c-b75c-b0c769667720"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:43.677194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9aa25045-eb63-425c-b75c-b0c769667720, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9aa25045-eb63-425c-b75c-b0c769667720,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:43.683583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.684757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7864fb08-adc1-4779-8c8e-3981183b7aab up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:43.696653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Network 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:43.711167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.716959 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.721628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:43.740704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10ca9f1-ef70-4a34-96db-6cd9bd197252,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.752662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65e93d62-fb7b-48e6-8ef4-ddc418e3a448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.764767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:43.765367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.765975 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93782b0b-6131-4cd1-bea6-c7f01855c4e7 x-openstack-request-id: req-93782b0b-6131-4cd1-bea6-c7f01855c4e7 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:43.771861 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c96724-02bc-4d37-bbe5-ae06412a8feb", "name": "network-vif-plugged", "status": "completed", "tag": "9aa25045-eb63-425c-b75c-b0c769667720", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:43.772142 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93782b0b-6131-4cd1-bea6-c7f01855c4e7 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:43.773335 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa25045-eb63-425c-b75c-b0c769667720', 'code': 200} Jul 08 17:37:43.774400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57133f-7fd5-4ba0-ac09-1d09d2a2d03b None None] Network 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:43.807745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65e93d62-fb7b-48e6-8ef4-ddc418e3a448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.848289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.862879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.869729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.870550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-519728dc-9425-409f-8b45-be04575fa963 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3812039 Jul 08 17:37:43.872229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:43.877071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': 'f7c708b2-ef32-47e3-bf42-6eea063749f5', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:43.937303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e793ca-7ba6-4b35-ac6e-405760769a33 req-50b7e0a6-e612-4fba-b51f-b3647bf27a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:43.938878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26e793ca-7ba6-4b35-ac6e-405760769a33 req-50b7e0a6-e612-4fba-b51f-b3647bf27a08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 1096 time: 0.1322341 Jul 08 17:37:43.940391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.955412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5f05c9d-cb37-4bbb-afc2-0dc3b99b97c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9365351 Jul 08 17:37:43.977921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a43069-6e63-459f-a834-38a87df7c950,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.980936 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65e93d62-fb7b-48e6-8ef4-ddc418e3a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.985127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65e93d62-fb7b-48e6-8ef4-ddc418e3a448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.986356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-65e93d62-fb7b-48e6-8ef4-ddc418e3a448 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6110f97-bb90-42fd-bd01-0961ea6fdc6e HTTP/1.1" status: 204 len: 168 time: 0.3705671 Jul 08 17:37:43.986636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9aa25045-eb63-425c-b75c-b0c769667720,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.987177 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.990876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8e5ad820-f68d-4246-8a85-7c201c0a492f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5542991 Jul 08 17:37:43.992827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45646) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.001726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-79ee8da7-7af7-4712-97de-43f3a75b6cd7 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '41a43069-6e63-459f-a834-38a87df7c950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.014929 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-79ee8da7-7af7-4712-97de-43f3a75b6cd7 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 17:37:44.015791 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-79ee8da7-7af7-4712-97de-43f3a75b6cd7 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:44.020663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-79ee8da7-7af7-4712-97de-43f3a75b6cd7 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0262344 Jul 08 17:37:44.023250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45648) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.042157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-667ceff5-3d23-4330-9dd5-99f4a6a04f45 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '41a43069-6e63-459f-a834-38a87df7c950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.048588 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-667ceff5-3d23-4330-9dd5-99f4a6a04f45 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 17:37:44.051551 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-667ceff5-3d23-4330-9dd5-99f4a6a04f45 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:44.063630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45650) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.066188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-667ceff5-3d23-4330-9dd5-99f4a6a04f45 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0347898 Jul 08 17:37:44.073333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 7864fb08-adc1-4779-8c8e-3981183b7aab completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:44.081761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e93d62-fb7b-48e6-8ef4-ddc418e3a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6110f97-bb90-42fd-bd01-0961ea6fdc6e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.092395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729dfef7-80c6-42c9-8962-42d28681723e None None] Network 460b6ca4-9e17-4b11-9ba9-0eb2005eb0be requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:44.103549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f25486a4-3c55-4111-bf2c-5b1e65574f04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '41a43069-6e63-459f-a834-38a87df7c950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.103549 n-d-799527-4 neutron-server[93944]: WARNING neutron.api.v2.base [None req-f25486a4-3c55-4111-bf2c-5b1e65574f04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 17:37:44.103549 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-f25486a4-3c55-4111-bf2c-5b1e65574f04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:44.103549 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f25486a4-3c55-4111-bf2c-5b1e65574f04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0347781 Jul 08 17:37:44.103900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.105710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26e793ca-7ba6-4b35-ac6e-405760769a33 req-c57b0968-91e3-4f37-b38c-69c9c4533be0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553195 Jul 08 17:37:44.121977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0bf1aaef-af9a-4c33-80b7-26e2b5f6d1f9 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '41a43069-6e63-459f-a834-38a87df7c950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.123063 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-0bf1aaef-af9a-4c33-80b7-26e2b5f6d1f9 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 17:37:44.130771 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-0bf1aaef-af9a-4c33-80b7-26e2b5f6d1f9 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:44.135866 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0bf1aaef-af9a-4c33-80b7-26e2b5f6d1f9 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0278144 Jul 08 17:37:44.136881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45654) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.175154 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.181750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.223631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4818b79-f546-4ac1-b31d-6d9df3f80f37,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.243562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.244864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da736412-9f75-46e2-9d2a-e52dfe2741fe tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715928 Jul 08 17:37:44.252429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.257648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': 'f7c708b2-ef32-47e3-bf42-6eea063749f5', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.322144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f3d3-2ed9-4015-89ef-28fbabc2f79c req-6042a9cc-27d1-499e-b8ab-6bc10e323f69 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.327411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:44.336692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5a9f3d3-2ed9-4015-89ef-28fbabc2f79c req-6042a9cc-27d1-499e-b8ab-6bc10e323f69 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 944 time: 0.1682029 Jul 08 17:37:44.342357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.352419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c608a7e8-2092-4539-8b4a-a98bbfa83426 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.388839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c608a7e8-2092-4539-8b4a-a98bbfa83426 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.391578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7864fb08-adc1-4779-8c8e-3981183b7aab triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:44.392424 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.478179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:44.488375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:44.488761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.491800 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.500352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.509548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5a9f3d3-2ed9-4015-89ef-28fbabc2f79c req-14e8d2c9-3c9e-45e1-9492-080294def06c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712859 Jul 08 17:37:44.518722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c608a7e8-2092-4539-8b4a-a98bbfa83426 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.522111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c608a7e8-2092-4539-8b4a-a98bbfa83426 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.523711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c608a7e8-2092-4539-8b4a-a98bbfa83426 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/41a43069-6e63-459f-a834-38a87df7c950 HTTP/1.1" status: 204 len: 168 time: 0.3854516 Jul 08 17:37:44.528827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.582695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608a7e8-2092-4539-8b4a-a98bbfa83426 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a43069-6e63-459f-a834-38a87df7c950,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.587340 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420e79c2-a223-406a-bb65-d525b735a715,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.601982 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.605687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f0ca98ee-d8aa-4d62-98d6-407b1698ad4a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3498123 Jul 08 17:37:44.612834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45672) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.622414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': 'f7c708b2-ef32-47e3-bf42-6eea063749f5', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.648727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.667164 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.686046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45676) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.688181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e6f79619-51f1-4832-92db-23b0dd1a2d0b tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1578872 Jul 08 17:37:44.692190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--829638723'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.705288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:44.710976 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Project eecd2c41d01947e0b595cdfd97cdae0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:37:44.716032 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.747865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.769473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:44.789244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.822303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.828868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.895526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc830f54-b889-483a-b78a-5bc6e07dba12 req-1285d606-09b7-4495-9b66-fee04bb34cb5 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.899028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc830f54-b889-483a-b78a-5bc6e07dba12 req-1285d606-09b7-4495-9b66-fee04bb34cb5 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 945 time: 0.1413662 Jul 08 17:37:44.903698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.966943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc830f54-b889-483a-b78a-5bc6e07dba12 req-01b46d2f-4fa8-4be7-82dc-148eaddc48a4 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607028 Jul 08 17:37:44.967727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.975099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.290909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582b9910-64c8-4a2b-b23f-ce9c2d787a4a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:45.325002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-ba63c36d-78e7-4dba-938a-986542619fd6 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:45.326761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-ba63c36d-78e7-4dba-938a-986542619fd6 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/networks?id=23567dcb-8ceb-409d-8e9c-0b6618118595 HTTP/1.1" status: 200 len: 810 time: 0.4957626 Jul 08 17:37:45.359146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-5d9eafec-9482-4182-9930-f0cfcf164c46 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/quotas/f1448a60958a45d99cadc20758af6368 HTTP/1.1" status: 200 len: 375 time: 0.0224221 Jul 08 17:37:45.361289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.367836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.383239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.384367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1ed90578-2b23-4de9-8376-72494153326e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7705066 Jul 08 17:37:45.387257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.392093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'security_group_rule': {'security_group_id': 'f7c708b2-ef32-47e3-bf42-6eea063749f5', 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.414293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-048ecdbf-e50c-4e9c-ad52-74ccc1330a6d tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1448a60958a45d99cadc20758af6368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475311 Jul 08 17:37:45.423973 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Project eecd2c41d01947e0b595cdfd97cdae0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:37:45.429873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.430931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.434982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7447286 Jul 08 17:37:45.434982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c20b9-6c1d-4c52-91c3-bf607f87d18d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f583481-fb74-44eb-9fec-1a0af6a3711f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:45.436325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.441269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9309d8de-06d6-4f6a-b34c-25298bc40ccc tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.442032 n-d-799527-4 neutron-server[93944]: WARNING neutron.api.v2.base [None req-9309d8de-06d6-4f6a-b34c-25298bc40ccc tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:37:45.442529 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-9309d8de-06d6-4f6a-b34c-25298bc40ccc tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.446817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9309d8de-06d6-4f6a-b34c-25298bc40ccc tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062642 Jul 08 17:37:45.447170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45710) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.451806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-698fa975-d9e6-45d7-a1bb-172ba4d8ae12 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.512498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.516365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.536025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415bc0ba-1263-413d-8a5e-272bfb7412c2,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:45.542335 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-698fa975-d9e6-45d7-a1bb-172ba4d8ae12 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.546513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-698fa975-d9e6-45d7-a1bb-172ba4d8ae12 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0975025 Jul 08 17:37:45.548474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.561675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9c46a467-102c-4673-976d-c88a9f4314fa tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.562484 n-d-799527-4 neutron-server[93944]: WARNING neutron.api.v2.base [None req-9c46a467-102c-4673-976d-c88a9f4314fa tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 17:37:45.562984 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-9c46a467-102c-4673-976d-c88a9f4314fa tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.563968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9c46a467-102c-4673-976d-c88a9f4314fa tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061166 Jul 08 17:37:45.568452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.578442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-daffbc76-a767-47fc-9b05-03739fbdbedf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1817548 Jul 08 17:37:45.578442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.578442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4b4484b1-bad2-4f31-b84c-8fa39def6be5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.659047 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-fee4433c-7463-41f6-9902-d3860caf6f26 service neutron] 10.222.0.48 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351928 Jul 08 17:37:45.662655 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-4b4484b1-bad2-4f31-b84c-8fa39def6be5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.667573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b4484b1-bad2-4f31-b84c-8fa39def6be5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0943768 Jul 08 17:37:45.667756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.685416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-63cd6927-5488-4970-b1d2-d1a4177a13cf tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.685899 n-d-799527-4 neutron-server[93944]: WARNING neutron.api.v2.base [None req-63cd6927-5488-4970-b1d2-d1a4177a13cf tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:37:45.686433 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-63cd6927-5488-4970-b1d2-d1a4177a13cf tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.690193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63cd6927-5488-4970-b1d2-d1a4177a13cf tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179622 Jul 08 17:37:45.691633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45724) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.709010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-da91cbb4-02ae-4b8a-9a71-f3e70d212d3e tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.774181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:45.776556 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be2d5a7-2d05-4e33-8277-5edbd2fb5b95" -d '{"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-plugged", "status": "completed", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:45.786098 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-da91cbb4-02ae-4b8a-9a71-f3e70d212d3e tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Project 6772e8a03b4d491ba95b27804d97e749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:37:45.807280 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-da91cbb4-02ae-4b8a-9a71-f3e70d212d3e tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.810669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da91cbb4-02ae-4b8a-9a71-f3e70d212d3e tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1063902 Jul 08 17:37:45.811332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45732) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.812827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-d2f5ea23-1ce1-4668-a6fb-bfa2015d62ad service neutron] 10.222.0.48 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242530 Jul 08 17:37:45.822906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9f57-9a3c-4f0a-8bf1-4d7e3239ad90 req-0f310321-dfdc-4149-9adb-658be2621063 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:45.824651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-798b9f57-9a3c-4f0a-8bf1-4d7e3239ad90 req-0f310321-dfdc-4149-9adb-658be2621063 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1383862 Jul 08 17:37:45.828068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-54434691-e26e-4515-abb7-5b2ec8139429 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.828554 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-54434691-e26e-4515-abb7-5b2ec8139429 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 17:37:45.829273 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-54434691-e26e-4515-abb7-5b2ec8139429 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.830263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54434691-e26e-4515-abb7-5b2ec8139429 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0176656 Jul 08 17:37:45.833188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.839685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-71ae0047-8e9f-4508-8ed8-691fc1309cf4 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.865722 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-71ae0047-8e9f-4508-8ed8-691fc1309cf4 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Project 6772e8a03b4d491ba95b27804d97e749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:37:45.871610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-798b9f57-9a3c-4f0a-8bf1-4d7e3239ad90 req-4921dd65-e5e4-4aac-8f14-336ebb445a01 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399590 Jul 08 17:37:45.890332 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-71ae0047-8e9f-4508-8ed8-691fc1309cf4 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.894244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-71ae0047-8e9f-4508-8ed8-691fc1309cf4 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0573158 Jul 08 17:37:45.894570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.900649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-59eabaa6-bf10-4769-9d06-73ee6aa24bcb tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1f583481-fb74-44eb-9fec-1a0af6a3711f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:45.927944 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-59eabaa6-bf10-4769-9d06-73ee6aa24bcb tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Project 6772e8a03b4d491ba95b27804d97e749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:37:45.945093 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-59eabaa6-bf10-4769-9d06-73ee6aa24bcb tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:45.953899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-59eabaa6-bf10-4769-9d06-73ee6aa24bcb tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0556190 Jul 08 17:37:45.954351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45746) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:45.987105 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e1fbc5-66b2-43c8-b712-18d22b6397df x-openstack-request-id: req-d1e1fbc5-66b2-43c8-b712-18d22b6397df {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:45.987490 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-plugged", "status": "completed", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:45.987814 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1e1fbc5-66b2-43c8-b712-18d22b6397df {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:45.988277 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'code': 200} Jul 08 17:37:46.080383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e176b33-ae0e-440f-b6be-45fc14dd6eb1 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.093087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1aba6528-673a-47b6-9db5-3f1f2297a4b8 req-a13ae970-9b6c-415f-9ed8-a2030dbf010f tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 210 time: 0.0752854 Jul 08 17:37:46.123945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-271fcf77-cde3-4fad-80e1-4e5e0e90d0c0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890284900&fields=id&tenant_id=eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 267 time: 0.0675008 Jul 08 17:37:46.135273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e176b33-ae0e-440f-b6be-45fc14dd6eb1 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.139978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:46.274409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:46.274996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-c3eec788-b996-4473-8ec6-c79692f5012f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.275331 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.276568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-c3eec788-b996-4473-8ec6-c79692f5012f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/networks?id=2236fdfc-5600-43d5-9b1b-c67656a01e96 HTTP/1.1" status: 200 len: 797 time: 0.1448627 Jul 08 17:37:46.298230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-99c7ff47-e08e-4d01-8f24-9001ee9c45e5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/quotas/eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 375 time: 0.0146606 Jul 08 17:37:46.320169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbe4d1-db0a-49ab-8056-441791471eb9 req-11d62d24-bce6-4f7d-b1cf-6834e9756e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.321693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56dbe4d1-db0a-49ab-8056-441791471eb9 req-11d62d24-bce6-4f7d-b1cf-6834e9756e08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 1096 time: 0.2406468 Jul 08 17:37:46.364252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e176b33-ae0e-440f-b6be-45fc14dd6eb1 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.368154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e176b33-ae0e-440f-b6be-45fc14dd6eb1 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.369329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e176b33-ae0e-440f-b6be-45fc14dd6eb1 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/1f583481-fb74-44eb-9fec-1a0af6a3711f HTTP/1.1" status: 204 len: 168 time: 0.4142694 Jul 08 17:37:46.373657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:46.378444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf586c-969d-4cbb-aa98-31e34957900c req-fb2f576c-89fb-4d4c-b355-2207ba647bc0 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.384332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9baf586c-969d-4cbb-aa98-31e34957900c req-fb2f576c-89fb-4d4c-b355-2207ba647bc0 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 945 time: 0.1341810 Jul 08 17:37:46.417163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e176b33-ae0e-440f-b6be-45fc14dd6eb1 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f583481-fb74-44eb-9fec-1a0af6a3711f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.465121 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56dbe4d1-db0a-49ab-8056-441791471eb9 req-9ef47c9c-9a82-4f00-a8e9-0e9aa73b8e18 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328189 Jul 08 17:37:46.473327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9baf586c-969d-4cbb-aa98-31e34957900c req-f8165c03-8bd7-4867-905e-49447c42d20a tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Jul 08 17:37:46.474575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-03e0d164-4cb2-40c4-8776-5537c535aae7 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709692 Jul 08 17:37:46.486237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1aed0c97-f5ba-4d25-9d6b-729c6747ab9b tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069543 Jul 08 17:37:46.487182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:46.497661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049077555'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:46.629478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-024db220-db7b-4963-b60a-952bec025d62 service neutron] 10.222.0.48 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360779 Jul 08 17:37:46.700362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.777103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-36c0715f-0967-4cce-968b-79bb21bfa607 service neutron] 10.222.0.48 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378148 Jul 08 17:37:46.860258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.874633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.925304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c50956-9ba8-4e15-a37f-7714309be224,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.931042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.932487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-702d6358-3736-4e91-a98b-b77075416c81 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4439704 Jul 08 17:37:46.935763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45780) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:46.941416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e952438d-4c6d-4dc2-9f6f-180a47a09c1f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': 'a0c50956-9ba8-4e15-a37f-7714309be224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:47.057956 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-e952438d-4c6d-4dc2-9f6f-180a47a09c1f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The resource could not be found. Jul 08 17:37:47.059068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e952438d-4c6d-4dc2-9f6f-180a47a09c1f tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1220939 Jul 08 17:37:47.062090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.067172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-51e68c8b-a585-438d-a5f1-d19510f25576 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': 'a0c50956-9ba8-4e15-a37f-7714309be224', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c4155c6f-d7ef-4c57-9015-a4cddd595df7'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:47.160680 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-51e68c8b-a585-438d-a5f1-d19510f25576 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The resource could not be found. Jul 08 17:37:47.161879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-51e68c8b-a585-438d-a5f1-d19510f25576 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0985518 Jul 08 17:37:47.165302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.233874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c6cb86a-b308-49c9-9bbf-5564e9196d19 req-0cd02251-8a45-4039-bae8-2caed39b159c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 210 time: 0.0592484 Jul 08 17:37:47.237782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a20c-fa1d-4e5e-8468-9801bfb82171 req-0d694a64-03b3-4a94-b3e7-43951e8d11cb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:47.239962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ed0a20c-fa1d-4e5e-8468-9801bfb82171 req-0d694a64-03b3-4a94-b3e7-43951e8d11cb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1353538 Jul 08 17:37:47.296663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b09b94b8-ed2f-49e3-999c-eae6c9cbba9d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.308466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ed0a20c-fa1d-4e5e-8468-9801bfb82171 req-36b660eb-5f17-45d2-9339-c7ae034eb71a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511444 Jul 08 17:37:47.336936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b09b94b8-ed2f-49e3-999c-eae6c9cbba9d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.481715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66a58eab-af72-4b74-ac13-67cc7988a687 req-b43004d0-b9b3-4a58-b9c4-4e5f55860e8a tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 210 time: 0.0606391 Jul 08 17:37:47.483009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b09b94b8-ed2f-49e3-999c-eae6c9cbba9d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.488437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b09b94b8-ed2f-49e3-999c-eae6c9cbba9d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.494981 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b09b94b8-ed2f-49e3-999c-eae6c9cbba9d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/a0c50956-9ba8-4e15-a37f-7714309be224 HTTP/1.1" status: 204 len: 168 time: 0.3285332 Jul 08 17:37:47.498503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45810) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.514664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b94b8-ed2f-49e3-999c-eae6c9cbba9d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c50956-9ba8-4e15-a37f-7714309be224,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:47.556154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b082157f-28c0-497c-bf6c-c59071971849 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554347 Jul 08 17:37:47.560118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.565576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4a786193-40bf-4f0b-a769-ce55e240dae3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '1d2d0625-5353-4f95-8129-ab951ff0a091', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:47.679742 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-4a786193-40bf-4f0b-a769-ce55e240dae3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The resource could not be found. Jul 08 17:37:47.681878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4a786193-40bf-4f0b-a769-ce55e240dae3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1198637 Jul 08 17:37:47.685453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45816) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.693557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--108949388'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:47.749561 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.864180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.871038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.901188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.903181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2150288 Jul 08 17:37:47.906458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.911300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225654818'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:47.930400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-69eb043f-60eb-48f6-850d-ee08d2e0a9d7 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:47.935290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-69eb043f-60eb-48f6-850d-ee08d2e0a9d7 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.53 "GET /v2.0/networks?id=23567dcb-8ceb-409d-8e9c-0b6618118595 HTTP/1.1" status: 200 len: 810 time: 0.3385127 Jul 08 17:37:47.959175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Request body: {'port': {'device_id': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595', 'admin_state_up': True, 'tenant_id': 'f1448a60958a45d99cadc20758af6368'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:47.993457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.033585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905ed55-7892-42df-8ff3-4dcbed8d3a40 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54c296-e48b-4db8-bd4e-9939f0f30813,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.156827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.161159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.190518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Made reservation on behalf of f1448a60958a45d99cadc20758af6368 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:48.199813 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.200096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.204279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2941008 Jul 08 17:37:48.204541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45826) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.211053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e025abd4-809c-4839-b52e-bc53f52f8918 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '2f54c296-e48b-4db8-bd4e-9939f0f30813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f74ba94-f9a4-4ec7-b9e0-6e956d057b51'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:48.216040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd8fa2-09d2-4082-aedf-cc212d5a5268 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f74ba94-f9a4-4ec7-b9e0-6e956d057b51,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.288655 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-e025abd4-809c-4839-b52e-bc53f52f8918 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:48.290064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e025abd4-809c-4839-b52e-bc53f52f8918 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0841002 Jul 08 17:37:48.292613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.363611 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-807d0f4c-e46e-4626-8942-4aa8f25730e3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.392979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-807d0f4c-e46e-4626-8942-4aa8f25730e3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.444665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-807d0f4c-e46e-4626-8942-4aa8f25730e3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.448584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-807d0f4c-e46e-4626-8942-4aa8f25730e3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.448909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-807d0f4c-e46e-4626-8942-4aa8f25730e3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/6f74ba94-f9a4-4ec7-b9e0-6e956d057b51 HTTP/1.1" status: 204 len: 168 time: 0.1552451 Jul 08 17:37:48.458000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.459148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0f4c-e46e-4626-8942-4aa8f25730e3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f74ba94-f9a4-4ec7-b9e0-6e956d057b51,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.499506 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-822fa833-6c82-4d52-b75a-59b51c305d00 req-e37f93f1-a4a3-4757-94d9-9dcd13d1e5e9 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 210 time: 0.0692785 Jul 08 17:37:48.561624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47316338-38cd-43e5-8498-6fd8ab374375 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0939090 Jul 08 17:37:48.564028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.625857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d4b5d-5946-45bb-9261-1e2ee8e85c31 req-709ceef2-7fb0-43ae-b3c3-3d0a63f36470 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.631104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d9d4b5d-5946-45bb-9261-1e2ee8e85c31 req-709ceef2-7fb0-43ae-b3c3-3d0a63f36470 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1050351 Jul 08 17:37:48.641714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Allocated IP 172.20.0.11 (23567dcb-8ceb-409d-8e9c-0b6618118595/757762ad-13ef-4533-a278-2a9bee0f467f/500ad442-da2d-4d5f-8208-cf5381ebab10) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:48.680482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d9d4b5d-5946-45bb-9261-1e2ee8e85c31 req-c985d2d3-3c87-48bd-add0-cc34d8f37a70 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Jul 08 17:37:48.770926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2f62b34-63aa-46a4-ad9d-cabe78eca9a1 req-5d78ccb8-db4b-4fd8-a489-7086720a7e08 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 210 time: 0.0879157 Jul 08 17:37:48.784345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3baf09aa-71d8-49f1-9cc9-1b51855b0127 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.862366 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3baf09aa-71d8-49f1-9cc9-1b51855b0127 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.077627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3baf09aa-71d8-49f1-9cc9-1b51855b0127 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.083288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-f5c74e73-df4a-410d-a42b-8196d047c39b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:49.083752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3baf09aa-71d8-49f1-9cc9-1b51855b0127 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.087721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3baf09aa-71d8-49f1-9cc9-1b51855b0127 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/2f54c296-e48b-4db8-bd4e-9939f0f30813 HTTP/1.1" status: 204 len: 168 time: 0.5197577 Jul 08 17:37:49.088252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-f5c74e73-df4a-410d-a42b-8196d047c39b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/networks?id=2236fdfc-5600-43d5-9b1b-c67656a01e96 HTTP/1.1" status: 200 len: 797 time: 0.3060646 Jul 08 17:37:49.088654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:49.158215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf09aa-71d8-49f1-9cc9-1b51855b0127 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54c296-e48b-4db8-bd4e-9939f0f30813,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:49.225216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-4778e2af-b528-4cbf-8ed0-3f547741d1ab tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eecd2c41d01947e0b595cdfd97cdae0d HTTP/1.1" status: 200 len: 380 time: 0.1148410 Jul 08 17:37:49.235706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'port': {'device_id': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'admin_state_up': True, 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'security_groups': ['f7c708b2-ef32-47e3-bf42-6eea063749f5']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:49.238880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.294205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.296492 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8c7861b-0abd-4e58-85ca-a6704b0b5b1b tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2065971 Jul 08 17:37:49.300137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:49.310560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--308651651'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:49.336387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.440043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Network 23567dcb-8ceb-409d-8e9c-0b6618118595 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:49.445446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:49.459102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:49.494525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.496908 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffbfb4eb-c7c5-4a08-9192-e5ce5c5940af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.508968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Pushing event updated for resources: {'Port': ['ID=500ad442-da2d-4d5f-8208-cf5381ebab10,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:49.531410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.534689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:49.535310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.553270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425f550-f3bf-48b5-8d36-d4dff3ff7f94 req-19a6008d-8f56-4f69-86ca-f437920a056c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:49.554960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e425f550-f3bf-48b5-8d36-d4dff3ff7f94 req-19a6008d-8f56-4f69-86ca-f437920a056c tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.3521035 Jul 08 17:37:49.565616 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-32507e42-9cc7-41c3-84d7-04b102751aec tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6173294 Jul 08 17:37:49.579664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Made reservation on behalf of eecd2c41d01947e0b595cdfd97cdae0d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:49.583454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.592978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Request body: {'port': {'device_id': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:49.599355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b466b2-d340-4e5b-bd98-0c31fb103c64,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:49.615454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.620062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-630fa259-6ada-4c84-bfe1-f7f8dc8cc2f5 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3159616 Jul 08 17:37:49.620283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45858) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:49.630372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f8d97176-a256-4245-bc67-fbd017d917ba tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '92b466b2-d340-4e5b-bd98-0c31fb103c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:49.633481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e425f550-f3bf-48b5-8d36-d4dff3ff7f94 req-7d0716bc-75da-402d-9892-4033cdfdec84 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717800 Jul 08 17:37:49.707191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.772878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c59c56fd-fd24-4712-94e3-ee7f91a33557 req-26b8d250-7985-402b-a35b-73be134d611c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 210 time: 0.0848379 Jul 08 17:37:49.796805 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-f8d97176-a256-4245-bc67-fbd017d917ba tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:49.800404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f8d97176-a256-4245-bc67-fbd017d917ba tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1767032 Jul 08 17:37:49.800945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:49.806140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ab2346c9-f136-4d72-a392-178c034f815d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group_rule': {'security_group_id': '92b466b2-d340-4e5b-bd98-0c31fb103c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:49.896904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.20.0.4 (2236fdfc-5600-43d5-9b1b-c67656a01e96/8f98b4ae-409e-4416-8017-104ae0e6b11f/477e092c-a891-46a8-9ff5-c2628a8af1cc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:49.910194 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-ab2346c9-f136-4d72-a392-178c034f815d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:37:49.911514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ab2346c9-f136-4d72-a392-178c034f815d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1097307 Jul 08 17:37:49.914381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.020870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8125-6762-4ae7-b9a2-eaa5f21c0512 req-316059c4-2f98-46ac-b37c-d2a4a9d6b836 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.022637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4fcc8125-6762-4ae7-b9a2-eaa5f21c0512 req-316059c4-2f98-46ac-b37c-d2a4a9d6b836 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 932 time: 0.1080108 Jul 08 17:37:50.064210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-524bd1c7-6473-4aa9-bd7a-3b32692ebd04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.099829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4fcc8125-6762-4ae7-b9a2-eaa5f21c0512 req-cfe7569d-68e5-46b3-a01d-fccf20e524ff tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688882 Jul 08 17:37:50.104144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-524bd1c7-6473-4aa9-bd7a-3b32692ebd04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.113524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500ad442-da2d-4d5f-8208-cf5381ebab10 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:50.125608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.140779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Transition to ACTIVE for port object 500ad442-da2d-4d5f-8208-cf5381ebab10 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:50.146479 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.167447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.189151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-524bd1c7-6473-4aa9-bd7a-3b32692ebd04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.192041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-524bd1c7-6473-4aa9-bd7a-3b32692ebd04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.193414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-524bd1c7-6473-4aa9-bd7a-3b32692ebd04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/92b466b2-d340-4e5b-bd98-0c31fb103c64 HTTP/1.1" status: 204 len: 168 time: 0.2780306 Jul 08 17:37:50.199782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Transition to ACTIVE for port object 477e092c-a891-46a8-9ff5-c2628a8af1cc will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:50.202506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45868) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.205785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Pushing event updated for resources: {'Port': ['ID=500ad442-da2d-4d5f-8208-cf5381ebab10,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.230813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bd1c7-6473-4aa9-bd7a-3b32692ebd04 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b466b2-d340-4e5b-bd98-0c31fb103c64,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.285679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-21f7d127-42b4-4c0c-bd4c-f892077069e2 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761611 Jul 08 17:37:50.286246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.293108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395673456'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:50.303885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.329047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Attempting to bind port 500ad442-da2d-4d5f-8208-cf5381ebab10 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:50.329595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Attempting to bind port 500ad442-da2d-4d5f-8208-cf5381ebab10 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '792cb9ad-86fa-4dff-beab-fb42a0ca5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:50.329918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Attempting to bind port 500ad442-da2d-4d5f-8208-cf5381ebab10 on network 23567dcb-8ceb-409d-8e9c-0b6618118595 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:50.342828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Port 500ad442-da2d-4d5f-8208-cf5381ebab10 on network 23567dcb-8ceb-409d-8e9c-0b6618118595 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:50.343283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Attempting to bind port 500ad442-da2d-4d5f-8208-cf5381ebab10 on network 23567dcb-8ceb-409d-8e9c-0b6618118595 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:50.358164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:50.358514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Checking segment: {'id': '792cb9ad-86fa-4dff-beab-fb42a0ca5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:50.358916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Bound using segment: {'id': '792cb9ad-86fa-4dff-beab-fb42a0ca5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:50.361357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Bound port: 500ad442-da2d-4d5f-8208-cf5381ebab10, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792cb9ad-86fa-4dff-beab-fb42a0ca5d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:50.363600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.377115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:50.382515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.384933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:50.391239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:50.393995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=477e092c-a891-46a8-9ff5-c2628a8af1cc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.495654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.496423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.540707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] For port 500ad442-da2d-4d5f-8208-cf5381ebab10, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:50.547863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] For port 500ad442-da2d-4d5f-8208-cf5381ebab10, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=500ad442-da2d-4d5f-8208-cf5381ebab10,segment=NetworkSegment(792cb9ad-86fa-4dff-beab-fb42a0ca5d12),segment_id=792cb9ad-86fa-4dff-beab-fb42a0ca5d12)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:50.555167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.586136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.592610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.602893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a97b8e19-9929-4941-a885-be40b94aab59 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715239 Jul 08 17:37:50.645953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Request body: {'port': {'device_id': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:50.659219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.660424 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.661944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] 10.222.0.53 "PUT /v2.0/ports/500ad442-da2d-4d5f-8208-cf5381ebab10 HTTP/1.1" status: 200 len: 1092 time: 1.0743392 Jul 08 17:37:50.662387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'tag': '500ad442-da2d-4d5f-8208-cf5381ebab10'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:50.665698 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee785400-f0eb-4127-9e3b-a5d3eef99ceb", "tag": "500ad442-da2d-4d5f-8208-cf5381ebab10"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:50.699266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.699723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5bb5efc0-c143-4bb7-aba0-a9e7b14902d2 None None] Provisioning for port 477e092c-a891-46a8-9ff5-c2628a8af1cc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:50.700591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4133909 Jul 08 17:37:50.709243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45884) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.712173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de3eed-8462-4bb7-8a0b-1fbd3e7d0f5d tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f20a6e2-feea-4cc2-871e-e244a55864d5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.713526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5bb5efc0-c143-4bb7-aba0-a9e7b14902d2 None None] Provisioning complete for port 477e092c-a891-46a8-9ff5-c2628a8af1cc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:50.713725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92e37-1c4d-471e-a4f6-83889b4dcacb service neutron] Pushing event updated for resources: {'Port': ['ID=500ad442-da2d-4d5f-8208-cf5381ebab10,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.720182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-91b6a88e-9063-4550-9ad3-bb86c6d51302 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:50.720471 n-d-799527-4 neutron-server[93945]: WARNING neutron.api.v2.base [None req-91b6a88e-9063-4550-9ad3-bb86c6d51302 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:37:50.721167 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-91b6a88e-9063-4550-9ad3-bb86c6d51302 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 17:37:50.722819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-91b6a88e-9063-4550-9ad3-bb86c6d51302 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "PUT /v2.0/security-groups/9f20a6e2-feea-4cc2-871e-e244a55864d5 HTTP/1.1" status: 409 len: 330 time: 0.0112627 Jul 08 17:37:50.726598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.743633 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5bb5efc0-c143-4bb7-aba0-a9e7b14902d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.813317 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee11896-bf2a-448b-80f3-5e64e79f545f x-openstack-request-id: req-eee11896-bf2a-448b-80f3-5e64e79f545f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:50.814941 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee785400-f0eb-4127-9e3b-a5d3eef99ceb", "tag": "500ad442-da2d-4d5f-8208-cf5381ebab10", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:50.815707 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eee11896-bf2a-448b-80f3-5e64e79f545f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:50.816374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5efc0-c143-4bb7-aba0-a9e7b14902d2 None None] Port 477e092c-a891-46a8-9ff5-c2628a8af1cc cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:50.816922 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'tag': '500ad442-da2d-4d5f-8208-cf5381ebab10', 'status': 'completed', 'code': 200} Jul 08 17:37:50.876707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.883255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-5dbc1f8b-9a7f-4128-859d-daac6c8aaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.889280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-5dbc1f8b-9a7f-4128-859d-daac6c8aaab4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1448a60958a45d99cadc20758af6368&device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 1095 time: 0.1580122 Jul 08 17:37:50.955301 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-4b422095-6044-4834-9e92-7a8a2d4dbb02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500ad442-da2d-4d5f-8208-cf5381ebab10 HTTP/1.1" status: 200 len: 217 time: 0.0588913 Jul 08 17:37:50.995404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507ed8e6-9a0d-4101-899a-22f421c5d9a3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.062555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-4bc83277-1184-4602-b435-a7b043780a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.064170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-4bc83277-1184-4602-b435-a7b043780a58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=757762ad-13ef-4533-a278-2a9bee0f467f HTTP/1.1" status: 200 len: 850 time: 0.0993507 Jul 08 17:37:51.091435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e7f10-2671-42f7-aaa8-5d2c83a2317e req-4f928456-239e-48fe-acb6-9bfe0210586f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.093425 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-798e7f10-2671-42f7-aaa8-5d2c83a2317e req-4f928456-239e-48fe-acb6-9bfe0210586f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 931 time: 0.1411233 Jul 08 17:37:51.107490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507ed8e6-9a0d-4101-899a-22f421c5d9a3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.127044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-ca8dd242-024a-47ac-bd3f-e1a379a3cbef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23567dcb-8ceb-409d-8e9c-0b6618118595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541723 Jul 08 17:37:51.185767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386dabd-6e50-49e5-9139-47a3eb3831c0 req-b19cda64-0d3c-4210-b4fa-06f823d41df9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.193348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c386dabd-6e50-49e5-9139-47a3eb3831c0 req-b19cda64-0d3c-4210-b4fa-06f823d41df9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2576683 Jul 08 17:37:51.230142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-798e7f10-2671-42f7-aaa8-5d2c83a2317e req-c82e2471-3e68-4823-b247-aa9df011752f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053190 Jul 08 17:37:51.292932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507ed8e6-9a0d-4101-899a-22f421c5d9a3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.295788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-507ed8e6-9a0d-4101-899a-22f421c5d9a3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.298272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-a3808919-d638-4824-a2ea-650baf55d69d service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391008 Jul 08 17:37:51.299656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:51.299887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-507ed8e6-9a0d-4101-899a-22f421c5d9a3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f20a6e2-feea-4cc2-871e-e244a55864d5 HTTP/1.1" status: 204 len: 168 time: 0.5724893 Jul 08 17:37:51.336410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c386dabd-6e50-49e5-9139-47a3eb3831c0 req-651b9c90-fc0e-41f4-9e53-2ec6338d5d3e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414039 Jul 08 17:37:51.343432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ed8e6-9a0d-4101-899a-22f421c5d9a3 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f20a6e2-feea-4cc2-871e-e244a55864d5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:51.487916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1604c531-d092-47a4-9acb-05424606fc2b tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1867690 Jul 08 17:37:51.495334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:51.525653 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-a676abaf-85e5-4b3a-ac93-951f1a756485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] delete failed (client error): The resource could not be found. Jul 08 17:37:51.526455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a676abaf-85e5-4b3a-ac93-951f1a756485 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "DELETE /v2.0/security-groups/c961fc10-53be-4276-b7fe-f3be6babd19d HTTP/1.1" status: 404 len: 347 time: 0.0298774 Jul 08 17:37:51.530772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb6aa0a8-695e-448c-b2ee-c9c90083ea6b req-591ef540-c241-4b67-99f2-6f85dea160c0 service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231386 Jul 08 17:37:51.532042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:51.543836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477e092c-a891-46a8-9ff5-c2628a8af1cc {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:51.552848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.567500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Transition to ACTIVE for port object 477e092c-a891-46a8-9ff5-c2628a8af1cc will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:51.573666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.584747 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-61045721-3a6c-4c8d-985f-b7ed7b6b57eb tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] show failed (client error): The resource could not be found. Jul 08 17:37:51.586231 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-61045721-3a6c-4c8d-985f-b7ed7b6b57eb tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-groups/e3a61390-e19f-4eff-a1f0-9c8df66b900c HTTP/1.1" status: 404 len: 347 time: 0.0530565 Jul 08 17:37:51.599017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:51.651500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Pushing event updated for resources: {'Port': ['ID=477e092c-a891-46a8-9ff5-c2628a8af1cc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:51.653176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeca041-4558-4fe8-a2b0-65552aa0944d req-2c2b9f15-42f1-4fed-9f9b-c332b5e98fb0 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.654945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eeeca041-4558-4fe8-a2b0-65552aa0944d req-2c2b9f15-42f1-4fed-9f9b-c332b5e98fb0 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 944 time: 0.2286911 Jul 08 17:37:51.655856 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7394f3d2-4c8a-4aa7-93a3-15e05d5a5763 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] show failed (client error): The resource could not be found. Jul 08 17:37:51.656789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7394f3d2-4c8a-4aa7-93a3-15e05d5a5763 tempest-NegativeSecGroupIPv6Test-109143984 tempest-NegativeSecGroupIPv6Test-109143984-project] 10.222.0.48 "GET /v2.0/security-group-rules/d799ad7f-36c5-4a63-bd06-c39003d48f00 HTTP/1.1" status: 404 len: 356 time: 0.0568707 Jul 08 17:37:51.786840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eeeca041-4558-4fe8-a2b0-65552aa0944d req-4f6490b9-f5f8-46c5-8e17-1e12be8b70e3 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263642 Jul 08 17:37:51.827424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-944e93ee-72db-4e7a-82b5-788c64fce11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.829547 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-944e93ee-72db-4e7a-82b5-788c64fce11d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1448a60958a45d99cadc20758af6368&device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 1095 time: 0.2409601 Jul 08 17:37:51.916082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Attempting to bind port 477e092c-a891-46a8-9ff5-c2628a8af1cc on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:51.916624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Attempting to bind port 477e092c-a891-46a8-9ff5-c2628a8af1cc by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:51.922441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Attempting to bind port 477e092c-a891-46a8-9ff5-c2628a8af1cc on network 2236fdfc-5600-43d5-9b1b-c67656a01e96 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:51.930915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Port 477e092c-a891-46a8-9ff5-c2628a8af1cc on network 2236fdfc-5600-43d5-9b1b-c67656a01e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:51.931531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Attempting to bind port 477e092c-a891-46a8-9ff5-c2628a8af1cc on network 2236fdfc-5600-43d5-9b1b-c67656a01e96 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:51.942099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:51.942450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Checking segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:51.942840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Bound using segment: {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:51.943280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Bound port: 477e092c-a891-46a8-9ff5-c2628a8af1cc, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849cd868-08c9-4875-87ee-f8350bff7619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:51.943644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.056333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-8b2ccad9-3959-4b80-a911-3039da3715c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.058068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-8b2ccad9-3959-4b80-a911-3039da3715c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23567dcb-8ceb-409d-8e9c-0b6618118595 HTTP/1.1" status: 200 len: 911 time: 0.2204046 Jul 08 17:37:52.154797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] For port 477e092c-a891-46a8-9ff5-c2628a8af1cc, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:52.156967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 45922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:52.164804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] For port 477e092c-a891-46a8-9ff5-c2628a8af1cc, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:52.184169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.185008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-0dfcb3e7-6285-4a56-bfe1-43ea0e3dbf7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500ad442-da2d-4d5f-8208-cf5381ebab10 HTTP/1.1" status: 200 len: 217 time: 0.1189194 Jul 08 17:37:52.212633 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8cd4a01e-7ff3-46c6-a26b-f74babe7c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.259851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.268033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.269693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] 10.222.0.53 "PUT /v2.0/ports/477e092c-a891-46a8-9ff5-c2628a8af1cc HTTP/1.1" status: 200 len: 1091 time: 1.6478279 Jul 08 17:37:52.273491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:52.281221 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e0e329-155e-4ff4-8119-31302b241908" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:52.283977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-f8b25394-36eb-4a73-900d-049cf903cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.290631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-f8b25394-36eb-4a73-900d-049cf903cb9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=757762ad-13ef-4533-a278-2a9bee0f467f HTTP/1.1" status: 200 len: 850 time: 0.0987482 Jul 08 17:37:52.320460 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.385948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd72d6f-0d36-4bf3-a6c9-b8b40df21f13 service neutron] Pushing event updated for resources: {'Port': ['ID=477e092c-a891-46a8-9ff5-c2628a8af1cc,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.389626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-8ff3ff8a-f4cd-420c-b955-b21ecf8babd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23567dcb-8ceb-409d-8e9c-0b6618118595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847218 Jul 08 17:37:52.467052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a9e88459-9607-40e8-aba8-022bd56c3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.467883 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-a9e88459-9607-40e8-aba8-022bd56c3190 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 1094 time: 0.1434300 Jul 08 17:37:52.509733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 45932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:52.510992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6aab474f-4489-4e98-a5d7-7bc15ac3e514 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6772e8a03b4d491ba95b27804d97e749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526397 Jul 08 17:37:52.569892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-d53ffeae-b57b-4b31-aac5-3b0939cc2a0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc HTTP/1.1" status: 200 len: 217 time: 0.0895672 Jul 08 17:37:52.638186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eab20d-843c-4319-b01f-fce636d2584a req-434b9994-c4f9-401f-a6bd-b48f9a47a763 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.639997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01eab20d-843c-4319-b01f-fce636d2584a req-434b9994-c4f9-401f-a6bd-b48f9a47a763 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2612622 Jul 08 17:37:52.681850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce204745-7a70-4f1e-9085-37db1108a949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.690839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-1ab7b4b5-5d80-459a-89b1-fc349a3f22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.692340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-1ab7b4b5-5d80-459a-89b1-fc349a3f22de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f98b4ae-409e-4416-8017-104ae0e6b11f HTTP/1.1" status: 200 len: 835 time: 0.0808680 Jul 08 17:37:52.692870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-592ba237-77a1-440f-9ea8-945289e0be58 service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603691 Jul 08 17:37:52.712455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01eab20d-843c-4319-b01f-fce636d2584a req-5d855a32-99ce-415e-ad72-006cb666dc93 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666428 Jul 08 17:37:52.727853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df563fe9-3647-42f0-ab87-93146726321b req-7b6280db-74a7-4266-bc2a-840d41533e19 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.738336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df563fe9-3647-42f0-ab87-93146726321b req-7b6280db-74a7-4266-bc2a-840d41533e19 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 943 time: 0.2244921 Jul 08 17:37:52.798506 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce204745-7a70-4f1e-9085-37db1108a949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.816694 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90086a0b-a544-49c5-a1df-d8fd423f2789 x-openstack-request-id: req-90086a0b-a544-49c5-a1df-d8fd423f2789 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:52.816988 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:52.817356 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90086a0b-a544-49c5-a1df-d8fd423f2789 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:52.818138 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'status': 'completed', 'code': 200} Jul 08 17:37:52.851654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df563fe9-3647-42f0-ab87-93146726321b req-1e29d84e-7630-414d-8fbf-3eb6ecf6131b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121836 Jul 08 17:37:52.884417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-6c933873-890b-4ee1-b0a9-5be2b6ca3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.891038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-6c933873-890b-4ee1-b0a9-5be2b6ca3b8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2236fdfc-5600-43d5-9b1b-c67656a01e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829467 Jul 08 17:37:52.984054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb9bb8d2-d29a-47b1-b4d6-22c7e246e26b req-9d974f4b-eaf7-41a7-b802-de959bacb484 service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752562 Jul 08 17:37:53.024861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce204745-7a70-4f1e-9085-37db1108a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.029478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce204745-7a70-4f1e-9085-37db1108a949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.033314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce204745-7a70-4f1e-9085-37db1108a949 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c6c1e07-ea53-4bdc-a28b-02a2e870ecec HTTP/1.1" status: 204 len: 168 time: 0.5201271 Jul 08 17:37:53.045779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce204745-7a70-4f1e-9085-37db1108a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c1e07-ea53-4bdc-a28b-02a2e870ecec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:53.081414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-44870b66-82c2-4dd0-98ac-1a7aef54d0ad service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813622 Jul 08 17:37:53.123847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c48eea-a270-45d1-bb53-67a3fd86c313 req-d3811635-e6a9-496a-b440-6b1b438619f8 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.133208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5c48eea-a270-45d1-bb53-67a3fd86c313 req-d3811635-e6a9-496a-b440-6b1b438619f8 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 944 time: 0.1744025 Jul 08 17:37:53.206751 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5c48eea-a270-45d1-bb53-67a3fd86c313 req-c18f9534-d708-4ae2-be06-e3c2e7c83588 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 Jul 08 17:37:53.257805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3fea19ba-ec4e-4b6c-be3b-8cf0972386f4 req-56a753a5-9d3a-484b-8113-65595c11ca59 service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673982 Jul 08 17:37:53.378011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e329-155e-4ff4-8119-31302b241908 req-0cc3859e-e055-4fd5-86c0-f6b174be0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.379733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-0cc3859e-e055-4fd5-86c0-f6b174be0bb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 1094 time: 0.0675774 Jul 08 17:37:53.435117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 500ad442-da2d-4d5f-8208-cf5381ebab10 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:53.541519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e329-155e-4ff4-8119-31302b241908 req-06cd6767-7cc2-426c-bfec-ff4d0ee8fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.549606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-06cd6767-7cc2-426c-bfec-ff4d0ee8fc62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2236fdfc-5600-43d5-9b1b-c67656a01e96 HTTP/1.1" status: 200 len: 898 time: 0.1618073 Jul 08 17:37:53.577253 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.613599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-5b148157-19a0-4e30-887c-5ca7ab43345a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc HTTP/1.1" status: 200 len: 217 time: 0.0548744 Jul 08 17:37:53.617398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 500ad442-da2d-4d5f-8208-cf5381ebab10, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=500ad442-da2d-4d5f-8208-cf5381ebab10,segment=NetworkSegment(792cb9ad-86fa-4dff-beab-fb42a0ca5d12),segment_id=792cb9ad-86fa-4dff-beab-fb42a0ca5d12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:53.635833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '500ad442-da2d-4d5f-8208-cf5381ebab10', 'network_id': '23567dcb-8ceb-409d-8e9c-0b6618118595', 'port_id': '500ad442-da2d-4d5f-8208-cf5381ebab10', 'mac_address': 'fa:16:3e:92:c2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757762ad-13ef-4533-a278-2a9bee0f467f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:53.676122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e329-155e-4ff4-8119-31302b241908 req-4d8c8c8b-dc4f-4f9c-9dc0-5fac8c3d3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.680027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-4d8c8c8b-dc4f-4f9c-9dc0-5fac8c3d3970 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f98b4ae-409e-4416-8017-104ae0e6b11f HTTP/1.1" status: 200 len: 835 time: 0.0590632 Jul 08 17:37:53.680827 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.695771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500ad442-da2d-4d5f-8208-cf5381ebab10 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:53.728616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 500ad442-da2d-4d5f-8208-cf5381ebab10, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=500ad442-da2d-4d5f-8208-cf5381ebab10,segment=NetworkSegment(792cb9ad-86fa-4dff-beab-fb42a0ca5d12),segment_id=792cb9ad-86fa-4dff-beab-fb42a0ca5d12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:53.740785 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.794698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0e329-155e-4ff4-8119-31302b241908 req-e28ffc98-ace6-4fc4-9ba2-1c8561748a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.799347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-e28ffc98-ace6-4fc4-9ba2-1c8561748a5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2236fdfc-5600-43d5-9b1b-c67656a01e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101367 Jul 08 17:37:53.839017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=500ad442-da2d-4d5f-8208-cf5381ebab10,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:53.982352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-3351e5f9-7338-4ae4-896e-22bb3ea4013d service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751118 Jul 08 17:37:54.122778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd8be8-c90a-4012-8188-7a344cb8e3f9 req-d8952ac0-59ca-4c85-ac6d-feda113b73c7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:54.124342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cbcd8be8-c90a-4012-8188-7a344cb8e3f9 req-d8952ac0-59ca-4c85-ac6d-feda113b73c7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1434953 Jul 08 17:37:54.205883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cbcd8be8-c90a-4012-8188-7a344cb8e3f9 req-a1ecd2d9-6d29-4159-8622-7a62be0047a2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738719 Jul 08 17:37:54.214270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3432f12-7a0c-4db1-b342-0856354db965 req-a2e041e0-d1d8-4361-a17b-4498c7ebf9cd tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:54.216214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3432f12-7a0c-4db1-b342-0856354db965 req-a2e041e0-d1d8-4361-a17b-4498c7ebf9cd tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 943 time: 0.1348186 Jul 08 17:37:54.230062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c2e0e329-155e-4ff4-8119-31302b241908 req-d3e14b20-9c31-46e3-a6d5-cc03e8d4bf52 service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400119 Jul 08 17:37:54.270320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3432f12-7a0c-4db1-b342-0856354db965 req-21562677-4034-4875-88b0-5cc9729ea66e tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482886 Jul 08 17:37:54.300710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['500ad442-da2d-4d5f-8208-cf5381ebab10'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:54.532959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd0b-adc1-42c3-a718-facd80cfd936 req-b71386bf-313d-4681-bb36-b24f27005e8f tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:54.534646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-179edd0b-adc1-42c3-a718-facd80cfd936 req-b71386bf-313d-4681-bb36-b24f27005e8f tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 945 time: 0.1134565 Jul 08 17:37:54.585873 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-179edd0b-adc1-42c3-a718-facd80cfd936 req-18a09b1b-05a8-4092-9f7b-aabef947b13f tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 Jul 08 17:37:54.947542 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.185225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46026) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:55.442225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7864fb08-adc1-4779-8c8e-3981183b7aab details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:55.452185 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-242cfe70-be27-4f71-89a4-f7eb73e39417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.526951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c42b3-b27c-4deb-902d-5303e3b115d6 req-8ec785a9-39d0-4063-83bb-e67ee84095eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:55.528844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b1c42b3-b27c-4deb-902d-5303e3b115d6 req-8ec785a9-39d0-4063-83bb-e67ee84095eb tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 943 time: 0.1404238 Jul 08 17:37:55.611907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7b1c42b3-b27c-4deb-902d-5303e3b115d6 req-58eac94a-a8f6-4ea6-b808-b34f202c1815 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625486 Jul 08 17:37:55.649268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-242cfe70-be27-4f71-89a4-f7eb73e39417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.655679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-242cfe70-be27-4f71-89a4-f7eb73e39417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.668922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:55.710182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'port_id': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'mac_address': 'fa:16:3e:e9:27:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:55.710776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-242cfe70-be27-4f71-89a4-f7eb73e39417 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26d08024180345c2a55d76e345d81940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235460 Jul 08 17:37:55.716601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:55.742122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cfe70-be27-4f71-89a4-f7eb73e39417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0865c028-478b-45ae-a225-86548c2d2f00,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:55.808861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.833979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7864fb08-adc1-4779-8c8e-3981183b7aab {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:55.839668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-465cb66c-798b-46d6-9631-879082de6012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.841292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55388b5-e1f8-4aa6-9511-38ba0c580fe9 req-51569944-02d6-4929-911e-ed3e7819cc1e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:55.848445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55388b5-e1f8-4aa6-9511-38ba0c580fe9 req-51569944-02d6-4929-911e-ed3e7819cc1e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1816714 Jul 08 17:37:55.885710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:55.892410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-465cb66c-798b-46d6-9631-879082de6012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.896288 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.898021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 477e092c-a891-46a8-9ff5-c2628a8af1cc details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:55.926787 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b55388b5-e1f8-4aa6-9511-38ba0c580fe9 req-5f9ac964-17d8-403a-8d4f-9e4cce6b60d5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716157 Jul 08 17:37:55.978380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-465cb66c-798b-46d6-9631-879082de6012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.981399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-465cb66c-798b-46d6-9631-879082de6012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.983036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-465cb66c-798b-46d6-9631-879082de6012 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0865c028-478b-45ae-a225-86548c2d2f00 HTTP/1.1" status: 204 len: 168 time: 0.2646911 Jul 08 17:37:56.010347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cb66c-798b-46d6-9631-879082de6012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0865c028-478b-45ae-a225-86548c2d2f00,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.106770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 477e092c-a891-46a8-9ff5-c2628a8af1cc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:56.119644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'port_id': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'mac_address': 'fa:16:3e:c5:81:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:56.180834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac50c4-4289-41ff-9228-784e3dc72589 req-6e7fa442-9733-4bda-9e06-6414e93696df tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:56.189419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59ac50c4-4289-41ff-9228-784e3dc72589 req-6e7fa442-9733-4bda-9e06-6414e93696df tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 945 time: 0.1454728 Jul 08 17:37:56.197095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.219875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.247793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477e092c-a891-46a8-9ff5-c2628a8af1cc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:56.271158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59ac50c4-4289-41ff-9228-784e3dc72589 req-692ba5b1-e49b-436c-a3b1-4c48d5484e3b tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Jul 08 17:37:56.285802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 477e092c-a891-46a8-9ff5-c2628a8af1cc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:56.291822 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.354069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=477e092c-a891-46a8-9ff5-c2628a8af1cc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.461098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7864fb08-adc1-4779-8c8e-3981183b7aab'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:56.478952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.514842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5785be25-03f5-4c4b-b3a7-02591228a320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.658166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5785be25-03f5-4c4b-b3a7-02591228a320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.666299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5785be25-03f5-4c4b-b3a7-02591228a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.714356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['477e092c-a891-46a8-9ff5-c2628a8af1cc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:56.736258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.744330 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5785be25-03f5-4c4b-b3a7-02591228a320 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4f2499feee2419caa676033c0f44eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532907 Jul 08 17:37:56.789949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785be25-03f5-4c4b-b3a7-02591228a320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48076255-ed18-4377-aee6-a35d878a2067,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.849114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0bf11d6-5ed1-4868-9942-0abc9d428169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.989441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0bf11d6-5ed1-4868-9942-0abc9d428169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.070266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81348-b084-4406-8a68-050206daa6ce req-e725ba6f-e191-4066-9ff9-5b53beae9738 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:57.078581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35c81348-b084-4406-8a68-050206daa6ce req-e725ba6f-e191-4066-9ff9-5b53beae9738 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 944 time: 0.1867723 Jul 08 17:37:57.151740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35c81348-b084-4406-8a68-050206daa6ce req-a8c5e27b-b829-47ff-9c39-ac83a8aa80f4 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709782 Jul 08 17:37:57.153530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0bf11d6-5ed1-4868-9942-0abc9d428169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.160395 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0bf11d6-5ed1-4868-9942-0abc9d428169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.167426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0bf11d6-5ed1-4868-9942-0abc9d428169 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48076255-ed18-4377-aee6-a35d878a2067 HTTP/1.1" status: 204 len: 168 time: 0.4298570 Jul 08 17:37:57.176561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf11d6-5ed1-4868-9942-0abc9d428169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48076255-ed18-4377-aee6-a35d878a2067,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.439170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7eb69-7401-46b8-a8d0-a67daf245d94 req-3a12d678-4036-4199-a3aa-4246b00f909f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:57.447777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73b7eb69-7401-46b8-a8d0-a67daf245d94 req-3a12d678-4036-4199-a3aa-4246b00f909f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 944 time: 0.1532309 Jul 08 17:37:57.458302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 500ad442-da2d-4d5f-8208-cf5381ebab10 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:57.507662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73b7eb69-7401-46b8-a8d0-a67daf245d94 req-08e38d53-765e-4c26-8285-c36d122462e9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Jul 08 17:37:57.603728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 500ad442-da2d-4d5f-8208-cf5381ebab10 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:57.607365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 500ad442-da2d-4d5f-8208-cf5381ebab10 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:57.607855 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.629990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5200071-a718-4fb2-8332-96eaf69a8d86 req-2db2eda2-55cf-45c1-85a0-0bb46d76feaa tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:57.640564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5200071-a718-4fb2-8332-96eaf69a8d86 req-2db2eda2-55cf-45c1-85a0-0bb46d76feaa tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 945 time: 0.1627672 Jul 08 17:37:57.730895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5200071-a718-4fb2-8332-96eaf69a8d86 req-d9505268-94c0-44c3-91f4-5f734a1f5f0a tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893569 Jul 08 17:37:57.776179 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.825891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 500ad442-da2d-4d5f-8208-cf5381ebab10, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=500ad442-da2d-4d5f-8208-cf5381ebab10,segment=NetworkSegment(792cb9ad-86fa-4dff-beab-fb42a0ca5d12),segment_id=792cb9ad-86fa-4dff-beab-fb42a0ca5d12)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:57.827030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500ad442-da2d-4d5f-8208-cf5381ebab10'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:57.830406 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75aa811-b63e-4a57-a6d0-ebeeac5c6af8" -d '{"events": [{"server_uuid": "ee785400-f0eb-4127-9e3b-a5d3eef99ceb", "name": "network-vif-plugged", "status": "completed", "tag": "500ad442-da2d-4d5f-8208-cf5381ebab10"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:57.833765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.835157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7864fb08-adc1-4779-8c8e-3981183b7aab up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:57.965682 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40fdff2-2c95-4f42-a29c-1c60210e0cf3 x-openstack-request-id: req-b40fdff2-2c95-4f42-a29c-1c60210e0cf3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:57.966462 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee785400-f0eb-4127-9e3b-a5d3eef99ceb", "name": "network-vif-plugged", "status": "completed", "tag": "500ad442-da2d-4d5f-8208-cf5381ebab10", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:57.966874 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b40fdff2-2c95-4f42-a29c-1c60210e0cf3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:57.967443 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500ad442-da2d-4d5f-8208-cf5381ebab10', 'code': 200} Jul 08 17:37:57.969890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=500ad442-da2d-4d5f-8208-cf5381ebab10,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:58.004706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7864fb08-adc1-4779-8c8e-3981183b7aab triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:58.005086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.158373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7dc2d-32cd-41f3-bb1c-7584fa7d7850 req-6e2d9a0a-a56c-4247-bbfb-7f3cfa4d961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:58.160548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2dd7dc2d-32cd-41f3-bb1c-7584fa7d7850 req-6e2d9a0a-a56c-4247-bbfb-7f3cfa4d961d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 1097 time: 0.1318467 Jul 08 17:37:58.174685 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.244485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2dd7dc2d-32cd-41f3-bb1c-7584fa7d7850 req-621fbe13-7427-4689-b36d-f714167a5887 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770435 Jul 08 17:37:58.321973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:58.328905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.446147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:58.468856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68030803-f077-457c-af16-64a5f15a2ce3 req-b8ee7cce-c0d4-499c-b539-f39c419b3ac1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:58.470494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68030803-f077-457c-af16-64a5f15a2ce3 req-b8ee7cce-c0d4-499c-b539-f39c419b3ac1 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 944 time: 0.1088052 Jul 08 17:37:58.519486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68030803-f077-457c-af16-64a5f15a2ce3 req-b89091b5-4a8e-442f-8128-8c719f583cf8 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Jul 08 17:37:58.729360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7b11a-f3cf-41ff-ad54-ef857e4be6e6 req-9c7fc551-0bde-445c-8977-34deb305c71d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:58.731373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7b11a-f3cf-41ff-ad54-ef857e4be6e6 req-9c7fc551-0bde-445c-8977-34deb305c71d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.0894585 Jul 08 17:37:59.015259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c243b7-8a65-4d50-a1b8-34a249e71464 req-739f4a94-18b3-49dd-8ef0-1bfa7e263969 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:59.022762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c243b7-8a65-4d50-a1b8-34a249e71464 req-739f4a94-18b3-49dd-8ef0-1bfa7e263969 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.1111016 Jul 08 17:37:59.088937 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23c243b7-8a65-4d50-a1b8-34a249e71464 req-b2ef5c90-10ef-44d8-8772-40ec674ad94d tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 Jul 08 17:37:59.184134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49b7b11a-f3cf-41ff-ad54-ef857e4be6e6 req-4b6c2653-c131-4140-8091-acec962eee08 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421666 Jul 08 17:37:59.456328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 477e092c-a891-46a8-9ff5-c2628a8af1cc up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:59.613309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 477e092c-a891-46a8-9ff5-c2628a8af1cc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:59.619240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 477e092c-a891-46a8-9ff5-c2628a8af1cc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:59.619624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.827418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.871833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69270525-4950-4b00-b939-defdd499199d req-9ab71124-61a0-424e-af44-2a04159b54a7 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:59.873373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69270525-4950-4b00-b939-defdd499199d req-9ab71124-61a0-424e-af44-2a04159b54a7 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 944 time: 0.1144404 Jul 08 17:37:59.888704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 477e092c-a891-46a8-9ff5-c2628a8af1cc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:59.899655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.968790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab'}, {'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:59.971977 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bfdf5c-4965-4858-9070-f34126b917d9" -d '{"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-plugged", "status": "completed", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab"}, {"server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "name": "network-vif-plugged", "status": "completed", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:59.990581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69270525-4950-4b00-b939-defdd499199d req-d36d6a58-31c8-44fa-99ce-a6a411eb60d5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050031 Jul 08 17:38:00.026492 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8628faf2-afcc-49f3-9192-262b5967618a x-openstack-request-id: req-8628faf2-afcc-49f3-9192-262b5967618a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:00.026904 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-plugged", "status": "completed", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab", "code": 200}, {"server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "name": "network-vif-plugged", "status": "completed", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:00.027053 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8628faf2-afcc-49f3-9192-262b5967618a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:00.027774 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'code': 200} Jul 08 17:38:00.028049 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'code': 200} Jul 08 17:38:00.051356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=477e092c-a891-46a8-9ff5-c2628a8af1cc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:00.273767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a843-a771-46e1-9a6a-7dfe5ed28536 req-93cee72f-12e7-4d1f-b5be-77b010318560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.275285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6979a843-a771-46e1-9a6a-7dfe5ed28536 req-93cee72f-12e7-4d1f-b5be-77b010318560 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 1096 time: 0.1288950 Jul 08 17:38:00.361619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6979a843-a771-46e1-9a6a-7dfe5ed28536 req-9dc085fc-fa05-43a1-9c9f-fcb0f80586bd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609078 Jul 08 17:38:00.482275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb342cc-22a6-4abd-b291-2149da18fb5a req-4c0f64a2-3697-4c76-9cbe-c5e06507f6e9 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.484217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4cb342cc-22a6-4abd-b291-2149da18fb5a req-4c0f64a2-3697-4c76-9cbe-c5e06507f6e9 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.1215796 Jul 08 17:38:00.486520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ec5a-7bd0-4449-aea9-218a36e77ba8 req-fc360bbb-a727-40fd-b140-013c8f70baab tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.494337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66a4ec5a-7bd0-4449-aea9-218a36e77ba8 req-fc360bbb-a727-40fd-b140-013c8f70baab tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1087248 Jul 08 17:38:00.545237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66a4ec5a-7bd0-4449-aea9-218a36e77ba8 req-f648e3ed-ae8b-4616-a110-2adbd97640c9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497696 Jul 08 17:38:00.562800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4cb342cc-22a6-4abd-b291-2149da18fb5a req-2a0f8113-4c03-4af2-8e69-9b2fd4edfe13 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Jul 08 17:38:00.875711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68fba-7738-472d-82fc-2706ef7d6a24 req-8383d989-0fee-4a1d-bf67-6a92e7e9f658 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.877847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a2d68fba-7738-472d-82fc-2706ef7d6a24 req-8383d989-0fee-4a1d-bf67-6a92e7e9f658 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.0863752 Jul 08 17:38:00.930508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:00.948857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a2d68fba-7738-472d-82fc-2706ef7d6a24 req-bd0bfc85-0fe0-4e2e-a36b-67f10f12c2d7 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593436 Jul 08 17:38:01.195905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c9356cd-76cb-4c1f-850a-a717a16ab4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.369236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a201df2-5ebf-4ef7-8bbe-b6e3e4b913fd req-28c8f656-39ba-4d00-9b3c-13c26fccaee5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:01.370933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a201df2-5ebf-4ef7-8bbe-b6e3e4b913fd req-28c8f656-39ba-4d00-9b3c-13c26fccaee5 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 945 time: 0.1383555 Jul 08 17:38:01.455702 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c9356cd-76cb-4c1f-850a-a717a16ab4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.461941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c9356cd-76cb-4c1f-850a-a717a16ab4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.503039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a201df2-5ebf-4ef7-8bbe-b6e3e4b913fd req-10792ad0-809f-4cf0-bbea-df44eb55091a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256149 Jul 08 17:38:01.582497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:01.591903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c9356cd-76cb-4c1f-850a-a717a16ab4a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f574a9ad03f34b4eb0e35cae483814b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598337 Jul 08 17:38:01.613200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9356cd-76cb-4c1f-850a-a717a16ab4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559d2ea-22fe-40d6-b722-c78bf1edcd74,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.887096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bd19aaf-719e-45f2-bfe3-a2590c41d337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.949590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154a0b1-6265-4aed-a36e-aac864fc4a55 req-d7a3ecb0-35c8-47b9-ae1b-0baa18c55fad tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:01.951651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d154a0b1-6265-4aed-a36e-aac864fc4a55 req-d7a3ecb0-35c8-47b9-ae1b-0baa18c55fad tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.2421715 Jul 08 17:38:01.958362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bd19aaf-719e-45f2-bfe3-a2590c41d337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.999625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c47b29-8b17-4baf-b960-b874f1059084 req-eb2c1070-d873-4dcc-abcd-3ef4827323c3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:02.007427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1c47b29-8b17-4baf-b960-b874f1059084 req-eb2c1070-d873-4dcc-abcd-3ef4827323c3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1540573 Jul 08 17:38:02.035031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d154a0b1-6265-4aed-a36e-aac864fc4a55 req-6287d01d-95d7-452d-a3a5-0dda07671bdd tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712364 Jul 08 17:38:02.090934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1c47b29-8b17-4baf-b960-b874f1059084 req-c7c8ddcc-b5b0-470e-bd78-ed90449f2986 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824401 Jul 08 17:38:02.127865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bd19aaf-719e-45f2-bfe3-a2590c41d337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.130526 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bd19aaf-719e-45f2-bfe3-a2590c41d337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.134738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5bd19aaf-719e-45f2-bfe3-a2590c41d337 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a559d2ea-22fe-40d6-b722-c78bf1edcd74 HTTP/1.1" status: 204 len: 168 time: 0.5503497 Jul 08 17:38:02.171607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd19aaf-719e-45f2-bfe3-a2590c41d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559d2ea-22fe-40d6-b722-c78bf1edcd74,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:02.525898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.549584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc958c5c-1dab-4daa-bdd0-d71643f08124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.716525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc958c5c-1dab-4daa-bdd0-d71643f08124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.727636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc958c5c-1dab-4daa-bdd0-d71643f08124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.785735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4477-26bd-486e-bd83-47c8518b20a3 req-55fc2501-5e8a-4196-ace2-9be4cb9c6d81 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:02.794482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bc958c5c-1dab-4daa-bdd0-d71643f08124 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdd966151be647f19c105649fa6ad8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658489 Jul 08 17:38:02.797320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.798553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a20c4477-26bd-486e-bd83-47c8518b20a3 req-55fc2501-5e8a-4196-ace2-9be4cb9c6d81 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 945 time: 0.1120796 Jul 08 17:38:02.804349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc958c5c-1dab-4daa-bdd0-d71643f08124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f00abf1-46fb-4770-be7c-04536a26cdfa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:02.871945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a20c4477-26bd-486e-bd83-47c8518b20a3 req-160600e1-c694-44b3-8b79-fb80923ca4fa tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721586 Jul 08 17:38:02.920205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a609b6f-b257-48c3-992c-e468618c185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.956503 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a609b6f-b257-48c3-992c-e468618c185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.013020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a609b6f-b257-48c3-992c-e468618c185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.017714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a609b6f-b257-48c3-992c-e468618c185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.020787 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3a609b6f-b257-48c3-992c-e468618c185f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f00abf1-46fb-4770-be7c-04536a26cdfa HTTP/1.1" status: 204 len: 168 time: 0.2199402 Jul 08 17:38:03.033557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609b6f-b257-48c3-992c-e468618c185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f00abf1-46fb-4770-be7c-04536a26cdfa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:03.382857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f1d37-c64b-4362-872b-ce8951d3b560 req-32e8d430-a503-4aed-aad1-e5749efe4b99 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.392880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-704f1d37-c64b-4362-872b-ce8951d3b560 req-32e8d430-a503-4aed-aad1-e5749efe4b99 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 945 time: 0.2106369 Jul 08 17:38:03.553715 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-704f1d37-c64b-4362-872b-ce8951d3b560 req-1a278e39-f576-4ccc-b456-21901514eb6d tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568573 Jul 08 17:38:03.574855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:03.715231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9cbf5-cc79-4877-8d8e-f5e0d1b27480 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.721393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ace9cbf5-cc79-4877-8d8e-f5e0d1b27480 tempest-TestNetworkBasicOps-1801721386 tempest-TestNetworkBasicOps-1801721386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 1091 time: 0.1440365 Jul 08 17:38:03.724337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:03.730993 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:03.772791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.933991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.963567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bb43c-7f2d-429a-8ba0-691ffd3d5d89 req-8a72c2d3-9328-4523-83ed-fb0cae586644 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.965555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-996bb43c-7f2d-429a-8ba0-691ffd3d5d89 req-8a72c2d3-9328-4523-83ed-fb0cae586644 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.1522925 Jul 08 17:38:04.065291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-996bb43c-7f2d-429a-8ba0-691ffd3d5d89 req-04d88a78-b57d-4ed3-9221-71f37fb364a3 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927749 Jul 08 17:38:04.073446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Allocated IP 172.25.3.173 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b8ee495a-ea41-4d15-a37d-3efafd4abfa2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:04.256377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.402206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bc884-0341-484e-83f7-d204350faca9 req-d2109bb9-df14-445b-b5b3-e3c90ee70835 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.415944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d7bc884-0341-484e-83f7-d204350faca9 req-d2109bb9-df14-445b-b5b3-e3c90ee70835 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2138076 Jul 08 17:38:04.493980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b01a6-a4ba-4d45-a82f-3a3d9d714a5e req-7b6a324d-6658-42ff-91ad-456f81923baf tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.497582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-271b01a6-a4ba-4d45-a82f-3a3d9d714a5e req-7b6a324d-6658-42ff-91ad-456f81923baf tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.1467896 Jul 08 17:38:04.504738 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.582166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-271b01a6-a4ba-4d45-a82f-3a3d9d714a5e req-ec3b668c-d64c-45e2-a5d1-99e174b349a5 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769715 Jul 08 17:38:04.620870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=b8ee495a-ea41-4d15-a37d-3efafd4abfa2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:04.656535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d7bc884-0341-484e-83f7-d204350faca9 req-65106bc2-cedf-47c7-8a1b-8b4e6d717c8d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395124 Jul 08 17:38:04.663974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:04.665582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:04.679089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:04.876586 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:38:05.139630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-4b29631a-3627-4477-8281-05898d8ffc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.142641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-4b29631a-3627-4477-8281-05898d8ffc32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1448a60958a45d99cadc20758af6368&device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 1097 time: 0.1027145 Jul 08 17:38:05.355785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-8aec5701-77a8-469c-beae-c68c0fe4c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.357309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-8aec5701-77a8-469c-beae-c68c0fe4c015 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23567dcb-8ceb-409d-8e9c-0b6618118595 HTTP/1.1" status: 200 len: 911 time: 0.2035401 Jul 08 17:38:05.489104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-7caa455e-39b3-4d26-90af-a7f753402c69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500ad442-da2d-4d5f-8208-cf5381ebab10 HTTP/1.1" status: 200 len: 217 time: 0.1250360 Jul 08 17:38:05.639179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-a2da7bb5-bc4c-4743-b679-875a10af9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.640665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-a2da7bb5-bc4c-4743-b679-875a10af9c80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=757762ad-13ef-4533-a278-2a9bee0f467f HTTP/1.1" status: 200 len: 850 time: 0.1366079 Jul 08 17:38:05.762537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-143882e9-2d6d-408d-8736-30cc5b8fa3ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23567dcb-8ceb-409d-8e9c-0b6618118595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088047 Jul 08 17:38:05.921114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-22d19905-0790-47f4-86c0-30c8073011d9 service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518068 Jul 08 17:38:06.164771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e69b370-3f7e-4db5-a906-a8e6cabae1e1 req-0b6b7b35-8783-47df-a4df-2ef0f75cd3da service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001932 Jul 08 17:38:06.176526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f139f-a5fd-4a16-b497-e4d8846c808b req-3c011108-9989-4102-89b5-33c6da2c8589 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:06.178406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd4f139f-a5fd-4a16-b497-e4d8846c808b req-3c011108-9989-4102-89b5-33c6da2c8589 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 1.0766988 Jul 08 17:38:06.359993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4f7d-1488-4d15-b49a-f84e5f86b2c9 req-e68d2ae6-9b72-440f-9dcc-5c2773966f78 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:06.379416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48914a45-e647-4248-b548-5d8bd66fa628 req-83819257-01ff-4a53-9dfb-6eb3c61f38cb tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:06.379946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01bb4f7d-1488-4d15-b49a-f84e5f86b2c9 req-e68d2ae6-9b72-440f-9dcc-5c2773966f78 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.4578052 Jul 08 17:38:06.385216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48914a45-e647-4248-b548-5d8bd66fa628 req-83819257-01ff-4a53-9dfb-6eb3c61f38cb tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.5196702 Jul 08 17:38:06.578251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01bb4f7d-1488-4d15-b49a-f84e5f86b2c9 req-68371733-b635-4f56-8e90-c4cec4e24443 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931794 Jul 08 17:38:06.657244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd4f139f-a5fd-4a16-b497-e4d8846c808b req-8cfb8d02-f641-488a-a747-66e910e7e001 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266732 Jul 08 17:38:06.756591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.073341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1befa-3a9d-43ee-87f4-900db0e862a9 req-7a54b365-6a65-46d7-835e-0cd058c89ca9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:07.082023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03b1befa-3a9d-43ee-87f4-900db0e862a9 req-7a54b365-6a65-46d7-835e-0cd058c89ca9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2297125 Jul 08 17:38:07.128563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.168781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.177626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03b1befa-3a9d-43ee-87f4-900db0e862a9 req-ae97b323-1278-46ca-a18c-14b551684d27 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946212 Jul 08 17:38:07.199806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Deleting port d2132214-862a-411c-9878-45355fcb324e {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:07.200387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.386281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-258b1edf-f699-4a73-9277-7e138cecc62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.451110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.462787 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] For port d2132214-862a-411c-9878-45355fcb324e, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d2132214-862a-411c-9878-45355fcb324e,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:07.463059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.465417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.695693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event updated for resources: {'Port': ['ID=b8ee495a-ea41-4d15-a37d-3efafd4abfa2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:08.075441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.198803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c39ec-28e8-44b1-8049-398b63a5540c req-4660488c-0fd2-4976-9e5e-2f40b16e00be tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:08.200328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e51c39ec-28e8-44b1-8049-398b63a5540c req-4660488c-0fd2-4976-9e5e-2f40b16e00be tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.1656137 Jul 08 17:38:08.303937 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e51c39ec-28e8-44b1-8049-398b63a5540c req-55dcedf8-a49d-4dd9-a6b2-e0073dcca092 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741076 Jul 08 17:38:08.316758 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-258b1edf-f699-4a73-9277-7e138cecc62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.344589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-258b1edf-f699-4a73-9277-7e138cecc62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.405847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:08.406070 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-258b1edf-f699-4a73-9277-7e138cecc62e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ad842ff11764a26ae5f5e8f447d9f67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2360048 Jul 08 17:38:08.570100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8958f1a4-9a24-4f07-8160-8fb65af35a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.606979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8958f1a4-9a24-4f07-8160-8fb65af35a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.701420 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8958f1a4-9a24-4f07-8160-8fb65af35a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.704166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8958f1a4-9a24-4f07-8160-8fb65af35a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.705351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8958f1a4-9a24-4f07-8160-8fb65af35a3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3731527f-c3d0-4d82-be79-8f0d74b15a3c HTTP/1.1" status: 204 len: 168 time: 0.2984760 Jul 08 17:38:08.717532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f1a4-9a24-4f07-8160-8fb65af35a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3731527f-c3d0-4d82-be79-8f0d74b15a3c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:08.920357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b1edf-f699-4a73-9277-7e138cecc62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3731527f-c3d0-4d82-be79-8f0d74b15a3c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:08.952190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b366158-ef71-4e75-9145-9ee7eb9c4416 req-5a80cc61-505e-4cac-bc72-874a3fa93bcc tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:08.957422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0b366158-ef71-4e75-9145-9ee7eb9c4416 req-5a80cc61-505e-4cac-bc72-874a3fa93bcc tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 945 time: 0.8798122 Jul 08 17:38:09.006484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadcf8f-1287-470c-b93a-a96312cdedeb req-c08708c0-cb88-4018-8cdf-ba134c6ffe46 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:09.010446 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.011051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.012031 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Floating IP a5ad5497-8215-4652-8740-9a08356bfc00 disassociated. External IP: 172.25.3.233, port: d2132214-862a-411c-9878-45355fcb324e. Jul 08 17:38:09.012561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Calling delete_port for d2132214-862a-411c-9878-45355fcb324e owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:09.017318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fadcf8f-1287-470c-b93a-a96312cdedeb req-c08708c0-cb88-4018-8cdf-ba134c6ffe46 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2056336 Jul 08 17:38:09.027336 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Floating IP 80357af8-4394-4443-9977-7416840b1802 associated. External IP: 172.25.3.173, port: 477e092c-a891-46a8-9ff5-c2628a8af1cc. Jul 08 17:38:09.175847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fadcf8f-1287-470c-b93a-a96312cdedeb req-f1b00872-b012-4530-824c-ea555eb372d8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511245 Jul 08 17:38:09.214193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0b366158-ef71-4e75-9145-9ee7eb9c4416 req-02cfa079-0345-4ba2-a070-0ca4c412ab00 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/security-groups?id=301c28ff-675b-466c-ac3d-36b105635129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335069 Jul 08 17:38:09.515690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d2132214-862a-411c-9878-45355fcb324e no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:09.726299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:09.775583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f54acd8-860e-4ae1-a14d-87bed2e3d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.879358 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.941202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:10.055282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f54acd8-860e-4ae1-a14d-87bed2e3d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.070304 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5f54acd8-860e-4ae1-a14d-87bed2e3d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.280452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5f54acd8-860e-4ae1-a14d-87bed2e3d853 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a4a51c532164c5480fd8d0c2cfa776c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277150 Jul 08 17:38:10.286870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:10.289067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:10.293902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54acd8-860e-4ae1-a14d-87bed2e3d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c9e1d-c22d-48ed-bece-c91e355adf47,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:10.299867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] Sync routers for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:10.302683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.334912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:10.341414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:10.383331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb2f03-20b1-4fa2-a020-840ba08d94c3 req-0f6304fa-2e3f-4f2d-a868-996f0262d8f1 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:10.384939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6eeb2f03-20b1-4fa2-a020-840ba08d94c3 req-0f6304fa-2e3f-4f2d-a868-996f0262d8f1 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.2231061 Jul 08 17:38:10.492244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6eeb2f03-20b1-4fa2-a020-840ba08d94c3 req-68e606dc-7bbd-4d59-9bcd-3b69e801dffb tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014395 Jul 08 17:38:10.527011 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.625674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event deleted for resources: {'Port': ['ID=d2132214-862a-411c-9878-45355fcb324e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:10.732650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-03e343fa-2387-42ab-bba1-2375c543e367 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0055358 Jul 08 17:38:10.738761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:10.745443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Router a22e3c02-9b3f-4891-a82a-c6e3d14477de has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:10.745705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d76a0bff-2c08-43ed-8143-de58b972d0c2 req-06e2fb8c-3141-453a-9a04-bd1d1e15742c tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 210 time: 0.0642316 Jul 08 17:38:10.750800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:10.753126 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d0437e-527c-4cc5-b55b-08ea6ece1843" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:11.003941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:11.015571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c86c9f6-caa5-4e06-90a2-d0817400231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.067098 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006418e0-c594-43dd-afd2-4c72f53818de x-openstack-request-id: req-006418e0-c594-43dd-afd2-4c72f53818de {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:11.067538 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:11.067909 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-006418e0-c594-43dd-afd2-4c72f53818de {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:11.070586 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'status': 'completed', 'code': 200} Jul 08 17:38:11.121256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-9e77949a-9253-4e89-96c5-ee2af90a8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:11.123086 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-9e77949a-9253-4e89-96c5-ee2af90a8872 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 1096 time: 0.1758714 Jul 08 17:38:11.199266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-835d4f82-9973-44f4-bb14-7fe06a80ef58 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/80357af8-4394-4443-9977-7416840b1802 HTTP/1.1" status: 200 len: 991 time: 0.4382050 Jul 08 17:38:11.203539 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c86c9f6-caa5-4e06-90a2-d0817400231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.372548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-58cfbccf-6756-42f2-b780-250fa7619c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:11.374948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-58cfbccf-6756-42f2-b780-250fa7619c67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2236fdfc-5600-43d5-9b1b-c67656a01e96 HTTP/1.1" status: 200 len: 898 time: 0.2448804 Jul 08 17:38:11.376417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add56ba-6f3e-4946-ba38-9d692cbe5259 req-9d3ce778-7121-4c67-bb4c-162fbb13f1c8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:11.387631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1add56ba-6f3e-4946-ba38-9d692cbe5259 req-9d3ce778-7121-4c67-bb4c-162fbb13f1c8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.8853838 Jul 08 17:38:11.528727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:11.572499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] Sync routers for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:11.647252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:11.649803 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:11.713436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-ed76528c-7162-4a1d-9fe8-4d086591c06a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc HTTP/1.1" status: 200 len: 999 time: 0.3267305 Jul 08 17:38:11.759755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] No DVR routers for this DVR port d2132214-862a-411c-9878-45355fcb324e on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:11.795897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1add56ba-6f3e-4946-ba38-9d692cbe5259 req-4c57caa7-3a99-4e2a-b555-f924ade60e27 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016747 Jul 08 17:38:11.799811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.808529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48914a45-e647-4248-b548-5d8bd66fa628 req-54b3c298-08e0-4219-aa8e-5bc5b2004c46 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.53 "DELETE /v2.0/ports/d2132214-862a-411c-9878-45355fcb324e HTTP/1.1" status: 204 len: 173 time: 5.4091902 Jul 08 17:38:11.825441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c86c9f6-caa5-4e06-90a2-d0817400231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.828386 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c86c9f6-caa5-4e06-90a2-d0817400231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.832989 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4c86c9f6-caa5-4e06-90a2-d0817400231d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e80c9e1d-c22d-48ed-bece-c91e355adf47 HTTP/1.1" status: 204 len: 168 time: 1.5417287 Jul 08 17:38:11.839197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '80357af8-4394-4443-9977-7416840b1802', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'port_id': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'mac_address': 'fa:16:3e:c5:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:38:06Z', 'updated_at': '2021-07-08T17:38:06Z', 'revision_number': 0, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:44Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:11.872327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c9f6-caa5-4e06-90a2-d0817400231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c9e1d-c22d-48ed-bece-c91e355adf47,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:12.010514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6eb4042c-f272-4ea3-861f-9fe20eac0da9 req-602ac1e5-d379-4529-a701-41250eb3fafb tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b52eef3-780d-4592-995f-ca2f792e9843 HTTP/1.1" status: 200 len: 210 time: 0.0643365 Jul 08 17:38:12.027092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] Checking router: 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:38:12.089336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-b674c51a-a71f-48aa-a8f9-ddc42bc02ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.100027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-b674c51a-a71f-48aa-a8f9-ddc42bc02ca4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f98b4ae-409e-4416-8017-104ae0e6b11f HTTP/1.1" status: 200 len: 835 time: 0.3406835 Jul 08 17:38:12.141532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:12.144585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:12.183989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46384) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:12.264121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6b0b9-c6e0-4704-aeab-c6df7970959b req-fb4903ad-9566-41fa-a958-f35af14cdbab tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.270157 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:12.277810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fa6b0b9-c6e0-4704-aeab-c6df7970959b req-fb4903ad-9566-41fa-a958-f35af14cdbab tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.5559323 Jul 08 17:38:12.420091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c81a6f94-bd5f-4c99-9bc0-590ba1f882e9 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/80357af8-4394-4443-9977-7416840b1802 HTTP/1.1" status: 200 len: 991 time: 0.2340577 Jul 08 17:38:12.550060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fa6b0b9-c6e0-4704-aeab-c6df7970959b req-60ff191a-6c6d-49d7-a890-6e8b159f89d1 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708983 Jul 08 17:38:12.648549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-a4616dd8-40af-4c53-9733-d73a61f11708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.650336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-a4616dd8-40af-4c53-9733-d73a61f11708 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2236fdfc-5600-43d5-9b1b-c67656a01e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5384836 Jul 08 17:38:12.670966 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:29Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:12.774832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] Checking router: a22e3c02-9b3f-4891-a82a-c6e3d14477de for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:38:12.799390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:12.845600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:12.854421 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:12.981566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-164d3ae5-f579-49db-ad4d-498e9297a54b service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215477 Jul 08 17:38:13.071838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'name': 'network-vif-deleted', 'tag': 'd2132214-862a-411c-9878-45355fcb324e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:13.074767 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c089c33-096a-4af6-bf32-386437544fcf" -d '{"events": [{"server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "name": "network-vif-deleted", "tag": "d2132214-862a-411c-9878-45355fcb324e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:13.176013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.176575 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.295256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3d0437e-527c-4cc5-b55b-08ea6ece1843 req-a780ba3f-e354-493e-a9b1-545caaa6eeb6 service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070669 Jul 08 17:38:13.394228 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:13.423711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:13.445444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad652-e6fe-49b7-9d7c-3ef415612b6e req-897abb6a-2f6d-4234-bc09-7ea83d7cf189 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:13.447080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec1ad652-e6fe-49b7-9d7c-3ef415612b6e req-897abb6a-2f6d-4234-bc09-7ea83d7cf189 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2493536 Jul 08 17:38:13.591166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46416) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:13.790837 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e3e08-b9de-4a96-b5b6-4d6cd88e9864 x-openstack-request-id: req-1a4e3e08-b9de-4a96-b5b6-4d6cd88e9864 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:13.791219 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b52eef3-780d-4592-995f-ca2f792e9843", "name": "network-vif-deleted", "tag": "d2132214-862a-411c-9878-45355fcb324e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:13.791455 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a4e3e08-b9de-4a96-b5b6-4d6cd88e9864 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:13.791888 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b52eef3-780d-4592-995f-ca2f792e9843', 'name': 'network-vif-deleted', 'tag': 'd2132214-862a-411c-9878-45355fcb324e', 'status': 'completed', 'code': 200} Jul 08 17:38:13.816258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec1ad652-e6fe-49b7-9d7c-3ef415612b6e req-d8beefc6-94a3-4ce7-884f-57cda48dd382 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620219 Jul 08 17:38:13.908375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '80357af8-4394-4443-9977-7416840b1802', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'port_id': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'mac_address': 'fa:16:3e:c5:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:38:06Z', 'updated_at': '2021-07-08T17:38:06Z', 'revision_number': 0, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:44Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:14.055877 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:29Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:14.088957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8ce26-ad13-401d-a87a-16b2af6a856a None None] The sync data for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 is: [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '80357af8-4394-4443-9977-7416840b1802', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'port_id': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'mac_address': 'fa:16:3e:c5:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:38:06Z', 'updated_at': '2021-07-08T17:38:06Z', 'revision_number': 0, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:44Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:14.094733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Deleting port c50f3820-b467-4fdf-a1d9-9eb9cb1d5ea4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:14.095196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.114159 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c8b09b-2abe-4ae5-a165-ea73b07f1db8 None None] The sync data for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 is: [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:32:16Z', 'revision_number': 4, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4a16de6a-062e-4dc1-a546-c39a64e450ed', 'name': '', 'network_id': '4ad55dfb-538e-4537-a6b4-6ba5236075a0', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'mac_address': 'fa:16:3e:99:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '16c00415-80e7-409f-9249-b5d978dcebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:14Z', 'updated_at': '2021-07-08T17:32:29Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'subnets': [{'id': '16c00415-80e7-409f-9249-b5d978dcebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:14.160166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-075a52f0-9c86-4372-a827-ae8077232376 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/80357af8-4394-4443-9977-7416840b1802 HTTP/1.1" status: 200 len: 991 time: 0.7352266 Jul 08 17:38:14.293366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-dc1a1bf1-79f8-4888-9290-7a1b1de0aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:14.299147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-dc1a1bf1-79f8-4888-9290-7a1b1de0aeeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1448a60958a45d99cadc20758af6368&device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 1097 time: 0.7639837 Jul 08 17:38:14.433241 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.440988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.518599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Calling delete_port for c50f3820-b467-4fdf-a1d9-9eb9cb1d5ea4 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:14.612969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb04e98-d454-4a2d-aef1-46e9558043ac req-05c4cfc8-9ffa-4997-acb0-07da8f2bae23 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:14.641804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5cb04e98-d454-4a2d-aef1-46e9558043ac req-05c4cfc8-9ffa-4997-acb0-07da8f2bae23 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.6672406 Jul 08 17:38:14.675691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d99bf3-aad1-476e-8607-d466e81743d3 None None] New status for floating IP 80357af8-4394-4443-9977-7416840b1802: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:38:14.826750 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf9c8e-f978-46f0-a2b5-3766afec5807 None None] New status for floating IP a5ad5497-8215-4652-8740-9a08356bfc00: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:38:14.851662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.975350 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-8edf9c8e-f978-46f0-a2b5-3766afec5807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:38:14.976011 n-d-799527-4 neutron-server[93947]: DEBUG oslo_db.api [None req-8edf9c8e-f978-46f0-a2b5-3766afec5807 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:38:15.000578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5cb04e98-d454-4a2d-aef1-46e9558043ac req-927b5d99-270e-4e16-aad1-123638ab6deb tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573389 Jul 08 17:38:15.013855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event deleted for resources: {'Port': ['ID=c50f3820-b467-4fdf-a1d9-9eb9cb1d5ea4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:15.017595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-f7517699-8816-4b60-9e60-21086c1d576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.019574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-f7517699-8816-4b60-9e60-21086c1d576e service neutron] 10.222.0.53 "GET /v2.0/networks?id=23567dcb-8ceb-409d-8e9c-0b6618118595 HTTP/1.1" status: 200 len: 911 time: 0.7075212 Jul 08 17:38:15.121876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-657930e9-0528-4f8b-b3c5-b7879fee0acd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500ad442-da2d-4d5f-8208-cf5381ebab10 HTTP/1.1" status: 200 len: 217 time: 0.0878973 Jul 08 17:38:15.134847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.135413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.136671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.138020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.140376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.141049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.142073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.147177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.147715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.148224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.148713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.149219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:15.171809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46448) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:15.278790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-c502b271-8018-4944-9bb6-d380fdf6fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.281218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-c502b271-8018-4944-9bb6-d380fdf6fe71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=757762ad-13ef-4533-a278-2a9bee0f467f HTTP/1.1" status: 200 len: 850 time: 0.1585052 Jul 08 17:38:15.304385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.306986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.314645 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-663ac0f4-f508-46e6-ae7b-0dd10d958964 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "DELETE /v2.0/floatingips/a5ad5497-8215-4652-8740-9a08356bfc00 HTTP/1.1" status: 204 len: 168 time: 1.7225294 Jul 08 17:38:15.357043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-77d87444-4ec0-4ae6-a00b-d73430590ad6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23567dcb-8ceb-409d-8e9c-0b6618118595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576379 Jul 08 17:38:15.366417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132063ac-00e5-4262-9e9b-5d48328e4358 req-aac4e3ef-43de-44be-aa78-9ac59233c997 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.371660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-132063ac-00e5-4262-9e9b-5d48328e4358 req-aac4e3ef-43de-44be-aa78-9ac59233c997 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1939158 Jul 08 17:38:15.379065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-06579ef3-8c2f-4070-8e6c-262ac4d62e8c tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/80357af8-4394-4443-9977-7416840b1802 HTTP/1.1" status: 200 len: 993 time: 0.1995151 Jul 08 17:38:15.477916 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edf9c8e-f978-46f0-a2b5-3766afec5807 None None] New status for floating IP a5ad5497-8215-4652-8740-9a08356bfc00: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:38:15.505740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-b9d805db-c0a9-4914-ad4b-0365f5a76d10 service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206436 Jul 08 17:38:15.530480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-132063ac-00e5-4262-9e9b-5d48328e4358 req-6a13c164-4797-4f19-820d-2005765491d8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520264 Jul 08 17:38:15.708838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3e24dc2-6efe-4280-8c9d-6ebc558f7a04 req-a990f280-ad5c-4c34-9fab-6ee9d707949d service neutron] 10.222.0.53 "GET /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949496 Jul 08 17:38:15.735132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46466) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:15.832455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.870071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.996433 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.000261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.005019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] 10.222.0.48 "DELETE /v2.0/security-groups/301c28ff-675b-466c-ac3d-36b105635129 HTTP/1.1" status: 204 len: 168 time: 0.2687824 Jul 08 17:38:16.028676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c28ff-675b-466c-ac3d-36b105635129,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:16.062852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.063378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.066766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.068357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.068722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.069064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.072620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.072997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.073322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.073661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.074038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.074346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe72939-b463-4b83-8333-77a9bba40158 tempest-TestServerBasicOps-23694804 tempest-TestServerBasicOps-23694804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:16.086786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:16.362187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fbd23-366a-4e20-b8b4-e5d2bddad1f2 req-5e6ed2a0-47a7-40e7-9134-3684f31a8274 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:16.370009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc2fbd23-366a-4e20-b8b4-e5d2bddad1f2 req-5e6ed2a0-47a7-40e7-9134-3684f31a8274 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.1443074 Jul 08 17:38:16.876134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc2fbd23-366a-4e20-b8b4-e5d2bddad1f2 req-7a5353b1-b16f-4e32-8fdb-c8ff5f5b6494 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049534 Jul 08 17:38:16.929526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c3b93-f9e9-421c-aa4a-90bba26a78b2 req-b1bb84f6-0d91-4158-9907-047fd8953d82 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:16.931948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-143c3b93-f9e9-421c-aa4a-90bba26a78b2 req-b1bb84f6-0d91-4158-9907-047fd8953d82 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1411812 Jul 08 17:38:16.985410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-143c3b93-f9e9-421c-aa4a-90bba26a78b2 req-70fa612a-ddf8-460b-9482-176d55fdd4c7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Jul 08 17:38:17.147777 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.634662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Deleting port 4a16de6a-062e-4dc1-a546-c39a64e450ed {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:17.635491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.737415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] For port 4a16de6a-062e-4dc1-a546-c39a64e450ed, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4a16de6a-062e-4dc1-a546-c39a64e450ed,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:17.737957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.752529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Calling delete_port for 4a16de6a-062e-4dc1-a546-c39a64e450ed owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:17.993299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.028280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Pushing event deleted for resources: {'Port': ['ID=4a16de6a-062e-4dc1-a546-c39a64e450ed,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:18.273146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8033749-db85-4418-9471-c1b28c7f033d req-dc4c1be3-299f-4e08-a79f-77c7095c2c11 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:18.284310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8033749-db85-4418-9471-c1b28c7f033d req-dc4c1be3-299f-4e08-a79f-77c7095c2c11 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.2236373 Jul 08 17:38:18.351660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8033749-db85-4418-9471-c1b28c7f033d req-1dc07bc8-21e5-40c5-b5e0-7298f4f590fd tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654094 Jul 08 17:38:18.442540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfee96-e103-464b-a657-8bf3306ae765 req-fd54907c-a49c-4b15-a85c-3bbd368e3188 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:18.444257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82cfee96-e103-464b-a657-8bf3306ae765 req-fd54907c-a49c-4b15-a85c-3bbd368e3188 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2019522 Jul 08 17:38:18.452718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.655049 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82cfee96-e103-464b-a657-8bf3306ae765 req-ec885bb5-6c10-46c1-ad57-c05d93e0b41f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012694 Jul 08 17:38:19.321548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Router a22e3c02-9b3f-4891-a82a-c6e3d14477de has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:19.501679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89b05e02-02b5-4a5b-a7ce-47ade9d1a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.557638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34955018-599e-4959-847a-19639a7e5e29 req-023e1eea-3190-41b4-96b9-f09c50811e3e tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:19.568778 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34955018-599e-4959-847a-19639a7e5e29 req-023e1eea-3190-41b4-96b9-f09c50811e3e tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.3247747 Jul 08 17:38:19.623684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:19.629858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d3f4304c-b7e1-4757-8639-cbad4a9cbdef admin admin] 10.222.0.48 "PUT /v2.0/routers/a22e3c02-9b3f-4891-a82a-c6e3d14477de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5409663 Jul 08 17:38:19.633032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46572) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.639097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] Sync routers for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:19.660443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:19.663538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34955018-599e-4959-847a-19639a7e5e29 req-74d7aeb3-00b7-45f9-952c-9b3437991268 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934567 Jul 08 17:38:19.665434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:19.845080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:19.870775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.017744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65da68-93c8-42e6-813a-9b0e9edac7cd req-f9e2a2e2-da7f-4f15-8f76-9e54e643a49b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:20.026097 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a65da68-93c8-42e6-813a-9b0e9edac7cd req-f9e2a2e2-da7f-4f15-8f76-9e54e643a49b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1927309 Jul 08 17:38:20.035744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.127528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a65da68-93c8-42e6-813a-9b0e9edac7cd req-0dddc4f6-d8d1-4c83-8aff-5ccebb646943 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969763 Jul 08 17:38:20.168404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:38:17Z', 'revision_number': 5, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port': {'id': '53c62814-0ade-49d7-ac4e-71ebfed3051c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:07Z', 'updated_at': '2021-07-08T17:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:20.173902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Deleting port 53c62814-0ade-49d7-ac4e-71ebfed3051c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:20.174501 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.209527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] Checking router: a22e3c02-9b3f-4891-a82a-c6e3d14477de for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:38:20.230107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] Routers {'a22e3c02-9b3f-4891-a82a-c6e3d14477de'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:20.231121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:20.317345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] For port 53c62814-0ade-49d7-ac4e-71ebfed3051c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=53c62814-0ade-49d7-ac4e-71ebfed3051c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:20.318566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.348537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-4ac87f74-a754-4aad-b245-64a5f2e888fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:20.351001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-4ac87f74-a754-4aad-b245-64a5f2e888fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 1096 time: 0.1613376 Jul 08 17:38:20.358745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] Set router a22e3c02-9b3f-4891-a82a-c6e3d14477de gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:20.359831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Calling delete_port for 53c62814-0ade-49d7-ac4e-71ebfed3051c owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:20.419331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:38:20Z', 'revision_number': 6, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:20.468775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19dbfc-3f21-455b-84fa-5f68127825a1 None None] The sync data for ids ['a22e3c02-9b3f-4891-a82a-c6e3d14477de'] in n-d-799527-4 is: [{'id': 'a22e3c02-9b3f-4891-a82a-c6e3d14477de', 'name': 'tempest-TestServerBasicOps-340604083-router', 'tenant_id': '9da435700b3442a38449d0f3746b537c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:06Z', 'updated_at': '2021-07-08T17:38:20Z', 'revision_number': 6, 'project_id': '9da435700b3442a38449d0f3746b537c', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:20.655544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.698587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c62814-0ade-49d7-ac4e-71ebfed3051c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:20.748290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-43ba2ad4-1413-4612-b4db-986bee57011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:20.749791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-43ba2ad4-1413-4612-b4db-986bee57011e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1925344 Jul 08 17:38:20.831169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-0dd7ff24-a16b-4463-b812-2e2e9809a297 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7864fb08-adc1-4779-8c8e-3981183b7aab HTTP/1.1" status: 200 len: 217 time: 0.0504124 Jul 08 17:38:20.890346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.206128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-fc51307d-dd90-4097-8ea3-ac18f6787743 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:21.217194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-fc51307d-dd90-4097-8ea3-ac18f6787743 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.1828468 Jul 08 17:38:21.544152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df11d0b-ddc1-4d56-83a6-10d4a829b4f9 req-c3acdbec-03ab-48c7-9bfd-e302cb4f9741 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:21.546896 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9df11d0b-ddc1-4d56-83a6-10d4a829b4f9 req-c3acdbec-03ab-48c7-9bfd-e302cb4f9741 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.2362406 Jul 08 17:38:21.566845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.571268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.625735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9df11d0b-ddc1-4d56-83a6-10d4a829b4f9 req-3437601f-6a5b-4e0b-aeb1-861e2aca7f90 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Jul 08 17:38:21.639648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Deleting port 500ad442-da2d-4d5f-8208-cf5381ebab10 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:21.640224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.655048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-988b1c35-efa7-48c4-9450-c509fe269b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:21.656579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-988b1c35-efa7-48c4-9450-c509fe269b93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.8138444 Jul 08 17:38:21.692411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b943c26-d66a-4027-95ac-4594ad0c4ee3 req-eb063977-1e46-496d-b998-962a76fcd7ce tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:21.701365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b943c26-d66a-4027-95ac-4594ad0c4ee3 req-eb063977-1e46-496d-b998-962a76fcd7ce tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 946 time: 0.8748019 Jul 08 17:38:21.741953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.741953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22e3c02-9b3f-4891-a82a-c6e3d14477de {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:38:21.744843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.745992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f63c75c4-8f76-4429-8d8e-51273109c488 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a22e3c02-9b3f-4891-a82a-c6e3d14477de HTTP/1.1" status: 204 len: 168 time: 2.1118526 Jul 08 17:38:21.753897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.910769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b943c26-d66a-4027-95ac-4594ad0c4ee3 req-6ad63707-756d-4d11-8d1d-36c1b9b830d4 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084272 Jul 08 17:38:21.913764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] For port 500ad442-da2d-4d5f-8208-cf5381ebab10, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=500ad442-da2d-4d5f-8208-cf5381ebab10,segment=NetworkSegment(792cb9ad-86fa-4dff-beab-fb42a0ca5d12),segment_id=792cb9ad-86fa-4dff-beab-fb42a0ca5d12)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:21.915165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.962020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Deleting subnet 16c00415-80e7-409f-9249-b5d978dcebab {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:21.963353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Calling delete_port for 500ad442-da2d-4d5f-8208-cf5381ebab10 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:21.974790 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.094105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-2a985672-832e-4acb-9dac-b9d9d9d56522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:22.095905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-2a985672-832e-4acb-9dac-b9d9d9d56522 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4260597 Jul 08 17:38:22.119941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.146447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4a16de6a-062e-4dc1-a546-c39a64e450ed no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:22.259526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4a16de6a-062e-4dc1-a546-c39a64e450ed {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:22.259877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4a16de6a-062e-4dc1-a546-c39a64e450ed not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:22.260310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 53c62814-0ade-49d7-ac4e-71ebfed3051c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:22.285913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.300508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.308704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 53c62814-0ade-49d7-ac4e-71ebfed3051c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:22.309064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 53c62814-0ade-49d7-ac4e-71ebfed3051c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:22.327373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29f9416e-7e4a-4c37-b357-bb73408400e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.348793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.367288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Pushing event deleted for resources: {'Port': ['ID=500ad442-da2d-4d5f-8208-cf5381ebab10,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.454683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] No DVR routers for this DVR port 500ad442-da2d-4d5f-8208-cf5381ebab10 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:22.463756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.465955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28db534d-220e-4edf-869f-e3c7da4dba08 req-69f9addf-7f18-465d-81ac-f23450f83790 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.53 "DELETE /v2.0/ports/500ad442-da2d-4d5f-8208-cf5381ebab10 HTTP/1.1" status: 204 len: 173 time: 1.2475932 Jul 08 17:38:22.467622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'name': 'network-vif-deleted', 'tag': '500ad442-da2d-4d5f-8208-cf5381ebab10'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:22.486150 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e356e-9cfe-4b61-a36a-b9b661e15c4f" -d '{"events": [{"server_uuid": "ee785400-f0eb-4127-9e3b-a5d3eef99ceb", "name": "network-vif-deleted", "tag": "500ad442-da2d-4d5f-8208-cf5381ebab10"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:22.562892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-f53c7fcf-4be8-444f-94c9-10599d24a55c service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555717 Jul 08 17:38:22.565485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.572543 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2e2292-5edd-42a3-b78b-59dfe8607ef1 x-openstack-request-id: req-ef2e2292-5edd-42a3-b78b-59dfe8607ef1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:22.573578 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee785400-f0eb-4127-9e3b-a5d3eef99ceb", "name": "network-vif-deleted", "tag": "500ad442-da2d-4d5f-8208-cf5381ebab10", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:22.574278 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef2e2292-5edd-42a3-b78b-59dfe8607ef1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:22.575223 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee785400-f0eb-4127-9e3b-a5d3eef99ceb', 'name': 'network-vif-deleted', 'tag': '500ad442-da2d-4d5f-8208-cf5381ebab10', 'status': 'completed', 'code': 200} Jul 08 17:38:22.665488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb140e1-6ca4-4ead-b3e3-7880dc84ec25 None None] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:22.668605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.673457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:22.674621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16c00415-80e7-409f-9249-b5d978dcebab HTTP/1.1" status: 204 len: 168 time: 0.9194376 Jul 08 17:38:22.699463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49a57-0ead-4719-98b9-a4f168181887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c00415-80e7-409f-9249-b5d978dcebab,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.728103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08a74337-f68f-4676-8ea1-d44e8bc6c753 req-3b0c286e-48c1-4401-8f9d-0d40c6e3dffb service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508183 Jul 08 17:38:22.890012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.994957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba697166-b68c-4b3c-b621-bfdee38ff2e1 req-d0c6d9b8-02fd-4625-b61a-ff534f9ea08d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:23.003091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba697166-b68c-4b3c-b621-bfdee38ff2e1 req-d0c6d9b8-02fd-4625-b61a-ff534f9ea08d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 945 time: 0.1832471 Jul 08 17:38:23.062861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] DHCP port deletion for 4ad55dfb-538e-4537-a6b4-6ba5236075a0 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:23.078130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Deleting port 76971381-5cf1-4d9c-933f-6ef6e3e08568 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:23.078842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.131443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba697166-b68c-4b3c-b621-bfdee38ff2e1 req-527086dc-d11f-4a69-b35c-fc07d48176da tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240950 Jul 08 17:38:23.198793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Deleting port 76971381-5cf1-4d9c-933f-6ef6e3e08568 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:23.199287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.312609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] For port 76971381-5cf1-4d9c-933f-6ef6e3e08568, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76971381-5cf1-4d9c-933f-6ef6e3e08568,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:23.313542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.354618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Calling delete_port for 76971381-5cf1-4d9c-933f-6ef6e3e08568 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:23.442226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] For port 76971381-5cf1-4d9c-933f-6ef6e3e08568, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76971381-5cf1-4d9c-933f-6ef6e3e08568,segment=NetworkSegment(f07bba25-42b0-4e33-9e6a-acc840c303e0),segment_id=f07bba25-42b0-4e33-9e6a-acc840c303e0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:23.453790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.490370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Calling delete_port for 76971381-5cf1-4d9c-933f-6ef6e3e08568 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:23.497017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.550734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] No DVR routers for this DVR port 76971381-5cf1-4d9c-933f-6ef6e3e08568 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:23.555474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Pushing event deleted for resources: {'Port': ['ID=76971381-5cf1-4d9c-933f-6ef6e3e08568,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.583051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 500ad442-da2d-4d5f-8208-cf5381ebab10 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:23.596371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a238b61-1ed0-44c3-a2ae-4faa2d6dad8d req-b200a8e0-de6e-4eb6-b523-aba22b0804e0 tempest-TestServerAdvancedOps-1101977831 tempest-TestServerAdvancedOps-1101977831-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee785400-f0eb-4127-9e3b-a5d3eef99ceb HTTP/1.1" status: 200 len: 210 time: 0.1461294 Jul 08 17:38:23.679071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.683559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 500ad442-da2d-4d5f-8208-cf5381ebab10 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:23.683905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 500ad442-da2d-4d5f-8208-cf5381ebab10 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:23.686246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7864fb08-adc1-4779-8c8e-3981183b7aab no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:23.693874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad55dfb-538e-4537-a6b4-6ba5236075a0']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:23.707633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07bba25-42b0-4e33-9e6a-acc840c303e0') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:23.707803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07bba25-42b0-4e33-9e6a-acc840c303e0') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:23.729955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.742564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.751927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:23.752384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:23.756534 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:23.787861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.841707 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.849603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.859393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ad55dfb-538e-4537-a6b4-6ba5236075a0 HTTP/1.1" status: 204 len: 168 time: 1.1848030 Jul 08 17:38:23.862397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46636) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:23.871623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.908131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c72d-28ce-4511-aaff-75e8d0e898ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad55dfb-538e-4537-a6b4-6ba5236075a0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.926843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Network 4ad55dfb-538e-4537-a6b4-6ba5236075a0 is not hosted by any dhcp agent {{(pid=93946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:38:23.928549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] No DVR routers for this DVR port 76971381-5cf1-4d9c-933f-6ef6e3e08568 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:23.930914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Pushing event deleted for resources: {'Port': ['ID=76971381-5cf1-4d9c-933f-6ef6e3e08568,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.951331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.951684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.952030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.952371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.952710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.953046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.953376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.953879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.954079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.954373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.955155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:23.955489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1c46cf-cbc0-4c78-8314-9f92f1bc1e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:24.013378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.074935 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:24.077942 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e55c1e-5077-4890-8cb6-bb6659593ae3" -d '{"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-unplugged", "status": "completed", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:24.135187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:24.143790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.304270 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da57df-ad4a-4ce5-854c-0452122aff21 x-openstack-request-id: req-d6da57df-ad4a-4ce5-854c-0452122aff21 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:24.305368 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-unplugged", "status": "completed", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:24.306516 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6da57df-ad4a-4ce5-854c-0452122aff21 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:24.307326 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'code': 200} Jul 08 17:38:24.308064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:24.312575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76971381-5cf1-4d9c-933f-6ef6e3e08568 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:24.341714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 76971381-5cf1-4d9c-933f-6ef6e3e08568 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:24.342677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76971381-5cf1-4d9c-933f-6ef6e3e08568 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:24.614310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc86a-149e-458c-a7f0-5349f4a46c2e req-2bf52c2b-a514-42f8-82d0-ee7f77b43e3f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:24.616061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2bcc86a-149e-458c-a7f0-5349f4a46c2e req-2bf52c2b-a514-42f8-82d0-ee7f77b43e3f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.1908674 Jul 08 17:38:24.692266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2bcc86a-149e-458c-a7f0-5349f4a46c2e req-2e4a3668-3b7e-44fc-8fe0-99e9c3a6d17b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682578 Jul 08 17:38:24.763803 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.781728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46654) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:24.889784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Deleting subnet 757762ad-13ef-4533-a278-2a9bee0f467f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:24.899306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.951877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.987382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.066545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.170937 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.266746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.267597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Deleting port 91cef436-d7ff-4881-9643-f367e83e23f0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:25.268040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.277885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/757762ad-13ef-4533-a278-2a9bee0f467f HTTP/1.1" status: 204 len: 168 time: 0.4926229 Jul 08 17:38:25.277885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbe069-1ada-4500-969e-dab5e4a11e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757762ad-13ef-4533-a278-2a9bee0f467f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:25.279007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:25.426692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.431972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] For port 91cef436-d7ff-4881-9643-f367e83e23f0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=91cef436-d7ff-4881-9643-f367e83e23f0,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:25.432344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.471915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Calling delete_port for 91cef436-d7ff-4881-9643-f367e83e23f0 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:25.551110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.565375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23567dcb-8ceb-409d-8e9c-0b6618118595']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:25.586694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792cb9ad-86fa-4dff-beab-fb42a0ca5d12') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:25.587408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792cb9ad-86fa-4dff-beab-fb42a0ca5d12') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:25.607687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.647484 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.669399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:25.669847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:25.671669 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:25.800077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.837516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.846277 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] 10.222.0.48 "DELETE /v2.0/networks/23567dcb-8ceb-409d-8e9c-0b6618118595 HTTP/1.1" status: 204 len: 168 time: 0.5611479 Jul 08 17:38:25.847548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454dcf-ffb2-406c-80a2-de39ec0ad573 admin admin] Pushing event deleted for resources: {'Network': ['ID=23567dcb-8ceb-409d-8e9c-0b6618118595,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:25.881243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46676) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:25.930314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.028340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=91cef436-d7ff-4881-9643-f367e83e23f0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.120514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Deleting subnet d896c463-aba4-4b2e-97b0-ebdbbbe0a4ab {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:26.140077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.240048 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.281609 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.350462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.443926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b174014-ac21-45b6-ad69-5c023b6281b7 req-9c8d21ca-a503-4d16-a8d8-a0c83bab9f32 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:26.454344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b174014-ac21-45b6-ad69-5c023b6281b7 req-9c8d21ca-a503-4d16-a8d8-a0c83bab9f32 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.4677284 Jul 08 17:38:26.518713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.562132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d896c463-aba4-4b2e-97b0-ebdbbbe0a4ab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.578183 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.597328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b089746-bfdf-4f8f-956c-3d1678b3f9e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d896c463-aba4-4b2e-97b0-ebdbbbe0a4ab HTTP/1.1" status: 204 len: 168 time: 0.7131703 Jul 08 17:38:26.602136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.671383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b174014-ac21-45b6-ad69-5c023b6281b7 req-1408cc34-42ed-4625-b55f-45c209bc5b50 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159655 Jul 08 17:38:26.731239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Router b46c1c93-f381-42ba-835c-b294bc0968f7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:26.832606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.939838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:26.953542 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] Sync routers for ids ['b46c1c93-f381-42ba-835c-b294bc0968f7'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:26.957444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df7cb1ca-60d3-4406-9118-721c4dd80e35 admin admin] 10.222.0.48 "PUT /v2.0/routers/b46c1c93-f381-42ba-835c-b294bc0968f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0929270 Jul 08 17:38:26.958564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46728) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.968742 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] Routers {'b46c1c93-f381-42ba-835c-b294bc0968f7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:26.969364 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b46c1c93-f381-42ba-835c-b294bc0968f7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:27.084938 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.110577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460b6ca4-9e17-4b11-9ba9-0eb2005eb0be']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:27.126516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.127900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c05817-6937-458f-ad49-7dd131151c02') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:27.134267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c05817-6937-458f-ad49-7dd131151c02') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:27.158102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.183267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.190998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:27.191553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:27.194180 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:27.320257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.327147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.331956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] 10.222.0.48 "DELETE /v2.0/networks/460b6ca4-9e17-4b11-9ba9-0eb2005eb0be HTTP/1.1" status: 204 len: 168 time: 0.7244320 Jul 08 17:38:27.356961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd62eb-c1fd-4e10-81bd-5efb34ffcefa admin admin] Pushing event deleted for resources: {'Network': ['ID=460b6ca4-9e17-4b11-9ba9-0eb2005eb0be,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.375965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] Set router b46c1c93-f381-42ba-835c-b294bc0968f7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:27.517127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.546394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4918ce-fc32-4403-bd69-98fdeddd09b3 req-49970036-d08a-4cde-a6e3-c9148ff910c9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:27.548038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ab4918ce-fc32-4403-bd69-98fdeddd09b3 req-49970036-d08a-4cde-a6e3-c9148ff910c9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.5171664 Jul 08 17:38:27.596798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7864fb08-adc1-4779-8c8e-3981183b7aab no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:27.622906 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ab4918ce-fc32-4403-bd69-98fdeddd09b3 req-f226c77e-731e-4611-9a1c-1c7564032b9e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558624 Jul 08 17:38:27.639088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Deleting port 9f5cb5d0-4692-447f-8561-199d57870168 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:27.639432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.688713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46744) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.776403 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9f5cb5d0-4692-447f-8561-199d57870168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:38:25Z', 'revision_number': 5, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port': {'id': '9f5cb5d0-4692-447f-8561-199d57870168', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:26Z', 'updated_at': '2021-07-08T17:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:27.837082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-444b81c4-1ca3-4178-8913-a42ffd8e17ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1448a60958a45d99cadc20758af6368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470175 Jul 08 17:38:27.837884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.846970 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] Checking router: b46c1c93-f381-42ba-835c-b294bc0968f7 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:38:27.870771 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] Routers {'b46c1c93-f381-42ba-835c-b294bc0968f7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:27.871012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] For port 9f5cb5d0-4692-447f-8561-199d57870168, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9f5cb5d0-4692-447f-8561-199d57870168,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:27.871297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.872170 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b46c1c93-f381-42ba-835c-b294bc0968f7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:27.897517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Calling delete_port for 9f5cb5d0-4692-447f-8561-199d57870168 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:27.980255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6a11-32a0-4729-af17-a1e729ac3934 req-6ef1d7d8-6d8c-4088-b69e-371e75015d71 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:27.987728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c53b6a11-32a0-4729-af17-a1e729ac3934 req-6ef1d7d8-6d8c-4088-b69e-371e75015d71 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1745787 Jul 08 17:38:28.046679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d47171ca-fcec-42b1-b50d-748d4e106b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.116177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c53b6a11-32a0-4729-af17-a1e729ac3934 req-f3dce753-ce8f-4164-8b61-4d51c78ed605 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275022 Jul 08 17:38:28.138859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d47171ca-fcec-42b1-b50d-748d4e106b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.298704 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d47171ca-fcec-42b1-b50d-748d4e106b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.301625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d47171ca-fcec-42b1-b50d-748d4e106b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.306265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d47171ca-fcec-42b1-b50d-748d4e106b42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e335aad-6fd1-4f51-a6b0-57ea8a318fa4 HTTP/1.1" status: 204 len: 168 time: 0.4671535 Jul 08 17:38:28.358770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47171ca-fcec-42b1-b50d-748d4e106b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e335aad-6fd1-4f51-a6b0-57ea8a318fa4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:28.404204 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] Set router b46c1c93-f381-42ba-835c-b294bc0968f7 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:28.494659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.543293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5cb5d0-4692-447f-8561-199d57870168,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:28.569909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1235fe-eed0-493a-bd6b-3ab5938c8055 req-4d61223a-04f2-47d3-9ebb-db5e83b5aa15 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:28.581025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca1235fe-eed0-493a-bd6b-3ab5938c8055 req-4d61223a-04f2-47d3-9ebb-db5e83b5aa15 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 945 time: 0.2242303 Jul 08 17:38:28.603313 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:38:27Z', 'revision_number': 6, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:28.646484 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c61cd-4ef3-40ac-8fbf-f8ddc52e5e36 None None] The sync data for ids ['b46c1c93-f381-42ba-835c-b294bc0968f7'] in n-d-799527-4 is: [{'id': 'b46c1c93-f381-42ba-835c-b294bc0968f7', 'name': 'tempest-TestServerBasicOps-654675137-router', 'tenant_id': '2f56296dd8994ca489a104accc7e5b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:24Z', 'updated_at': '2021-07-08T17:38:27Z', 'revision_number': 6, 'project_id': '2f56296dd8994ca489a104accc7e5b0b', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:28.681313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ca1235fe-eed0-493a-bd6b-3ab5938c8055 req-3fa50d39-9091-43e9-868b-023130acf833 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859890 Jul 08 17:38:28.709044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.919030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.923290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.000820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6b61-aaa4-4432-99e8-e29e1b30c58b req-a2680872-3cc1-4181-a746-c7053f542b04 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:29.007118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46792) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.007792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.008362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46c1c93-f381-42ba-835c-b294bc0968f7 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:38:29.009153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23bf6b61-aaa4-4432-99e8-e29e1b30c58b req-a2680872-3cc1-4181-a746-c7053f542b04 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1254148 Jul 08 17:38:29.017389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.024419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af013c8e-2f60-4e6b-b1fd-617a76582936 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b46c1c93-f381-42ba-835c-b294bc0968f7 HTTP/1.1" status: 204 len: 168 time: 2.0591648 Jul 08 17:38:29.030682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.097254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-23bf6b61-aaa4-4432-99e8-e29e1b30c58b req-1cfff0fb-5aee-4788-a5ee-f71900a5dce5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871086 Jul 08 17:38:29.120346 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3b36857f-d091-461b-ab23-3a59cd45cf28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87f3dacf849f460a8b2747ca15f4a0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890148 Jul 08 17:38:29.120346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46796) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.143515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Deleting subnet 558f0a6a-328c-43da-8a65-c45b561e4024 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:29.147912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.180927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc094-8967-4508-8d97-362c05dd96ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.226461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc094-8967-4508-8d97-362c05dd96ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.230880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.296571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc094-8967-4508-8d97-362c05dd96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.300156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc094-8967-4508-8d97-362c05dd96ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.304302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eb3bc094-8967-4508-8d97-362c05dd96ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8acba77-deff-4384-8e78-88935adcf2fe HTTP/1.1" status: 204 len: 168 time: 0.1829169 Jul 08 17:38:29.311684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bc094-8967-4508-8d97-362c05dd96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8acba77-deff-4384-8e78-88935adcf2fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.434633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.567536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.607853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558f0a6a-328c-43da-8a65-c45b561e4024,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.613122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.616201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4719aa7a-cd6e-4258-977e-f30214946e28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/558f0a6a-328c-43da-8a65-c45b561e4024 HTTP/1.1" status: 204 len: 168 time: 0.5821278 Jul 08 17:38:29.618821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.622090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b79d2-0830-42bf-b68e-8330c069bbb6 None None] Network da919393-e31b-4aa1-8312-278c100171da requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:29.862693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.127327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Deleting port 7aae1130-9659-4868-9940-7db7c2afa117 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:30.128119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.199479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f5cb5d0-4692-447f-8561-199d57870168 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:30.258342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9f5cb5d0-4692-447f-8561-199d57870168 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:30.258852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f5cb5d0-4692-447f-8561-199d57870168 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:30.259367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 91cef436-d7ff-4881-9643-f367e83e23f0 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:30.299131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-217de851-5332-4268-88f5-93754fd669e7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:30.300786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-217de851-5332-4268-88f5-93754fd669e7 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 945 time: 0.4462895 Jul 08 17:38:30.328842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] DHCP port deletion for da919393-e31b-4aa1-8312-278c100171da request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:30.365196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] For port 7aae1130-9659-4868-9940-7db7c2afa117, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aae1130-9659-4868-9940-7db7c2afa117,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:30.370324 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.403251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 91cef436-d7ff-4881-9643-f367e83e23f0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:30.404514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 91cef436-d7ff-4881-9643-f367e83e23f0 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:30.406810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Calling delete_port for 7aae1130-9659-4868-9940-7db7c2afa117 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:30.472779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] Deleting port 7aae1130-9659-4868-9940-7db7c2afa117 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:30.473385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.511745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f72e0-e54e-4a68-b18d-5dc604945d7d req-24b3423f-c9e8-4217-9ecd-9323bfedf4f2 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:30.519049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-385f72e0-e54e-4a68-b18d-5dc604945d7d req-24b3423f-c9e8-4217-9ecd-9323bfedf4f2 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 945 time: 0.4032819 Jul 08 17:38:30.627887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] For port 7aae1130-9659-4868-9940-7db7c2afa117, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aae1130-9659-4868-9940-7db7c2afa117,segment=NetworkSegment(c6e55b8c-a57f-4709-aa84-045fc4dfd3d9),segment_id=c6e55b8c-a57f-4709-aa84-045fc4dfd3d9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:30.632819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.640055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-385f72e0-e54e-4a68-b18d-5dc604945d7d req-f6992ff8-93f5-4af1-9b42-b1f0fe03c6d8 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a1dc140-cda7-44fc-a1a3-610987e6d50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986402 Jul 08 17:38:30.670620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Deleting port 9aa25045-eb63-425c-b75c-b0c769667720 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:30.671089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.705503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.706044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] Calling delete_port for 7aae1130-9659-4868-9940-7db7c2afa117 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:30.736927 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] No DVR routers for this DVR port 7aae1130-9659-4868-9940-7db7c2afa117 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:30.816951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Pushing event deleted for resources: {'Port': ['ID=7aae1130-9659-4868-9940-7db7c2afa117,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:38:30.842102 n-d-799527-4 neutron-server[93946]: self.session.flush() Jul 08 17:38:30.851488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.904154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] No DVR routers for this DVR port 7aae1130-9659-4868-9940-7db7c2afa117 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:30.906193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73d29f-645f-4a20-b5cd-56350c4a69c3 None None] Pushing event deleted for resources: {'Port': ['ID=7aae1130-9659-4868-9940-7db7c2afa117,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.948718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.960322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da919393-e31b-4aa1-8312-278c100171da']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:30.973023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:30.973324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e55b8c-a57f-4709-aa84-045fc4dfd3d9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:30.984588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.002565 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.009512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:31.009936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:31.092560 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:31.111641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5296d-1f51-41a6-8c04-393b95e3fff0 req-41a0d99d-4d8c-48a3-9dc9-6c1f4ebb4d79 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:31.114735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11f5296d-1f51-41a6-8c04-393b95e3fff0 req-41a0d99d-4d8c-48a3-9dc9-6c1f4ebb4d79 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.5953765 Jul 08 17:38:31.116306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.152813 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.156187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] 10.222.0.48 "DELETE /v2.0/networks/da919393-e31b-4aa1-8312-278c100171da HTTP/1.1" status: 204 len: 168 time: 1.5362175 Jul 08 17:38:31.202081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abdc2f-4369-4251-9ea6-81e59a770dad admin admin] Pushing event deleted for resources: {'Network': ['ID=da919393-e31b-4aa1-8312-278c100171da,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.257384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-11f5296d-1f51-41a6-8c04-393b95e3fff0 req-5afe35bf-53e9-490c-809f-e0c4c01435f3 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349392 Jul 08 17:38:31.387567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] For port 9aa25045-eb63-425c-b75c-b0c769667720, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9aa25045-eb63-425c-b75c-b0c769667720,segment=NetworkSegment(7af2b612-ebf9-4aa8-9045-fa5c677bdc40),segment_id=7af2b612-ebf9-4aa8-9045-fa5c677bdc40)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:31.388062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.407363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Calling delete_port for 9aa25045-eb63-425c-b75c-b0c769667720 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:31.430349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.513987 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-575332c5-ab8e-4fcd-aa1c-69f6658ce07f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9da435700b3442a38449d0f3746b537c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801189 Jul 08 17:38:31.515003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.593402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.600213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23250bf0-aaea-42b0-ade3-29ba2f6c0519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.607574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9aa25045-eb63-425c-b75c-b0c769667720'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:38:31.631527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Pushing event deleted for resources: {'Port': ['ID=9aa25045-eb63-425c-b75c-b0c769667720,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.649557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23250bf0-aaea-42b0-ade3-29ba2f6c0519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.695416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] No DVR routers for this DVR port 9aa25045-eb63-425c-b75c-b0c769667720 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:31.698021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.700181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-506d49c6-64b0-407a-8e43-0281d74a18e8 req-f53c2e36-bad2-467d-a7d1-ac31a56f5273 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.53 "DELETE /v2.0/ports/9aa25045-eb63-425c-b75c-b0c769667720 HTTP/1.1" status: 204 len: 173 time: 1.3902633 Jul 08 17:38:31.700732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'name': 'network-vif-deleted', 'tag': '9aa25045-eb63-425c-b75c-b0c769667720'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:31.705033 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ce6d6b-9318-492f-9c26-61a6bed6cf52" -d '{"events": [{"server_uuid": "c9c96724-02bc-4d37-bbe5-ae06412a8feb", "name": "network-vif-deleted", "tag": "9aa25045-eb63-425c-b75c-b0c769667720"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:31.760702 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23250bf0-aaea-42b0-ade3-29ba2f6c0519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.763909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-23250bf0-aaea-42b0-ade3-29ba2f6c0519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.765159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-23250bf0-aaea-42b0-ade3-29ba2f6c0519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5878bfb3-45dd-443e-ba86-06dad328a503 HTTP/1.1" status: 204 len: 168 time: 0.2492340 Jul 08 17:38:31.801569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23250bf0-aaea-42b0-ade3-29ba2f6c0519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878bfb3-45dd-443e-ba86-06dad328a503,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.810487 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0707a64b-5729-4e68-bd26-f05005b98134 x-openstack-request-id: req-0707a64b-5729-4e68-bd26-f05005b98134 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:31.810781 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c96724-02bc-4d37-bbe5-ae06412a8feb", "name": "network-vif-deleted", "tag": "9aa25045-eb63-425c-b75c-b0c769667720", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:31.811127 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0707a64b-5729-4e68-bd26-f05005b98134 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:31.811526 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c96724-02bc-4d37-bbe5-ae06412a8feb', 'name': 'network-vif-deleted', 'tag': '9aa25045-eb63-425c-b75c-b0c769667720', 'status': 'completed', 'code': 200} Jul 08 17:38:31.951258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d37fe007-94b1-49ec-96f0-519f997d7db5 req-168672a3-3a72-46ac-9b21-e6996ec37c33 tempest-VolumesSnapshotTestJSON-653975297 tempest-VolumesSnapshotTestJSON-653975297-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9c96724-02bc-4d37-bbe5-ae06412a8feb HTTP/1.1" status: 200 len: 210 time: 0.0546098 Jul 08 17:38:32.113204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aae1130-9659-4868-9940-7db7c2afa117 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:32.137458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7aae1130-9659-4868-9940-7db7c2afa117 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:32.138129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aae1130-9659-4868-9940-7db7c2afa117 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:32.227244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.271784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-193539c7-9e77-4c92-86d3-d1c2211c9c29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f56296dd8994ca489a104accc7e5b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431156 Jul 08 17:38:32.274350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.337343 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c53516ad-4d93-4feb-a67f-19617a3736ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.363917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c53516ad-4d93-4feb-a67f-19617a3736ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.444739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c53516ad-4d93-4feb-a67f-19617a3736ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.447873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c53516ad-4d93-4feb-a67f-19617a3736ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.451214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c53516ad-4d93-4feb-a67f-19617a3736ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7695d7c5-3200-45b0-a6d7-12b514bb2bf9 HTTP/1.1" status: 204 len: 168 time: 0.1741240 Jul 08 17:38:32.481464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53516ad-4d93-4feb-a67f-19617a3736ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7695d7c5-3200-45b0-a6d7-12b514bb2bf9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:32.595667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde1b80-22be-4888-9140-a2a74b62ca58 req-70144b42-80e1-4ff6-afd8-cf4ff44c2d17 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:32.597428 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6bde1b80-22be-4888-9140-a2a74b62ca58 req-70144b42-80e1-4ff6-afd8-cf4ff44c2d17 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1061168 Jul 08 17:38:32.672459 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6bde1b80-22be-4888-9140-a2a74b62ca58 req-72aba9af-f66e-40c0-b081-9f86e6be0362 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692487 Jul 08 17:38:33.609587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9aa25045-eb63-425c-b75c-b0c769667720 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:33.635306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 9aa25045-eb63-425c-b75c-b0c769667720 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:33.635883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9aa25045-eb63-425c-b75c-b0c769667720 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:33.928614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d0901-ad93-471c-8d49-80dae4f5b34a req-0791c759-5f9c-4a44-9df8-60f8117ebd10 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:33.937296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-449d0901-ad93-471c-8d49-80dae4f5b34a req-0791c759-5f9c-4a44-9df8-60f8117ebd10 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0814273 Jul 08 17:38:33.988039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-449d0901-ad93-471c-8d49-80dae4f5b34a req-a5cfb0f1-5554-4fca-9f60-e2d7a8ec9b9e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493844 Jul 08 17:38:35.329223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9bfa3-b413-4e14-854f-67df9e3a98ca req-a585e63c-9d64-4b3a-8cd9-4b98952eda8e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:35.334445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63c9bfa3-b413-4e14-854f-67df9e3a98ca req-a585e63c-9d64-4b3a-8cd9-4b98952eda8e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1201427 Jul 08 17:38:35.406676 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63c9bfa3-b413-4e14-854f-67df9e3a98ca req-ab5f630c-3f32-4486-9314-742d0cca044f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664628 Jul 08 17:38:35.457014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.619273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34f3d73f-81c6-49eb-b82b-899e08b65024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.751473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34f3d73f-81c6-49eb-b82b-899e08b65024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.756853 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34f3d73f-81c6-49eb-b82b-899e08b65024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.804637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-34f3d73f-81c6-49eb-b82b-899e08b65024 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53c8109d8f0245648fb83f6b3612c007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465164 Jul 08 17:38:35.806812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3d73f-81c6-49eb-b82b-899e08b65024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11895017-e3b0-4682-ba66-b2ddcf2df2ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.807452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.900682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71573007-40f4-43dd-bd4a-9fcbe991d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.928290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71573007-40f4-43dd-bd4a-9fcbe991d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.983355 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71573007-40f4-43dd-bd4a-9fcbe991d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.994695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71573007-40f4-43dd-bd4a-9fcbe991d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.995862 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-71573007-40f4-43dd-bd4a-9fcbe991d4ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11895017-e3b0-4682-ba66-b2ddcf2df2ce HTTP/1.1" status: 204 len: 168 time: 0.1873085 Jul 08 17:38:36.011547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71573007-40f4-43dd-bd4a-9fcbe991d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11895017-e3b0-4682-ba66-b2ddcf2df2ce,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.300625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 46918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.314791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d210360f-ac23-4acc-a1a8-25706901d2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.413817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d210360f-ac23-4acc-a1a8-25706901d2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.417768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d210360f-ac23-4acc-a1a8-25706901d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.460932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d210360f-ac23-4acc-a1a8-25706901d2c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95daf09da9a54a2f941258ba501af077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592128 Jul 08 17:38:36.463758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210360f-ac23-4acc-a1a8-25706901d2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd31d87-4cf8-45b3-9903-c8dae3dd0de3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.463946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 46922) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.522191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd1599b-1214-4f0e-a086-b812e344fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.573605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd1599b-1214-4f0e-a086-b812e344fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.634204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f31d3-8773-4108-a691-c39b527f08fc req-6eea6d80-d0ec-4ef7-a654-d08521ab94b0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.636031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b2f31d3-8773-4108-a691-c39b527f08fc req-6eea6d80-d0ec-4ef7-a654-d08521ab94b0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1151278 Jul 08 17:38:36.665331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd1599b-1214-4f0e-a086-b812e344fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.667765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dd1599b-1214-4f0e-a086-b812e344fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.668913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0dd1599b-1214-4f0e-a086-b812e344fd4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdd31d87-4cf8-45b3-9903-c8dae3dd0de3 HTTP/1.1" status: 204 len: 168 time: 0.2039776 Jul 08 17:38:36.684176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1599b-1214-4f0e-a086-b812e344fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd31d87-4cf8-45b3-9903-c8dae3dd0de3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.690947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b2f31d3-8773-4108-a691-c39b527f08fc req-dab19ddc-d2b3-407e-9764-0ccb2e086662 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492303 Jul 08 17:38:37.909814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c697f-fe0b-4569-a9aa-1963f447a540 req-3febf6f5-aa7f-4927-85ba-c0d11ba0b7b4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.912898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864c697f-fe0b-4569-a9aa-1963f447a540 req-3febf6f5-aa7f-4927-85ba-c0d11ba0b7b4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0861218 Jul 08 17:38:37.960685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-864c697f-fe0b-4569-a9aa-1963f447a540 req-70e86436-b819-49cc-9ec6-20fdd4b7350b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Jul 08 17:38:39.276343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfceda7-31f8-47fb-9819-283eb337ef50 req-f92f841f-0735-40db-bc22-e3f0a959af0a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:39.279067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdfceda7-31f8-47fb-9819-283eb337ef50 req-f92f841f-0735-40db-bc22-e3f0a959af0a tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1109695 Jul 08 17:38:39.331440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdfceda7-31f8-47fb-9819-283eb337ef50 req-46d10410-46f5-4f4f-9ec3-94d93e460a97 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463440 Jul 08 17:38:39.892148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97c79-f0be-46f5-9a3e-caa69203b659 req-c26cb7d5-8cdf-40e1-8f55-fce708e866ab tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:39.899834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37d97c79-f0be-46f5-9a3e-caa69203b659 req-c26cb7d5-8cdf-40e1-8f55-fce708e866ab tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0868361 Jul 08 17:38:39.912453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-b9d1a60b-3b41-4363-b1f2-7e722afdafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:39.913952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-b9d1a60b-3b41-4363-b1f2-7e722afdafb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1095 time: 0.1322954 Jul 08 17:38:39.998582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37d97c79-f0be-46f5-9a3e-caa69203b659 req-771fafed-e7c0-4131-acf5-fce44a7d3d3d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977895 Jul 08 17:38:40.077188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-0830d477-2b76-44b8-bd55-8f927a13ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.078704 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-0830d477-2b76-44b8-bd55-8f927a13ef7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1562066 Jul 08 17:38:40.167913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-49cfb8e3-11fe-4d9f-9481-5d2c29ae19e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.0803430 Jul 08 17:38:40.232273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-3037c330-539b-4ae9-8214-c24a2892620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.234051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-3037c330-539b-4ae9-8214-c24a2892620a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.0583842 Jul 08 17:38:40.334321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-3ed72a5f-7592-462c-9989-6c4a989c0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.335952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-3ed72a5f-7592-462c-9989-6c4a989c0339 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946858 Jul 08 17:38:40.457256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-06551f70-2720-4c4b-b931-21cfb7ec9d17 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123438 Jul 08 17:38:40.628460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8576135d-a94a-4bee-9ea9-7609bc4cd723 req-59109ac6-fdd5-43ad-b040-2e6e6f8a6d6c service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642203 Jul 08 17:38:40.869201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-fd82b48f-1a6c-43d2-b535-1edcdf925940 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689905 Jul 08 17:38:40.976219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-a609c25f-8f6b-4798-a779-8937a7d3cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.977734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-a609c25f-8f6b-4798-a779-8937a7d3cca5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 1096 time: 0.0696862 Jul 08 17:38:41.183548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-a215abe0-605a-4c0e-bad0-f9b5915622b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:41.185316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-a215abe0-605a-4c0e-bad0-f9b5915622b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1818278 Jul 08 17:38:41.269479 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-e43b5979-005c-438b-84aa-e73cc9d3e1c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 HTTP/1.1" status: 200 len: 217 time: 0.0741320 Jul 08 17:38:41.353436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cda12-d9f8-4bf6-b341-5c6057ccc86f req-6eabc771-d601-42d3-b9d3-022b9d85d7d2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:41.361176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a88cda12-d9f8-4bf6-b341-5c6057ccc86f req-6eabc771-d601-42d3-b9d3-022b9d85d7d2 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2328007 Jul 08 17:38:41.383004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-40963b33-037a-4026-bde6-ed763544aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:41.384489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-40963b33-037a-4026-bde6-ed763544aaf0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.1016777 Jul 08 17:38:41.454836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a88cda12-d9f8-4bf6-b341-5c6057ccc86f req-4f653ba1-f4c4-4121-a156-f52b10036398 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926893 Jul 08 17:38:41.490549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-7240e1f8-bc35-4014-9a17-2c554d996620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:41.492085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-7240e1f8-bc35-4014-9a17-2c554d996620 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010718 Jul 08 17:38:41.674517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-7fa69390-c1b3-47cf-ab83-f64c05e7fa52 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747835 Jul 08 17:38:41.802525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e837c46a-82b9-40b3-b6aa-a314e00c6f41 req-177bb811-84b1-473c-ad46-0d462c5b8fd0 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195242 Jul 08 17:38:41.896950 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:38:42.643854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:42.727302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2dc338-6671-47cd-98e3-80d9c1099966 req-7eb07065-383b-4710-915a-f088a5c5fac0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:42.736756 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b2dc338-6671-47cd-98e3-80d9c1099966 req-7eb07065-383b-4710-915a-f088a5c5fac0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1048257 Jul 08 17:38:42.783031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b2dc338-6671-47cd-98e3-80d9c1099966 req-03eb7fd3-c168-4c00-9f81-84c47a77cf4b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452907 Jul 08 17:38:42.822442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5f1e78ac-0f2c-4537-a4da-4d8c95c00ac0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/floatingips/80357af8-4394-4443-9977-7416840b1802 HTTP/1.1" status: 200 len: 993 time: 0.1771941 Jul 08 17:38:42.842727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:43.046629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.078297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.088422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64bb19-d76d-4579-92e0-9bf687bb167f req-03f61579-a22f-4cc1-b57d-2a5c8b54f700 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:43.092531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e64bb19-d76d-4579-92e0-9bf687bb167f req-03f61579-a22f-4cc1-b57d-2a5c8b54f700 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1379070 Jul 08 17:38:43.095609 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff3f2-2bb6-42f7-b5cd-c0522d7f30e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.130974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:43.196946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9e64bb19-d76d-4579-92e0-9bf687bb167f req-08697dc5-f178-4fb8-9009-5ee9ee2da6f9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991416 Jul 08 17:38:43.318783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff3f2-2bb6-42f7-b5cd-c0522d7f30e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.327508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff3f2-2bb6-42f7-b5cd-c0522d7f30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.373091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4a0ff3f2-2bb6-42f7-b5cd-c0522d7f30e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80adbd271ac047f5a4c968bb342569ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289648 Jul 08 17:38:43.373815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ff3f2-2bb6-42f7-b5cd-c0522d7f30e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463dc3e9-c1db-49c7-9cd6-97b5d57d5f4b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.376351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:43.449161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da18ec7d-0d20-47ba-a82e-a68fc127643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.474240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da18ec7d-0d20-47ba-a82e-a68fc127643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.496396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-e8da0e32-853b-40fc-8846-315a545e2c73 req-76033a84-ae2b-4be3-911b-b4cab923daa2 service neutron] (93944) timed out ('10.222.0.53', 50634) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:38:43.508803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c209a-34f2-4135-8804-7276694dcaf0 req-1e4d64b0-43bc-48f3-ac36-6b3072fd48f1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:43.510409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-267c209a-34f2-4135-8804-7276694dcaf0 req-1e4d64b0-43bc-48f3-ac36-6b3072fd48f1 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1352234 Jul 08 17:38:43.562538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port b8ee495a-ea41-4d15-a37d-3efafd4abfa2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:43.562882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.568314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da18ec7d-0d20-47ba-a82e-a68fc127643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.572096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da18ec7d-0d20-47ba-a82e-a68fc127643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.576579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da18ec7d-0d20-47ba-a82e-a68fc127643f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/463dc3e9-c1db-49c7-9cd6-97b5d57d5f4b HTTP/1.1" status: 204 len: 168 time: 0.1963668 Jul 08 17:38:43.601370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18ec7d-0d20-47ba-a82e-a68fc127643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463dc3e9-c1db-49c7-9cd6-97b5d57d5f4b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.660203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-267c209a-34f2-4135-8804-7276694dcaf0 req-372761ac-5f37-41d7-90d2-f3653cf1365d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395316 Jul 08 17:38:43.804989 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.807571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.830364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for b8ee495a-ea41-4d15-a37d-3efafd4abfa2 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:44.092497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:44.113487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.117462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4b74-2089-4ae8-b223-da559e5935e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.147657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=b8ee495a-ea41-4d15-a37d-3efafd4abfa2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:44.273958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4b74-2089-4ae8-b223-da559e5935e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.280759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4b74-2089-4ae8-b223-da559e5935e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.298399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.299521 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Floating IP 80357af8-4394-4443-9977-7416840b1802 disassociated (deleted). External IP: 172.25.3.173, port: 477e092c-a891-46a8-9ff5-c2628a8af1cc. Jul 08 17:38:44.343276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a4b74-2089-4ae8-b223-da559e5935e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482e3d7-f564-428f-b3a5-63a579c4eaad,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:44.347764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6c2a4b74-2089-4ae8-b223-da559e5935e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83326a79d3074f25b98d12b3cb56e44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538288 Jul 08 17:38:44.350554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:44.417176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554ee40-f25c-47ca-9ef9-d860b1d389dc req-292909d6-cdd2-4455-9a6d-6fe3e3455155 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:44.427539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2554ee40-f25c-47ca-9ef9-d860b1d389dc req-292909d6-cdd2-4455-9a6d-6fe3e3455155 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1907558 Jul 08 17:38:44.455890 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1186fc3e-be8e-4b06-9e2d-478479d6e5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.479543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1186fc3e-be8e-4b06-9e2d-478479d6e5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.513076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2554ee40-f25c-47ca-9ef9-d860b1d389dc req-93f6421e-e05a-480f-882f-ddf83e5f81ea tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846655 Jul 08 17:38:44.550185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1186fc3e-be8e-4b06-9e2d-478479d6e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.554568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1186fc3e-be8e-4b06-9e2d-478479d6e5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.558197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1186fc3e-be8e-4b06-9e2d-478479d6e5a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b482e3d7-f564-428f-b3a5-63a579c4eaad HTTP/1.1" status: 204 len: 168 time: 0.2029400 Jul 08 17:38:44.565497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186fc3e-be8e-4b06-9e2d-478479d6e5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482e3d7-f564-428f-b3a5-63a579c4eaad,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:44.684313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:45.210796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:45.218630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.223977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] Sync routers for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:45.236925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:45.239336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:45.262032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0fc26555-979e-4b12-99ef-53eb68c5f5a6 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/floatingips/80357af8-4394-4443-9977-7416840b1802 HTTP/1.1" status: 204 len: 168 time: 2.1263621 Jul 08 17:38:45.263133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:45.266106 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afafda8-bae4-4612-a869-0039a178507d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:45.335258 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252fe16-4486-447f-bb13-dc544030e00e x-openstack-request-id: req-d252fe16-4486-447f-bb13-dc544030e00e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:45.335935 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:45.336389 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d252fe16-4486-447f-bb13-dc544030e00e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:45.337070 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'status': 'completed', 'code': 200} Jul 08 17:38:45.591141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafda8-bae4-4612-a869-0039a178507d req-5409f635-9db1-49b8-b7d3-634169698aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.592670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-5409f635-9db1-49b8-b7d3-634169698aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 1096 time: 0.2004855 Jul 08 17:38:45.741799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafda8-bae4-4612-a869-0039a178507d req-aea6f12d-9bd8-49f1-9ac7-842d9a5ed334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.744445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-aea6f12d-9bd8-49f1-9ac7-842d9a5ed334 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2236fdfc-5600-43d5-9b1b-c67656a01e96 HTTP/1.1" status: 200 len: 898 time: 0.1417291 Jul 08 17:38:45.806532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-8bc748cf-0de4-4a32-ba18-319e11d1e275 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc HTTP/1.1" status: 200 len: 217 time: 0.0498261 Jul 08 17:38:45.807080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:45.947654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafda8-bae4-4612-a869-0039a178507d req-aeca8df4-13c6-46ec-9dde-b1b5742170cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.949166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-aeca8df4-13c6-46ec-9dde-b1b5742170cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f98b4ae-409e-4416-8017-104ae0e6b11f HTTP/1.1" status: 200 len: 835 time: 0.1361773 Jul 08 17:38:46.050759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece625d5-b40f-4a0b-acf3-0028fc86b54f req-df685ff4-ff0e-468c-8f50-4eaeff2c71f8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.058153 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ece625d5-b40f-4a0b-acf3-0028fc86b54f req-df685ff4-ff0e-468c-8f50-4eaeff2c71f8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0967090 Jul 08 17:38:46.101790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afafda8-bae4-4612-a869-0039a178507d req-493148ac-2e05-4198-b5ff-1473bc6fb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.103955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-493148ac-2e05-4198-b5ff-1473bc6fb43d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2236fdfc-5600-43d5-9b1b-c67656a01e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481688 Jul 08 17:38:46.137285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ece625d5-b40f-4a0b-acf3-0028fc86b54f req-da33fa88-cf8d-494c-93d8-4fd9eaef21dc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758858 Jul 08 17:38:46.234918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:44Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.235463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caae29-61d3-43e7-ac51-35323a4269fe req-f0310bc4-25a9-4099-9863-eb41b89d611a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.237108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0caae29-61d3-43e7-ac51-35323a4269fe req-f0310bc4-25a9-4099-9863-eb41b89d611a tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 945 time: 0.1815460 Jul 08 17:38:46.268794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] Checking router: 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:38:46.280198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:46.281273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.289910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-41391626-97b1-4834-a457-4bd253fa87cb service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667497 Jul 08 17:38:46.306135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0caae29-61d3-43e7-ac51-35323a4269fe req-bb6a66fb-a6e0-420b-b681-93cdf31fdf67 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597334 Jul 08 17:38:46.437547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8afafda8-bae4-4612-a869-0039a178507d req-9d6d7c50-d699-49ba-84c4-26b4531a38a8 service neutron] 10.222.0.53 "GET /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291921 Jul 08 17:38:46.475416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:46.708238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-467dd64e-c115-424e-b698-dcfa4c85da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.709919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-467dd64e-c115-424e-b698-dcfa4c85da66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3cdd44201cd40ed986f3233cf66409f&device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 1095 time: 0.1542056 Jul 08 17:38:46.749075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d009-6dc5-4ebe-ac32-deea2e40c61d req-2d88f6e0-fd2a-4c9f-adfe-d007dd684801 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.750656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ff6d009-6dc5-4ebe-ac32-deea2e40c61d req-2d88f6e0-fd2a-4c9f-adfe-d007dd684801 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1859760 Jul 08 17:38:46.871594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3ff6d009-6dc5-4ebe-ac32-deea2e40c61d req-24802e9a-91c5-4de7-b0ce-4a56f18a00b0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981498 Jul 08 17:38:46.891183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:44Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.930674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-32df759c-d5e2-42f6-96ec-ccf6422e3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.937433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-32df759c-d5e2-42f6-96ec-ccf6422e3f0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 200 len: 912 time: 0.1816034 Jul 08 17:38:46.943108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2022042e-14e6-4fa1-a414-e0acb87afbda None None] The sync data for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 is: [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:37:38Z', 'revision_number': 4, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '012094c8-0bdd-4048-a1c7-cd19cd3f0a55', 'name': '', 'network_id': '2236fdfc-5600-43d5-9b1b-c67656a01e96', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'mac_address': 'fa:16:3e:13:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:36Z', 'updated_at': '2021-07-08T17:37:44Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'subnets': [{'id': '8f98b4ae-409e-4416-8017-104ae0e6b11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:47.018692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-3240f69c-8675-4af3-919f-909c90048e93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 200 len: 999 time: 0.0784240 Jul 08 17:38:47.077432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-233f7044-8b0f-469b-9261-e7f4732043f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:47.079932 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-233f7044-8b0f-469b-9261-e7f4732043f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 200 len: 850 time: 0.0539331 Jul 08 17:38:47.208141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-88d0f12d-a0d7-4894-8110-194aab9dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:47.209914 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-88d0f12d-a0d7-4894-8110-194aab9dd790 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1f873c3-6f6c-49af-95f4-440d4338c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202910 Jul 08 17:38:47.275577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-79752208-62b5-4d61-b844-30757f0b002b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:47.284146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-79752208-62b5-4d61-b844-30757f0b002b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 945 time: 0.1789951 Jul 08 17:38:47.338856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-10ff7783-030b-4de3-96c9-cfefb8d87f4d service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209686 Jul 08 17:38:47.468653 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a15f4a-88e1-4acd-9138-fa54dc8fd27e None None] New status for floating IP 80357af8-4394-4443-9977-7416840b1802: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:38:47.519480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 477e092c-a891-46a8-9ff5-c2628a8af1cc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:47.522576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.559396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59d20ade-ac98-4ae1-8cbc-5d85d0449a8d req-e213b8a3-975f-4088-9361-84940935da55 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087862 Jul 08 17:38:47.750712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 477e092c-a891-46a8-9ff5-c2628a8af1cc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=477e092c-a891-46a8-9ff5-c2628a8af1cc,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:47.751083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.782188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 477e092c-a891-46a8-9ff5-c2628a8af1cc owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:47.805180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e65f9e-c4fe-407b-887f-c6bfda8e7c86 req-cc45121e-d635-452c-8e8f-e1f4debb6e66 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:47.807092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5e65f9e-c4fe-407b-887f-c6bfda8e7c86 req-cc45121e-d635-452c-8e8f-e1f4debb6e66 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 945 time: 0.1935086 Jul 08 17:38:47.936025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5e65f9e-c4fe-407b-887f-c6bfda8e7c86 req-15c8bbb2-5136-4580-968f-d039155d96d0 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c708b2-ef32-47e3-bf42-6eea063749f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697424 Jul 08 17:38:48.098748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.138847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=477e092c-a891-46a8-9ff5-c2628a8af1cc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:48.172117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-d958423f-b9d8-4bbc-88e8-de8f072a8c04 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f71b8b36672c40829686b84dd7f69787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450838 Jul 08 17:38:48.253226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] No DVR routers for this DVR port 477e092c-a891-46a8-9ff5-c2628a8af1cc on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:48.257472 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.264110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9a176aa-9633-48eb-b9a8-ab7650a76b19 req-e9508ae1-19c7-41aa-8b34-cbe5599a1f14 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.53 "DELETE /v2.0/ports/477e092c-a891-46a8-9ff5-c2628a8af1cc HTTP/1.1" status: 204 len: 173 time: 0.9731543 Jul 08 17:38:48.264494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'name': 'network-vif-deleted', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:48.268525 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab69b176-eac7-4738-bdf1-ba399e22d33d" -d '{"events": [{"server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "name": "network-vif-deleted", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:48.297580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781bdec-5c0a-4df0-bdc5-bc2787e707c3 req-68687426-9781-48a5-bda0-28c5ff4c841e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:48.306107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7781bdec-5c0a-4df0-bdc5-bc2787e707c3 req-68687426-9781-48a5-bda0-28c5ff4c841e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.2005746 Jul 08 17:38:48.353234 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7781bdec-5c0a-4df0-bdc5-bc2787e707c3 req-c9202ec0-5701-49f1-a74c-5646b02651d7 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461559 Jul 08 17:38:48.402978 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20396dd5-6a78-45b1-b795-479421543890 x-openstack-request-id: req-20396dd5-6a78-45b1-b795-479421543890 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:48.403477 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d506d-f5ff-4c0d-8d24-8ac8500bb887", "name": "network-vif-deleted", "tag": "477e092c-a891-46a8-9ff5-c2628a8af1cc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:48.405220 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20396dd5-6a78-45b1-b795-479421543890 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:48.406211 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d506d-f5ff-4c0d-8d24-8ac8500bb887', 'name': 'network-vif-deleted', 'tag': '477e092c-a891-46a8-9ff5-c2628a8af1cc', 'status': 'completed', 'code': 200} Jul 08 17:38:48.483045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-b27873aa-e7de-40b3-88e9-393bd3c00923 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:48.492407 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-b27873aa-e7de-40b3-88e9-393bd3c00923 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192496 Jul 08 17:38:48.513651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-2936bbfb-4d26-4bdd-b745-548863f6d678 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/quotas/f71b8b36672c40829686b84dd7f69787 HTTP/1.1" status: 200 len: 375 time: 0.0187688 Jul 08 17:38:48.577624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-dace883a-c8ab-4f17-ba34-e43dc12a5561 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b8b36672c40829686b84dd7f69787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619004 Jul 08 17:38:48.814727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f33cf013-9e77-4a59-b446-5de5c770a2c9 req-4601873e-c88b-4286-b7bf-8807b96d9a53 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 210 time: 0.0534823 Jul 08 17:38:49.225885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8ae99e7f-0593-49f9-8663-cdbad16e0035 req-224e8b99-eac8-4cc2-9a48-77f1bbd641cf tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f0d506d-f5ff-4c0d-8d24-8ac8500bb887 HTTP/1.1" status: 200 len: 210 time: 0.0548158 Jul 08 17:38:49.500103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d59ad9b-f2d2-4a9c-af4f-d3b95a70e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.609691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6209e6-a0b7-4929-b650-7f8b1320af98 req-3f12a25e-c23e-4794-8a63-f2d83a0a46dc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:49.617783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c6209e6-a0b7-4929-b650-7f8b1320af98 req-3f12a25e-c23e-4794-8a63-f2d83a0a46dc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0715094 Jul 08 17:38:49.668658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c6209e6-a0b7-4929-b650-7f8b1320af98 req-0ad6f0e8-3641-45fd-b850-ff4050490d8f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495746 Jul 08 17:38:49.689716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 477e092c-a891-46a8-9ff5-c2628a8af1cc no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:49.722732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 477e092c-a891-46a8-9ff5-c2628a8af1cc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:49.724149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 477e092c-a891-46a8-9ff5-c2628a8af1cc not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:49.908992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a53d5-715f-482d-b09e-9eb2869ca40e req-6271dd43-a302-4532-946e-28a1479f86bc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:49.918010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3a53d5-715f-482d-b09e-9eb2869ca40e req-6271dd43-a302-4532-946e-28a1479f86bc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1013973 Jul 08 17:38:49.970173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd3a53d5-715f-482d-b09e-9eb2869ca40e req-ee4f5881-52e3-4eda-a2bb-d3cf1e873464 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469098 Jul 08 17:38:50.490925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-df5e9c3c-5c6a-4962-b43c-a98fa2eed384 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f71b8b36672c40829686b84dd7f69787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698016 Jul 08 17:38:50.838806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1722ebe8-7e1a-496b-b65d-f344e1beb6b8 req-8edb1485-0e90-42d5-9f0d-34cf3475989a tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 210 time: 0.8962467 Jul 08 17:38:50.845836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-e8cfe93c-a7fd-4ad7-a19b-64dad6cbd17c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:50.847536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-e8cfe93c-a7fd-4ad7-a19b-64dad6cbd17c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3431423 Jul 08 17:38:50.862492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Request body: {'port': {'device_id': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': 'f71b8b36672c40829686b84dd7f69787'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:51.106540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:51.122648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Made reservation on behalf of f71b8b36672c40829686b84dd7f69787 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:51.128448 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.144468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.203027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-802786d3-bb63-4dbf-8642-92e9933aea7f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.250922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-802786d3-bb63-4dbf-8642-92e9933aea7f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.306036 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.310726 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.352614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:51.354356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-802786d3-bb63-4dbf-8642-92e9933aea7f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.371297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-802786d3-bb63-4dbf-8642-92e9933aea7f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.376464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-802786d3-bb63-4dbf-8642-92e9933aea7f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7c708b2-ef32-47e3-bf42-6eea063749f5 HTTP/1.1" status: 204 len: 168 time: 0.2659602 Jul 08 17:38:51.385567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802786d3-bb63-4dbf-8642-92e9933aea7f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c708b2-ef32-47e3-bf42-6eea063749f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:51.423588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:51.550959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb8e992b-b0cd-4df9-b4f3-88a9b43c3ccc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:51.553395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb8e992b-b0cd-4df9-b4f3-88a9b43c3ccc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcc647a4-369b-4693-ac5e-3ae292102a98 HTTP/1.1" status: 200 len: 943 time: 0.1612360 Jul 08 17:38:51.554720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Allocated IP 192.168.233.100 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/253d3442-1816-4e74-a8fb-d03a5886bd0b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:51.823605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Deleting port 7864fb08-adc1-4779-8c8e-3981183b7aab {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:51.823957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.889859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.923148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Transition to ACTIVE for port object 253d3442-1816-4e74-a8fb-d03a5886bd0b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:51.926719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.958950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] For port 7864fb08-adc1-4779-8c8e-3981183b7aab, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7864fb08-adc1-4779-8c8e-3981183b7aab,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:51.959521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.984306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Calling delete_port for 7864fb08-adc1-4779-8c8e-3981183b7aab owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:52.070779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.155392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:52.178244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:52.183580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:52.202028 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a98fcb77-cb17-4e44-bf71-b7ffeed3b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.287122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa009-0567-42f1-823e-860f74d98437 req-1350dfba-7be7-4c67-970d-31ed611af1a9 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:52.288831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cdfa009-0567-42f1-823e-860f74d98437 req-1350dfba-7be7-4c67-970d-31ed611af1a9 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 936 time: 0.1659789 Jul 08 17:38:52.312758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Pushing event updated for resources: {'Port': ['ID=253d3442-1816-4e74-a8fb-d03a5886bd0b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:52.353133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:52.353963 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.354966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.438665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cdfa009-0567-42f1-823e-860f74d98437 req-744e783e-df3b-4dee-b94b-980b0f6d0837 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335921 Jul 08 17:38:52.448148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.467640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b', '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:38:52.487919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'Port': ['ID=7864fb08-adc1-4779-8c8e-3981183b7aab,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:52.496170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-6487b86a-7f5e-4714-b0b2-9b5d98907e2e tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6381526 Jul 08 17:38:52.572954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Request body: {'port': {'device_id': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:52.574431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:52.574805 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.617026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] No DVR routers for this DVR port 7864fb08-adc1-4779-8c8e-3981183b7aab on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:52.621743 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.633465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db591f2d-67f0-4def-a236-097caa14c419 req-fb4ed796-9128-4306-8254-351742b1b1ad tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "DELETE /v2.0/ports/7864fb08-adc1-4779-8c8e-3981183b7aab HTTP/1.1" status: 204 len: 173 time: 1.0730753 Jul 08 17:38:52.634347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-deleted', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:52.646009 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7f29a-a49c-432d-b73d-0344bbd54991" -d '{"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-deleted", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:52.694213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-06e4de6d-510c-4662-8625-1666afd3b758 None None] Provisioning for port 253d3442-1816-4e74-a8fb-d03a5886bd0b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:52.712585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-06e4de6d-510c-4662-8625-1666afd3b758 None None] Provisioning complete for port 253d3442-1816-4e74-a8fb-d03a5886bd0b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:52.712979 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06e4de6d-510c-4662-8625-1666afd3b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.834987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 012094c8-0bdd-4048-a1c7-cd19cd3f0a55, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:52.837045 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8be1b6-8fd5-4614-986a-d4d75e8fb0b4 x-openstack-request-id: req-2d8be1b6-8fd5-4614-986a-d4d75e8fb0b4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:52.837458 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc647a4-369b-4693-ac5e-3ae292102a98", "name": "network-vif-deleted", "tag": "7864fb08-adc1-4779-8c8e-3981183b7aab", "status": "failed", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:52.837818 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d8be1b6-8fd5-4614-986a-d4d75e8fb0b4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:52.838332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.838483 n-d-799527-4 neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcc647a4-369b-4693-ac5e-3ae292102a98', 'name': 'network-vif-deleted', 'tag': '7864fb08-adc1-4779-8c8e-3981183b7aab', 'status': 'failed', 'code': 422} returned with failed status Jul 08 17:38:52.839068 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.855264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-06e4de6d-510c-4662-8625-1666afd3b758 None None] Port 253d3442-1816-4e74-a8fb-d03a5886bd0b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:52.877213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:53.191092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253d3442-1816-4e74-a8fb-d03a5886bd0b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:38:53.199890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.209044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.214781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Transition to ACTIVE for port object 253d3442-1816-4e74-a8fb-d03a5886bd0b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:53.220381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.252591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=012094c8-0bdd-4048-a1c7-cd19cd3f0a55,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:53.401477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Pushing event updated for resources: {'Port': ['ID=253d3442-1816-4e74-a8fb-d03a5886bd0b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:53.484855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Attempting to bind port 253d3442-1816-4e74-a8fb-d03a5886bd0b on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:53.484855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Attempting to bind port 253d3442-1816-4e74-a8fb-d03a5886bd0b by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:53.489421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Attempting to bind port 253d3442-1816-4e74-a8fb-d03a5886bd0b on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:53.506356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Port 253d3442-1816-4e74-a8fb-d03a5886bd0b on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:38:53.509807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Attempting to bind port 253d3442-1816-4e74-a8fb-d03a5886bd0b on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:53.519594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:53.520570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:53.521042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:53.521552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Bound port: 253d3442-1816-4e74-a8fb-d03a5886bd0b, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:53.522080 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.583836 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.641766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] For port 253d3442-1816-4e74-a8fb-d03a5886bd0b, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:53.647427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] For port 253d3442-1816-4e74-a8fb-d03a5886bd0b, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:53.647649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.656608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.720917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:53.721541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.724400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] 10.222.0.53 "PUT /v2.0/ports/253d3442-1816-4e74-a8fb-d03a5886bd0b HTTP/1.1" status: 200 len: 1096 time: 1.1576004 Jul 08 17:38:53.765368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5ea7b-0d4a-42cb-9441-ce30bb278682 service neutron] Pushing event updated for resources: {'Port': ['ID=253d3442-1816-4e74-a8fb-d03a5886bd0b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:53.875801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-04d1f4f5-cc65-46bd-9220-5af44e22557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:53.880147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-04d1f4f5-cc65-46bd-9220-5af44e22557d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f71b8b36672c40829686b84dd7f69787&device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 1099 time: 0.1116445 Jul 08 17:38:53.891269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167180d8-a707-4cca-8960-1a3f2c637154 req-f86cf03c-34e0-4391-9ead-8b385f460958 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:53.902839 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-167180d8-a707-4cca-8960-1a3f2c637154 req-f86cf03c-34e0-4391-9ead-8b385f460958 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 948 time: 0.2572756 Jul 08 17:38:53.978872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-77784788-0806-491b-8947-977974b73e20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b HTTP/1.1" status: 200 len: 217 time: 0.0914404 Jul 08 17:38:54.098716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-ca856528-fcef-4f07-97b8-691fb785f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.102963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-ca856528-fcef-4f07-97b8-691fb785f2d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.1077530 Jul 08 17:38:54.142547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-167180d8-a707-4cca-8960-1a3f2c637154 req-14709c1f-4c60-4da8-863b-6ec1eb8879eb tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386074 Jul 08 17:38:54.172548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:54.328562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-fd34f84b-2d3e-40fd-b28a-d6e220493619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.330139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-fd34f84b-2d3e-40fd-b28a-d6e220493619 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2226305 Jul 08 17:38:54.370456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de89d56-65d2-43ec-bc71-44dc7175e7d8 req-4ed4be9c-35f5-489d-9b4d-837c46f4f6ff tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.372495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6de89d56-65d2-43ec-bc71-44dc7175e7d8 req-4ed4be9c-35f5-489d-9b4d-837c46f4f6ff tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 907 time: 0.1908810 Jul 08 17:38:54.402113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:54.408742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-43ff383b-eb62-4403-80de-18c743b6cd1b tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "PUT /v2.0/routers/11b31c8d-4c78-4a4b-bbbd-6e2a152241c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9814384 Jul 08 17:38:54.413173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47322) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.421889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] Sync routers for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:54.436057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:54.437759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:54.526513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting subnet 8f98b4ae-409e-4416-8017-104ae0e6b11f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:54.532318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-62799873-d641-4e5e-aa43-c60c4d17f73e service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918256 Jul 08 17:38:54.533404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.558624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:54.640967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.720257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-230fcc29-d997-49cf-89f9-cacd35b1adc0 req-bea99acc-a9f3-4a59-9ba6-812d33897b43 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588676 Jul 08 17:38:54.778943 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.779955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:38:53Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:54.807046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] Checking router: 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:38:54.815360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] Routers {'11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:54.815968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:54.839021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'tag': '253d3442-1816-4e74-a8fb-d03a5886bd0b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:54.841356 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa47d0-4135-44cd-82c7-860573f0be0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f05c924e-fe96-448a-a592-8b8df8ac45de", "tag": "253d3442-1816-4e74-a8fb-d03a5886bd0b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:54.844358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.884872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Subnet': ['ID=8f98b4ae-409e-4416-8017-104ae0e6b11f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:54.887655 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c481f3-2343-4e9c-a73f-3654141f52fc x-openstack-request-id: req-45c481f3-2343-4e9c-a73f-3654141f52fc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:54.888050 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05c924e-fe96-448a-a592-8b8df8ac45de", "tag": "253d3442-1816-4e74-a8fb-d03a5886bd0b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:54.888257 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45c481f3-2343-4e9c-a73f-3654141f52fc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:54.888584 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'tag': '253d3442-1816-4e74-a8fb-d03a5886bd0b', 'status': 'completed', 'code': 200} Jul 08 17:38:54.891501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.893060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be7771a9-73ba-4bee-a175-c7bfb006bd01 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/subnets/8f98b4ae-409e-4416-8017-104ae0e6b11f HTTP/1.1" status: 204 len: 168 time: 0.4788404 Jul 08 17:38:54.898194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.914184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520013b-7495-43ba-bbe0-282e2ec4336f None None] Network 2236fdfc-5600-43d5-9b1b-c67656a01e96 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:54.997167 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.005296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-250b33ec-a22a-4b2a-ab36-7d60ffe75563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.007627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-250b33ec-a22a-4b2a-ab36-7d60ffe75563 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f71b8b36672c40829686b84dd7f69787&device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 1099 time: 0.0823939 Jul 08 17:38:55.021126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] Set router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:38:55.029172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.139821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-c261bc02-f6ac-4abc-999f-3a6ad857a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.141249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-c261bc02-f6ac-4abc-999f-3a6ad857a0ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.1240401 Jul 08 17:38:55.164938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.192204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-eab057cf-2318-40a6-a48e-e2f2cb9c324e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b HTTP/1.1" status: 200 len: 217 time: 0.0438757 Jul 08 17:38:55.260656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-8aaf26d2-e705-4deb-99f2-6225a892a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.263022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-8aaf26d2-e705-4deb-99f2-6225a892a961 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0640614 Jul 08 17:38:55.404022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:38:53Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:55.406603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-f210451d-54a8-475a-88fe-784cb7ce9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.411712 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-f210451d-54a8-475a-88fe-784cb7ce9a6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410525 Jul 08 17:38:55.473024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e2095-c606-40a6-8317-fe1658f272a7 None None] The sync data for ids ['11b31c8d-4c78-4a4b-bbbd-6e2a152241c1'] in n-d-799527-4 is: [{'id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'name': 'tempest-TestNetworkBasicOps-router-1482740581', 'tenant_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:25Z', 'updated_at': '2021-07-08T17:38:53Z', 'revision_number': 5, 'project_id': 'eecd2c41d01947e0b595cdfd97cdae0d', 'gw_port': {'id': '7aa587f0-4b83-47ac-926a-472a9d188b48', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b31c8d-4c78-4a4b-bbbd-6e2a152241c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:26Z', 'updated_at': '2021-07-08T17:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:55.485805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] DHCP port deletion for 2236fdfc-5600-43d5-9b1b-c67656a01e96 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:55.597382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] Deleting port 63394d33-1a2a-4b00-b0ae-e697f430653f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:55.597764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.619307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-2955bb51-6ea2-4249-8e2a-5b73b6c1c7cb service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997595 Jul 08 17:38:55.677732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] For port 63394d33-1a2a-4b00-b0ae-e697f430653f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=63394d33-1a2a-4b00-b0ae-e697f430653f,segment=NetworkSegment(849cd868-08c9-4875-87ee-f8350bff7619),segment_id=849cd868-08c9-4875-87ee-f8350bff7619)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:55.678080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.697329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] Calling delete_port for 63394d33-1a2a-4b00-b0ae-e697f430653f owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:55.699805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Deleting port 7aa587f0-4b83-47ac-926a-472a9d188b48 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:55.700297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.760490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1516653-1486-493c-bc64-3843ca8ed57d req-bcc2d2ed-ef39-4bbc-afcb-6c6832ed2ec1 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.762095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1516653-1486-493c-bc64-3843ca8ed57d req-bcc2d2ed-ef39-4bbc-afcb-6c6832ed2ec1 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 948 time: 0.1557159 Jul 08 17:38:55.771126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e77fc-648b-411c-bfec-104fadf1a68e req-454eda2e-121d-41b3-af09-b5e85583714b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.772242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b881ba-18be-406c-8484-ad4be800df33 req-fc8c96f4-9c92-425b-ad73-dde3475a0956 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.773700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-58b881ba-18be-406c-8484-ad4be800df33 req-fc8c96f4-9c92-425b-ad73-dde3475a0956 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 907 time: 0.1949568 Jul 08 17:38:55.778444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-699e77fc-648b-411c-bfec-104fadf1a68e req-454eda2e-121d-41b3-af09-b5e85583714b tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 907 time: 0.2064886 Jul 08 17:38:55.798474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-46fa47d0-4135-44cd-82c7-860573f0be0c req-89bd891d-eaf5-4658-8ed4-7dd8ab1f2358 service neutron] 10.222.0.53 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724455 Jul 08 17:38:55.858957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.911180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1516653-1486-493c-bc64-3843ca8ed57d req-db93d230-5b20-41f5-8b51-734ea5a55872 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358030 Jul 08 17:38:55.924771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] Pushing event deleted for resources: {'Port': ['ID=63394d33-1a2a-4b00-b0ae-e697f430653f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:55.939888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52793a1-314a-4da0-87b3-2b4f1bce7e69 None None] No DVR routers for this DVR port 63394d33-1a2a-4b00-b0ae-e697f430653f on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:55.940029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] For port 7aa587f0-4b83-47ac-926a-472a9d188b48, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7aa587f0-4b83-47ac-926a-472a9d188b48,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:55.940351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.991393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Calling delete_port for 7aa587f0-4b83-47ac-926a-472a9d188b48 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:56.129368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Deleting port fdc7e943-317f-4845-85b9-d432f8582a95 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:56.129751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.189936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63394d33-1a2a-4b00-b0ae-e697f430653f no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:56.252769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 63394d33-1a2a-4b00-b0ae-e697f430653f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:56.253125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 63394d33-1a2a-4b00-b0ae-e697f430653f not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:56.255960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:56.310856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:56.311206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 012094c8-0bdd-4048-a1c7-cd19cd3f0a55 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:56.347235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] For port fdc7e943-317f-4845-85b9-d432f8582a95, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=fdc7e943-317f-4845-85b9-d432f8582a95,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:56.348632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.364593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Calling delete_port for fdc7e943-317f-4845-85b9-d432f8582a95 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:56.476133 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.511412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Port': ['ID=7aa587f0-4b83-47ac-926a-472a9d188b48,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.609891 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.621137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.704755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'Port': ['ID=fdc7e943-317f-4845-85b9-d432f8582a95,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.795818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.822409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.824151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] No DVR routers for this DVR port fdc7e943-317f-4845-85b9-d432f8582a95 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:56.827597 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.829564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-58b881ba-18be-406c-8484-ad4be800df33 req-73a359a8-0280-438c-b355-92315f118a24 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "DELETE /v2.0/ports/fdc7e943-317f-4845-85b9-d432f8582a95 HTTP/1.1" status: 204 len: 173 time: 1.0449522 Jul 08 17:38:56.830154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'name': 'network-vif-deleted', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:56.832700 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c79b1ce-2fbf-4018-86ef-f9ebfccd5ee2" -d '{"events": [{"server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "name": "network-vif-deleted", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:56.932407 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b3a43-fbf3-4edd-a44c-abbf8f7de294 x-openstack-request-id: req-0c0b3a43-fbf3-4edd-a44c-abbf8f7de294 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:56.932927 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd", "name": "network-vif-deleted", "tag": "fdc7e943-317f-4845-85b9-d432f8582a95", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:56.933322 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c0b3a43-fbf3-4edd-a44c-abbf8f7de294 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:56.933859 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd', 'name': 'network-vif-deleted', 'tag': 'fdc7e943-317f-4845-85b9-d432f8582a95', 'status': 'completed', 'code': 200} Jul 08 17:38:56.953385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.954014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Fanout notify agent at l3_agent the message router_deleted on router 11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:38:56.963752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.968135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-695ba3ba-ecbd-4c65-959e-cc0ae227d5b2 tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/routers/11b31c8d-4c78-4a4b-bbbd-6e2a152241c1 HTTP/1.1" status: 204 len: 168 time: 2.0700281 Jul 08 17:38:56.970952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47368) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:57.066233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9cca95bd-cc74-4725-a062-b77806a4cd04 req-8fd5afed-b916-4212-854d-b9dda78d8dd9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b83aa7-5c5b-49cd-a76a-76f62a84b0cd HTTP/1.1" status: 200 len: 210 time: 0.0521483 Jul 08 17:38:57.202925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.292169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d30019-25d7-43f7-9774-771f22d46b80 req-8d1d906d-9204-4a8c-9d47-bea3a9da2a13 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:57.293599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13d30019-25d7-43f7-9774-771f22d46b80 req-8d1d906d-9204-4a8c-9d47-bea3a9da2a13 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 948 time: 0.1765122 Jul 08 17:38:57.368096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.383430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2236fdfc-5600-43d5-9b1b-c67656a01e96']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:57.405293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849cd868-08c9-4875-87ee-f8350bff7619') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:57.405587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849cd868-08c9-4875-87ee-f8350bff7619') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:57.430559 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13d30019-25d7-43f7-9774-771f22d46b80 req-bc67aa82-bfdb-4275-a57e-afe2ec17648f tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253264 Jul 08 17:38:57.435717 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.470329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.480330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:57.480952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:57.486985 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:57.553517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.558785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.561348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] 10.222.0.48 "DELETE /v2.0/networks/2236fdfc-5600-43d5-9b1b-c67656a01e96 HTTP/1.1" status: 204 len: 168 time: 0.5890303 Jul 08 17:38:57.590212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9ea75-77b4-4e08-97e1-4012b2d4832f tempest-TestNetworkBasicOps-642376726 tempest-TestNetworkBasicOps-642376726-project] Pushing event deleted for resources: {'Network': ['ID=2236fdfc-5600-43d5-9b1b-c67656a01e96,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:57.746959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 253d3442-1816-4e74-a8fb-d03a5886bd0b details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:38:57.749168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fdc7e943-317f-4845-85b9-d432f8582a95 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:57.780348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: fdc7e943-317f-4845-85b9-d432f8582a95 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:57.780689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device fdc7e943-317f-4845-85b9-d432f8582a95 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:57.899585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 253d3442-1816-4e74-a8fb-d03a5886bd0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:57.912820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:57.915872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '253d3442-1816-4e74-a8fb-d03a5886bd0b', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '253d3442-1816-4e74-a8fb-d03a5886bd0b', 'mac_address': 'fa:16:3e:c0:17:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:38:57.962985 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.977877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253d3442-1816-4e74-a8fb-d03a5886bd0b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:38:57.999992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 253d3442-1816-4e74-a8fb-d03a5886bd0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:58.008610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.090284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=253d3442-1816-4e74-a8fb-d03a5886bd0b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:58.121503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4da7d92a-d692-4bd2-addd-71874c74dff3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eecd2c41d01947e0b595cdfd97cdae0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074721 Jul 08 17:38:58.123983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:58.140880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aa587f0-4b83-47ac-926a-472a9d188b48 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:58.165069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7aa587f0-4b83-47ac-926a-472a9d188b48 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:58.165488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7aa587f0-4b83-47ac-926a-472a9d188b48 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:58.206115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a162261f-315e-4ecd-9082-339515f9ef56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.235532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a162261f-315e-4ecd-9082-339515f9ef56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.318818 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a162261f-315e-4ecd-9082-339515f9ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.321820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a162261f-315e-4ecd-9082-339515f9ef56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.325361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a162261f-315e-4ecd-9082-339515f9ef56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73aa2905-5ea0-4802-832a-68cd2d0bdb8e HTTP/1.1" status: 204 len: 168 time: 0.1981766 Jul 08 17:38:58.325498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['253d3442-1816-4e74-a8fb-d03a5886bd0b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:38:58.334026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162261f-315e-4ecd-9082-339515f9ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aa2905-5ea0-4802-832a-68cd2d0bdb8e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:58.786712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dedfa-f443-4c7a-8d3e-27bc60fdf424 req-e5e036fd-7220-4c6e-a581-b7a78ced80ff tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:58.789558 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-830dedfa-f443-4c7a-8d3e-27bc60fdf424 req-e5e036fd-7220-4c6e-a581-b7a78ced80ff tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 949 time: 0.1421750 Jul 08 17:38:58.841877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47410) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:58.859829 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc28ea18-d433-4944-aa5f-f136f9c18d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.871920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-830dedfa-f443-4c7a-8d3e-27bc60fdf424 req-8c66c85a-f4db-486f-9fca-2668505b16bf tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729911 Jul 08 17:38:58.995464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc28ea18-d433-4944-aa5f-f136f9c18d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.999834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc28ea18-d433-4944-aa5f-f136f9c18d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.030973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fc28ea18-d433-4944-aa5f-f136f9c18d0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f3b915b44424cddb7e062fb2748f6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876600 Jul 08 17:38:59.033564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:59.088264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7197db-df63-4422-a271-d5f8369428a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.100068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28ea18-d433-4944-aa5f-f136f9c18d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad6d9f-d1be-44f0-a24f-b3883f22dcec,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.122750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7197db-df63-4422-a271-d5f8369428a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.135761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7dcd8-637b-4cbf-a433-6c2b0852c751 req-2ebf08ec-ff41-4403-b2aa-cf4142b8e6cb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:59.145407 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6eb7dcd8-637b-4cbf-a433-6c2b0852c751 req-2ebf08ec-ff41-4403-b2aa-cf4142b8e6cb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 945 time: 0.1183274 Jul 08 17:38:59.175558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7197db-df63-4422-a271-d5f8369428a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.180149 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7197db-df63-4422-a271-d5f8369428a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.181406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc7197db-df63-4422-a271-d5f8369428a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11ad6d9f-d1be-44f0-a24f-b3883f22dcec HTTP/1.1" status: 204 len: 168 time: 0.1468287 Jul 08 17:38:59.192378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7197db-df63-4422-a271-d5f8369428a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad6d9f-d1be-44f0-a24f-b3883f22dcec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.209395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6eb7dcd8-637b-4cbf-a433-6c2b0852c751 req-ab5b33b6-1eaa-4613-bd0e-15ac637951f8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624588 Jul 08 17:38:59.750901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 253d3442-1816-4e74-a8fb-d03a5886bd0b up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:59.921834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 253d3442-1816-4e74-a8fb-d03a5886bd0b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:59.928492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 253d3442-1816-4e74-a8fb-d03a5886bd0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:59.929495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.017611 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.054654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 253d3442-1816-4e74-a8fb-d03a5886bd0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:00.056009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253d3442-1816-4e74-a8fb-d03a5886bd0b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:00.071307 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3d0d1d-e2ab-4fef-b840-79edd8867a96" -d '{"events": [{"server_uuid": "f05c924e-fe96-448a-a592-8b8df8ac45de", "name": "network-vif-plugged", "status": "completed", "tag": "253d3442-1816-4e74-a8fb-d03a5886bd0b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:00.075243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.279384 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bddb3a7-4304-4406-82d4-f36c753e2f45 x-openstack-request-id: req-4bddb3a7-4304-4406-82d4-f36c753e2f45 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:00.279828 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05c924e-fe96-448a-a592-8b8df8ac45de", "name": "network-vif-plugged", "status": "completed", "tag": "253d3442-1816-4e74-a8fb-d03a5886bd0b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:00.280401 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bddb3a7-4304-4406-82d4-f36c753e2f45 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:00.280612 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253d3442-1816-4e74-a8fb-d03a5886bd0b', 'code': 200} Jul 08 17:39:00.300680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=253d3442-1816-4e74-a8fb-d03a5886bd0b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:00.326086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-403c7f92-8100-4e2d-90f0-fe8b918faf06 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:00.328372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-403c7f92-8100-4e2d-90f0-fe8b918faf06 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 945 time: 0.1938019 Jul 08 17:39:00.441883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a500-7f68-40e9-bf4f-e0e5277d1874 req-869901a7-39bd-4e26-9956-0effb5e4d973 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:00.443909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d358a500-7f68-40e9-bf4f-e0e5277d1874 req-869901a7-39bd-4e26-9956-0effb5e4d973 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 950 time: 0.2524972 Jul 08 17:39:00.483948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87e8f3-54d3-4238-a86d-c2b5739121c8 req-d0d6e2df-0562-42d8-83aa-3dad8b714186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:00.486396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf87e8f3-54d3-4238-a86d-c2b5739121c8 req-d0d6e2df-0562-42d8-83aa-3dad8b714186 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 1101 time: 0.1524169 Jul 08 17:39:00.575705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d358a500-7f68-40e9-bf4f-e0e5277d1874 req-2fc72a23-8dea-438a-a5b0-0a4997b63046 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038828 Jul 08 17:39:00.586381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf87e8f3-54d3-4238-a86d-c2b5739121c8 req-8f443780-c32d-4b3a-ae5a-9a107616e128 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910914 Jul 08 17:39:00.623591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6d4c5-0873-4849-817a-ef92dfa1a85a req-c0296ac7-c86e-4b43-80af-1a541950ae00 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:00.623790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Deleting port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:00.624143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.625330 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bf6d4c5-0873-4849-817a-ef92dfa1a85a req-c0296ac7-c86e-4b43-80af-1a541950ae00 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 945 time: 0.1853209 Jul 08 17:39:00.712191 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bf6d4c5-0873-4849-817a-ef92dfa1a85a req-ca33e284-7423-42cf-875e-5c41ac7a4fdb tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807731 Jul 08 17:39:00.782438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] For port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:00.782712 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.809756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Calling delete_port for 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:01.067017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.083343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b', '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:01.104560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'Port': ['ID=4b5bc0c9-d878-46f6-9e57-3b2afbed5c78,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:01.210633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] No DVR routers for this DVR port 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:01.213637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.215880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ef98c2-a4fc-4fc2-80cc-b559f5ce6a4d req-3859b463-2e27-4c60-abfe-429f3109c222 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "DELETE /v2.0/ports/4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 HTTP/1.1" status: 204 len: 173 time: 0.8802319 Jul 08 17:39:01.217982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'name': 'network-vif-deleted', 'tag': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:01.219311 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfc5480-1eee-47f5-af46-05b045ae4026" -d '{"events": [{"server_uuid": "068d2320-b914-43dc-9063-4d21ffa4dc39", "name": "network-vif-deleted", "tag": "4b5bc0c9-d878-46f6-9e57-3b2afbed5c78"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:01.274711 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd05ae2b-0253-4aa2-a723-72d92fae772a x-openstack-request-id: req-dd05ae2b-0253-4aa2-a723-72d92fae772a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:01.275234 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068d2320-b914-43dc-9063-4d21ffa4dc39", "name": "network-vif-deleted", "tag": "4b5bc0c9-d878-46f6-9e57-3b2afbed5c78", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:01.275689 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd05ae2b-0253-4aa2-a723-72d92fae772a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:01.276399 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068d2320-b914-43dc-9063-4d21ffa4dc39', 'name': 'network-vif-deleted', 'tag': '4b5bc0c9-d878-46f6-9e57-3b2afbed5c78', 'status': 'completed', 'code': 200} Jul 08 17:39:01.931873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0f97d-5707-47da-bb40-4a15a6f58f75 req-f477f54e-43aa-485c-a579-82ee335ae9eb tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:01.939284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11a0f97d-5707-47da-bb40-4a15a6f58f75 req-f477f54e-43aa-485c-a579-82ee335ae9eb tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 950 time: 0.1427946 Jul 08 17:39:01.973432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d4ff852-f5f1-40b4-a4a2-4442f7d661b1 req-19307e68-1e50-4665-9e25-fc6df2556e50 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=068d2320-b914-43dc-9063-4d21ffa4dc39 HTTP/1.1" status: 200 len: 210 time: 0.0503774 Jul 08 17:39:02.023206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-11a0f97d-5707-47da-bb40-4a15a6f58f75 req-a9e16236-4d4d-4270-9eee-03464ef9ed83 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830593 Jul 08 17:39:02.621590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a40f0c-2d5a-4510-be84-7477b7dfb500 req-a8bac4d0-2043-42df-b643-32f47c109f08 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:02.628611 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10a40f0c-2d5a-4510-be84-7477b7dfb500 req-a8bac4d0-2043-42df-b643-32f47c109f08 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 950 time: 0.0802288 Jul 08 17:39:02.686920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-10a40f0c-2d5a-4510-be84-7477b7dfb500 req-51f1b11f-a279-4158-bf3a-3c646b1b3645 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568819 Jul 08 17:39:03.496589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:03.543250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedfcf4-e0f6-4f58-9aeb-138e164f0055 req-1fd15bbe-5f42-45e3-98d8-7194a198e932 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:03.544870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dedfcf4-e0f6-4f58-9aeb-138e164f0055 req-1fd15bbe-5f42-45e3-98d8-7194a198e932 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.0910676 Jul 08 17:39:03.602111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dedfcf4-e0f6-4f58-9aeb-138e164f0055 req-ab0085e2-adcd-4b46-b998-fd19617f9131 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 Jul 08 17:39:03.708666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d78219a1-f88b-4ef6-8c2d-2afe6baf0ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.897505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d78219a1-f88b-4ef6-8c2d-2afe6baf0ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.903595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d78219a1-f88b-4ef6-8c2d-2afe6baf0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.961048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714446f1-edca-4f8c-a7d0-d4c8adc163dc req-16072ccc-2830-42c8-8f6c-cab378e87299 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:03.964974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d78219a1-f88b-4ef6-8c2d-2afe6baf0ed7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7e52984b5eb43bc97a46206b6f89525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673622 Jul 08 17:39:03.968384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:03.969002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-714446f1-edca-4f8c-a7d0-d4c8adc163dc req-16072ccc-2830-42c8-8f6c-cab378e87299 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 950 time: 0.1221182 Jul 08 17:39:03.981728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78219a1-f88b-4ef6-8c2d-2afe6baf0ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add8e4bb-38f5-41b8-b065-0ca86c90ecd6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:04.025678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-714446f1-edca-4f8c-a7d0-d4c8adc163dc req-1bede66b-3fb4-4561-ac63-38d42ea15704 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/security-groups?id=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Jul 08 17:39:04.063248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb432e26-44e5-4c0c-acf9-ff226e55b029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.064716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-acbd62a0-27a8-479b-9624-6905a74570a7 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.067361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-acbd62a0-27a8-479b-9624-6905a74570a7 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.53 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 950 time: 0.1799240 Jul 08 17:39:04.086564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb432e26-44e5-4c0c-acf9-ff226e55b029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.145159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb432e26-44e5-4c0c-acf9-ff226e55b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.147900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb432e26-44e5-4c0c-acf9-ff226e55b029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.149097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb432e26-44e5-4c0c-acf9-ff226e55b029 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/add8e4bb-38f5-41b8-b065-0ca86c90ecd6 HTTP/1.1" status: 204 len: 168 time: 0.1798031 Jul 08 17:39:04.185146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb432e26-44e5-4c0c-acf9-ff226e55b029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add8e4bb-38f5-41b8-b065-0ca86c90ecd6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:04.252022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Deleting port 253d3442-1816-4e74-a8fb-d03a5886bd0b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:04.252343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.377704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] For port 253d3442-1816-4e74-a8fb-d03a5886bd0b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=253d3442-1816-4e74-a8fb-d03a5886bd0b,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:04.378499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.401273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Calling delete_port for 253d3442-1816-4e74-a8fb-d03a5886bd0b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:04.577874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.599694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['253d3442-1816-4e74-a8fb-d03a5886bd0b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:04.626229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Pushing event deleted for resources: {'Port': ['ID=253d3442-1816-4e74-a8fb-d03a5886bd0b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:04.750293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] No DVR routers for this DVR port 253d3442-1816-4e74-a8fb-d03a5886bd0b on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:04.754258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.756598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa357eb6-f2ee-4efe-973b-5519f5104bf4 req-02be82da-afed-464e-bc84-a7bc76f9984c tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.53 "DELETE /v2.0/ports/253d3442-1816-4e74-a8fb-d03a5886bd0b HTTP/1.1" status: 204 len: 173 time: 0.6815069 Jul 08 17:39:04.756992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'name': 'network-vif-deleted', 'tag': '253d3442-1816-4e74-a8fb-d03a5886bd0b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:04.760780 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6063b86-6750-4079-9b58-41c791902e09" -d '{"events": [{"server_uuid": "f05c924e-fe96-448a-a592-8b8df8ac45de", "name": "network-vif-deleted", "tag": "253d3442-1816-4e74-a8fb-d03a5886bd0b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:04.877582 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aebd5cd-aadb-455e-bbda-842ef6e6fb56 x-openstack-request-id: req-7aebd5cd-aadb-455e-bbda-842ef6e6fb56 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:04.878183 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05c924e-fe96-448a-a592-8b8df8ac45de", "name": "network-vif-deleted", "tag": "253d3442-1816-4e74-a8fb-d03a5886bd0b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:04.878642 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aebd5cd-aadb-455e-bbda-842ef6e6fb56 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:04.879451 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05c924e-fe96-448a-a592-8b8df8ac45de', 'name': 'network-vif-deleted', 'tag': '253d3442-1816-4e74-a8fb-d03a5886bd0b', 'status': 'completed', 'code': 200} Jul 08 17:39:04.880057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-6016fa1d-6e2e-4013-a4b7-bf9e874f5924 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.881614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-6016fa1d-6e2e-4013-a4b7-bf9e874f5924 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1366997 Jul 08 17:39:04.933573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793114f5-e86c-46e9-8ed7-4deb0816af45 req-00585133-cbe5-4b8c-936c-58e1e021f6d8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.935657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-793114f5-e86c-46e9-8ed7-4deb0816af45 req-00585133-cbe5-4b8c-936c-58e1e021f6d8 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=63221a43-c0e9-4283-8f71-3e4590b44cd6 HTTP/1.1" status: 200 len: 946 time: 0.1085775 Jul 08 17:39:04.999176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-793114f5-e86c-46e9-8ed7-4deb0816af45 req-a533436d-da4c-46c2-b52a-70d466dafb4d tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=53020962-7f97-48ac-a275-cfda79ca0970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567868 Jul 08 17:39:05.015662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Deleting port d821afc0-35e6-45a5-9333-77a0e08f0e5b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:05.015662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.131016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] For port d821afc0-35e6-45a5-9333-77a0e08f0e5b, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d821afc0-35e6-45a5-9333-77a0e08f0e5b,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:05.131437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.148367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Calling delete_port for d821afc0-35e6-45a5-9333-77a0e08f0e5b owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:05.233085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fa988ea8-d764-4c7c-aef3-873a2eaf429d req-393aee6a-dbd7-4d39-8fdf-9d753745b625 tempest-VolumesNegativeTest-764792504 tempest-VolumesNegativeTest-764792504-project] 10.222.0.48 "GET /v2.0/ports?device_id=f05c924e-fe96-448a-a592-8b8df8ac45de HTTP/1.1" status: 200 len: 210 time: 0.0697134 Jul 08 17:39:05.333394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.344938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['d821afc0-35e6-45a5-9333-77a0e08f0e5b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:05.362878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'Port': ['ID=d821afc0-35e6-45a5-9333-77a0e08f0e5b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:05.417801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] No DVR routers for this DVR port d821afc0-35e6-45a5-9333-77a0e08f0e5b on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:05.420515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.422917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8a3e59b-2fda-449e-9abc-60ad382896a6 req-13708656-e793-4726-8584-3733ed55d0e4 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "DELETE /v2.0/ports/d821afc0-35e6-45a5-9333-77a0e08f0e5b HTTP/1.1" status: 204 len: 173 time: 0.5345972 Jul 08 17:39:05.423391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'name': 'network-vif-deleted', 'tag': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:05.426382 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6596e150-c8f3-4179-a231-eabfede57b1b" -d '{"events": [{"server_uuid": "63221a43-c0e9-4283-8f71-3e4590b44cd6", "name": "network-vif-deleted", "tag": "d821afc0-35e6-45a5-9333-77a0e08f0e5b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:05.479939 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10043902-cc3c-4d48-8736-f89402c4fb71 x-openstack-request-id: req-10043902-cc3c-4d48-8736-f89402c4fb71 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:05.480250 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63221a43-c0e9-4283-8f71-3e4590b44cd6", "name": "network-vif-deleted", "tag": "d821afc0-35e6-45a5-9333-77a0e08f0e5b", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:05.480511 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10043902-cc3c-4d48-8736-f89402c4fb71 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:05.481004 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63221a43-c0e9-4283-8f71-3e4590b44cd6', 'name': 'network-vif-deleted', 'tag': 'd821afc0-35e6-45a5-9333-77a0e08f0e5b', 'status': 'completed', 'code': 200} Jul 08 17:39:05.759507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:05.780022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:05.780368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4b5bc0c9-d878-46f6-9e57-3b2afbed5c78 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:06.529563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e455cd-d9e7-4f8d-8039-d1d6e5c30a14 req-d9943663-ccc2-4707-9fd8-e9ffaf760dc0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:06.532435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6e455cd-d9e7-4f8d-8039-d1d6e5c30a14 req-d9943663-ccc2-4707-9fd8-e9ffaf760dc0 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0880888 Jul 08 17:39:06.902868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d6e455cd-d9e7-4f8d-8039-d1d6e5c30a14 req-ea6f0af9-8d6b-4242-b2a3-ed5b1514692f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633955 Jul 08 17:39:07.860006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-1ea690d0-2ab1-4426-998f-0f56ba63adce tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:07.862699 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-1ea690d0-2ab1-4426-998f-0f56ba63adce tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.0743616 Jul 08 17:39:07.980954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Deleting port a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:07.981300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.129586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] For port a2695a85-c12e-461d-9705-7ab69f00ca72, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=a2695a85-c12e-461d-9705-7ab69f00ca72,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:08.130030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.139842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34614dcb-2a22-487a-8041-693fdb331f9f req-984c57ad-6287-43d9-9781-602ac885b1fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:08.146855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34614dcb-2a22-487a-8041-693fdb331f9f req-984c57ad-6287-43d9-9781-602ac885b1fc tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 944 time: 0.1207829 Jul 08 17:39:08.234526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34614dcb-2a22-487a-8041-693fdb331f9f req-3cbf6f57-bbcf-4ac1-aa01-93486724cb54 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups?id=fc114005-6086-4c22-82fc-51216dac002a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851767 Jul 08 17:39:08.366175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.366567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.366953 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Floating IP f6ac6711-a446-4cf3-b5b3-9b62f6627d0e disassociated. External IP: 172.25.3.118, port: a2695a85-c12e-461d-9705-7ab69f00ca72. Jul 08 17:39:08.367398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Calling delete_port for a2695a85-c12e-461d-9705-7ab69f00ca72 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:08.510260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.540738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'Port': ['ID=a2695a85-c12e-461d-9705-7ab69f00ca72,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:08.726342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Router df330898-ca87-4cdd-988b-a898e09275c3 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:08.881986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:08.893585 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] Sync routers for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:08.905356 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:08.906085 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:08.940184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] No DVR routers for this DVR port a2695a85-c12e-461d-9705-7ab69f00ca72 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:08.943973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.945898 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45b3fcdc-f504-4920-b976-34ac5a9ea9a1 req-5e06ebf1-4e20-4247-b40d-1f609d12ac1f tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.53 "DELETE /v2.0/ports/a2695a85-c12e-461d-9705-7ab69f00ca72 HTTP/1.1" status: 204 len: 173 time: 1.0768669 Jul 08 17:39:08.946446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-deleted', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:08.948671 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef32142-1a2c-4ea1-ad66-da67def11b63" -d '{"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-deleted", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:08.995139 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaf9f87-ea6b-4d63-bd2f-141d6b433fb3 x-openstack-request-id: req-bdaf9f87-ea6b-4d63-bd2f-141d6b433fb3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:08.995500 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386bd337-4faf-406c-9c56-836a33a2ea3e", "name": "network-vif-deleted", "tag": "a2695a85-c12e-461d-9705-7ab69f00ca72", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:08.995820 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdaf9f87-ea6b-4d63-bd2f-141d6b433fb3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:08.996289 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386bd337-4faf-406c-9c56-836a33a2ea3e', 'name': 'network-vif-deleted', 'tag': 'a2695a85-c12e-461d-9705-7ab69f00ca72', 'status': 'completed', 'code': 200} Jul 08 17:39:09.035376 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:09.256771 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:54Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:09.291235 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] Checking router: df330898-ca87-4cdd-988b-a898e09275c3 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:09.300188 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:09.301055 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:09.424336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d9880b23-7f18-4a77-b82b-36c5747d5fb6 req-695dcb82-ef96-4214-95cc-44c7ca712fe5 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/ports?device_id=386bd337-4faf-406c-9c56-836a33a2ea3e HTTP/1.1" status: 200 len: 210 time: 0.0331817 Jul 08 17:39:09.436227 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:09.644620 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:54Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:09.672413 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00593c-bc86-43e2-98a2-38c51377cdc2 None None] The sync data for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 is: [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:29:46Z', 'revision_number': 4, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5032100e-2878-4d20-9c5c-5a85d0c78bc3', 'name': '', 'network_id': 'c1f873c3-6f6c-49af-95f4-440d4338c4cd', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'mac_address': 'fa:16:3e:30:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:44Z', 'updated_at': '2021-07-08T17:29:54Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'subnets': [{'id': '586b9aff-8637-4337-bc1a-7c7e9025b813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:09.798285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 253d3442-1816-4e74-a8fb-d03a5886bd0b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:09.821223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 253d3442-1816-4e74-a8fb-d03a5886bd0b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:09.822383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 253d3442-1816-4e74-a8fb-d03a5886bd0b not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:09.822817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d821afc0-35e6-45a5-9333-77a0e08f0e5b no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:09.842233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: d821afc0-35e6-45a5-9333-77a0e08f0e5b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:09.842579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d821afc0-35e6-45a5-9333-77a0e08f0e5b not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:09.842988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:09.862310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: a2695a85-c12e-461d-9705-7ab69f00ca72 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:09.862656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device a2695a85-c12e-461d-9705-7ab69f00ca72 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:09.970851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c587a4-a687-41ed-b7a3-43f4d76cf600 None None] New status for floating IP f6ac6711-a446-4cf3-b5b3-9b62f6627d0e: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:39:10.562941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47772) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:10.620869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3cb85f3-ab3a-4599-9ee3-2c4b00684165 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.655044 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3cb85f3-ab3a-4599-9ee3-2c4b00684165 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.723187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3cb85f3-ab3a-4599-9ee3-2c4b00684165 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.726302 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f3cb85f3-ab3a-4599-9ee3-2c4b00684165 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.730256 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f3cb85f3-ab3a-4599-9ee3-2c4b00684165 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "DELETE /v2.0/security-groups/fc114005-6086-4c22-82fc-51216dac002a HTTP/1.1" status: 204 len: 168 time: 0.1635008 Jul 08 17:39:10.730750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:10.753588 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-b086ce7f-abb8-4717-b0ac-823600ecfce9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] show failed (client error): The resource could not be found. Jul 08 17:39:10.754437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb85f3-ab3a-4599-9ee3-2c4b00684165 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc114005-6086-4c22-82fc-51216dac002a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:10.755108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b086ce7f-abb8-4717-b0ac-823600ecfce9 tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "GET /v2.0/security-groups/fc114005-6086-4c22-82fc-51216dac002a HTTP/1.1" status: 404 len: 347 time: 0.0232561 Jul 08 17:39:10.757869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:10.912574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Deleting port 1773945f-6af4-4a52-9b13-0ed65f4abd4f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:10.912838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.995858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.996229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.009192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Calling delete_port for 1773945f-6af4-4a52-9b13-0ed65f4abd4f owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:11.164976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.193414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Pushing event deleted for resources: {'Port': ['ID=1773945f-6af4-4a52-9b13-0ed65f4abd4f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:11.261029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.264422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.265838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2750c444-fd6c-465f-a550-1d3108bb7b6e tempest-ServerActionsTestJSON-489258241 tempest-ServerActionsTestJSON-489258241-project] 10.222.0.48 "DELETE /v2.0/floatingips/f6ac6711-a446-4cf3-b5b3-9b62f6627d0e HTTP/1.1" status: 204 len: 168 time: 0.5067029 Jul 08 17:39:11.270276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47780) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:11.694972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:11.869348 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d75525e0-9a09-4f77-ba1a-77505ff56e82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f71b8b36672c40829686b84dd7f69787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729305 Jul 08 17:39:11.870292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47798) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:11.935156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c48833ab-dad5-4ce1-b66a-ebe75348b383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.958739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c48833ab-dad5-4ce1-b66a-ebe75348b383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.028774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c48833ab-dad5-4ce1-b66a-ebe75348b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.035288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c48833ab-dad5-4ce1-b66a-ebe75348b383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.036729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c48833ab-dad5-4ce1-b66a-ebe75348b383 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7db8d8b1-1d67-4c06-8671-a7ca3ddf8602 HTTP/1.1" status: 204 len: 168 time: 0.1653092 Jul 08 17:39:12.048469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48833ab-dad5-4ce1-b66a-ebe75348b383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8d8b1-1d67-4c06-8671-a7ca3ddf8602,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:12.176429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.483513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Deleting port 5032100e-2878-4d20-9c5c-5a85d0c78bc3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:12.483780 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.579484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] For port 5032100e-2878-4d20-9c5c-5a85d0c78bc3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5032100e-2878-4d20-9c5c-5a85d0c78bc3,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:12.579989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.595705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Calling delete_port for 5032100e-2878-4d20-9c5c-5a85d0c78bc3 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:12.817584 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.822747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:12.857250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Pushing event deleted for resources: {'Port': ['ID=5032100e-2878-4d20-9c5c-5a85d0c78bc3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:12.967028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-140206592-network', 'tenant_id': 'f834212496be461b9615f642a112fd3a'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:13.050878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Made reservation on behalf of f834212496be461b9615f642a112fd3a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:13.054578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.058887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.062552 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.081315 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.166510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.209286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.213844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.244526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:13.252684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f9476-6c38-4088-8cfc-d6f4c31e8d55,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:13.259754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.260130 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Added segment f21b572f-a144-4a90-b497-4d59f4be3c30 of type vlan for network 35293f57-5136-421f-ad82-df8ce08182ed Jul 08 17:39:13.305209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.337369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.338767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:13.339545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.390213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5663290 Jul 08 17:39:13.393068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:13.398220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Request body: {'subnet': {'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-140206592-subnet', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:13.410625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Router df330898-ca87-4cdd-988b-a898e09275c3 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:13.415523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae67c3-9abb-4043-8649-f328543da486 admin admin] Pushing event updated for resources: {'Network': ['ID=35293f57-5136-421f-ad82-df8ce08182ed,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:13.426466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 35293f57-5136-421f-ad82-df8ce08182ed details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:13.430475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Made reservation on behalf of f834212496be461b9615f642a112fd3a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:13.432931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.532121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:13.538234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2651c8b8-0695-48cf-98fd-87c3dee22566 admin admin] 10.222.0.48 "PUT /v2.0/routers/df330898-ca87-4cdd-988b-a898e09275c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2669089 Jul 08 17:39:13.541072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:13.542599 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] Sync routers for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:13.553460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:13.554282 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.615809 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.654542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.665211 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:13.678296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b6f19d-cb20-4e56-b73f-69e7bdfd3a24,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:13.687202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Checking segment: {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:13.687561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Network hostable DHCP agents. Network: 35293f57-5136-421f-ad82-df8ce08182ed, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:13.705834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Network 35293f57-5136-421f-ad82-df8ce08182ed is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:13.715283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 35293f57-5136-421f-ad82-df8ce08182ed) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:13.719536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:13.720128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.741487 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d8b64a4f-c68d-4233-b69c-7ec08a09bdf5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3416560 Jul 08 17:39:13.741487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:13.744479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:13.749642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45745d7-3793-4c10-af37-b166441b5f5f None None] Network 35293f57-5136-421f-ad82-df8ce08182ed requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:13.780886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.782789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.786971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.851190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Deleting port 36725c08-d043-460e-9bdf-65768392e1c5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:13.851911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.853474 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.875928 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '36725c08-d043-460e-9bdf-65768392e1c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:39:12Z', 'revision_number': 5, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port': {'id': '36725c08-d043-460e-9bdf-65768392e1c5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:21:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:38Z', 'updated_at': '2021-07-08T17:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.907448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] Checking router: df330898-ca87-4cdd-988b-a898e09275c3 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:13.916852 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] Routers {'df330898-ca87-4cdd-988b-a898e09275c3'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:13.917607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['df330898-ca87-4cdd-988b-a898e09275c3'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.936789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-35293f57-5136-421f-ad82-df8ce08182ed', 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'fixed_ips': [{'subnet_id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:13.937782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.956171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] For port 36725c08-d043-460e-9bdf-65768392e1c5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=36725c08-d043-460e-9bdf-65768392e1c5,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:13.957774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.974682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Calling delete_port for 36725c08-d043-460e-9bdf-65768392e1c5 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:14.021651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.089260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Allocated IP 172.20.0.2 (35293f57-5136-421f-ad82-df8ce08182ed/72b6f19d-cb20-4e56-b73f-69e7bdfd3a24/b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:14.144472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] Set router df330898-ca87-4cdd-988b-a898e09275c3 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:14.256731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.287579 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:39:13Z', 'revision_number': 6, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:14.293904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=36725c08-d043-460e-9bdf-65768392e1c5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.340675 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d84ede-f5f2-4199-96bc-2f36c5ad0e3e None None] The sync data for ids ['df330898-ca87-4cdd-988b-a898e09275c3'] in n-d-799527-4 is: [{'id': 'df330898-ca87-4cdd-988b-a898e09275c3', 'name': 'tempest-ServerActionsTestJSON-319271161-router', 'tenant_id': 'd3cdd44201cd40ed986f3233cf66409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:35Z', 'updated_at': '2021-07-08T17:39:13Z', 'revision_number': 6, 'project_id': 'd3cdd44201cd40ed986f3233cf66409f', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:14.388117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.395950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.396575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.397446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Transition to ACTIVE for port object b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:14.415439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Transition to ACTIVE for port object b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:14.421506 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.424715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.458662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Network 35293f57-5136-421f-ad82-df8ce08182ed is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:14.463370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:14.469591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:14.494234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.496457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.503009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Pushing event updated for resources: {'Port': ['ID=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.540556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Attempting to bind port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:14.541177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Attempting to bind port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:14.541709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Attempting to bind port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b on network 35293f57-5136-421f-ad82-df8ce08182ed {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:14.548773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:14.549447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Checking segment: {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:14.550069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.550256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.551181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df330898-ca87-4cdd-988b-a898e09275c3 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:39:14.551439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Bound using segment: {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:14.552080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Bound port: b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:14.553170 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.557946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.559350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ab649d0d-2ca0-4c1b-8a8e-f53fa31e3a98 admin admin] 10.222.0.48 "DELETE /v2.0/routers/df330898-ca87-4cdd-988b-a898e09275c3 HTTP/1.1" status: 204 len: 168 time: 1.0172939 Jul 08 17:39:14.561858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:14.571531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Allocated IP 172.25.3.15 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/7acaf4da-a870-4eca-bdcc-548c38418048) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:14.614971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Deleting subnet 586b9aff-8637-4337-bc1a-7c7e9025b813 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:14.618250 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.632135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] For port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:14.637631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] For port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,segment=NetworkSegment(f21b572f-a144-4a90-b497-4d59f4be3c30),segment_id=f21b572f-a144-4a90-b497-4d59f4be3c30)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:14.642781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.667088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.718013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.718212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c91746-91e6-48da-8f6a-d1d7a7d9b73a None None] Pushing event updated for resources: {'Port': ['ID=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.777790 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.785443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.807165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:14.825607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:14.829182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:14.851389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.875822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7acaf4da-a870-4eca-bdcc-548c38418048,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.882289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586b9aff-8637-4337-bc1a-7c7e9025b813,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.886738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.887449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0794d-a4c4-42ed-b76a-b773235fd36c None None] Network c1f873c3-6f6c-49af-95f4-440d4338c4cd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:14.890245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ee2108d9-2a2f-4c78-9cd6-ea6a3cdaa8c5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/586b9aff-8637-4337-bc1a-7c7e9025b813 HTTP/1.1" status: 204 len: 168 time: 0.3269413 Jul 08 17:39:14.891368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:14.972774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.074010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Deleting port 7b8f6bb7-312c-4740-b45d-280ba8941824 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:15.074356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.143019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] For port 7b8f6bb7-312c-4740-b45d-280ba8941824, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7b8f6bb7-312c-4740-b45d-280ba8941824,segment=NetworkSegment(bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee),segment_id=bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:15.143745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.159606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.164010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Calling delete_port for 7b8f6bb7-312c-4740-b45d-280ba8941824 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:15.286447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] DHCP port deletion for c1f873c3-6f6c-49af-95f4-440d4338c4cd request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:15.306908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.343462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8f6bb7-312c-4740-b45d-280ba8941824,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:15.351731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] No DVR routers for this DVR port 7b8f6bb7-312c-4740-b45d-280ba8941824 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:15.423799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Deleting port 7b8f6bb7-312c-4740-b45d-280ba8941824 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:15.424112 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.497692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.513577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f873c3-6f6c-49af-95f4-440d4338c4cd']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:15.522195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] For port 7b8f6bb7-312c-4740-b45d-280ba8941824, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:15.522907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.534283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:15.534675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7654b4-cdaf-4bd1-99ea-e1396dd7ceee') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:15.535815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.544816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Calling delete_port for 7b8f6bb7-312c-4740-b45d-280ba8941824 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:15.547672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Port 7b8f6bb7-312c-4740-b45d-280ba8941824 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:39:15.548993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.553430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.574979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.585250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] Pushing event deleted for resources: {'Port': ['ID=7b8f6bb7-312c-4740-b45d-280ba8941824,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:15.588200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:15.591162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.594858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f027c8-04b1-4050-81da-f24d982b4eb4 None None] No DVR routers for this DVR port 7b8f6bb7-312c-4740-b45d-280ba8941824 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:15.613723 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:15.667249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.673270 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.680736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1f873c3-6f6c-49af-95f4-440d4338c4cd HTTP/1.1" status: 204 len: 168 time: 0.7883117 Jul 08 17:39:15.696404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Router eb6b110c-c415-446c-9c77-464c9174acbf is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:15.700589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2d47-1e71-4683-a850-76c6944764e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f873c3-6f6c-49af-95f4-440d4338c4cd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:15.839602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:15.841482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:15.852254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Sync routers for ids ['eb6b110c-c415-446c-9c77-464c9174acbf'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:15.859580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.860866 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-14176051-cf08-4573-9200-0d2d63dd28a7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1202395 Jul 08 17:39:15.863734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47862) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:15.865437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Routers {'eb6b110c-c415-446c-9c77-464c9174acbf'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:15.866311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['eb6b110c-c415-446c-9c77-464c9174acbf'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:15.915634 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-92580a0a-ae93-45a0-8139-0de7ce31e0d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3cdd44201cd40ed986f3233cf66409f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745809 Jul 08 17:39:15.918015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:15.991313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.016146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.037753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Set router eb6b110c-c415-446c-9c77-464c9174acbf gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:16.111264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.120200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.120200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53020962-7f97-48ac-a275-cfda79ca0970 HTTP/1.1" status: 204 len: 168 time: 0.1981308 Jul 08 17:39:16.148741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53020962-7f97-48ac-a275-cfda79ca0970,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:16.181176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.183988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.184570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.184925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.185262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.185599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.185942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.186283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.186607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.186928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.187251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.187566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab3283d-4ec7-4c45-9a3c-bfc842f69c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:16.357699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:16.412457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559b027-8670-4f87-9576-062f59827f96 None None] Network 35293f57-5136-421f-ad82-df8ce08182ed requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:16.668873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-91fbdcf8-5c76-4d18-9eeb-4496f734bf13 None None] Provisioning for port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:16.724500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:16.732301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:16.732806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.766826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:15Z', 'revision_number': 3, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.810443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Checking router: eb6b110c-c415-446c-9c77-464c9174acbf for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:16.810667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Updating router eb6b110c-c415-446c-9c77-464c9174acbf port 7acaf4da-a870-4eca-bdcc-548c38418048 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:16.886748 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.992586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.158274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,segment=NetworkSegment(f21b572f-a144-4a90-b497-4d59f4be3c30),segment_id=f21b572f-a144-4a90-b497-4d59f4be3c30)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:17.163650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.199519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.329824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5032100e-2878-4d20-9c5c-5a85d0c78bc3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:17.357909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 5032100e-2878-4d20-9c5c-5a85d0c78bc3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:17.358981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5032100e-2878-4d20-9c5c-5a85d0c78bc3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:17.359582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7b8f6bb7-312c-4740-b45d-280ba8941824 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:17.384045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7b8f6bb7-312c-4740-b45d-280ba8941824 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:17.384630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7b8f6bb7-312c-4740-b45d-280ba8941824 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:17.385198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36725c08-d043-460e-9bdf-65768392e1c5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:17.463680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Allocated IP 172.20.0.1 (35293f57-5136-421f-ad82-df8ce08182ed/72b6f19d-cb20-4e56-b73f-69e7bdfd3a24/9a2bc03d-a33f-4451-b384-8e275734cd11) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:17.470651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:17.586350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd75fe66-af27-4db0-8b43-811b2a0ea398 None None] Provisioning complete for port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:17.587068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd75fe66-af27-4db0-8b43-811b2a0ea398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.592541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 36725c08-d043-460e-9bdf-65768392e1c5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:17.593131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36725c08-d043-460e-9bdf-65768392e1c5 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:17.620405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.636504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Transition to ACTIVE for port object 9a2bc03d-a33f-4451-b384-8e275734cd11 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:17.641899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:17.681691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1339165894-network', 'tenant_id': 'c1342e94d41e417181c65c4edf530758'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:17.721870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.725556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Made reservation on behalf of c1342e94d41e417181c65c4edf530758 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:17.728587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.743120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.827409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Network 35293f57-5136-421f-ad82-df8ce08182ed is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:17.836504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:17.853781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:17.900449 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.922937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Transition to ACTIVE for port object 7acaf4da-a870-4eca-bdcc-548c38418048 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:17.930328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.939443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2bc03d-a33f-4451-b384-8e275734cd11,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:17.951360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.954291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.954908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.955132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.955470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.956000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.956977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.958737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.958737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.958737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.958737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.959094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.959379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:17.964693 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.982221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.988784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:18.020974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.021510 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Added segment 9f6e6c5a-71e7-47b6-b763-4946d731fcc2 of type vlan for network 98389b27-c34e-49cf-82de-9adaf437d4e2 Jul 08 17:39:18.041385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6813747e-e04a-4f80-97e0-bd7608857277,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.045248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b7505-ddb8-4a71-9148-5dc8a5f33921 None None] Pushing event updated for resources: {'Port': ['ID=7acaf4da-a870-4eca-bdcc-548c38418048,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.074563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Attempting to bind port 7acaf4da-a870-4eca-bdcc-548c38418048 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:18.079967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Attempting to bind port 7acaf4da-a870-4eca-bdcc-548c38418048 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:18.080563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Attempting to bind port 7acaf4da-a870-4eca-bdcc-548c38418048 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:18.087896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:18.089952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.093152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:18.093624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.094052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:18.094727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Bound port: 7acaf4da-a870-4eca-bdcc-548c38418048, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:18.095269 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.147863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.149022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:18.149648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.194566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] For port 7acaf4da-a870-4eca-bdcc-548c38418048, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:18.198162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] For port 7acaf4da-a870-4eca-bdcc-548c38418048, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7acaf4da-a870-4eca-bdcc-548c38418048,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:18.198469 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.204009 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.209975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7375836 Jul 08 17:39:18.212683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:18.228157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Request body: {'subnet': {'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1339165894-subnet', 'tenant_id': 'c1342e94d41e417181c65c4edf530758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:18.245008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:18.289648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Made reservation on behalf of c1342e94d41e417181c65c4edf530758 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:18.292686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.344588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58eb6fe9-95c4-4935-9f1d-9a7bea945e70 None None] Provisioning for port 9a2bc03d-a33f-4451-b384-8e275734cd11 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:18.353310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58eb6fe9-95c4-4935-9f1d-9a7bea945e70 None None] Provisioning complete for port 9a2bc03d-a33f-4451-b384-8e275734cd11 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:18.353740 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58eb6fe9-95c4-4935-9f1d-9a7bea945e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.408168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:18.408810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.441658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b7505-ddb8-4a71-9148-5dc8a5f33921 None None] Pushing event updated for resources: {'Port': ['ID=7acaf4da-a870-4eca-bdcc-548c38418048,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.445428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Routers {'eb6b110c-c415-446c-9c77-464c9174acbf'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:18.446307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:38:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['eb6b110c-c415-446c-9c77-464c9174acbf'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:18.524357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-58eb6fe9-95c4-4935-9f1d-9a7bea945e70 None None] Port 9a2bc03d-a33f-4451-b384-8e275734cd11 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:18.540339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.553216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.637867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] Set router eb6b110c-c415-446c-9c77-464c9174acbf gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:18.652891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30c94-bf35-4b7e-8d00-51002b46282d admin admin] Pushing event updated for resources: {'Network': ['ID=98389b27-c34e-49cf-82de-9adaf437d4e2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.672356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 98389b27-c34e-49cf-82de-9adaf437d4e2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:18.683051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.753166 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.754846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2bc03d-a33f-4451-b384-8e275734cd11,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.771975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55530587-62b2-4cb2-8146-64293575b508,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.836231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Checking segment: {'id': '9f6e6c5a-71e7-47b6-b763-4946d731fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:18.836603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Network hostable DHCP agents. Network: 98389b27-c34e-49cf-82de-9adaf437d4e2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:18.886842 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:39:18.896310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Network 98389b27-c34e-49cf-82de-9adaf437d4e2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:18.937804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 98389b27-c34e-49cf-82de-9adaf437d4e2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:18.938716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9a2bc03d-a33f-4451-b384-8e275734cd11', 'name': '', 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'mac_address': 'fa:16:3e:7b:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:17Z', 'updated_at': '2021-07-08T17:39:17Z', 'revision_number': 1, 'project_id': 'f834212496be461b9615f642a112fd3a', 'subnets': [{'id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:18.950490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:18.951092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.972908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Network 35293f57-5136-421f-ad82-df8ce08182ed is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:18.973310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f1ea7-ed57-4868-9649-3ecda2a4a05b None None] Network 98389b27-c34e-49cf-82de-9adaf437d4e2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:18.976216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d02cf-5772-4133-9a98-336d8b8d3505 None None] The sync data for ids ['eb6b110c-c415-446c-9c77-464c9174acbf'] in n-d-799527-4 is: [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9a2bc03d-a33f-4451-b384-8e275734cd11', 'name': '', 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'mac_address': 'fa:16:3e:7b:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:17Z', 'updated_at': '2021-07-08T17:39:17Z', 'revision_number': 1, 'project_id': 'f834212496be461b9615f642a112fd3a', 'subnets': [{'id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:18.976423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:18.983821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff713a19-7edb-42dc-9872-3e30a61c3462 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7682154 Jul 08 17:39:19.213358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Router eb6b110c-c415-446c-9c77-464c9174acbf has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:19.268837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa74c70-0f02-4539-af04-e3dc5ae1fcdc None None] Network 98389b27-c34e-49cf-82de-9adaf437d4e2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:19.384597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b4ee7360-64b7-4b52-8f6d-fefa1dbad96c None None] Provisioning complete for port 9a2bc03d-a33f-4451-b384-8e275734cd11 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:19.384768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7360-64b7-4b52-8f6d-fefa1dbad96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.389351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:19.400934 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4eaf2e6a-dda7-466b-a587-7b288643b512 admin admin] 10.222.0.48 "PUT /v2.0/routers/eb6b110c-c415-446c-9c77-464c9174acbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5360715 Jul 08 17:39:19.581868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee7360-64b7-4b52-8f6d-fefa1dbad96c None None] Port 9a2bc03d-a33f-4451-b384-8e275734cd11 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:19.584825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9c8159c-37f1-449e-8b50-fb3d14708604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.851477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-8a1e1123-b7ec-411d-9332-072c4c0a0958 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:19.853030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-8a1e1123-b7ec-411d-9332-072c4c0a0958 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/networks?id=98389b27-c34e-49cf-82de-9adaf437d4e2 HTTP/1.1" status: 200 len: 813 time: 0.1414495 Jul 08 17:39:19.879341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-88ea7c69-0e26-436b-acd0-a50119a8b642 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/quotas/c1342e94d41e417181c65c4edf530758 HTTP/1.1" status: 200 len: 375 time: 0.0193598 Jul 08 17:39:19.930677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-e4a165d3-dad1-4eb7-9970-40d7bb94f97c tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1342e94d41e417181c65c4edf530758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445824 Jul 08 17:39:20.066551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-7f563989-82b5-4ee1-ad63-6e23800048fd service neutron] 10.222.0.48 "GET /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341984 Jul 08 17:39:20.197840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:20.204326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1862567931-network', 'tenant_id': '50868c176a5e45b183c1eb137f89e127'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:20.242177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Made reservation on behalf of 50868c176a5e45b183c1eb137f89e127 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:20.246488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.278284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-f8752496-c4d5-4211-a64f-a2a2f3a7a552 service neutron] 10.222.0.48 "GET /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036619 Jul 08 17:39:20.285178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.286768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7acaf4da-a870-4eca-bdcc-548c38418048 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:20.402889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7acaf4da-a870-4eca-bdcc-548c38418048 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:20.415898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7acaf4da-a870-4eca-bdcc-548c38418048 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:20.416273 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.429140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.432752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.513140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f379c9-8210-4dc5-8e27-5b1883f4b205,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:20.529571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:20.600594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-775942a3-405d-4d40-931c-f887ee5c047a req-4639f077-d365-41bb-a1a3-dc3214ed0562 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 210 time: 0.0438097 Jul 08 17:39:20.614478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.614823 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Added segment 61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69 of type vlan for network 6747cd47-beed-48a2-955c-cfed2c269cf2 Jul 08 17:39:20.620411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.665335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7acaf4da-a870-4eca-bdcc-548c38418048, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7acaf4da-a870-4eca-bdcc-548c38418048,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:20.673061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.682702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.719030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.720097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:20.720688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.738048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5382915 Jul 08 17:39:20.741090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 47966) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:20.750017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Request body: {'subnet': {'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1862567931-subnet', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:20.789376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7acaf4da-a870-4eca-bdcc-548c38418048,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:20.798490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Made reservation on behalf of 50868c176a5e45b183c1eb137f89e127 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:20.803249 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.850044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a78f-9665-44f5-a170-3c017369bd06 admin admin] Pushing event updated for resources: {'Network': ['ID=6747cd47-beed-48a2-955c-cfed2c269cf2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:20.860716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:21.100098 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.189617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ce3bc2-f584-497a-b458-c7799131a4f1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:21.200355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Checking segment: {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:21.200715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Network hostable DHCP agents. Network: 6747cd47-beed-48a2-955c-cfed2c269cf2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:21.219638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:21.229421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 6747cd47-beed-48a2-955c-cfed2c269cf2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:21.242706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd40dda-d940-46d2-9016-a005df502062 None None] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:21.245487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.246123 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.270789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-037c43a5-f898-407a-bd46-8221edc9f42a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5282655 Jul 08 17:39:21.273232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.278267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:21.343443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.344512 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.476317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.494776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-6747cd47-beed-48a2-955c-cfed2c269cf2', 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'fixed_ips': [{'subnet_id': '49ce3bc2-f584-497a-b458-c7799131a4f1'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:21.496935 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.731858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Allocated IP 172.20.0.2 (6747cd47-beed-48a2-955c-cfed2c269cf2/49ce3bc2-f584-497a-b458-c7799131a4f1/2f615c19-668e-491d-90f3-35839b9f2c41) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:21.785688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.877426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c362c07-8b2f-4089-bf2c-0f0a8bc123ec req-e06e9a7e-6c8b-4bbd-b8a1-4c73d032cc1a tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 210 time: 0.0601127 Jul 08 17:39:22.022257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.074883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Transition to ACTIVE for port object 2f615c19-668e-491d-90f3-35839b9f2c41 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:22.116615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Transition to ACTIVE for port object 2f615c19-668e-491d-90f3-35839b9f2c41 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:22.126299 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.221538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:22.233510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.243085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-ab402d06-3e2c-448d-9d78-1a301cbe5c93 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.244806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:22.245364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-ab402d06-3e2c-448d-9d78-1a301cbe5c93 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.53 "GET /v2.0/networks?id=98389b27-c34e-49cf-82de-9adaf437d4e2 HTTP/1.1" status: 200 len: 813 time: 0.1967432 Jul 08 17:39:22.248548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:22.260816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Request body: {'port': {'device_id': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2', 'admin_state_up': True, 'tenant_id': 'c1342e94d41e417181c65c4edf530758'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:22.277271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.304165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7acaf4da-a870-4eca-bdcc-548c38418048 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:22.393526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Pushing event updated for resources: {'Port': ['ID=2f615c19-668e-491d-90f3-35839b9f2c41,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.413289 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Sync routers for ids ['eb6b110c-c415-446c-9c77-464c9174acbf'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:22.431097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-caff0aea-d943-483c-99cd-0a37c11eb884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.445062 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Routers {'eb6b110c-c415-446c-9c77-464c9174acbf'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:22.445833 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['eb6b110c-c415-446c-9c77-464c9174acbf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:22.459034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Made reservation on behalf of c1342e94d41e417181c65c4edf530758 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:22.475144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.475553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Attempting to bind port 2f615c19-668e-491d-90f3-35839b9f2c41 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:22.475929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Attempting to bind port 2f615c19-668e-491d-90f3-35839b9f2c41 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:22.476300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Attempting to bind port 2f615c19-668e-491d-90f3-35839b9f2c41 on network 6747cd47-beed-48a2-955c-cfed2c269cf2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:22.485323 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.506304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:22.507123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Checking segment: {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:22.507123 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.507500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Bound using segment: {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:22.507998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Bound port: 2f615c19-668e-491d-90f3-35839b9f2c41, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:22.508384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.511144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Allocated IP 172.25.3.188 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/1b8d933e-7c01-45df-8f1f-35926375930f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:22.612261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7acaf4da-a870-4eca-bdcc-548c38418048 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:22.613739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.617800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] For port 2f615c19-668e-491d-90f3-35839b9f2c41, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:22.651017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] For port 2f615c19-668e-491d-90f3-35839b9f2c41, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f615c19-668e-491d-90f3-35839b9f2c41,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:22.658952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.669434 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Set router eb6b110c-c415-446c-9c77-464c9174acbf gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:22.688828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.767410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a803a-ec8e-485b-9e83-aed8ce53a45a None None] Pushing event updated for resources: {'Port': ['ID=2f615c19-668e-491d-90f3-35839b9f2c41,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.803691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Allocated IP 172.20.0.13 (98389b27-c34e-49cf-82de-9adaf437d4e2/55530587-62b2-4cb2-8146-64293575b508/4906788b-d97e-468f-ad14-b7b3189ba239) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:22.808168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.891991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:22.909814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:22.919412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:23.102762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Pushing event updated for resources: {'Port': ['ID=1b8d933e-7c01-45df-8f1f-35926375930f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:23.181026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.183186 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9a2bc03d-a33f-4451-b384-8e275734cd11', 'name': '', 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'mac_address': 'fa:16:3e:7b:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:17Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 2, 'project_id': 'f834212496be461b9615f642a112fd3a', 'subnets': [{'id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:23.196246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c973b06-a36a-415a-a9fc-9251a008cc4f req-9b0a7773-003f-45cb-8d6c-cd7fd6525037 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 210 time: 0.0946314 Jul 08 17:39:23.226910 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Checking router: eb6b110c-c415-446c-9c77-464c9174acbf for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:23.227502 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Updating router eb6b110c-c415-446c-9c77-464c9174acbf port 9a2bc03d-a33f-4451-b384-8e275734cd11 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:23.268057 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.275342 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.349174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Network 98389b27-c34e-49cf-82de-9adaf437d4e2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:23.353227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:23.364903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:23.395375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.433262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Pushing event updated for resources: {'Port': ['ID=4906788b-d97e-468f-ad14-b7b3189ba239,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:23.483768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:23.484597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.516665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-c2d40338-447d-438f-9384-22033933180e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2602019 Jul 08 17:39:23.540147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Request body: {'port': {'device_id': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:23.571213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.632282 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.646007 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Transition to ACTIVE for port object 9a2bc03d-a33f-4451-b384-8e275734cd11 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:23.664162 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.679288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.696460 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.840246 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Pushing event updated for resources: {'Port': ['ID=9a2bc03d-a33f-4451-b384-8e275734cd11,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:23.850329 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Attempting to bind port 9a2bc03d-a33f-4451-b384-8e275734cd11 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:23.850865 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Attempting to bind port 9a2bc03d-a33f-4451-b384-8e275734cd11 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:23.851215 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Attempting to bind port 9a2bc03d-a33f-4451-b384-8e275734cd11 on network 35293f57-5136-421f-ad82-df8ce08182ed {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:23.854659 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.854659 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.855004 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.855336 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.855808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.856140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.856461 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.856786 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.857112 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.857471 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.857731 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.864107 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:23.873182 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:23.873558 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Checking segment: {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:23.873979 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.874376 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Bound using segment: {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:23.874839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Bound port: 9a2bc03d-a33f-4451-b384-8e275734cd11, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21b572f-a144-4a90-b497-4d59f4be3c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:23.875217 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.887726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:24.000925 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] For port 9a2bc03d-a33f-4451-b384-8e275734cd11, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:24.005229 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] For port 9a2bc03d-a33f-4451-b384-8e275734cd11, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9a2bc03d-a33f-4451-b384-8e275734cd11,segment=NetworkSegment(f21b572f-a144-4a90-b497-4d59f4be3c30),segment_id=f21b572f-a144-4a90-b497-4d59f4be3c30)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:24.010509 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.037115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:24.046685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Sync routers for ids ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:24.059797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Routers {'43345b11-f4ca-4e3f-9f0c-e8382be28bb5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:24.061910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:24.084465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.089544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3515a79-6b51-4e94-b216-9d7b1143868b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8126845 Jul 08 17:39:24.090074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 47998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:24.169782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Routers {'eb6b110c-c415-446c-9c77-464c9174acbf'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:24.182271 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['eb6b110c-c415-446c-9c77-464c9174acbf'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:24.252006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418391c-873d-45c2-9d26-df369c8071ef None None] Pushing event updated for resources: {'Port': ['ID=9a2bc03d-a33f-4451-b384-8e275734cd11,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:24.298073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Set router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:24.398679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4906788b-d97e-468f-ad14-b7b3189ba239 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:24.414600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.443704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Transition to ACTIVE for port object 4906788b-d97e-468f-ad14-b7b3189ba239 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:24.445064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] Set router eb6b110c-c415-446c-9c77-464c9174acbf gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:24.448908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.553843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Pushing event updated for resources: {'Port': ['ID=4906788b-d97e-468f-ad14-b7b3189ba239,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:24.633694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f615c19-668e-491d-90f3-35839b9f2c41 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:24.636528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4977b5-bd3f-4ab0-99e9-d3150958fd50 None None] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:24.696997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Attempting to bind port 4906788b-d97e-468f-ad14-b7b3189ba239 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:24.697355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Attempting to bind port 4906788b-d97e-468f-ad14-b7b3189ba239 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '9f6e6c5a-71e7-47b6-b763-4946d731fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:24.697663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Attempting to bind port 4906788b-d97e-468f-ad14-b7b3189ba239 on network 98389b27-c34e-49cf-82de-9adaf437d4e2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:24.702402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Port 4906788b-d97e-468f-ad14-b7b3189ba239 on network 98389b27-c34e-49cf-82de-9adaf437d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:39:24.702691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Attempting to bind port 4906788b-d97e-468f-ad14-b7b3189ba239 on network 98389b27-c34e-49cf-82de-9adaf437d4e2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:24.708926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:24.709283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Checking segment: {'id': '9f6e6c5a-71e7-47b6-b763-4946d731fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:24.709683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Bound using segment: {'id': '9f6e6c5a-71e7-47b6-b763-4946d731fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:24.710130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Bound port: 4906788b-d97e-468f-ad14-b7b3189ba239, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e6c5a-71e7-47b6-b763-4946d731fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:24.710497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.726650 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9a2bc03d-a33f-4451-b384-8e275734cd11', 'name': '', 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'mac_address': 'fa:16:3e:7b:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:17Z', 'updated_at': '2021-07-08T17:39:23Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'subnets': [{'id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:24.767431 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd0d47-7e65-4f39-9cb1-c2df23959177 None None] The sync data for ids ['eb6b110c-c415-446c-9c77-464c9174acbf'] in n-d-799527-4 is: [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:18Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9a2bc03d-a33f-4451-b384-8e275734cd11', 'name': '', 'network_id': '35293f57-5136-421f-ad82-df8ce08182ed', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'mac_address': 'fa:16:3e:7b:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:17Z', 'updated_at': '2021-07-08T17:39:23Z', 'revision_number': 4, 'project_id': 'f834212496be461b9615f642a112fd3a', 'subnets': [{'id': '72b6f19d-cb20-4e56-b73f-69e7bdfd3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:24.810113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951042-00e7-43e6-8045-17b67bd18dbd req-ec623bf4-e316-44df-bbee-025f1691b8f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:24.811629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02951042-00e7-43e6-8045-17b67bd18dbd req-ec623bf4-e316-44df-bbee-025f1691b8f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 944 time: 0.2082138 Jul 08 17:39:24.844844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] For port 4906788b-d97e-468f-ad14-b7b3189ba239, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:24.850346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] For port 4906788b-d97e-468f-ad14-b7b3189ba239, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4906788b-d97e-468f-ad14-b7b3189ba239,segment=NetworkSegment(9f6e6c5a-71e7-47b6-b763-4946d731fcc2),segment_id=9f6e6c5a-71e7-47b6-b763-4946d731fcc2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:24.860050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.912295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:24.913602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.915302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] 10.222.0.53 "PUT /v2.0/ports/4906788b-d97e-468f-ad14-b7b3189ba239 HTTP/1.1" status: 200 len: 1092 time: 1.3877184 Jul 08 17:39:24.915777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'tag': '4906788b-d97e-468f-ad14-b7b3189ba239'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:24.918344 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300e4de0-4af7-4726-8525-5b2fec7c8f81" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffc9a06-717a-4f7a-99a2-b24726a50eef", "tag": "4906788b-d97e-468f-ad14-b7b3189ba239"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:24.954113 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02951042-00e7-43e6-8045-17b67bd18dbd req-e5097c96-fd22-439a-a752-04e8f98a67ed tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324971 Jul 08 17:39:25.030758 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cfd43a-6c88-4184-800d-cb80ea8b65b3 x-openstack-request-id: req-24cfd43a-6c88-4184-800d-cb80ea8b65b3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:25.031049 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffc9a06-717a-4f7a-99a2-b24726a50eef", "tag": "4906788b-d97e-468f-ad14-b7b3189ba239", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:25.031304 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24cfd43a-6c88-4184-800d-cb80ea8b65b3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:25.031713 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'tag': '4906788b-d97e-468f-ad14-b7b3189ba239', 'status': 'completed', 'code': 200} Jul 08 17:39:25.033667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923667a-f6f2-4bb8-b172-d632d9340908 service neutron] Pushing event updated for resources: {'Port': ['ID=4906788b-d97e-468f-ad14-b7b3189ba239,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:25.067867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.080070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 2f615c19-668e-491d-90f3-35839b9f2c41 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:25.084174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-f881af81-ba00-467a-907b-01b72ae8c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:25.086168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-f881af81-ba00-467a-907b-01b72ae8c0de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1342e94d41e417181c65c4edf530758&device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 1095 time: 0.1047029 Jul 08 17:39:25.148877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-8471093d-a93c-4ac1-b186-c865529e0903 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4906788b-d97e-468f-ad14-b7b3189ba239 HTTP/1.1" status: 200 len: 217 time: 0.0486395 Jul 08 17:39:25.231332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Provisioning for port 2f615c19-668e-491d-90f3-35839b9f2c41 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:25.242963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-25de4187-87d8-40ef-aed1-1a96e76afa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:25.243969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Provisioning complete for port 2f615c19-668e-491d-90f3-35839b9f2c41 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:25.244550 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.245320 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-25de4187-87d8-40ef-aed1-1a96e76afa97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=55530587-62b2-4cb2-8146-64293575b508 HTTP/1.1" status: 200 len: 853 time: 0.0865712 Jul 08 17:39:25.316550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-f61ff36d-92f5-4760-a865-9920cf81b786 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98389b27-c34e-49cf-82de-9adaf437d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633175 Jul 08 17:39:25.374267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:23Z', 'revision_number': 3, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:25.413306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Checking router: 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:25.413663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Updating router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 port 1b8d933e-7c01-45df-8f1f-35926375930f binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:25.492089 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-6132f835-7932-416d-84bb-c0f7df8b412c service neutron] 10.222.0.53 "GET /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637025 Jul 08 17:39:25.535872 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.560378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.646842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f488db4b-8b28-41d9-832d-1fd5584f054a req-9d27497d-5f71-4023-ab2c-d2794d5c150e service neutron] 10.222.0.53 "GET /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473093 Jul 08 17:39:25.666820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.745974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] For port 2f615c19-668e-491d-90f3-35839b9f2c41, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f615c19-668e-491d-90f3-35839b9f2c41,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:25.791016 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.821562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-e1599034-6678-4bd6-96e5-6b54185fe341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:25.825220 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-e1599034-6678-4bd6-96e5-6b54185fe341 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1342e94d41e417181c65c4edf530758&device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 1095 time: 0.1166320 Jul 08 17:39:25.854822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Allocated IP 172.20.0.1 (6747cd47-beed-48a2-955c-cfed2c269cf2/49ce3bc2-f584-497a-b458-c7799131a4f1/750b102b-8f51-49fb-8ba4-ea1767420db5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:25.954497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-e6e965d5-e0c7-42e4-8813-8687f9de0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:25.956714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-e6e965d5-e0c7-42e4-8813-8687f9de0045 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98389b27-c34e-49cf-82de-9adaf437d4e2 HTTP/1.1" status: 200 len: 914 time: 0.1242206 Jul 08 17:39:25.995069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.008958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fbaba1c2-21e2-4a32-929b-0860856d952e None None] Provisioning complete for port 2f615c19-668e-491d-90f3-35839b9f2c41 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:26.009438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fbaba1c2-21e2-4a32-929b-0860856d952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.017791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-0ed6eb0d-7bdd-4499-bcd4-f73c4adbcb1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4906788b-d97e-468f-ad14-b7b3189ba239 HTTP/1.1" status: 200 len: 217 time: 0.0539792 Jul 08 17:39:26.024219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Transition to ACTIVE for port object 750b102b-8f51-49fb-8ba4-ea1767420db5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:26.079907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-cffae7cc-ca2d-4d94-bf70-5ecdb6102598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.082140 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-cffae7cc-ca2d-4d94-bf70-5ecdb6102598 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=55530587-62b2-4cb2-8146-64293575b508 HTTP/1.1" status: 200 len: 853 time: 0.0558746 Jul 08 17:39:26.088991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.095757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Pushing event updated for resources: {'Port': ['ID=2f615c19-668e-491d-90f3-35839b9f2c41,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.133737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:26.139455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:26.143199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:26.163077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-773e76ee-ef88-4594-aa97-8fe005a5812a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98389b27-c34e-49cf-82de-9adaf437d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739172 Jul 08 17:39:26.170600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Pushing event updated for resources: {'Port': ['ID=750b102b-8f51-49fb-8ba4-ea1767420db5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.177824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.184183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.184529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.184866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.185360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.185697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.186052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.186382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.186703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.187024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.187344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.187665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0291914-a44b-455c-99b9-316482f92da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:26.194222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.251536 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.278481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Transition to ACTIVE for port object 1b8d933e-7c01-45df-8f1f-35926375930f will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:26.302811 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.371214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29265a59-125f-486c-a7bd-3b88a367ce58 None None] Pushing event updated for resources: {'Port': ['ID=1b8d933e-7c01-45df-8f1f-35926375930f,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.386241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a2bc03d-a33f-4451-b384-8e275734cd11 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:26.422496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3219f6-bd0e-49dc-9197-384053a0949d req-24fde822-f5f3-4b56-951a-c8a5a073dce7 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.429783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb3219f6-bd0e-49dc-9197-384053a0949d req-24fde822-f5f3-4b56-951a-c8a5a073dce7 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 944 time: 0.2801340 Jul 08 17:39:26.470133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-7fa3f1c8-d906-49ef-b8f4-26ff9f647616 service neutron] 10.222.0.53 "GET /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749739 Jul 08 17:39:26.479139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Attempting to bind port 1b8d933e-7c01-45df-8f1f-35926375930f on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:26.479504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Attempting to bind port 1b8d933e-7c01-45df-8f1f-35926375930f by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:26.479864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Attempting to bind port 1b8d933e-7c01-45df-8f1f-35926375930f on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:26.504077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:26.504476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:26.504888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.505287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:26.505790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Bound port: 1b8d933e-7c01-45df-8f1f-35926375930f, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:26.506229 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.534021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.555656 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb3219f6-bd0e-49dc-9197-384053a0949d req-3c4b0038-5fe2-4ec9-8835-2031bd420f96 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184268 Jul 08 17:39:26.566481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9a2bc03d-a33f-4451-b384-8e275734cd11 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:26.583224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] For port 1b8d933e-7c01-45df-8f1f-35926375930f, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:26.585699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9a2bc03d-a33f-4451-b384-8e275734cd11 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:26.586131 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.612927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-300e4de0-4af7-4726-8525-5b2fec7c8f81 req-e334dcbe-b7ea-42b6-8340-902cbf2a517c service neutron] 10.222.0.53 "GET /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321990 Jul 08 17:39:26.632262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] For port 1b8d933e-7c01-45df-8f1f-35926375930f, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1b8d933e-7c01-45df-8f1f-35926375930f,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:26.646314 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.674866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f3be569-a7ae-4d1f-9ebd-5d4182eb9dd0 None None] Provisioning for port 750b102b-8f51-49fb-8ba4-ea1767420db5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:26.694788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6f3be569-a7ae-4d1f-9ebd-5d4182eb9dd0 None None] Provisioning complete for port 750b102b-8f51-49fb-8ba4-ea1767420db5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:26.695471 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f3be569-a7ae-4d1f-9ebd-5d4182eb9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.755852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29265a59-125f-486c-a7bd-3b88a367ce58 None None] Pushing event updated for resources: {'Port': ['ID=1b8d933e-7c01-45df-8f1f-35926375930f,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.769812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.774582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.778376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Routers {'43345b11-f4ca-4e3f-9f0c-e8382be28bb5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:26.779375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:26.823036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6f3be569-a7ae-4d1f-9ebd-5d4182eb9dd0 None None] Port 750b102b-8f51-49fb-8ba4-ea1767420db5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:26.838016 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.848789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Pushing event updated for resources: {'Port': ['ID=750b102b-8f51-49fb-8ba4-ea1767420db5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.851964 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.880467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:26.932048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9a2bc03d-a33f-4451-b384-8e275734cd11, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9a2bc03d-a33f-4451-b384-8e275734cd11,segment=NetworkSegment(f21b572f-a144-4a90-b497-4d59f4be3c30),segment_id=f21b572f-a144-4a90-b497-4d59f4be3c30)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:26.938622 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.961112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:26.962389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:26.969473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] Set router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:27.073819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9a2bc03d-a33f-4451-b384-8e275734cd11,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:27.122000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:27.241384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '750b102b-8f51-49fb-8ba4-ea1767420db5', 'name': '', 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'mac_address': 'fa:16:3e:d8:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:25Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 2, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'subnets': [{'id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.268347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:27.282977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd2eeb86-90af-4858-8ad2-2b5b41e4d1ef admin admin] 10.222.0.48 "PUT /v2.0/routers/43345b11-f4ca-4e3f-9f0c-e8382be28bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1836810 Jul 08 17:39:27.287503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6231c3-fc30-4340-8790-2e7c3f75f9a9 None None] The sync data for ids ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'] in n-d-799527-4 is: [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '750b102b-8f51-49fb-8ba4-ea1767420db5', 'name': '', 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'mac_address': 'fa:16:3e:d8:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:25Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 2, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'subnets': [{'id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:27.304945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Deleting subnet 0c1c35b4-2446-4607-ac94-0c781c7ed824 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:27.309759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.352108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.357145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-708d34e2-e5b5-4730-a050-7190ab104471 None None] Provisioning complete for port 750b102b-8f51-49fb-8ba4-ea1767420db5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:27.357757 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708d34e2-e5b5-4730-a050-7190ab104471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.405697 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.426214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-708d34e2-e5b5-4730-a050-7190ab104471 None None] Port 750b102b-8f51-49fb-8ba4-ea1767420db5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:27.470209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.483965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.489032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c1c35b4-2446-4607-ac94-0c781c7ed824 HTTP/1.1" status: 204 len: 168 time: 0.6043241 Jul 08 17:39:27.489351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48026) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:27.505774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c22e9-682c-4216-b401-b4531646462f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1c35b4-2446-4607-ac94-0c781c7ed824,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:27.620014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.742440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.758517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bf74e6-d58a-4602-87f5-b1a1680a319b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.773607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af2b612-ebf9-4aa8-9045-fa5c677bdc40') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.774076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af2b612-ebf9-4aa8-9045-fa5c677bdc40') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.794779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.819158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.829304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:27.830107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:27.832128 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:27.877601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4906788b-d97e-468f-ad14-b7b3189ba239 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:39:27.904318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.913141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.922199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/60bf74e6-d58a-4602-87f5-b1a1680a319b HTTP/1.1" status: 204 len: 168 time: 0.4316397 Jul 08 17:39:27.954024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca679272-5bec-4c87-9513-484a50f0e5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bf74e6-d58a-4602-87f5-b1a1680a319b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:27.964131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83402954-8b7d-425f-b92b-8ac6bff78126 req-7ab614fe-2650-41b1-bc11-f054a597c9c8 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:27.970460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83402954-8b7d-425f-b92b-8ac6bff78126 req-7ab614fe-2650-41b1-bc11-f054a597c9c8 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 944 time: 0.1394939 Jul 08 17:39:28.041817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4906788b-d97e-468f-ad14-b7b3189ba239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4906788b-d97e-468f-ad14-b7b3189ba239,segment=NetworkSegment(9f6e6c5a-71e7-47b6-b763-4946d731fcc2),segment_id=9f6e6c5a-71e7-47b6-b763-4946d731fcc2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:28.042854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83402954-8b7d-425f-b92b-8ac6bff78126 req-c24822b0-0928-491b-9299-cba49eaa2ff0 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592992 Jul 08 17:39:28.056401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4906788b-d97e-468f-ad14-b7b3189ba239', 'network_id': '98389b27-c34e-49cf-82de-9adaf437d4e2', 'port_id': '4906788b-d97e-468f-ad14-b7b3189ba239', 'mac_address': 'fa:16:3e:b7:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55530587-62b2-4cb2-8146-64293575b508', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:39:28.101285 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.115616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48048) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:28.118957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4906788b-d97e-468f-ad14-b7b3189ba239 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:28.146259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4906788b-d97e-468f-ad14-b7b3189ba239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4906788b-d97e-468f-ad14-b7b3189ba239,segment=NetworkSegment(9f6e6c5a-71e7-47b6-b763-4946d731fcc2),segment_id=9f6e6c5a-71e7-47b6-b763-4946d731fcc2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:28.151192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.171120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7cd85d81-f0b4-46c1-970e-e192a668ba11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b71257099f4e4c0bb75aa068badf500a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543399 Jul 08 17:39:28.173727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48050) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:28.241424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4906788b-d97e-468f-ad14-b7b3189ba239,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:28.273367 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d35ab5f-39ef-4ca6-8fef-2fe5967a5e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.305014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d35ab5f-39ef-4ca6-8fef-2fe5967a5e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.324119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f615c19-668e-491d-90f3-35839b9f2c41 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:28.371815 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d35ab5f-39ef-4ca6-8fef-2fe5967a5e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.374974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d35ab5f-39ef-4ca6-8fef-2fe5967a5e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.376683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1d35ab5f-39ef-4ca6-8fef-2fe5967a5e7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a1dc140-cda7-44fc-a1a3-610987e6d50d HTTP/1.1" status: 204 len: 168 time: 0.2004800 Jul 08 17:39:28.387014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ab5f-39ef-4ca6-8fef-2fe5967a5e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1dc140-cda7-44fc-a1a3-610987e6d50d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:28.392999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2f615c19-668e-491d-90f3-35839b9f2c41 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:28.393378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.438943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4906788b-d97e-468f-ad14-b7b3189ba239'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:28.601822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a2bc03d-a33f-4451-b384-8e275734cd11 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:28.698923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9a2bc03d-a33f-4451-b384-8e275734cd11 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:28.699306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.023588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:29.614774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3179d-2d71-48de-bd77-786f6d86d3e5 req-f69f76f7-59c7-4bec-a3f5-aa544396ae78 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:29.616079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba3179d-2d71-48de-bd77-786f6d86d3e5 req-f69f76f7-59c7-4bec-a3f5-aa544396ae78 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 945 time: 0.1555917 Jul 08 17:39:29.692522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba3179d-2d71-48de-bd77-786f6d86d3e5 req-15066f48-9e28-451b-a039-25d19d32701e tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677280 Jul 08 17:39:29.819646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.876682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4906788b-d97e-468f-ad14-b7b3189ba239 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:29.934010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4906788b-d97e-468f-ad14-b7b3189ba239 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:29.941150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4906788b-d97e-468f-ad14-b7b3189ba239 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:29.942108 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.031848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.068161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4906788b-d97e-468f-ad14-b7b3189ba239'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:30.070986 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0844f8-cbdc-4bae-9442-6e16568e1df3" -d '{"events": [{"server_uuid": "3ffc9a06-717a-4f7a-99a2-b24726a50eef", "name": "network-vif-plugged", "status": "completed", "tag": "4906788b-d97e-468f-ad14-b7b3189ba239"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:30.091282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4906788b-d97e-468f-ad14-b7b3189ba239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4906788b-d97e-468f-ad14-b7b3189ba239,segment=NetworkSegment(9f6e6c5a-71e7-47b6-b763-4946d731fcc2),segment_id=9f6e6c5a-71e7-47b6-b763-4946d731fcc2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:30.098528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.157277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Deleting port 9a2bc03d-a33f-4451-b384-8e275734cd11 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:30.158042 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.322880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d87cf-5ce2-4fc7-8078-ce5d0b1a362e req-56a6a58d-8540-4122-8e83-81245826d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:30.324753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c8d87cf-5ce2-4fc7-8078-ce5d0b1a362e req-56a6a58d-8540-4122-8e83-81245826d801 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 1097 time: 0.1041331 Jul 08 17:39:30.325213 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4454c6fe-b673-4c4e-a2aa-1bc45d13c69a x-openstack-request-id: req-4454c6fe-b673-4c4e-a2aa-1bc45d13c69a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:30.325516 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffc9a06-717a-4f7a-99a2-b24726a50eef", "name": "network-vif-plugged", "status": "completed", "tag": "4906788b-d97e-468f-ad14-b7b3189ba239", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:30.325775 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4454c6fe-b673-4c4e-a2aa-1bc45d13c69a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:30.326191 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4906788b-d97e-468f-ad14-b7b3189ba239', 'code': 200} Jul 08 17:39:30.326945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] For port 9a2bc03d-a33f-4451-b384-8e275734cd11, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9a2bc03d-a33f-4451-b384-8e275734cd11,segment=NetworkSegment(f21b572f-a144-4a90-b497-4d59f4be3c30),segment_id=f21b572f-a144-4a90-b497-4d59f4be3c30)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:30.327213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1b8d933e-7c01-45df-8f1f-35926375930f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:30.327416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.354671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Calling delete_port for 9a2bc03d-a33f-4451-b384-8e275734cd11 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:30.379445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c8d87cf-5ce2-4fc7-8078-ce5d0b1a362e req-4cdf787c-ffe4-46a7-ad90-409c0963f2d9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483546 Jul 08 17:39:30.396560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:30.397237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4906788b-d97e-468f-ad14-b7b3189ba239,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.401987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390343067', 'description': 'tempest-secgroup-smoke-1390343067 description', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:30.414423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 1b8d933e-7c01-45df-8f1f-35926375930f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:30.420602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1b8d933e-7c01-45df-8f1f-35926375930f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:30.421060 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.441470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.451052 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.520350 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.545105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 1b8d933e-7c01-45df-8f1f-35926375930f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1b8d933e-7c01-45df-8f1f-35926375930f,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:30.550155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.562059 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.567257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.594817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.600091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=1b8d933e-7c01-45df-8f1f-35926375930f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.604093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cd0a97-b4e3-48dc-9044-08aaa997c77d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.627406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2bc03d-a33f-4451-b384-8e275734cd11,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.669894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.674254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.707452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.708684 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3107853 Jul 08 17:39:30.710592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b68c58-cf37-4dc1-99ba-e434b0c1b5e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.724411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:30.730266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:30.760692 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Sync routers for ids ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:30.772914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Routers {'43345b11-f4ca-4e3f-9f0c-e8382be28bb5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:30.773615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.774137 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:30.874775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.880367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.896704 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Set router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:30.905161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a348f122-b069-4866-ae29-fc38af5601fa,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.911499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.912697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1dfc83b9-3c13-4c24-9b11-6dd8b9728e7d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871245 Jul 08 17:39:30.915776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48130) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:30.920265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:30.950020 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.023814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.051065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc434d-e8d6-438a-8edb-9635ff186b8d req-1f3e699c-449d-4193-9ee4-d5d5799d2db6 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:31.054387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fcc434d-e8d6-438a-8edb-9635ff186b8d req-1f3e699c-449d-4193-9ee4-d5d5799d2db6 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 946 time: 0.2079525 Jul 08 17:39:31.189164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.197088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fcc434d-e8d6-438a-8edb-9635ff186b8d req-2ee44dba-d8c3-4f68-9504-c6da50a91050 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977850 Jul 08 17:39:31.216789 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '750b102b-8f51-49fb-8ba4-ea1767420db5', 'name': '', 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'mac_address': 'fa:16:3e:d8:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:25Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 2, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'subnets': [{'id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:31.234652 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.246712 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Checking router: 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:31.248909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Updating router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 port 750b102b-8f51-49fb-8ba4-ea1767420db5 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:31.272346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a3bab2-f28a-4ac7-ad6e-caaf634424b7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.294490 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.305425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.306637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad1fca36-1ad6-4823-a2ec-2489c3c85055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3899248 Jul 08 17:39:31.309707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.314463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:31.339505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Router eb6b110c-c415-446c-9c77-464c9174acbf has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:31.342429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.401846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.407264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.426224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e87351-7a05-4919-b31a-44a22b513a3c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.433392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.434827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-57133e48-724a-40f7-92cf-e50062675b75 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239979 Jul 08 17:39:31.437498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.442552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:31.471196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:31.480784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1d1a86c7-144e-441e-aed4-2322715ee698 admin admin] 10.222.0.48 "PUT /v2.0/routers/eb6b110c-c415-446c-9c77-464c9174acbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4531014 Jul 08 17:39:31.480931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.487000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] Sync routers for ids ['eb6b110c-c415-446c-9c77-464c9174acbf'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:31.488715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.499186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] Routers {'eb6b110c-c415-446c-9c77-464c9174acbf'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:31.499915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['eb6b110c-c415-446c-9c77-464c9174acbf'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:31.583162 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.595139 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Transition to ACTIVE for port object 750b102b-8f51-49fb-8ba4-ea1767420db5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:31.603284 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.619537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.625467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] Set router eb6b110c-c415-446c-9c77-464c9174acbf gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:31.626517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.633767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.656103 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd753f-2821-4a72-a623-c7bc699ec9ff None None] Pushing event updated for resources: {'Port': ['ID=750b102b-8f51-49fb-8ba4-ea1767420db5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.690841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abef19ce-4e9f-4dae-92c0-1a84da345cbd,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.698819 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.700204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e8ee6be-e6fa-4202-9faf-5d2d0d1d98f5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2616868 Jul 08 17:39:31.703043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.718065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:31.728420 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Attempting to bind port 750b102b-8f51-49fb-8ba4-ea1767420db5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:31.728420 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Attempting to bind port 750b102b-8f51-49fb-8ba4-ea1767420db5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:31.728420 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Attempting to bind port 750b102b-8f51-49fb-8ba4-ea1767420db5 on network 6747cd47-beed-48a2-955c-cfed2c269cf2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:31.735264 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:31.735642 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Checking segment: {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:31.736041 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.736441 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Bound using segment: {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:31.736907 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Bound port: 750b102b-8f51-49fb-8ba4-ea1767420db5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:31.737942 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.772216 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:39:31.778341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.788679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.850134 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] For port 750b102b-8f51-49fb-8ba4-ea1767420db5, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:31.854330 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] For port 750b102b-8f51-49fb-8ba4-ea1767420db5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=750b102b-8f51-49fb-8ba4-ea1767420db5,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:31.859560 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.866186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Deleting port 7acaf4da-a870-4eca-bdcc-548c38418048 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:31.866765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.869381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:30Z', 'revision_number': 5, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port': {'id': '7acaf4da-a870-4eca-bdcc-548c38418048', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:36:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:14Z', 'updated_at': '2021-07-08T17:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:31.874789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.881382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.904365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de1813f-fd9c-4fbe-bcc1-7e35281f3ad5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.906738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] Checking router: eb6b110c-c415-446c-9c77-464c9174acbf for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:31.918197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] Routers {'eb6b110c-c415-446c-9c77-464c9174acbf'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:31.919067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['eb6b110c-c415-446c-9c77-464c9174acbf'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:31.925625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.928838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cbbd5d51-3feb-4e9c-a0db-ead8813224c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2245719 Jul 08 17:39:31.931793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.942593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:31.947501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd753f-2821-4a72-a623-c7bc699ec9ff None None] Pushing event updated for resources: {'Port': ['ID=750b102b-8f51-49fb-8ba4-ea1767420db5,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.973319 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Routers {'43345b11-f4ca-4e3f-9f0c-e8382be28bb5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:31.974392 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:31.998210 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:39:32.009512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.028834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] For port 7acaf4da-a870-4eca-bdcc-548c38418048, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7acaf4da-a870-4eca-bdcc-548c38418048,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:32.029447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.043511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] Set router eb6b110c-c415-446c-9c77-464c9174acbf gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:32.052060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Calling delete_port for 7acaf4da-a870-4eca-bdcc-548c38418048 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:32.106281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:31Z', 'revision_number': 6, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:32.132432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.144496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.158930 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] Set router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:32.164807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d58554-7ba5-451f-a002-c4705b644eb0,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:32.192363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da027b-b404-4574-b510-b8bc1b01b0d6 None None] The sync data for ids ['eb6b110c-c415-446c-9c77-464c9174acbf'] in n-d-799527-4 is: [{'id': 'eb6b110c-c415-446c-9c77-464c9174acbf', 'name': 'tempest-TestAggregatesBasicOps-140206592-router', 'tenant_id': 'f834212496be461b9615f642a112fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:13Z', 'updated_at': '2021-07-08T17:39:31Z', 'revision_number': 6, 'project_id': 'f834212496be461b9615f642a112fd3a', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:32.202416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.205520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6e55a37f-8094-4a5d-8c89-6c2615a2d836 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2725282 Jul 08 17:39:32.209458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:32.220586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'network': {'name': 'tempest-network-smoke--1677755663', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:32.266659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:32.271799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.317572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:32.336568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.348364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.348877 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Added segment 7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc of type vlan for network a01665bb-fde5-4798-ae35-66966e2f6583 Jul 08 17:39:32.396013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7acaf4da-a870-4eca-bdcc-548c38418048,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:32.407105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.458966 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '750b102b-8f51-49fb-8ba4-ea1767420db5', 'name': '', 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'mac_address': 'fa:16:3e:d8:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:25Z', 'updated_at': '2021-07-08T17:39:31Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'subnets': [{'id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:32.468617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.485101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.491616 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c425ba-b176-4aee-9cf8-f8a47ab709b1 None None] The sync data for ids ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'] in n-d-799527-4 is: [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:26Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '750b102b-8f51-49fb-8ba4-ea1767420db5', 'name': '', 'network_id': '6747cd47-beed-48a2-955c-cfed2c269cf2', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'mac_address': 'fa:16:3e:d8:8b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:25Z', 'updated_at': '2021-07-08T17:39:31Z', 'revision_number': 4, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'subnets': [{'id': '49ce3bc2-f584-497a-b458-c7799131a4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:32.492207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:32.493789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.566640 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.569025 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.571509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0590a-58f3-4ab9-bf61-bd009fe3f3dc req-f49a151e-7b34-4d17-9321-57bf1b7e0d9c tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:32.573188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ad0590a-58f3-4ab9-bf61-bd009fe3f3dc req-f49a151e-7b34-4d17-9321-57bf1b7e0d9c tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 946 time: 0.1737959 Jul 08 17:39:32.577399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3667264 Jul 08 17:39:32.580262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48150) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:32.585560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'admin_state_up': True, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:32.645423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d3ef-8d43-43a1-89af-2eb5ad77a27c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Network': ['ID=a01665bb-fde5-4798-ae35-66966e2f6583,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:32.646070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.646613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb6b110c-c415-446c-9c77-464c9174acbf {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:39:32.651252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.655351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ff8fe59-0a5f-4c29-918b-dc85faaa0c4d admin admin] 10.222.0.48 "DELETE /v2.0/routers/eb6b110c-c415-446c-9c77-464c9174acbf HTTP/1.1" status: 204 len: 168 time: 1.1711166 Jul 08 17:39:32.655746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48152) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:32.657120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a01665bb-fde5-4798-ae35-66966e2f6583 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:32.663601 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4ad0590a-58f3-4ab9-bf61-bd009fe3f3dc req-236441a7-048f-4dd2-9ffa-326141c1a9b3 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643184 Jul 08 17:39:32.669681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.670867 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.746308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Deleting subnet 72b6f19d-cb20-4e56-b73f-69e7bdfd3a24 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:32.750051 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.756152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.794724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.798778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 750b102b-8f51-49fb-8ba4-ea1767420db5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:32.896819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 750b102b-8f51-49fb-8ba4-ea1767420db5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:32.906770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 750b102b-8f51-49fb-8ba4-ea1767420db5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:32.907375 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.926750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.949079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.014534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.035220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.037080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000223f-fa2a-4484-abbc-ecc0b53992a7 None None] Network 35293f57-5136-421f-ad82-df8ce08182ed requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:33.037474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/72b6f19d-cb20-4e56-b73f-69e7bdfd3a24 HTTP/1.1" status: 204 len: 168 time: 0.3806629 Jul 08 17:39:33.040455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48158) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:33.069026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c5981-d94e-456f-ab78-842c080ca01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b6f19d-cb20-4e56-b73f-69e7bdfd3a24,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:33.150920 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.172942 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.218578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Deleting port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:33.218929 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.303141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] For port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,segment=NetworkSegment(f21b572f-a144-4a90-b497-4d59f4be3c30),segment_id=f21b572f-a144-4a90-b497-4d59f4be3c30)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:33.303498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.308229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 750b102b-8f51-49fb-8ba4-ea1767420db5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=750b102b-8f51-49fb-8ba4-ea1767420db5,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:33.320004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.322004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Calling delete_port for b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:33.323054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1b8d933e-7c01-45df-8f1f-35926375930f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:33.331818 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.371624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.415275 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.439817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] No DVR routers for this DVR port b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:33.525966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=750b102b-8f51-49fb-8ba4-ea1767420db5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:33.527243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Pushing event deleted for resources: {'Port': ['ID=b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:33.548635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ea200-97fe-476a-884e-bd9357dc7772 None None] DHCP port deletion for 35293f57-5136-421f-ad82-df8ce08182ed request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:33.551320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1b8d933e-7c01-45df-8f1f-35926375930f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:33.554401 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.615440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.626925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35293f57-5136-421f-ad82-df8ce08182ed']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:33.639077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21b572f-a144-4a90-b497-4d59f4be3c30') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:33.639388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21b572f-a144-4a90-b497-4d59f4be3c30') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:33.648813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.147 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4479232c-5fe9-4ece-bb0d-bac29069ff7c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:33.649013 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.667436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.678431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:33.678838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:33.680648 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:33.760996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.766870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.769292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] 10.222.0.48 "DELETE /v2.0/networks/35293f57-5136-421f-ad82-df8ce08182ed HTTP/1.1" status: 204 len: 168 time: 0.7278786 Jul 08 17:39:33.772908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:33.821225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21ff18-ef3e-4915-b0c5-28ead3dc757c admin admin] Pushing event deleted for resources: {'Network': ['ID=35293f57-5136-421f-ad82-df8ce08182ed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:33.849769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.886487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9b4b5-27ca-4263-b5e6-7d0e2ec8ec93 req-e3a22908-7914-4ad0-b25c-bf3a6338ae5b tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:33.888044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2a9b4b5-27ca-4263-b5e6-7d0e2ec8ec93 req-e3a22908-7914-4ad0-b25c-bf3a6338ae5b tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 946 time: 0.1118047 Jul 08 17:39:33.949981 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.954148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a2a9b4b5-27ca-4263-b5e6-7d0e2ec8ec93 req-9f5f7c12-0b4d-4cd2-83a3-4cef569ca14f tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Jul 08 17:39:33.994924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:33.997737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:34.000413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:34.031185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=4479232c-5fe9-4ece-bb0d-bac29069ff7c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:34.153665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.182683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 750b102b-8f51-49fb-8ba4-ea1767420db5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:34.230511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 750b102b-8f51-49fb-8ba4-ea1767420db5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:34.230887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.282931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.379859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7acaf4da-a870-4eca-bdcc-548c38418048 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:34.398855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7acaf4da-a870-4eca-bdcc-548c38418048 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:34.399202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7acaf4da-a870-4eca-bdcc-548c38418048 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:34.399617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:34.418335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:34.418678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b72ac66f-f23d-40ab-9d0a-d2ee3d42a82b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:34.419092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a2bc03d-a33f-4451-b384-8e275734cd11 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:34.438067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9a2bc03d-a33f-4451-b384-8e275734cd11 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:34.438453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9a2bc03d-a33f-4451-b384-8e275734cd11 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:34.443734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Deleting port 750b102b-8f51-49fb-8ba4-ea1767420db5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:34.444146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.500219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.523847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] For port 750b102b-8f51-49fb-8ba4-ea1767420db5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=750b102b-8f51-49fb-8ba4-ea1767420db5,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:34.524205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.537523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Calling delete_port for 750b102b-8f51-49fb-8ba4-ea1767420db5 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:34.651541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 16cb24fb-b638-498f-b3f3-6640ef34d377 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:34.791628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:34.803693 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Sync routers for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:34.815083 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:34.816828 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:34.823834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.825309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1eac3ccf-d119-4b3b-bfa0-bbd87f460656 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2439713 Jul 08 17:39:34.828463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:34.959252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:34.986595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f0769002-216f-496a-a08f-bcb33652984c tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=59cfaae10aac425cb85f97fc13b2ff2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1568007 Jul 08 17:39:34.989615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.048533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.058697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-b0838612-bb58-4709-8115-c200609a0cd8 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:35.060321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-b0838612-bb58-4709-8115-c200609a0cd8 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 946 time: 0.1496964 Jul 08 17:39:35.096301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Pushing event deleted for resources: {'Port': ['ID=750b102b-8f51-49fb-8ba4-ea1767420db5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:35.180327 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:34Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:35.215392 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Checking router: 16cb24fb-b638-498f-b3f3-6640ef34d377 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:35.216021 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Updating router 16cb24fb-b638-498f-b3f3-6640ef34d377 port 4479232c-5fe9-4ece-bb0d-bac29069ff7c binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:35.259696 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.279730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.531886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:35.555511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e3fff-6ef6-426c-aea5-65c6d2ccde88 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:35.559906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-df2e3fff-6ef6-426c-aea5-65c6d2ccde88 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5666394 Jul 08 17:39:35.559906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.602810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-477e2a2d-c0a7-43f6-b72d-1fdfe0b3051e tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417895 Jul 08 17:39:35.606942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.614988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-194638566', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:35.635004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c360d14-57a5-4c12-b0d1-1b6bfef15371 req-ea175421-5679-4a05-af91-0ed0e04cbdf3 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:35.636543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c360d14-57a5-4c12-b0d1-1b6bfef15371 req-ea175421-5679-4a05-af91-0ed0e04cbdf3 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ffc9a06-717a-4f7a-99a2-b24726a50eef HTTP/1.1" status: 200 len: 946 time: 0.5260091 Jul 08 17:39:35.642382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Deleting port 4906788b-d97e-468f-ad14-b7b3189ba239 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:35.642728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.685474 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.698756 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Transition to ACTIVE for port object 4479232c-5fe9-4ece-bb0d-bac29069ff7c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:35.707542 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.748270 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c360d14-57a5-4c12-b0d1-1b6bfef15371 req-52b3a387-e0bb-49b2-9e8e-1d53071de812 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.48 "GET /v2.0/security-groups?id=6813747e-e04a-4f80-97e0-bd7608857277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024201 Jul 08 17:39:35.770098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:35.775465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] For port 4906788b-d97e-468f-ad14-b7b3189ba239, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4906788b-d97e-468f-ad14-b7b3189ba239,segment=NetworkSegment(9f6e6c5a-71e7-47b6-b763-4946d731fcc2),segment_id=9f6e6c5a-71e7-47b6-b763-4946d731fcc2)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:35.775832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.783033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b655f2d-3ea2-42ee-b281-f2f141b6c195 admin admin] 10.222.0.48 "PUT /v2.0/routers/43345b11-f4ca-4e3f-9f0c-e8382be28bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090623 Jul 08 17:39:35.786599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.791684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] Sync routers for ids ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:35.808694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] Routers {'43345b11-f4ca-4e3f-9f0c-e8382be28bb5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:35.809563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:35.823533 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42650e1-2677-46fc-8aae-2a618b95c481 None None] Pushing event updated for resources: {'Port': ['ID=4479232c-5fe9-4ece-bb0d-bac29069ff7c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:35.826633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Calling delete_port for 4906788b-d97e-468f-ad14-b7b3189ba239 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:35.854888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:35.859605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.861251 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Attempting to bind port 4479232c-5fe9-4ece-bb0d-bac29069ff7c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:35.861920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Attempting to bind port 4479232c-5fe9-4ece-bb0d-bac29069ff7c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:35.864196 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Attempting to bind port 4479232c-5fe9-4ece-bb0d-bac29069ff7c on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:35.877533 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:35.878695 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:35.879238 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.880501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:35.881046 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Bound port: 4479232c-5fe9-4ece-bb0d-bac29069ff7c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:35.881441 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.960187 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] For port 4479232c-5fe9-4ece-bb0d-bac29069ff7c, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:35.971550 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] For port 4479232c-5fe9-4ece-bb0d-bac29069ff7c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4479232c-5fe9-4ece-bb0d-bac29069ff7c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:35.980770 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.013532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.022967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.045161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4906788b-d97e-468f-ad14-b7b3189ba239'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:36.057612 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:36.058367 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:36.069640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Pushing event deleted for resources: {'Port': ['ID=4906788b-d97e-468f-ad14-b7b3189ba239,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:36.094105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] Set router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:36.099507 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42650e1-2677-46fc-8aae-2a618b95c481 None None] Pushing event updated for resources: {'Port': ['ID=4479232c-5fe9-4ece-bb0d-bac29069ff7c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:36.151845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] No DVR routers for this DVR port 4906788b-d97e-468f-ad14-b7b3189ba239 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:36.154790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.156889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ccbd5e3-b3d3-4756-bcdd-e9517c281f78 req-036e66c1-6f0f-4b69-a9f8-8d34e49c31f1 tempest-ServerPasswordTestJSON-82807412 tempest-ServerPasswordTestJSON-82807412-project] 10.222.0.53 "DELETE /v2.0/ports/4906788b-d97e-468f-ad14-b7b3189ba239 HTTP/1.1" status: 204 len: 173 time: 1.0897784 Jul 08 17:39:36.157384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'name': 'network-vif-deleted', 'tag': '4906788b-d97e-468f-ad14-b7b3189ba239'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:36.170023 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb51ad3a-011b-4a7d-84f1-eed6312cb5e2" -d '{"events": [{"server_uuid": "3ffc9a06-717a-4f7a-99a2-b24726a50eef", "name": "network-vif-deleted", "tag": "4906788b-d97e-468f-ad14-b7b3189ba239"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:36.197778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.208893 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:36.228071 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25be7f59-f1de-4b70-a307-9ea08dd49ccd x-openstack-request-id: req-25be7f59-f1de-4b70-a307-9ea08dd49ccd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:36.228408 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffc9a06-717a-4f7a-99a2-b24726a50eef", "name": "network-vif-deleted", "tag": "4906788b-d97e-468f-ad14-b7b3189ba239", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:36.228820 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25be7f59-f1de-4b70-a307-9ea08dd49ccd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:36.229226 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffc9a06-717a-4f7a-99a2-b24726a50eef', 'name': 'network-vif-deleted', 'tag': '4906788b-d97e-468f-ad14-b7b3189ba239', 'status': 'completed', 'code': 200} Jul 08 17:39:36.372252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:34Z', 'revision_number': 5, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port': {'id': '1b8d933e-7c01-45df-8f1f-35926375930f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:22Z', 'updated_at': '2021-07-08T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:36.394909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Deleting port 1b8d933e-7c01-45df-8f1f-35926375930f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:36.395257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.402895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] Checking router: 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:36.409521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.411707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] Routers {'43345b11-f4ca-4e3f-9f0c-e8382be28bb5'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:36.412422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:36.431842 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:34Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:36.462013 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa7053-e8ea-437c-bb0d-7cfce973c68b None None] The sync data for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 is: [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:34Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:36.501529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] Set router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:36.519788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Subnet': ['ID=a26eb459-cc60-4db5-98c9-eb6f886ef77f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:36.547305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Checking segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:36.547458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network hostable DHCP agents. Network: a01665bb-fde5-4798-ae35-66966e2f6583, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:36.555639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] For port 1b8d933e-7c01-45df-8f1f-35926375930f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1b8d933e-7c01-45df-8f1f-35926375930f,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:36.555986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:36Z', 'revision_number': 6, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:36.556129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.577214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Calling delete_port for 1b8d933e-7c01-45df-8f1f-35926375930f owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:36.586706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e406f0-3091-4e89-b05c-2d784bf66393 None None] The sync data for ids ['43345b11-f4ca-4e3f-9f0c-e8382be28bb5'] in n-d-799527-4 is: [{'id': '43345b11-f4ca-4e3f-9f0c-e8382be28bb5', 'name': 'tempest-TestAggregatesBasicOps-1862567931-router', 'tenant_id': '50868c176a5e45b183c1eb137f89e127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:21Z', 'updated_at': '2021-07-08T17:39:36Z', 'revision_number': 6, 'project_id': '50868c176a5e45b183c1eb137f89e127', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:36.592190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network a01665bb-fde5-4798-ae35-66966e2f6583 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:36.641571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a01665bb-fde5-4798-ae35-66966e2f6583) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:36.650902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedfb4a5-a85f-4409-9326-c49ef3bbd045 None None] Network a01665bb-fde5-4798-ae35-66966e2f6583 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:36.651184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:36.651801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.688567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48188) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:36.689131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7119ee49-dce2-4d20-9c1e-2f1db9149658 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0802424 Jul 08 17:39:36.840614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.863964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a01665bb-fde5-4798-ae35-66966e2f6583', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:36.864843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.930733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48192) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:36.931542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8d933e-7c01-45df-8f1f-35926375930f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:37.007896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.069260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Allocated IP 172.20.0.2 (a01665bb-fde5-4798-ae35-66966e2f6583/a26eb459-cc60-4db5-98c9-eb6f886ef77f/0bdf148a-d3ca-402d-9f7c-11237b9a0828) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:37.152494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.160073 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.165673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Deleting subnet 55530587-62b2-4cb2-8146-64293575b508 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:37.181061 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.287025 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.287558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43345b11-f4ca-4e3f-9f0c-e8382be28bb5 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:39:37.294370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.295215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-47196714-41ae-4ba5-945b-2f7bff529717 admin admin] 10.222.0.48 "DELETE /v2.0/routers/43345b11-f4ca-4e3f-9f0c-e8382be28bb5 HTTP/1.1" status: 204 len: 168 time: 1.5071986 Jul 08 17:39:37.300212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.301988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48196) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:37.330488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.341336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.344615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Transition to ACTIVE for port object 0bdf148a-d3ca-402d-9f7c-11237b9a0828 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:37.373500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Transition to ACTIVE for port object 0bdf148a-d3ca-402d-9f7c-11237b9a0828 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:37.381343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.388627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.394836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Deleting subnet 49ce3bc2-f584-497a-b458-c7799131a4f1 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:37.424010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Network a01665bb-fde5-4798-ae35-66966e2f6583 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:37.429501 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.433838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:37.437998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:37.445201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Pushing event updated for resources: {'Port': ['ID=0bdf148a-d3ca-402d-9f7c-11237b9a0828,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:37.494341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.545546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.594510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.599526 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/55530587-62b2-4cb2-8146-64293575b508 HTTP/1.1" status: 204 len: 168 time: 0.6626818 Jul 08 17:39:37.602033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48198) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:37.696866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66125773-0188-44dd-a76a-0810577d7dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55530587-62b2-4cb2-8146-64293575b508,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:37.713353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.736484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.792141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Attempting to bind port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:37.792597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Attempting to bind port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:37.793028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Attempting to bind port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 on network a01665bb-fde5-4798-ae35-66966e2f6583 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:37.801450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.1 (a01665bb-fde5-4798-ae35-66966e2f6583/a26eb459-cc60-4db5-98c9-eb6f886ef77f/8628002d-0d84-47b6-b52f-8023a6d22852) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:37.808279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:37.808765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Checking segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:37.809237 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.809698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Bound using segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:37.810383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Bound port: 0bdf148a-d3ca-402d-9f7c-11237b9a0828, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:37.810977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.852118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.868472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98389b27-c34e-49cf-82de-9adaf437d4e2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:37.885567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] For port 0bdf148a-d3ca-402d-9f7c-11237b9a0828, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:37.889652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] For port 0bdf148a-d3ca-402d-9f7c-11237b9a0828, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0bdf148a-d3ca-402d-9f7c-11237b9a0828,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:37.897863 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.984789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34713e2c-59c4-4156-8215-552e0b5f68b1 None None] Pushing event updated for resources: {'Port': ['ID=0bdf148a-d3ca-402d-9f7c-11237b9a0828,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:38.001308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.030115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object 8628002d-0d84-47b6-b52f-8023a6d22852 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:38.079088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.133872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network a01665bb-fde5-4798-ae35-66966e2f6583 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:38.137252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:38.139770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:38.211500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=8628002d-0d84-47b6-b52f-8023a6d22852,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:38.218751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.286552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4479232c-5fe9-4ece-bb0d-bac29069ff7c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:38.293666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6e6c5a-71e7-47b6-b763-4946d731fcc2') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:38.294104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6e6c5a-71e7-47b6-b763-4946d731fcc2') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:38.306991 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.310235 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.365967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.372135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/49ce3bc2-f584-497a-b458-c7799131a4f1 HTTP/1.1" status: 204 len: 168 time: 1.0669239 Jul 08 17:39:38.372135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ff4a5-e4f9-4cb4-b0f1-71ed281dd911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ce3bc2-f584-497a-b458-c7799131a4f1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:38.375016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:38.377008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.380166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4479232c-5fe9-4ece-bb0d-bac29069ff7c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:38.384986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d5ad5-7a4e-4e34-b6a8-de5c9478c636 None None] Network 6747cd47-beed-48a2-955c-cfed2c269cf2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:38.403793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:38.404192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:38.405906 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:38.412905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4479232c-5fe9-4ece-bb0d-bac29069ff7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:38.413618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.517715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.526866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.530357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.535394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.539073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] 10.222.0.48 "DELETE /v2.0/networks/98389b27-c34e-49cf-82de-9adaf437d4e2 HTTP/1.1" status: 204 len: 168 time: 0.9376438 Jul 08 17:39:38.559843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183deda-a6ca-40f1-852f-e9385b523fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=98389b27-c34e-49cf-82de-9adaf437d4e2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:38.611132 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.628125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Deleting port 2f615c19-668e-491d-90f3-35839b9f2c41 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:38.628884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.637914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4479232c-5fe9-4ece-bb0d-bac29069ff7c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4479232c-5fe9-4ece-bb0d-bac29069ff7c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:38.645297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.720772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4479232c-5fe9-4ece-bb0d-bac29069ff7c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:38.741696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] DHCP port deletion for 6747cd47-beed-48a2-955c-cfed2c269cf2 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:38.750791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 750b102b-8f51-49fb-8ba4-ea1767420db5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:38.759725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] For port 2f615c19-668e-491d-90f3-35839b9f2c41, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f615c19-668e-491d-90f3-35839b9f2c41,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:38.760299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.778461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Calling delete_port for 2f615c19-668e-491d-90f3-35839b9f2c41 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:38.796506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 750b102b-8f51-49fb-8ba4-ea1767420db5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:38.796849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 750b102b-8f51-49fb-8ba4-ea1767420db5 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:38.797266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1b8d933e-7c01-45df-8f1f-35926375930f no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:38.820396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 1b8d933e-7c01-45df-8f1f-35926375930f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:38.820747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1b8d933e-7c01-45df-8f1f-35926375930f not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:38.841902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] Deleting port 2f615c19-668e-491d-90f3-35839b9f2c41 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:38.842322 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.854344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48206) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:38.886102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.913598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] For port 2f615c19-668e-491d-90f3-35839b9f2c41, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f615c19-668e-491d-90f3-35839b9f2c41,segment=NetworkSegment(61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69),segment_id=61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:38.914201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.922292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f615c19-668e-491d-90f3-35839b9f2c41,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:38.933718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] Calling delete_port for 2f615c19-668e-491d-90f3-35839b9f2c41 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:38.937988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] No DVR routers for this DVR port 2f615c19-668e-491d-90f3-35839b9f2c41 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:38.963854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-efbf63ab-6155-407a-a888-3098af376423 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1342e94d41e417181c65c4edf530758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058795 Jul 08 17:39:38.966133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48208) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.001890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.011588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.038585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.051915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] No DVR routers for this DVR port 2f615c19-668e-491d-90f3-35839b9f2c41 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:39.059460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.073410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6747cd47-beed-48a2-955c-cfed2c269cf2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:39.074292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338661c-5b48-475d-9544-c45451395ae1 None None] Pushing event deleted for resources: {'Port': ['ID=2f615c19-668e-491d-90f3-35839b9f2c41,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.085676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:39.086007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a1df08-78b8-4fcc-a3a0-edc4d1c1cf69') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:39.096993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.112194 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.119483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:39.119890 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:39.121613 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:39.124014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.132687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1400309f-3076-49f6-b2ce-fa58ea65f835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.135136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=8628002d-0d84-47b6-b52f-8023a6d22852,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.184694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.191768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.194955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] 10.222.0.48 "DELETE /v2.0/networks/6747cd47-beed-48a2-955c-cfed2c269cf2 HTTP/1.1" status: 204 len: 168 time: 0.8200252 Jul 08 17:39:39.202294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1400309f-3076-49f6-b2ce-fa58ea65f835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.208710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129fa38-c9c4-4b32-8997-a2e31564e29d admin admin] Pushing event deleted for resources: {'Network': ['ID=6747cd47-beed-48a2-955c-cfed2c269cf2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.292371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network a01665bb-fde5-4798-ae35-66966e2f6583 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:39.294455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:39.303745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1400309f-3076-49f6-b2ce-fa58ea65f835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.306325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1400309f-3076-49f6-b2ce-fa58ea65f835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.307541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1400309f-3076-49f6-b2ce-fa58ea65f835 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6813747e-e04a-4f80-97e0-bd7608857277 HTTP/1.1" status: 204 len: 168 time: 0.3404856 Jul 08 17:39:39.318530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400309f-3076-49f6-b2ce-fa58ea65f835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6813747e-e04a-4f80-97e0-bd7608857277,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.450016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 16cb24fb-b638-498f-b3f3-6640ef34d377 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:39.470157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.558514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-81bb8943-38b4-4e14-8963-40359d63f238 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f834212496be461b9615f642a112fd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869257 Jul 08 17:39:39.561383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48220) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.565341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c0f54-717a-4ba8-978d-25a9a96690cf None None] Network a01665bb-fde5-4798-ae35-66966e2f6583 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:39.592398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:39.598704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-623b4e21-ba0f-4c1a-92fa-d2ebf5053690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/16cb24fb-b638-498f-b3f3-6640ef34d377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9086540 Jul 08 17:39:39.633015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b937333-878b-4ef6-85d5-2a37f850056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.661021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b937333-878b-4ef6-85d5-2a37f850056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.669213 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Sync routers for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:39.675721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dad85574-fe97-4fab-bcae-6b5b19b16285 None None] Provisioning for port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:39.683143 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:39.683777 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:39.757789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b937333-878b-4ef6-85d5-2a37f850056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.761203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7b937333-878b-4ef6-85d5-2a37f850056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.765719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7b937333-878b-4ef6-85d5-2a37f850056e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c3f9476-6c38-4088-8cfc-d6f4c31e8d55 HTTP/1.1" status: 204 len: 168 time: 0.2024922 Jul 08 17:39:39.790526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b937333-878b-4ef6-85d5-2a37f850056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f9476-6c38-4088-8cfc-d6f4c31e8d55,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.887983 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:39.965873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4906788b-d97e-468f-ad14-b7b3189ba239 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:39.996554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4906788b-d97e-468f-ad14-b7b3189ba239 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:39.996906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4906788b-d97e-468f-ad14-b7b3189ba239 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:40.150358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b33d07a-a664-46b8-8504-ac24a83d27d1 None None] Provisioning for port 8628002d-0d84-47b6-b52f-8023a6d22852 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:40.162008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 2, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:40.165106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2b33d07a-a664-46b8-8504-ac24a83d27d1 None None] Provisioning complete for port 8628002d-0d84-47b6-b52f-8023a6d22852 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:40.165611 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b33d07a-a664-46b8-8504-ac24a83d27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.226595 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Checking router: 16cb24fb-b638-498f-b3f3-6640ef34d377 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:40.227153 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Updating router 16cb24fb-b638-498f-b3f3-6640ef34d377 port 8628002d-0d84-47b6-b52f-8023a6d22852 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:40.264676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.269006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b33d07a-a664-46b8-8504-ac24a83d27d1 None None] Port 8628002d-0d84-47b6-b52f-8023a6d22852 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:40.300760 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.305397 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0a36d163-0266-4c49-84c4-f4edef929004 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390343067&fields=id&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 267 time: 0.0923846 Jul 08 17:39:40.342392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0032e22e-c597-425f-a6bb-f74cb2114df5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50868c176a5e45b183c1eb137f89e127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755455 Jul 08 17:39:40.343264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.424075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8582e718-3fec-46cf-8396-f1ec299af745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.439117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0bdf148a-d3ca-402d-9f7c-11237b9a0828 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:40.468523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-fd47604e-7c47-48d3-ae9e-d147010ba5e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:40.469739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-fd47604e-7c47-48d3-ae9e-d147010ba5e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 797 time: 0.1634691 Jul 08 17:39:40.481162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8582e718-3fec-46cf-8396-f1ec299af745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.491012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-78b5eaa7-8daa-4a30-8fcf-7c65b11e48e4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/quotas/59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 375 time: 0.0112119 Jul 08 17:39:40.524071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2e52362a-1db2-468a-a5f6-e6ef8f605841 None None] Provisioning complete for port 8628002d-0d84-47b6-b52f-8023a6d22852 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:40.524818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e52362a-1db2-468a-a5f6-e6ef8f605841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.554641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:40.584924 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8582e718-3fec-46cf-8396-f1ec299af745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.592223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8582e718-3fec-46cf-8396-f1ec299af745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.593868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8582e718-3fec-46cf-8396-f1ec299af745 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18f379c9-8210-4dc5-8e27-5b1883f4b205 HTTP/1.1" status: 204 len: 168 time: 0.2484143 Jul 08 17:39:40.594292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:40.597175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.605944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e718-3fec-46cf-8396-f1ec299af745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f379c9-8210-4dc5-8e27-5b1883f4b205,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:40.625206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2e52362a-1db2-468a-a5f6-e6ef8f605841 None None] Port 8628002d-0d84-47b6-b52f-8023a6d22852 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:40.643226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-4a09d9bf-77e2-47d2-954e-aa9eac7ba662 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449647 Jul 08 17:39:40.742471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.780332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.847454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-6663bf23-1fb5-47db-8ded-1eff174bf67c service neutron] 10.222.0.48 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032282 Jul 08 17:39:40.900670 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.902984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0bdf148a-d3ca-402d-9f7c-11237b9a0828, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0bdf148a-d3ca-402d-9f7c-11237b9a0828,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:40.904109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e3fa1fce-e4b8-441e-a7c5-ab21f7869946 None None] Provisioning complete for port 8628002d-0d84-47b6-b52f-8023a6d22852 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:40.907116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e3fa1fce-e4b8-441e-a7c5-ab21f7869946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.926342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Transition to ACTIVE for port object 8628002d-0d84-47b6-b52f-8023a6d22852 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:40.938071 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.938302 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.939141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4479232c-5fe9-4ece-bb0d-bac29069ff7c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:40.990672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-9bc7dafb-6e9d-4e12-a343-a9f04e51ec4f service neutron] 10.222.0.48 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415679 Jul 08 17:39:41.003408 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b643a-fcb4-46bb-bd68-5bac4af130bf None None] Pushing event updated for resources: {'Port': ['ID=8628002d-0d84-47b6-b52f-8023a6d22852,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:41.010176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa1fce-e4b8-441e-a7c5-ab21f7869946 None None] Port 8628002d-0d84-47b6-b52f-8023a6d22852 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:41.040170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0bdf148a-d3ca-402d-9f7c-11237b9a0828,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:41.050930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4479232c-5fe9-4ece-bb0d-bac29069ff7c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:41.051310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.110140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Attempting to bind port 8628002d-0d84-47b6-b52f-8023a6d22852 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:41.110588 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Attempting to bind port 8628002d-0d84-47b6-b52f-8023a6d22852 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:41.111095 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Attempting to bind port 8628002d-0d84-47b6-b52f-8023a6d22852 on network a01665bb-fde5-4798-ae35-66966e2f6583 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:41.118745 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:41.119211 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Checking segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:41.119811 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.120279 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Bound using segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:41.120825 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Bound port: 8628002d-0d84-47b6-b52f-8023a6d22852, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:41.121212 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.147015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1992670638-network', 'tenant_id': '818c1da834284674931fc88a34d6a819'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:41.208236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Made reservation on behalf of 818c1da834284674931fc88a34d6a819 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:41.210768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.223641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.248759 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] For port 8628002d-0d84-47b6-b52f-8023a6d22852, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:41.253546 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] For port 8628002d-0d84-47b6-b52f-8023a6d22852, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8628002d-0d84-47b6-b52f-8023a6d22852,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:41.260685 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.278266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f615c19-668e-491d-90f3-35839b9f2c41 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:41.320985 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b643a-fcb4-46bb-bd68-5bac4af130bf None None] Pushing event updated for resources: {'Port': ['ID=8628002d-0d84-47b6-b52f-8023a6d22852,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:41.336964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 2f615c19-668e-491d-90f3-35839b9f2c41 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:41.337331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f615c19-668e-491d-90f3-35839b9f2c41 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:41.350604 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:41.352487 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:41.400897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.407320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.458821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:41.476503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e993272-00f8-4ccb-80f7-0facfe0ac897,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:41.506841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.507397 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Added segment f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5 of type vlan for network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c Jul 08 17:39:41.571757 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.616073 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:41.629240 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.632022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:41.633713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.825971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-949e554e-fdf1-458b-8169-cb8263f070d0 req-7611106f-c972-4f02-9167-49e637a7a321 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 210 time: 0.4709659 Jul 08 17:39:41.831952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48298) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.837508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Request body: {'subnet': {'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1992670638-subnet', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:41.843560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0992470 Jul 08 17:39:41.860073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca665ba6-209b-4b56-84d6-a70d5cf35c5b admin admin] Pushing event updated for resources: {'Network': ['ID=9b877b1b-ec2f-4a19-975c-afaf0a892c3c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:41.879252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:41.882697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Made reservation on behalf of 818c1da834284674931fc88a34d6a819 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:41.887776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.063729 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:41Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:42.109654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b763-6c9a-4fb7-b811-0554275aac58 None None] The sync data for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 is: [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:41Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:42.217542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.254355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0bdf148a-d3ca-402d-9f7c-11237b9a0828 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:42.311388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d17ef1e-7689-4392-acdb-5860aa4f6ad7,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:42.326025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Checking segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:42.326387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Network hostable DHCP agents. Network: 9b877b1b-ec2f-4a19-975c-afaf0a892c3c, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:42.343284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:42.343811 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.350253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:42.364425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9b877b1b-ec2f-4a19-975c-afaf0a892c3c) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:42.373568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:42.374219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.394703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c00ae-ac02-48ef-bc47-fc546d54641a None None] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:42.399550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-66611eb2-1938-4c68-b835-336401d0731e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5649819 Jul 08 17:39:42.400030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:42.405140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:42.442696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.444762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.508228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.592987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d6a39-da45-4407-840a-92f9dcaa58a3 None None] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:42.685530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.008410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.058578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.082998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.110394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.148910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-87579b68-2fde-4311-bc24-1623afed7223 req-f528bf77-9245-4b7f-a750-e63844d8c1a8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 210 time: 0.0838523 Jul 08 17:39:43.163271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-d89dbf87-ceec-4057-afcf-4c4318d64d42 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:43.164906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-d89dbf87-ceec-4057-afcf-4c4318d64d42 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 797 time: 0.2844584 Jul 08 17:39:43.261661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-48580209-99ea-40b3-b2c3-ec82384da2f2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 380 time: 0.0602276 Jul 08 17:39:43.294488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'port': {'device_id': '828e5762-6f79-4220-8924-2a605071b708', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'admin_state_up': True, 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'security_groups': ['ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:43.372625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Allocated IP 172.25.3.35 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/918f1401-ea2a-4292-a873-1115cdb09b82) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:43.495232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:43.498855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.575795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.678024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.8 (a01665bb-fde5-4798-ae35-66966e2f6583/a26eb459-cc60-4db5-98c9-eb6f886ef77f/7e5c8b07-1b9a-442b-89c3-9c8542dafc54) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:43.680510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.728919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:43.737992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:43.745408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:43.793129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Pushing event updated for resources: {'Port': ['ID=918f1401-ea2a-4292-a873-1115cdb09b82,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:43.955519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:43.960969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'network': {'name': 'tempest-network-smoke--1876018813', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:43.981898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Made reservation on behalf of 3d734eded1f84cd79ce2b5f1d95738c9 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:43.985585 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.996046 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.036663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.059625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:44.089618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.093637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.117616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:44.128588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.133508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c30bb2-b437-4dd8-9684-ae13caab1606,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:44.137338 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.137683 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Added segment a410a0fd-118d-4862-ae7f-0234c4ec8ffa of type vlan for network 606d59af-43d4-44b4-96c6-f6932c825b8b Jul 08 17:39:44.177281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.183822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.218769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.223929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network a01665bb-fde5-4798-ae35-66966e2f6583 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:44.226581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:44.227409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.257651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8628002d-0d84-47b6-b52f-8023a6d22852 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:44.349020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8628002d-0d84-47b6-b52f-8023a6d22852 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:44.354832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8628002d-0d84-47b6-b52f-8023a6d22852 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:44.355217 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.364041 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071918 Jul 08 17:39:44.386252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:44.418163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'admin_state_up': True, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:44.453621 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.454147 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10459c-c092-403d-9437-891127188145 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Network': ['ID=606d59af-43d4-44b4-96c6-f6932c825b8b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:44.476130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.477157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.485278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 606d59af-43d4-44b4-96c6-f6932c825b8b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:44.514305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6048f2-64c4-479b-aa99-dd3882c34fd3 req-dea0082d-e1bc-4276-a865-0583501554fd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:44.516042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf6048f2-64c4-479b-aa99-dd3882c34fd3 req-dea0082d-e1bc-4276-a865-0583501554fd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 931 time: 0.1742671 Jul 08 17:39:44.538434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 8628002d-0d84-47b6-b52f-8023a6d22852, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8628002d-0d84-47b6-b52f-8023a6d22852,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:44.544970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.570776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.590412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cf6048f2-64c4-479b-aa99-dd3882c34fd3 req-c5e85396-a402-4b20-8211-7c1b4a760fb9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628672 Jul 08 17:39:44.598363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:44.605999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:44.618273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=8628002d-0d84-47b6-b52f-8023a6d22852,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:44.657841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:44.691759 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:44.692421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.746286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.747740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-0ef60027-1513-4c20-9b0b-af605108773f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4596074 Jul 08 17:39:44.759622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-d976b7f1-8d84-475c-9724-60cbb672916c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:39:44.761015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-d976b7f1-8d84-475c-9724-60cbb672916c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063324 Jul 08 17:39:44.803533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Request body: {'port': {'device_id': '828e5762-6f79-4220-8924-2a605071b708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:44.860165 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.933052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.951492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f653f834-2677-4b04-a668-c8ac5433ed64 None None] Provisioning for port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:44.953055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.955728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f653f834-2677-4b04-a668-c8ac5433ed64 None None] Provisioning complete for port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:44.956355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f653f834-2677-4b04-a668-c8ac5433ed64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.972210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.993013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f653f834-2677-4b04-a668-c8ac5433ed64 None None] Port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:45.082014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.25.3.182 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/21e95d5f-a3f5-4cc5-ba85-46f8119312fd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:45.160443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:45.185410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.224334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.268585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:45.271514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:45.274973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:45.297328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:45.342269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:45.354326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Sync routers for ids ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:45.365489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:45.366151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Routers {'92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:45.366811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.371386 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.372624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-29f7b77c-402e-4054-8c7f-6c60a30ecda2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9715166 Jul 08 17:39:45.375249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:45.378871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.435250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Transition to ACTIVE for port object 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:45.443305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.513698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Set router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:45.546190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:45.589296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.704233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:45.704773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:45.704997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on network a01665bb-fde5-4798-ae35-66966e2f6583 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:45.727292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:39:43Z', 'revision_number': 3, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.749524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on network a01665bb-fde5-4798-ae35-66966e2f6583 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:39:45.749856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on network a01665bb-fde5-4798-ae35-66966e2f6583 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:45.763676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Checking router: 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:45.764059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Updating router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 port 918f1401-ea2a-4292-a873-1115cdb09b82 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:45.800233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.824973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:45.825372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Checking segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:45.825770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Bound using segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:45.826395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Bound port: 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:45.826786 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.874607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.940228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ac1cb-760d-4db2-92d1-b48c334d6c88 req-65b08950-9e28-4891-83de-9367462bc0fe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:45.941747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a8ac1cb-760d-4db2-92d1-b48c334d6c88 req-65b08950-9e28-4891-83de-9367462bc0fe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.1335142 Jul 08 17:39:45.977813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:45.995928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:46.026127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.030326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a8ac1cb-760d-4db2-92d1-b48c334d6c88 req-ff793cd0-37a5-41c1-ad5c-cda002ce1de4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813408 Jul 08 17:39:46.087228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.087972 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.089516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] 10.222.0.53 "PUT /v2.0/ports/7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 1091 time: 1.2913928 Jul 08 17:39:46.090093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:46.092558 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:46.104200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router bfe5c505-8530-4899-8a03-1ce9f8545aee is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:46.168751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe1115-e8db-4399-af39-08c944fe3d7b service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:46.180369 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1afb5-1892-4696-8026-e01c34bd05e2 x-openstack-request-id: req-42f1afb5-1892-4696-8026-e01c34bd05e2 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:46.180657 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:46.180914 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42f1afb5-1892-4696-8026-e01c34bd05e2 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:46.181317 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'status': 'completed', 'code': 200} Jul 08 17:39:46.256205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8628002d-0d84-47b6-b52f-8023a6d22852 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:46.336458 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.343914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-9960062d-9b27-4ea3-b167-44e5b41ecafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.345472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-9960062d-9b27-4ea3-b167-44e5b41ecafa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1094 time: 0.1633573 Jul 08 17:39:46.363940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Transition to ACTIVE for port object 918f1401-ea2a-4292-a873-1115cdb09b82 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:46.375760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.388675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8628002d-0d84-47b6-b52f-8023a6d22852 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:46.389245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.404540 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-85fa3345-aa46-4a8b-8393-585bc6b1eb3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 217 time: 0.0516710 Jul 08 17:39:46.406712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.462797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Attempting to bind port 918f1401-ea2a-4292-a873-1115cdb09b82 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:46.463165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Attempting to bind port 918f1401-ea2a-4292-a873-1115cdb09b82 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:46.463528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Attempting to bind port 918f1401-ea2a-4292-a873-1115cdb09b82 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:46.482061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc479b8-450e-4688-91cd-e3ab1f450a04 None None] Pushing event updated for resources: {'Port': ['ID=918f1401-ea2a-4292-a873-1115cdb09b82,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:46.486059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:46.486442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:46.487393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.487789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:46.488281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Bound port: 918f1401-ea2a-4292-a873-1115cdb09b82, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:46.488662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.524524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-d0c4c83e-c1fe-4218-a552-c606233a30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.527097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-d0c4c83e-c1fe-4218-a552-c606233a30d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.1055944 Jul 08 17:39:46.550638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:46.560697 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Sync routers for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:46.576100 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:46.576922 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:46.577387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.581722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b83f88f3-a026-48ea-bf42-6783bc1fb231 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1911573 Jul 08 17:39:46.582063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:46.621766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] For port 918f1401-ea2a-4292-a873-1115cdb09b82, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:46.625511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] For port 918f1401-ea2a-4292-a873-1115cdb09b82, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=918f1401-ea2a-4292-a873-1115cdb09b82,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:46.642111 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.656970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Allocated IP 172.20.0.1 (9b877b1b-ec2f-4a19-975c-afaf0a892c3c/8d17ef1e-7689-4392-acdb-5860aa4f6ad7/2bbc68c0-3cfe-49ff-988c-e41fe4baa233) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:46.700962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc479b8-450e-4688-91cd-e3ab1f450a04 None None] Pushing event updated for resources: {'Port': ['ID=918f1401-ea2a-4292-a873-1115cdb09b82,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:46.711460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:46.726862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Routers {'92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:46.729872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:46.757602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bd964721-7f2e-490b-905d-d30dab202f40 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=3d734eded1f84cd79ce2b5f1d95738c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1743233 Jul 08 17:39:46.760492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:46.809548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.853164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-512272cb-0758-4cef-97a7-6d41045f5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.854695 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-512272cb-0758-4cef-97a7-6d41045f5854 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745151 Jul 08 17:39:46.874485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] Set router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:46.933201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.937595 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:45Z', 'revision_number': 3, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:46.951062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7095d2-300f-4c5e-baef-71382c1d10dc tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.952837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af7095d2-300f-4c5e-baef-71382c1d10dc tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1913321 Jul 08 17:39:46.957427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48364) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:46.974531 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Checking router: bfe5c505-8530-4899-8a03-1ce9f8545aee for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:46.975281 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Updating router bfe5c505-8530-4899-8a03-1ce9f8545aee port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:46.990857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Pushing event updated for resources: {'Port': ['ID=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:46.997418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8762faa-e447-474f-b5a6-db328eada5a4 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363913 Jul 08 17:39:46.997620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48366) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:47.003456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976008399', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:47.019314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:47.025233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:47.028967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:47.036874 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.056124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-694270e1-4dae-4c9c-89f7-10e2d684a64c service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922245 Jul 08 17:39:47.109255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Made reservation on behalf of 3d734eded1f84cd79ce2b5f1d95738c9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:47.113883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:39:43Z', 'revision_number': 3, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:47.115318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.132944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.153961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf506ebd-d32d-4e9a-83d4-c548e2e2a041 None None] The sync data for ids ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'] in n-d-799527-4 is: [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:39:43Z', 'revision_number': 3, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:47.322871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f12a8e5e-5e39-4d7c-8572-d70bcbf86bcd req-e48a8d29-8a4b-40c1-a457-dd924ab09c6f service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594185 Jul 08 17:39:47.372391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.390222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.411012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0614647-32a9-421a-b279-a427f6fc77af req-17df4ca9-b568-4e97-ba8a-0bf93cc1d0ce tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:47.412592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0614647-32a9-421a-b279-a427f6fc77af req-17df4ca9-b568-4e97-ba8a-0bf93cc1d0ce tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.1701851 Jul 08 17:39:47.423798 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.436781 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Transition to ACTIVE for port object 21e95d5f-a3f5-4cc5-ba85-46f8119312fd will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:47.444984 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.472925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Subnet': ['ID=71190bb5-4106-4499-aebd-ffc59a484743,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:47.484448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Checking segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:47.484814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network hostable DHCP agents. Network: 606d59af-43d4-44b4-96c6-f6932c825b8b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:47.504316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network 606d59af-43d4-44b4-96c6-f6932c825b8b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:47.505272 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce616-0270-4380-bbe3-75471d0ea417 None None] Pushing event updated for resources: {'Port': ['ID=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:47.526149 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Attempting to bind port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:47.526149 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Attempting to bind port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:47.526149 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Attempting to bind port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:47.527081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 606d59af-43d4-44b4-96c6-f6932c825b8b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:47.540707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:47.543225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.551946 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:47.552533 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:47.552934 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.553336 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:47.554092 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Bound port: 21e95d5f-a3f5-4cc5-ba85-46f8119312fd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:47.554476 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.555185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0614647-32a9-421a-b279-a427f6fc77af req-f2f8328b-7671-4fa7-a2a5-968bf0974388 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235967 Jul 08 17:39:47.558346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2e7d3-789b-469b-b354-712379267291 None None] Network 606d59af-43d4-44b4-96c6-f6932c825b8b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:47.582951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b241e9b-4bfe-4d52-b57e-7193c2b6a3aa tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5810874 Jul 08 17:39:47.583125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:47.644552 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] For port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:47.650628 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] For port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:47.652216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-435d7129-8fb9-4318-8997-e82117b45d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:47.654120 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-435d7129-8fb9-4318-8997-e82117b45d0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1094 time: 0.2663503 Jul 08 17:39:47.661400 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.740687 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce616-0270-4380-bbe3-75471d0ea417 None None] Pushing event updated for resources: {'Port': ['ID=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:47.758999 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:47.759882 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:47.850960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.855389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-93dd0ca4-1f21-407c-b72f-9deaedb656e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:47.857027 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-93dd0ca4-1f21-407c-b72f-9deaedb656e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.1932468 Jul 08 17:39:47.859161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.880936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-606d59af-43d4-44b4-96c6-f6932c825b8b', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:47.881810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.945520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:47.949724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-6efe48ff-4028-4278-b7ce-365daf2c2d10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 217 time: 0.0848713 Jul 08 17:39:48.053142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Pushing event updated for resources: {'Port': ['ID=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:48.055113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Allocated IP 172.20.0.2 (606d59af-43d4-44b4-96c6-f6932c825b8b/71190bb5-4106-4499-aebd-ffc59a484743/dacc1ca6-92a6-4b81-84db-a4d6728c8f85) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:48.065854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.070754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-12823b60-b226-434f-b358-5b9a325b2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:48.072924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-12823b60-b226-434f-b358-5b9a325b2d55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.1017220 Jul 08 17:39:48.222012 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:45Z', 'revision_number': 3, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:48.239715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-641f76bd-ea70-4e92-8a04-ed5db9e1dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:48.241438 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-641f76bd-ea70-4e92-8a04-ed5db9e1dabb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161709 Jul 08 17:39:48.291588 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df60c0e-1dc6-42a1-8227-9082ef486288 None None] The sync data for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 is: [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:45Z', 'revision_number': 3, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:48.309045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:48.311425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 918f1401-ea2a-4292-a873-1115cdb09b82 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:48.316369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:48.389377 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.395278 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.402468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Transition to ACTIVE for port object dacc1ca6-92a6-4b81-84db-a4d6728c8f85 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:48.410388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 918f1401-ea2a-4292-a873-1115cdb09b82 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:48.417051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 918f1401-ea2a-4292-a873-1115cdb09b82 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:48.417427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.473411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Transition to ACTIVE for port object dacc1ca6-92a6-4b81-84db-a4d6728c8f85 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:48.482687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.566332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Network 606d59af-43d4-44b4-96c6-f6932c825b8b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:48.568311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:48.575783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:48.582987 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.588405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Pushing event updated for resources: {'Port': ['ID=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:48.672731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 918f1401-ea2a-4292-a873-1115cdb09b82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=918f1401-ea2a-4292-a873-1115cdb09b82,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:48.681303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.743959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=918f1401-ea2a-4292-a873-1115cdb09b82,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:48.749561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Attempting to bind port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:48.749967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Attempting to bind port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:48.750331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Attempting to bind port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 on network 606d59af-43d4-44b4-96c6-f6932c825b8b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:48.755988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:48.756359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Checking segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:48.756760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.757156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Bound using segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:48.757848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Bound port: dacc1ca6-92a6-4b81-84db-a4d6728c8f85, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:48.758269 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.866094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] For port dacc1ca6-92a6-4b81-84db-a4d6728c8f85, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:48.868168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-5aa7fc17-c382-4788-bc74-14fed071d601 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182928 Jul 08 17:39:48.870572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] For port dacc1ca6-92a6-4b81-84db-a4d6728c8f85, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:48.879451 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.982786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad0db1-2b94-42ee-a77d-8a6a1ab83d62 None None] Pushing event updated for resources: {'Port': ['ID=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:49.039695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.20.0.1 (606d59af-43d4-44b4-96c6-f6932c825b8b/71190bb5-4106-4499-aebd-ffc59a484743/866b175e-b72d-450b-bbe7-f0c4fd621869) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:49.105964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:49.163824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6ee3b7-5236-46b1-bb3d-f1fd47919a5f req-aa94f6a7-8d7f-4f68-a5f0-a2e20a202e6d service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561399 Jul 08 17:39:49.200234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.229908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Transition to ACTIVE for port object 866b175e-b72d-450b-bbe7-f0c4fd621869 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:49.267976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9db6-f407-438e-a517-8c5599c463df req-35db64b4-6fdd-49cd-9b9e-d436a34a678b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:49.269695 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-526e9db6-f407-438e-a517-8c5599c463df req-35db64b4-6fdd-49cd-9b9e-d436a34a678b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.4009261 Jul 08 17:39:49.306907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.350106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network 606d59af-43d4-44b4-96c6-f6932c825b8b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:49.353610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:49.357978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:49.372474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-526e9db6-f407-438e-a517-8c5599c463df req-addf54c5-8978-47db-bdba-7c2e7143a7ad tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843296 Jul 08 17:39:49.375441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:49.381050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6ab9c0f0-8fb4-4f04-bd47-c41c3d051d5b admin admin] 10.222.0.48 "PUT /v2.0/routers/92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0046663 Jul 08 17:39:49.437422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=866b175e-b72d-450b-bbe7-f0c4fd621869,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:49.452136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.503107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dccb0827-5fb5-4ba5-b5cd-c6fd3b702a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.626054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.951119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-d8536283-c170-4b4b-b59e-2df30e4eca90 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:49.952591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-d8536283-c170-4b4b-b59e-2df30e4eca90 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 811 time: 0.1753626 Jul 08 17:39:49.962218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Sync routers for ids ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:49.972782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Routers {'92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:49.973472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:49.979482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-3dd05f0a-eca3-4963-a33c-5f1dfb85180b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/quotas/818c1da834284674931fc88a34d6a819 HTTP/1.1" status: 200 len: 375 time: 0.0205545 Jul 08 17:39:50.054497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:39:50.060375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.070663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.132416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Set router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:50.149533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-a674b4ce-5827-41b8-970a-fe5ec9405089 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637053 Jul 08 17:39:50.163106 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.165230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=866b175e-b72d-450b-bbe7-f0c4fd621869,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:50.302139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:50.321002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'port_id': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'mac_address': 'fa:16:3e:22:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:39:50.332412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network 606d59af-43d4-44b4-96c6-f6932c825b8b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:50.367698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:50.384329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 21e95d5f-a3f5-4cc5-ba85-46f8119312fd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:50.450176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.480689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:50.483692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:50.498953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:50.499591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.503840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-6a0df27a-6b4f-4168-9a36-826683783012 service neutron] 10.222.0.48 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851427 Jul 08 17:39:50.566283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:50.583771 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.592450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router bfe5c505-8530-4899-8a03-1ce9f8545aee has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:50.601445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:39:47Z', 'revision_number': 4, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2bbc68c0-3cfe-49ff-988c-e41fe4baa233', 'name': '', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'mac_address': 'fa:16:3e:7c:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:46Z', 'updated_at': '2021-07-08T17:39:47Z', 'revision_number': 2, 'project_id': '818c1da834284674931fc88a34d6a819', 'subnets': [{'id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:50.626843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0afffc-90bd-4480-8315-7b073c5a8d7c req-74288055-1b43-43db-ae33-b2f7e6c9afd3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:50.635005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e0afffc-90bd-4480-8315-7b073c5a8d7c req-74288055-1b43-43db-ae33-b2f7e6c9afd3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.0913224 Jul 08 17:39:50.680242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-bc4cfb82-9caf-435b-8ab1-aa18abf37b53 service neutron] 10.222.0.48 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685975 Jul 08 17:39:50.690777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e0afffc-90bd-4480-8315-7b073c5a8d7c req-ed48d617-6286-4ce0-ad29-366d3e999f05 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545819 Jul 08 17:39:50.929104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:50.938362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.945994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505da16-addd-467f-a953-6664c86db0ab None None] Network 606d59af-43d4-44b4-96c6-f6932c825b8b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:50.950328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Checking router: 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:50.950677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Updating router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:50.970517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-222b73b2-6e18-471e-85be-9105fd738055 req-a1fc4520-b838-45f2-aa4d-7ce4903e3020 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 210 time: 0.0735326 Jul 08 17:39:51.043767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c3e20ab2-e419-4611-bfc7-344123ff070a None None] Provisioning for port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:51.048339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:51.057373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7e5c8b07-1b9a-442b-89c3-9c8542dafc54'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:51.100258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:51.103485 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.104279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 918f1401-ea2a-4292-a873-1115cdb09b82 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:51.105734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f016def8-a0e7-4fe6-a5b8-319cc5917824 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "PUT /v2.0/routers/bfe5c505-8530-4899-8a03-1ce9f8545aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5214639 Jul 08 17:39:51.108628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48408) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:51.113255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1360645087', 'description': 'tempest-secgroup_access--1360645087 description', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:51.137074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.255970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.258469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:51.288832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.293098 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.293307 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Sync routers for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:51.308659 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:51.309509 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:51.316652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.318124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2085128 Jul 08 17:39:51.321022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48414) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:51.327532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2058358084', 'description': 'tempest-secgroup_general--2058358084 description', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:51.342583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d5097-7161-4016-80d2-3488fc4a7292 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e6959-e2d7-4366-8c33-13dc6d524388,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:51.362307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.454012 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:51.474530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.480462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.521169 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.525921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48416) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:51.526671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2039943 Jul 08 17:39:51.530071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb79f4-6714-4b5d-ba13-e0e52981c10b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd004ea-029d-4dc0-a448-a82b42415262,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:51.531718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'security_group_rule': {'security_group_id': 'a70e6959-e2d7-4366-8c33-13dc6d524388', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:51.580977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 918f1401-ea2a-4292-a873-1115cdb09b82 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:51.581342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.581713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.655784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.660437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.680565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc573b19-4422-42f2-96bc-452ca194e711,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:51.688269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.690195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c93d1a4d-e60c-4629-b6ae-be5184b11f1d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625104 Jul 08 17:39:51.805610 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 2, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:51.847351 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Checking router: bfe5c505-8530-4899-8a03-1ce9f8545aee for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:51.847887 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Updating router bfe5c505-8530-4899-8a03-1ce9f8545aee port 866b175e-b72d-450b-bbe7-f0c4fd621869 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:39:51.917397 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.931814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-98e69dd9-b915-47d4-b2f2-3c8cceaebeee tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--1360645087&fields=id&tenant_id=3d734eded1f84cd79ce2b5f1d95738c9 HTTP/1.1" status: 200 len: 267 time: 0.0647154 Jul 08 17:39:51.992160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75574ca-798b-4402-88d5-669a0c4f9cc4 req-0630e563-a479-4687-b41a-58b4d67dcfc6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:51.994618 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a75574ca-798b-4402-88d5-669a0c4f9cc4 req-0630e563-a479-4687-b41a-58b4d67dcfc6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 944 time: 0.1027331 Jul 08 17:39:52.026052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacc1ca6-92a6-4b81-84db-a4d6728c8f85 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:52.037834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-64f2d7a3-2a87-45cc-9a83-74e02bdcc154 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--2058358084&fields=id&tenant_id=3d734eded1f84cd79ce2b5f1d95738c9 HTTP/1.1" status: 200 len: 267 time: 0.0980878 Jul 08 17:39:52.087050 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a75574ca-798b-4402-88d5-669a0c4f9cc4 req-0a34159a-f2c2-4bb8-a35f-5569bfa0b315 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852056 Jul 08 17:39:52.166934 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.196270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-a4cf0a6c-3dcc-4432-b151-e94043d98501 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:52.199118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-a4cf0a6c-3dcc-4432-b151-e94043d98501 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/networks?id=606d59af-43d4-44b4-96c6-f6932c825b8b HTTP/1.1" status: 200 len: 797 time: 0.1601477 Jul 08 17:39:52.227766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-f1b50346-31a9-4245-ab6c-a7b8c51b8e6b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/quotas/3d734eded1f84cd79ce2b5f1d95738c9 HTTP/1.1" status: 200 len: 375 time: 0.0220003 Jul 08 17:39:52.240073 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73faa4ab-8667-4901-b53f-0c8462a681ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.248478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Transition to ACTIVE for port object 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:52.264601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.318869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:52.343957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-da122e05-2d08-41a9-9ef2-5aabbfc24b8a None None] Provisioning for port 866b175e-b72d-450b-bbe7-f0c4fd621869 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:52.353629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.355388 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1006b424-0242-410b-a361-eaf97979822f req-2dd667d3-d825-48cd-a4c7-4ce1cc061274 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 210 time: 0.0694706 Jul 08 17:39:52.355601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:52.355964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.358825 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.363758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-c523be03-8961-4b7f-8b88-0158514b1d13 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289237 Jul 08 17:39:52.393415 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Transition to ACTIVE for port object 866b175e-b72d-450b-bbe7-f0c4fd621869 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:52.398820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-da122e05-2d08-41a9-9ef2-5aabbfc24b8a None None] Provisioning complete for port 866b175e-b72d-450b-bbe7-f0c4fd621869 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:52.399231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da122e05-2d08-41a9-9ef2-5aabbfc24b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.402211 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.466647 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024edb6f-fb40-49f2-b534-38aa60dcdaca None None] Pushing event updated for resources: {'Port': ['ID=866b175e-b72d-450b-bbe7-f0c4fd621869,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:52.526231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697415f-9827-4167-9610-45266f1bf488 None None] Pushing event updated for resources: {'Port': ['ID=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:52.575711 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Attempting to bind port 866b175e-b72d-450b-bbe7-f0c4fd621869 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:52.576070 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Attempting to bind port 866b175e-b72d-450b-bbe7-f0c4fd621869 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:52.576429 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Attempting to bind port 866b175e-b72d-450b-bbe7-f0c4fd621869 on network 606d59af-43d4-44b4-96c6-f6932c825b8b {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:52.594839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:52.594839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Checking segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:52.594839 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.594839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Bound using segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:52.596802 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Bound port: 866b175e-b72d-450b-bbe7-f0c4fd621869, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:52.599178 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.600183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-0e957a7c-9789-432c-a0db-1e86bdcda5b4 service neutron] 10.222.0.48 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137892 Jul 08 17:39:52.625268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da122e05-2d08-41a9-9ef2-5aabbfc24b8a None None] Port 866b175e-b72d-450b-bbe7-f0c4fd621869 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:52.636030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Attempting to bind port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:52.638647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Attempting to bind port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:52.640876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Attempting to bind port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:52.668278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:52.668875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Checking segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:52.669402 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.672370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Bound using segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:52.672998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Bound port: 2bbc68c0-3cfe-49ff-988c-e41fe4baa233, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:52.673497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.716112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-1ac43014-094a-4cf9-9da2-730e7b820b05 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:52.718094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-1ac43014-094a-4cf9-9da2-730e7b820b05 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 811 time: 0.2562904 Jul 08 17:39:52.729909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-aaa640bc-d262-40a9-a418-561ecf328505 service neutron] 10.222.0.48 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237400 Jul 08 17:39:52.731332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Request body: {'port': {'device_id': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'admin_state_up': True, 'tenant_id': '818c1da834284674931fc88a34d6a819'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:52.773218 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] For port 866b175e-b72d-450b-bbe7-f0c4fd621869, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:52.776905 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] For port 866b175e-b72d-450b-bbe7-f0c4fd621869, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=866b175e-b72d-450b-bbe7-f0c4fd621869,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:52.782562 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.857427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.860526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] For port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:52.867102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] For port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:52.886265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.890011 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:52.890855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:52.894899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Made reservation on behalf of 818c1da834284674931fc88a34d6a819 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:52.899674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.913441 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024edb6f-fb40-49f2-b534-38aa60dcdaca None None] Pushing event updated for resources: {'Port': ['ID=866b175e-b72d-450b-bbe7-f0c4fd621869,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:52.989396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port dacc1ca6-92a6-4b81-84db-a4d6728c8f85, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:53.006845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.045558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Routers {'92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:53.057330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:53.061831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697415f-9827-4167-9610-45266f1bf488 None None] Pushing event updated for resources: {'Port': ['ID=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.161453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8a0afcf-3013-47e2-b3cc-b683a98468fc req-4e67cd0d-d80c-4eda-8292-bf4aa161a777 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 210 time: 0.0744255 Jul 08 17:39:53.167016 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:53.208029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Allocated IP 172.20.0.12 (9b877b1b-ec2f-4a19-975c-afaf0a892c3c/8d17ef1e-7689-4392-acdb-5860aa4f6ad7/11a1474b-f507-4995-ba57-3d2c485a4ca2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:53.218143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 21e95d5f-a3f5-4cc5-ba85-46f8119312fd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:53.368500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.429827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] Set router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:53.432390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:53.432767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.464005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f5d0-bae3-40ce-b3e0-42e72f689b14 req-777da47f-f74d-4840-b1aa-738f743a7b29 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:53.473332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43c8f5d0-bae3-40ce-b3e0-42e72f689b14 req-777da47f-f74d-4840-b1aa-738f743a7b29 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 944 time: 0.1418314 Jul 08 17:39:53.526842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.539436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43c8f5d0-bae3-40ce-b3e0-42e72f689b14 req-783a31d1-28f5-405b-b89b-2132cd2449d1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592685 Jul 08 17:39:53.594271 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.641259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:53.645697 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:52Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:53.649378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:53.653271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:53.672490 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.732009 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603915c0-bbcf-4d58-acdb-5ba83ba1c85c None None] The sync data for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 is: [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:52Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:53.832027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Pushing event updated for resources: {'Port': ['ID=11a1474b-f507-4995-ba57-3d2c485a4ca2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.846249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:53.848455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.867445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-2812fe5f-a768-4526-bdb6-a5275887d5a5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1403611 Jul 08 17:39:53.882392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Request body: {'port': {'device_id': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:53.944685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4008da6-3005-4e24-90bd-dd7bca81ff80 req-d1e96b6f-36b4-4aed-90a5-2a01d96fd616 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:53.947455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4008da6-3005-4e24-90bd-dd7bca81ff80 req-d1e96b6f-36b4-4aed-90a5-2a01d96fd616 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 932 time: 0.3038018 Jul 08 17:39:54.020644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:39:47Z', 'revision_number': 4, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2bbc68c0-3cfe-49ff-988c-e41fe4baa233', 'name': '', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'mac_address': 'fa:16:3e:7c:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:46Z', 'updated_at': '2021-07-08T17:39:52Z', 'revision_number': 4, 'project_id': '818c1da834284674931fc88a34d6a819', 'subnets': [{'id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:54.027171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:54.027550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.056145 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4008da6-3005-4e24-90bd-dd7bca81ff80 req-29ace13e-a5e6-446d-a1ee-cf42f127a512 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703068 Jul 08 17:39:54.088553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab34d08-b5bd-49b1-b6e8-78292946c190 None None] The sync data for ids ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'] in n-d-799527-4 is: [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:39:47Z', 'revision_number': 4, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2bbc68c0-3cfe-49ff-988c-e41fe4baa233', 'name': '', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'mac_address': 'fa:16:3e:7c:6a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:46Z', 'updated_at': '2021-07-08T17:39:52Z', 'revision_number': 4, 'project_id': '818c1da834284674931fc88a34d6a819', 'subnets': [{'id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:54.115276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:54.120301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:54.120690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.287030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.316772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:54.319394 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337be43e-c73d-4440-916e-78f0dd20beb7" -d '{"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:54.336912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:54.347356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.378588 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b913a0-a234-416d-8143-448de8379b66 x-openstack-request-id: req-f2b913a0-a234-416d-8143-448de8379b66 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:54.378924 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:54.379185 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2b913a0-a234-416d-8143-448de8379b66 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:54.379576 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'code': 200} Jul 08 17:39:54.412939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22a16e85-2a2b-4013-ace0-70802c8c604a req-da5f215e-9fa4-4009-a3ed-6e70eb553857 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 210 time: 0.0700486 Jul 08 17:39:54.415261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:54.526069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91f78-c152-45a9-bc9f-3057580d457f req-542c47c6-b632-43d6-b99b-ac91aeb03a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:54.528148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21d91f78-c152-45a9-bc9f-3057580d457f req-542c47c6-b632-43d6-b99b-ac91aeb03a9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1096 time: 0.0649159 Jul 08 17:39:54.535045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a1474b-f507-4995-ba57-3d2c485a4ca2 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:54.544334 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.559482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Transition to ACTIVE for port object 11a1474b-f507-4995-ba57-3d2c485a4ca2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:54.567102 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.604103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21d91f78-c152-45a9-bc9f-3057580d457f req-b29f247a-466e-45ec-a72b-76948831caba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687528 Jul 08 17:39:54.657061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Pushing event updated for resources: {'Port': ['ID=11a1474b-f507-4995-ba57-3d2c485a4ca2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:54.774842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Attempting to bind port 11a1474b-f507-4995-ba57-3d2c485a4ca2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:54.775183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Attempting to bind port 11a1474b-f507-4995-ba57-3d2c485a4ca2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:54.775515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Attempting to bind port 11a1474b-f507-4995-ba57-3d2c485a4ca2 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:54.786541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Port 11a1474b-f507-4995-ba57-3d2c485a4ca2 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:39:54.786905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Attempting to bind port 11a1474b-f507-4995-ba57-3d2c485a4ca2 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:54.799587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-fd277aec-4080-4766-9e4c-d8e0c93d7ca1 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:54.801262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-fd277aec-4080-4766-9e4c-d8e0c93d7ca1 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.53 "GET /v2.0/networks?id=606d59af-43d4-44b4-96c6-f6932c825b8b HTTP/1.1" status: 200 len: 797 time: 0.1431501 Jul 08 17:39:54.804695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a49c6-51ca-4741-a9fd-75fdf14a7533 req-18424ea6-abc8-44b2-b54d-a27c3a74c03b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:54.806929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a4a49c6-51ca-4741-a9fd-75fdf14a7533 req-18424ea6-abc8-44b2-b54d-a27c3a74c03b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1421118 Jul 08 17:39:54.807893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:54.808318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Checking segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:54.808775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Bound using segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:54.809269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Bound port: 11a1474b-f507-4995-ba57-3d2c485a4ca2, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:54.809658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.863307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-6d832d3b-542c-4da6-9edf-a2f632316a07 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d734eded1f84cd79ce2b5f1d95738c9 HTTP/1.1" status: 200 len: 478 time: 0.0493457 Jul 08 17:39:54.881600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'port': {'device_id': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'admin_state_up': True, 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'security_groups': ['a70e6959-e2d7-4366-8c33-13dc6d524388', '1dd004ea-029d-4dc0-a448-a82b42415262']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:54.893978 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a4a49c6-51ca-4741-a9fd-75fdf14a7533 req-38d41d9d-9386-45f3-b838-502f2d4d86d6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806117 Jul 08 17:39:54.939251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] For port 11a1474b-f507-4995-ba57-3d2c485a4ca2, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:54.946697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] For port 11a1474b-f507-4995-ba57-3d2c485a4ca2, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:54.953935 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.968008 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.996532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:54.997400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.999042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] 10.222.0.53 "PUT /v2.0/ports/11a1474b-f507-4995-ba57-3d2c485a4ca2 HTTP/1.1" status: 200 len: 1092 time: 1.1235666 Jul 08 17:39:54.999503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'tag': '11a1474b-f507-4995-ba57-3d2c485a4ca2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:55.001964 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e222b2-beea-47da-b265-72305835780c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c7fb9d-1610-47ea-ade0-876767d9ec49", "tag": "11a1474b-f507-4995-ba57-3d2c485a4ca2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:55.029363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f48f4-4eac-4181-95a1-99feedbeb621 service neutron] Pushing event updated for resources: {'Port': ['ID=11a1474b-f507-4995-ba57-3d2c485a4ca2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:55.051772 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ff39b-6996-4d0c-bb0e-8df83765c1c0 x-openstack-request-id: req-c94ff39b-6996-4d0c-bb0e-8df83765c1c0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:55.052069 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c7fb9d-1610-47ea-ade0-876767d9ec49", "tag": "11a1474b-f507-4995-ba57-3d2c485a4ca2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:55.052329 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c94ff39b-6996-4d0c-bb0e-8df83765c1c0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:55.052770 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'tag': '11a1474b-f507-4995-ba57-3d2c485a4ca2', 'status': 'completed', 'code': 200} Jul 08 17:39:55.111199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Made reservation on behalf of 3d734eded1f84cd79ce2b5f1d95738c9 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:55.119810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.138052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-ab5bb524-3d78-47b1-8df1-b09856b2cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:55.139743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-ab5bb524-3d78-47b1-8df1-b09856b2cd87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 1095 time: 0.0773699 Jul 08 17:39:55.213837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-6c7ead6f-b8bb-40f7-bf43-f92965e48c86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2 HTTP/1.1" status: 200 len: 217 time: 0.0625181 Jul 08 17:39:55.289203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-54c19116-0385-457e-b5f6-f78b0e7f61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:55.291667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-54c19116-0385-457e-b5f6-f78b0e7f61be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0671873 Jul 08 17:39:55.306822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:55.334346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-c644bab1-478c-4d70-b541-a017ff4a5442 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342205 Jul 08 17:39:55.382080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.20.0.5 (606d59af-43d4-44b4-96c6-f6932c825b8b/71190bb5-4106-4499-aebd-ffc59a484743/5495137c-7e10-4ac5-b379-4059163478bb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:55.393020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c811a-b47d-4e82-b595-4342973db1ce req-859e7789-ff1d-4522-873c-6ecccaed49a4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:55.395123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-309c811a-b47d-4e82-b595-4342973db1ce req-859e7789-ff1d-4522-873c-6ecccaed49a4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 944 time: 0.1484356 Jul 08 17:39:55.412812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:55.419112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:55.419697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.462122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-384f74e1-1b47-40d4-855f-c7190ecaf8d4 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194332 Jul 08 17:39:55.486936 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-309c811a-b47d-4e82-b595-4342973db1ce req-3755d824-1dbe-49eb-af1f-dbd23f311d76 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810261 Jul 08 17:39:55.605368 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.654391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:55.660011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.660932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacc1ca6-92a6-4b81-84db-a4d6728c8f85 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:55.664944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e16bd290-93fa-4ca5-9b19-2b7c3eccad95 req-65ebcd6b-dea1-41de-8bba-0e5937f007e6 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 210 time: 0.0579209 Jul 08 17:39:55.672480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba4768a-678c-440f-9799-85eaf4375e37 req-514f4dee-7270-4f9b-afe7-a3e9a38638fc service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038078 Jul 08 17:39:55.695452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.711216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Transition to ACTIVE for port object 5495137c-7e10-4ac5-b379-4059163478bb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:55.750309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:55.764439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.766619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:55.766999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.814079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network 606d59af-43d4-44b4-96c6-f6932c825b8b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:55.820810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:55.823256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:55.859297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=5495137c-7e10-4ac5-b379-4059163478bb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:55.882466 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:39:55.894150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 866b175e-b72d-450b-bbe7-f0c4fd621869 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:55.896837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:55.897874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.910736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e222b2-beea-47da-b265-72305835780c req-dc300cb4-d7fa-4d76-91da-b3f3f9556625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:55.912496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-dc300cb4-d7fa-4d76-91da-b3f3f9556625 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 1095 time: 0.1914804 Jul 08 17:39:55.922274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-198167e8-5f14-4b0b-b0fb-263cabddbcc4 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0464489 Jul 08 17:39:55.937238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Request body: {'port': {'device_id': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:56.013524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 866b175e-b72d-450b-bbe7-f0c4fd621869 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:56.020827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 866b175e-b72d-450b-bbe7-f0c4fd621869 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:56.022607 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.037007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.104319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e222b2-beea-47da-b265-72305835780c req-63012d94-09e1-4543-9083-c07a3606187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.108215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-63012d94-09e1-4543-9083-c07a3606187a service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 912 time: 0.1806026 Jul 08 17:39:56.154709 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.165554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-adcdd8ea-3513-42e2-9265-49c4632bedb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2 HTTP/1.1" status: 200 len: 217 time: 0.0499730 Jul 08 17:39:56.202370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 866b175e-b72d-450b-bbe7-f0c4fd621869, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=866b175e-b72d-450b-bbe7-f0c4fd621869,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:56.208957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.248020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e222b2-beea-47da-b265-72305835780c req-2dda47a8-3053-4c12-8ca7-df2dd02c66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.252631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-2dda47a8-3053-4c12-8ca7-df2dd02c66c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0779493 Jul 08 17:39:56.284466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-48244cb6-0867-48b6-be2f-8711d3684a6e None None] Provisioning for port 5495137c-7e10-4ac5-b379-4059163478bb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:56.290694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-48244cb6-0867-48b6-be2f-8711d3684a6e None None] Provisioning complete for port 5495137c-7e10-4ac5-b379-4059163478bb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:56.290694 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48244cb6-0867-48b6-be2f-8711d3684a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.295903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=866b175e-b72d-450b-bbe7-f0c4fd621869,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:56.307794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-fff38553-2e42-4f47-92b3-f9aab1b6b029 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448716 Jul 08 17:39:56.326733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cafcb-ec6a-4ec9-98ba-5fb804ef5c94 req-1e4ef9f8-f998-4245-ac69-e165ca41bf41 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.328161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca4cafcb-ec6a-4ec9-98ba-5fb804ef5c94 req-1e4ef9f8-f998-4245-ac69-e165ca41bf41 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.2342587 Jul 08 17:39:56.335025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-48244cb6-0867-48b6-be2f-8711d3684a6e None None] Port 5495137c-7e10-4ac5-b379-4059163478bb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:56.410618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca4cafcb-ec6a-4ec9-98ba-5fb804ef5c94 req-46fccdb8-ca7d-49c0-a49b-286dd444eacd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696707 Jul 08 17:39:56.411118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-ae217f41-8e1a-40a5-91bf-630655f816fe service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925324 Jul 08 17:39:56.471946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5495137c-7e10-4ac5-b379-4059163478bb {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:56.480431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.496417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Transition to ACTIVE for port object 5495137c-7e10-4ac5-b379-4059163478bb will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:56.501189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.520571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5e222b2-beea-47da-b265-72305835780c req-2d2fbcd0-8b2a-4341-86c1-00ec571d9eee service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025400 Jul 08 17:39:56.557661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Pushing event updated for resources: {'Port': ['ID=5495137c-7e10-4ac5-b379-4059163478bb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:56.654714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Attempting to bind port 5495137c-7e10-4ac5-b379-4059163478bb on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:56.654987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Attempting to bind port 5495137c-7e10-4ac5-b379-4059163478bb by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:56.655678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Attempting to bind port 5495137c-7e10-4ac5-b379-4059163478bb on network 606d59af-43d4-44b4-96c6-f6932c825b8b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:56.662237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Port 5495137c-7e10-4ac5-b379-4059163478bb on network 606d59af-43d4-44b4-96c6-f6932c825b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:39:56.662844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Attempting to bind port 5495137c-7e10-4ac5-b379-4059163478bb on network 606d59af-43d4-44b4-96c6-f6932c825b8b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:56.671361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd2796-0894-4374-baf2-c5b79861b1a2 req-dce5b9fd-a930-41e5-b178-58cda89d07cf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.679877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19bd2796-0894-4374-baf2-c5b79861b1a2 req-dce5b9fd-a930-41e5-b178-58cda89d07cf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1065612 Jul 08 17:39:56.708656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:56.709004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Checking segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:56.709384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Bound using segment: {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:56.710027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Bound port: 5495137c-7e10-4ac5-b379-4059163478bb, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:56.710571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.731171 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19bd2796-0894-4374-baf2-c5b79861b1a2 req-3e344ba6-cfa2-4b59-96ed-b1dc1c744fa5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502589 Jul 08 17:39:56.770609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:56.831606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] For port 5495137c-7e10-4ac5-b379-4059163478bb, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:56.836292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] For port 5495137c-7e10-4ac5-b379-4059163478bb, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5495137c-7e10-4ac5-b379-4059163478bb,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:56.845592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033290f9-208e-4816-b314-ae9d9a100ff5 req-9d06cab7-7de9-4c1c-ad24-a333bde663b0 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.847917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-033290f9-208e-4816-b314-ae9d9a100ff5 req-9d06cab7-7de9-4c1c-ad24-a333bde663b0 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 944 time: 0.1742904 Jul 08 17:39:56.849985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.880947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221462a-0653-4502-a20a-6e7d0561b235 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.882602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d221462a-0653-4502-a20a-6e7d0561b235 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1091 time: 0.1110003 Jul 08 17:39:56.887731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48480) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:56.897898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:56.921885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.922674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.924500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] 10.222.0.53 "PUT /v2.0/ports/5495137c-7e10-4ac5-b379-4059163478bb HTTP/1.1" status: 200 len: 1130 time: 0.9917231 Jul 08 17:39:56.931114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:56.932814 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58" -d '{"events": [{"name": "network-changed", "server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "tag": "5495137c-7e10-4ac5-b379-4059163478bb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:56.947455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee042b3a-6946-4268-bf80-5ef11e15f519 req-59b1aa37-191c-46f5-9704-e25a68a68f60 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.949048 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee042b3a-6946-4268-bf80-5ef11e15f519 req-59b1aa37-191c-46f5-9704-e25a68a68f60 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 982 time: 0.0821073 Jul 08 17:39:56.976147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.992490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92605f-35de-4bde-9a85-7c5395366a01 service neutron] Pushing event updated for resources: {'Port': ['ID=5495137c-7e10-4ac5-b379-4059163478bb,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:56.998297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee042b3a-6946-4268-bf80-5ef11e15f519 req-b0ad7d85-e641-4300-8339-957fa7a38260 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0424101 Jul 08 17:39:57.034095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-033290f9-208e-4816-b314-ae9d9a100ff5 req-142a4a32-111a-4762-8a62-c41546e5db54 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463923 Jul 08 17:39:57.074478 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e3423c-ed11-4094-8f51-5c9a1cf40827 x-openstack-request-id: req-63e3423c-ed11-4094-8f51-5c9a1cf40827 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:57.074765 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "tag": "5495137c-7e10-4ac5-b379-4059163478bb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:57.075017 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63e3423c-ed11-4094-8f51-5c9a1cf40827 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:57.075535 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb', 'status': 'completed', 'code': 200} Jul 08 17:39:57.107268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-8170a724-a016-4d3b-bbba-3be52cb0d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:57.108772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-8170a724-a016-4d3b-bbba-3be52cb0d68c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1133 time: 0.1362355 Jul 08 17:39:57.149749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:57.156143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-faea9f3e-8d4c-4d69-9d8f-5cdc0087ed71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5495137c-7e10-4ac5-b379-4059163478bb HTTP/1.1" status: 200 len: 217 time: 0.0400434 Jul 08 17:39:57.217191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:57.217660 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.219657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-bfb91de4-9353-4b97-a437-b4883b310286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:57.221162 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-bfb91de4-9353-4b97-a437-b4883b310286 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71190bb5-4106-4499-aebd-ffc59a484743 HTTP/1.1" status: 200 len: 834 time: 0.0590816 Jul 08 17:39:57.223160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.310942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 866b175e-b72d-450b-bbe7-f0c4fd621869 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:57.357127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 866b175e-b72d-450b-bbe7-f0c4fd621869 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:57.357818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.361943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52787151-1978-4836-98e2-d688a64ae304 req-d0938015-ce4f-4121-8cbe-0a5ea6564d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:57.363664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-d0938015-ce4f-4121-8cbe-0a5ea6564d4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=606d59af-43d4-44b4-96c6-f6932c825b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338232 Jul 08 17:39:57.385770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.254 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/5bd15a39-04e1-41be-920d-78231282bf61) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:57.526921 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-28975268-617b-44f1-8758-87b6d0429ae8 service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551242 Jul 08 17:39:57.603297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.661619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52787151-1978-4836-98e2-d688a64ae304 req-e060036a-ca0a-42dd-99a2-6f98960b6347 service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268489 Jul 08 17:39:57.672589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.718048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:57.721623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:57.727024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:57.776142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=5bd15a39-04e1-41be-920d-78231282bf61,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:57.851638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-3c2636db-7f17-4ac4-a70d-3fc38c55aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:57.853180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-3c2636db-7f17-4ac4-a70d-3fc38c55aeaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1133 time: 0.1292353 Jul 08 17:39:58.045316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 11a1474b-f507-4995-ba57-3d2c485a4ca2 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:39:58.047269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-2fc9e2a1-0709-4ec6-88a2-65b1a82fd792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:58.048671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-2fc9e2a1-0709-4ec6-88a2-65b1a82fd792 service neutron] 10.222.0.53 "GET /v2.0/networks?id=606d59af-43d4-44b4-96c6-f6932c825b8b HTTP/1.1" status: 200 len: 898 time: 0.1779590 Jul 08 17:39:58.096648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-60bcded9-e186-454d-a4bc-6f440d49ebfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5495137c-7e10-4ac5-b379-4059163478bb HTTP/1.1" status: 200 len: 217 time: 0.0407734 Jul 08 17:39:58.187429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-8af33a03-36b4-4f2b-97e0-628e5ac3ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:58.188921 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-8af33a03-36b4-4f2b-97e0-628e5ac3ffb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71190bb5-4106-4499-aebd-ffc59a484743 HTTP/1.1" status: 200 len: 834 time: 0.0821490 Jul 08 17:39:58.242408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 11a1474b-f507-4995-ba57-3d2c485a4ca2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:58.257577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '11a1474b-f507-4995-ba57-3d2c485a4ca2', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'port_id': '11a1474b-f507-4995-ba57-3d2c485a4ca2', 'mac_address': 'fa:16:3e:4c:d8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:39:58.268146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93de132-8628-4c29-9b6b-03b7e2a4d9fa req-ed25d91c-5678-46a3-b8eb-643053bc7222 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:58.274439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d93de132-8628-4c29-9b6b-03b7e2a4d9fa req-ed25d91c-5678-46a3-b8eb-643053bc7222 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 982 time: 0.0774302 Jul 08 17:39:58.313758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d93de132-8628-4c29-9b6b-03b7e2a4d9fa req-35760a25-6a87-4315-ba0d-1d1c2949f6dd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0378277 Jul 08 17:39:58.316549 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.342612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a1474b-f507-4995-ba57-3d2c485a4ca2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:58.370656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 11a1474b-f507-4995-ba57-3d2c485a4ca2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:58.375189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.423643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=11a1474b-f507-4995-ba57-3d2c485a4ca2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:58.677636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['11a1474b-f507-4995-ba57-3d2c485a4ca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:58.782541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-089e0b3f-d87f-43dc-8801-e4074e577587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:58.784104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-089e0b3f-d87f-43dc-8801-e4074e577587 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=606d59af-43d4-44b4-96c6-f6932c825b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5751443 Jul 08 17:39:58.785166 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.828329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec7126-7a43-40a7-a1b3-a583bcde35df req-8780168d-3134-409a-b132-2f8a690fef70 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:58.829760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-31ec7126-7a43-40a7-a1b3-a583bcde35df req-8780168d-3134-409a-b132-2f8a690fef70 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 944 time: 0.6131461 Jul 08 17:39:58.964633 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-31ec7126-7a43-40a7-a1b3-a583bcde35df req-3fe49ca9-2dd6-4ac8-8971-a1605bd6941f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232765 Jul 08 17:39:58.993764 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.026395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-9a46e327-a1c5-4a67-9560-7847750fe83c service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059114 Jul 08 17:39:59.182589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc18d05e-4bb8-405b-b1c6-c8dcf7fd8f58 req-6e723124-e659-404c-9764-c3eb71c48da6 service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472466 Jul 08 17:39:59.227012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.231462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.299100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=5bd15a39-04e1-41be-920d-78231282bf61,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:59.309483 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.411771 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP 60024344-3ee9-4940-8916-3002f71ce397 associated. External IP: 172.25.3.254, port: 7e5c8b07-1b9a-442b-89c3-9c8542dafc54. Jul 08 17:39:59.503577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e673e2-0291-4450-ab57-9acda7b030ef req-33742d3a-f3a8-4f99-a7b9-6147e4abc369 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:59.505185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92e673e2-0291-4450-ab57-9acda7b030ef req-33742d3a-f3a8-4f99-a7b9-6147e4abc369 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 982 time: 0.0714731 Jul 08 17:39:59.547825 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92e673e2-0291-4450-ab57-9acda7b030ef req-456fbd65-f350-4664-a3a2-e3c69898ffda tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368967 Jul 08 17:39:59.627287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 16cb24fb-b638-498f-b3f3-6640ef34d377 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:59.737584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:59.747573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] Sync routers for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:59.755799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.760826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:59.761455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:59.792622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2232d35e-c3bf-420e-876b-ba47c445f3b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8983459 Jul 08 17:39:59.794473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:59.796764 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962bd13-6eca-4872-bf36-6938ec7d2dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:59.836187 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be13654-8cbd-4a0d-84d6-dfbec0219a9f x-openstack-request-id: req-7be13654-8cbd-4a0d-84d6-dfbec0219a9f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:59.836482 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:59.836734 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7be13654-8cbd-4a0d-84d6-dfbec0219a9f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:59.837183 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'status': 'completed', 'code': 200} Jul 08 17:39:59.872603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:59.959863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-9e6acac6-b3ae-4535-a291-9e5a451b0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:59.961395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-9e6acac6-b3ae-4535-a291-9e5a451b0e44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1096 time: 0.1019809 Jul 08 17:39:59.984453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44308c75-db50-487b-8345-b05314ac5cf3 req-50dad7a4-7424-4550-a299-1172b33f4001 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:59.985899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44308c75-db50-487b-8345-b05314ac5cf3 req-50dad7a4-7424-4550-a299-1172b33f4001 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0991344 Jul 08 17:40:00.061598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5495137c-7e10-4ac5-b379-4059163478bb details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:40:00.072639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 11a1474b-f507-4995-ba57-3d2c485a4ca2 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:00.076793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-44308c75-db50-487b-8345-b05314ac5cf3 req-0290be47-c684-4605-bc67-53261eb52fa9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788050 Jul 08 17:40:00.095312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-dcf9722e-cf11-40bd-aa76-1db44dfffc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:00.097595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-dcf9722e-cf11-40bd-aa76-1db44dfffc57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.1292734 Jul 08 17:40:00.110161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48502) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:00.154172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db14fbd-03c1-48cd-97a9-d37481def067 req-a93e0ec1-93e7-4a6e-846d-c7dd2ebea8fb tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:00.156071 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0db14fbd-03c1-48cd-97a9-d37481def067 req-a93e0ec1-93e7-4a6e-846d-c7dd2ebea8fb tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 945 time: 0.0698836 Jul 08 17:40:00.201260 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0db14fbd-03c1-48cd-97a9-d37481def067 req-306889f5-25f6-49bf-9284-994a7d3276f6 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Jul 08 17:40:00.216949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-82d66bc4-c5a3-4d7f-8d42-d6aeedd1d894 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 999 time: 0.1122758 Jul 08 17:40:00.221614 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28b764ed-2fbb-42fc-ad13-e9f607d07dbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/60024344-3ee9-4940-8916-3002f71ce397 HTTP/1.1" status: 200 len: 991 time: 0.1085196 Jul 08 17:40:00.235301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5495137c-7e10-4ac5-b379-4059163478bb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5495137c-7e10-4ac5-b379-4059163478bb,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:00.248436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 11a1474b-f507-4995-ba57-3d2c485a4ca2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:00.254810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '5495137c-7e10-4ac5-b379-4059163478bb', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'port_id': '5495137c-7e10-4ac5-b379-4059163478bb', 'mac_address': 'fa:16:3e:bd:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:40:00.258263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 11a1474b-f507-4995-ba57-3d2c485a4ca2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:00.258583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.263479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '60024344-3ee9-4940-8916-3002f71ce397', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'port_id': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'mac_address': 'fa:16:3e:22:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e5762-6f79-4220-8924-2a605071b708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:39:58Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:44Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:00.271525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-e83a568d-c976-4d55-b72b-84de292bb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:00.273040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-e83a568d-c976-4d55-b72b-84de292bb605 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0499580 Jul 08 17:40:00.329852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] Checking router: 16cb24fb-b638-498f-b3f3-6640ef34d377 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:00.334074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-97a9ded0-a79f-4af5-92a1-8ac6a7a637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:00.335636 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-97a9ded0-a79f-4af5-92a1-8ac6a7a637c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554688 Jul 08 17:40:00.432896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-134b5a44-1075-4278-bbf2-a1bfe5b789ff service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885873 Jul 08 17:40:00.509680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:00.510235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:00.511880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.529758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1962bd13-6eca-4872-bf36-6938ec7d2dfe req-0db58835-2b24-4494-a2cc-89529c6052a9 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906241 Jul 08 17:40:00.565296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5495137c-7e10-4ac5-b379-4059163478bb {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:00.623909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5495137c-7e10-4ac5-b379-4059163478bb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5495137c-7e10-4ac5-b379-4059163478bb,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:00.649812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.706764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.709473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:00.740141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fe48a-6d70-437e-b441-e451efb9e0ca req-495fe045-8390-435d-a0a7-71f60ed00786 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:00.742408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de4fe48a-6d70-437e-b441-e451efb9e0ca req-495fe045-8390-435d-a0a7-71f60ed00786 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 983 time: 0.0713880 Jul 08 17:40:00.783600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-de4fe48a-6d70-437e-b441-e451efb9e0ca req-91f94502-fba8-4203-a79b-2da0be3d474f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0353765 Jul 08 17:40:00.783823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a1474b-f507-4995-ba57-3d2c485a4ca2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:00.786063 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084eec0f-4329-4843-ad93-7da05e8befa3" -d '{"events": [{"server_uuid": "d7c7fb9d-1610-47ea-ade0-876767d9ec49", "name": "network-vif-plugged", "status": "completed", "tag": "11a1474b-f507-4995-ba57-3d2c485a4ca2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:00.788394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5495137c-7e10-4ac5-b379-4059163478bb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:00.835991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 11a1474b-f507-4995-ba57-3d2c485a4ca2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:00.844307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.853836 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44669865-c463-4e85-aa22-a6e1462570df x-openstack-request-id: req-44669865-c463-4e85-aa22-a6e1462570df {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:00.854276 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c7fb9d-1610-47ea-ade0-876767d9ec49", "name": "network-vif-plugged", "status": "completed", "tag": "11a1474b-f507-4995-ba57-3d2c485a4ca2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:00.854539 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44669865-c463-4e85-aa22-a6e1462570df {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:00.854929 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a1474b-f507-4995-ba57-3d2c485a4ca2', 'code': 200} Jul 08 17:40:00.952033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['5495137c-7e10-4ac5-b379-4059163478bb'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:00.967902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=11a1474b-f507-4995-ba57-3d2c485a4ca2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:00.981472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e1760-58a9-4131-9d43-5d44ddad8ad7 req-f9a5842f-9c3e-47cf-be8a-7559712613e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:00.983010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e5e1760-58a9-4131-9d43-5d44ddad8ad7 req-f9a5842f-9c3e-47cf-be8a-7559712613e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 1097 time: 0.0625470 Jul 08 17:40:01.017950 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e5e1760-58a9-4131-9d43-5d44ddad8ad7 req-d27e7497-6377-415f-977b-daf825ed2e4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277348 Jul 08 17:40:01.110213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '60024344-3ee9-4940-8916-3002f71ce397', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'port_id': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'mac_address': 'fa:16:3e:22:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e5762-6f79-4220-8924-2a605071b708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:39:58Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:44Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:01.142280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35621196-cb03-4fd1-8c50-e4b028c8f51b None None] The sync data for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 is: [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '60024344-3ee9-4940-8916-3002f71ce397', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.254', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'port_id': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'mac_address': 'fa:16:3e:22:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828e5762-6f79-4220-8924-2a605071b708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:39:58Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:44Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:01.223711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:01.296947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e36d7b7-a097-4d6a-9136-9c239320f011 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/60024344-3ee9-4940-8916-3002f71ce397 HTTP/1.1" status: 200 len: 991 time: 0.0720761 Jul 08 17:40:01.354461 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8841583-0d47-4a2d-8ac4-f83ec8aff1de None None] New status for floating IP 60024344-3ee9-4940-8916-3002f71ce397: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:40:01.390082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa90d7d-ff67-4d01-832e-daa9bd54c64a req-219be40c-2a65-479c-a072-68c03065b090 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:01.391613 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fa90d7d-ff67-4d01-832e-daa9bd54c64a req-219be40c-2a65-479c-a072-68c03065b090 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0716727 Jul 08 17:40:01.431332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1fa90d7d-ff67-4d01-832e-daa9bd54c64a req-d6708767-17e3-49e4-adf2-f6c103f89a96 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Jul 08 17:40:01.960715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f52ac5-73d2-4808-ba56-1116a0d77f16 req-fee0fc91-62a6-431a-97df-c2f24138f9b3 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:01.962265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24f52ac5-73d2-4808-ba56-1116a0d77f16 req-fee0fc91-62a6-431a-97df-c2f24138f9b3 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 983 time: 0.0669045 Jul 08 17:40:02.005475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24f52ac5-73d2-4808-ba56-1116a0d77f16 req-465ed888-8726-4901-aae0-20c112ac1c5d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0362146 Jul 08 17:40:02.073788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5495137c-7e10-4ac5-b379-4059163478bb up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:02.126095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 5495137c-7e10-4ac5-b379-4059163478bb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:02.129756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 5495137c-7e10-4ac5-b379-4059163478bb triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:02.130164 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.205210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.236604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5495137c-7e10-4ac5-b379-4059163478bb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5495137c-7e10-4ac5-b379-4059163478bb,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:02.240636 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.291488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5495137c-7e10-4ac5-b379-4059163478bb,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:02.298438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:02.363534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a34051ee-9d85-40cb-b266-0d0272eaea68 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/60024344-3ee9-4940-8916-3002f71ce397 HTTP/1.1" status: 200 len: 993 time: 0.0639348 Jul 08 17:40:02.609366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a58e-0c27-4361-a6e2-bdc30492da4d req-0f2b58c8-abd8-478f-a1d6-772c2eeecf32 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:02.610757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4841a58e-0c27-4361-a6e2-bdc30492da4d req-0f2b58c8-abd8-478f-a1d6-772c2eeecf32 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0632572 Jul 08 17:40:02.648561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4841a58e-0c27-4361-a6e2-bdc30492da4d req-d2cb30a7-6bee-40b2-a414-4494b6bd36f4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Jul 08 17:40:02.856229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:02.862845 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff752b-897a-421d-a116-7651ac606fe0" -d '{"events": [{"server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "name": "network-vif-plugged", "status": "completed", "tag": "5495137c-7e10-4ac5-b379-4059163478bb"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:02.902515 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265b93e-ae36-4c20-ac0a-3e291d89f7af x-openstack-request-id: req-e265b93e-ae36-4c20-ac0a-3e291d89f7af {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:02.903175 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "name": "network-vif-plugged", "status": "completed", "tag": "5495137c-7e10-4ac5-b379-4059163478bb", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:02.903673 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e265b93e-ae36-4c20-ac0a-3e291d89f7af {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:02.904120 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb', 'code': 200} Jul 08 17:40:02.981500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-2ba58d9d-978b-45e4-8b01-60db417ff8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:02.983118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-2ba58d9d-978b-45e4-8b01-60db417ff8b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 1097 time: 0.0615704 Jul 08 17:40:03.092281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-bf273034-401a-480a-941d-0c9886f04bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.093767 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-bf273034-401a-480a-941d-0c9886f04bd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 912 time: 0.0963807 Jul 08 17:40:03.094390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0aae8-9bca-4dd2-9f6f-92c759b44712 req-f560c0d8-4b18-4a9c-b543-b207c16a5c81 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.095928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1f0aae8-9bca-4dd2-9f6f-92c759b44712 req-f560c0d8-4b18-4a9c-b543-b207c16a5c81 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.1127691 Jul 08 17:40:03.098979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a748-7339-4ace-90b5-49cd581042fb req-d66e4fe2-bd3f-449d-83b2-883c0b491238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.100414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4430a748-7339-4ace-90b5-49cd581042fb req-d66e4fe2-bd3f-449d-83b2-883c0b491238 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1135 time: 0.0900109 Jul 08 17:40:03.137835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-30b28f79-1193-4170-abd3-ce17e0325f2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2 HTTP/1.1" status: 200 len: 217 time: 0.0372689 Jul 08 17:40:03.156423 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4430a748-7339-4ace-90b5-49cd581042fb req-c62343fe-d3c1-477a-8485-8dceb235f3b3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1dd004ea-029d-4dc0-a448-a82b42415262&id=a70e6959-e2d7-4366-8c33-13dc6d524388&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0481720 Jul 08 17:40:03.159742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1f0aae8-9bca-4dd2-9f6f-92c759b44712 req-45f5fbe3-cbb1-433d-8f52-772c1b57b234 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575490 Jul 08 17:40:03.222161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-a2752149-5272-4674-b058-5dc8c6411b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.223930 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-a2752149-5272-4674-b058-5dc8c6411b6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0775125 Jul 08 17:40:03.258077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-914e7084-4341-4ae1-89ab-1cb967c97f59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278285 Jul 08 17:40:03.270741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa21cad-40c0-480d-af7c-b580f2b37b5e req-5d354b80-20e5-400a-b0a0-62064fc640d2 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.272136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaa21cad-40c0-480d-af7c-b580f2b37b5e req-5d354b80-20e5-400a-b0a0-62064fc640d2 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 984 time: 0.1368718 Jul 08 17:40:03.355870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaa21cad-40c0-480d-af7c-b580f2b37b5e req-e7c60b96-beb7-4f72-a1fe-606a0fa2096a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0758309 Jul 08 17:40:03.387970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-08dbd8d7-a7fc-4300-8ced-f8972e69ec6a service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148410 Jul 08 17:40:03.476237 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f477d8-28d0-412f-8590-46198d3d11b5 req-cb47e1e8-d6ac-47fb-9b15-149ed51da55f service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815709 Jul 08 17:40:04.338462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062cc2b-b79c-4ee6-badf-a928ea076994 req-7a65466b-ec50-462b-ac50-c07e92c1413e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.339934 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8062cc2b-b79c-4ee6-badf-a928ea076994 req-7a65466b-ec50-462b-ac50-c07e92c1413e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0685511 Jul 08 17:40:04.376885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8062cc2b-b79c-4ee6-badf-a928ea076994 req-d5cff88b-27f0-4709-b317-20f7632d8532 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312529 Jul 08 17:40:04.533687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eee8c-546b-4347-af0b-ba9a7443e40a req-9a11f55a-1213-4839-9890-00d103d93071 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.535346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a81eee8c-546b-4347-af0b-ba9a7443e40a req-9a11f55a-1213-4839-9890-00d103d93071 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 984 time: 0.0637608 Jul 08 17:40:04.574524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a81eee8c-546b-4347-af0b-ba9a7443e40a req-2eec65bd-2316-4039-bb9a-44ec664e54a3 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333781 Jul 08 17:40:04.747935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8d771-33c7-4abe-8e39-84572ee4295e req-7ddfbb0f-fdef-4687-80a0-ffdbaf230a4e tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.749459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34f8d771-33c7-4abe-8e39-84572ee4295e req-7ddfbb0f-fdef-4687-80a0-ffdbaf230a4e tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 984 time: 0.0665128 Jul 08 17:40:04.790161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34f8d771-33c7-4abe-8e39-84572ee4295e req-b7961ad5-e6e0-4345-859b-9f2dcb26b6a0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347648 Jul 08 17:40:04.957060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a31764-ad47-48f9-97fb-069d935edf54 req-d8e8b484-aade-419a-9b21-aba9e29a3035 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.958591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-76a31764-ad47-48f9-97fb-069d935edf54 req-d8e8b484-aade-419a-9b21-aba9e29a3035 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1135 time: 0.0567200 Jul 08 17:40:04.976822 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76a31764-ad47-48f9-97fb-069d935edf54 req-7238d11e-809b-403d-9a25-b1331384d432 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.073821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76a31764-ad47-48f9-97fb-069d935edf54 req-7238d11e-809b-403d-9a25-b1331384d432 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.078239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-76a31764-ad47-48f9-97fb-069d935edf54 req-7238d11e-809b-403d-9a25-b1331384d432 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.105015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-76a31764-ad47-48f9-97fb-069d935edf54 req-7238d11e-809b-403d-9a25-b1331384d432 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1408122 Jul 08 17:40:05.109316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238d11e-809b-403d-9a25-b1331384d432 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d244d59-60b9-4306-ba8e-96eeb529ab87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:05.128363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48548) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:05.180420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d7fd3-0b8c-4be3-b01c-9461982d364d tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:05.181947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-681d7fd3-0b8c-4be3-b01c-9461982d364d tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1130 time: 0.0526080 Jul 08 17:40:05.185010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48550) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:05.189424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '5495137c-7e10-4ac5-b379-4059163478bb', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:05.210315 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.308267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.414117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.25.3.2 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/07bd20bd-af26-4f7b-8bf1-09ae732c5bad) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:05.558915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b77aa-decc-4b07-8b31-c83c5b6f9e1f req-e39e2f7c-993b-4a7c-879c-e20c28cafa93 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:05.560666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-756b77aa-decc-4b07-8b31-c83c5b6f9e1f req-e39e2f7c-993b-4a7c-879c-e20c28cafa93 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0665286 Jul 08 17:40:05.605131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-756b77aa-decc-4b07-8b31-c83c5b6f9e1f req-4a443c20-2df9-45f9-9368-6b7cf8840e2e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Jul 08 17:40:05.833836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.871346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.907519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:05.913836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:05.917328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:05.943135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=07bd20bd-af26-4f7b-8bf1-09ae732c5bad,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.297297 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.374541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.527402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.532169 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.601287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=07bd20bd-af26-4f7b-8bf1-09ae732c5bad,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.609401 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.711154 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Floating IP 72e39436-5cd4-4ca1-b653-0d1ef9851d1c associated. External IP: 172.25.3.2, port: 5495137c-7e10-4ac5-b379-4059163478bb. Jul 08 17:40:06.786217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde9963-5b9c-4a41-ac6f-2195e2b27c9a req-bbe7fa86-63cc-4267-beb7-c7cdc77e53d9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:06.787728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6bde9963-5b9c-4a41-ac6f-2195e2b27c9a req-bbe7fa86-63cc-4267-beb7-c7cdc77e53d9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0651534 Jul 08 17:40:06.826443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6bde9963-5b9c-4a41-ac6f-2195e2b27c9a req-53f1db53-b3a7-4bec-91b5-7caa5b52ca5b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Jul 08 17:40:06.921825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router bfe5c505-8530-4899-8a03-1ce9f8545aee has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:07.028214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:07.038292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] Sync routers for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:07.044877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.049086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:07.049794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:07.082678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a0497e39-1d3f-48a4-9790-1aebf31f1704 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8966606 Jul 08 17:40:07.083374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:07.085284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.085738 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3bb436-d0d0-4df6-aaac-157ab7f3d571" -d '{"events": [{"name": "network-changed", "server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "tag": "5495137c-7e10-4ac5-b379-4059163478bb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:07.121520 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89034dd2-c0ba-4323-a68e-7247852fc6b3 x-openstack-request-id: req-89034dd2-c0ba-4323-a68e-7247852fc6b3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:07.121817 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "tag": "5495137c-7e10-4ac5-b379-4059163478bb", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:07.122110 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89034dd2-c0ba-4323-a68e-7247852fc6b3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:07.122497 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb', 'status': 'completed', 'code': 200} Jul 08 17:40:07.161917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:07.238247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.238737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.239219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.239692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.240161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.241285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.241285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.241536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.243143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.243999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-74561e68-10c3-48b1-ab50-e90e27629924 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6351 time: 0.1573350 Jul 08 17:40:07.247262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-12f8ff4b-e4f8-49e2-816c-e8308f1e9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.247604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.248687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-12f8ff4b-e4f8-49e2-816c-e8308f1e9a7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1135 time: 0.1031768 Jul 08 17:40:07.318794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.319547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.319748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.320213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.320673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.321326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.321584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.322072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.322573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.327483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f2962d4b-6aef-41ee-84b0-eeca6c468049 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5799 time: 0.0788062 Jul 08 17:40:07.328248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.358381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-07b30409-4d94-4fe9-8e37-1ee24a05e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.359968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-07b30409-4d94-4fe9-8e37-1ee24a05e577 service neutron] 10.222.0.53 "GET /v2.0/networks?id=606d59af-43d4-44b4-96c6-f6932c825b8b HTTP/1.1" status: 200 len: 898 time: 0.1023030 Jul 08 17:40:07.407816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '72e39436-5cd4-4ca1-b653-0d1ef9851d1c', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'port_id': '5495137c-7e10-4ac5-b379-4059163478bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'mac_address': 'fa:16:3e:bd:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:40:06Z', 'updated_at': '2021-07-08T17:40:06Z', 'revision_number': 0, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:56Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:07.431822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-0b8d5c39-06a6-4747-8e53-8549f1cb83fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5495137c-7e10-4ac5-b379-4059163478bb HTTP/1.1" status: 200 len: 997 time: 0.0618441 Jul 08 17:40:07.435863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] Checking router: bfe5c505-8530-4899-8a03-1ce9f8545aee for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:07.444601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:07.445211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:07.488106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-e27493c1-f78a-485f-8c99-79b0beea36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.489974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-e27493c1-f78a-485f-8c99-79b0beea36c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71190bb5-4106-4499-aebd-ffc59a484743 HTTP/1.1" status: 200 len: 834 time: 0.0511632 Jul 08 17:40:07.552519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:07.556052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-4004b635-e147-4e62-b4cc-bda1fa56851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.557571 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-4004b635-e147-4e62-b4cc-bda1fa56851e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=606d59af-43d4-44b4-96c6-f6932c825b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599387 Jul 08 17:40:07.577738 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ba33b89d-ba20-475a-86b7-f870dbeac5e4 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 0.2485440 Jul 08 17:40:07.580673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48568) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.638158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6da35f-be90-46b4-9241-12adc87ec750 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.638650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6da35f-be90-46b4-9241-12adc87ec750 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.640258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1d6da35f-be90-46b4-9241-12adc87ec750 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bfe5c505-8530-4899-8a03-1ce9f8545aee HTTP/1.1" status: 200 len: 1990 time: 0.0586660 Jul 08 17:40:07.655879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-28bba18f-528b-49d1-ad6d-d5822207901e service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919218 Jul 08 17:40:07.756771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be3bb436-d0d0-4df6-aaac-157ab7f3d571 req-38f0b5c5-0589-4461-a7dc-6d1cf87bcbfb service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941360 Jul 08 17:40:07.788305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '72e39436-5cd4-4ca1-b653-0d1ef9851d1c', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'port_id': '5495137c-7e10-4ac5-b379-4059163478bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'mac_address': 'fa:16:3e:bd:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:40:06Z', 'updated_at': '2021-07-08T17:40:06Z', 'revision_number': 0, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:56Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:07.815516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef025e9-0515-4921-97b8-830e00818e13 None None] The sync data for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 is: [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '72e39436-5cd4-4ca1-b653-0d1ef9851d1c', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'floating_ip_address': '172.25.3.2', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'port_id': '5495137c-7e10-4ac5-b379-4059163478bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'mac_address': 'fa:16:3e:bd:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:40:06Z', 'updated_at': '2021-07-08T17:40:06Z', 'revision_number': 0, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:56Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:08.007021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7b1ae-efaa-4655-9c47-19d5372db5f8 req-d98d21a9-5e59-4105-8ff2-56809d02fa17 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:08.009159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7f7b1ae-efaa-4655-9c47-19d5372db5f8 req-d98d21a9-5e59-4105-8ff2-56809d02fa17 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0662880 Jul 08 17:40:08.012078 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e7bf18-efde-40ff-89bf-f340ebad1bdc None None] New status for floating IP 72e39436-5cd4-4ca1-b653-0d1ef9851d1c: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:40:08.050132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7f7b1ae-efaa-4655-9c47-19d5372db5f8 req-735e0a69-8285-4696-b5e0-a7830ee2597a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348704 Jul 08 17:40:09.224321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477df6b5-cd78-47ba-9ba7-187b143e280b req-88ddf524-4961-415f-b613-a6d0afb10d94 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:09.225788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-477df6b5-cd78-47ba-9ba7-187b143e280b req-88ddf524-4961-415f-b613-a6d0afb10d94 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0629494 Jul 08 17:40:09.266108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-477df6b5-cd78-47ba-9ba7-187b143e280b req-4804dcd3-8f10-4911-b4dd-18cbbcc202f5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Jul 08 17:40:10.436816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a20a5-35e0-4464-9d76-13c49e5ac881 req-34b8f1c6-7e3e-45cb-bdf3-8aa8e6986066 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:10.438247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc7a20a5-35e0-4464-9d76-13c49e5ac881 req-34b8f1c6-7e3e-45cb-bdf3-8aa8e6986066 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0643897 Jul 08 17:40:10.475742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc7a20a5-35e0-4464-9d76-13c49e5ac881 req-44f762f2-8701-4bfe-998d-8ec390a542b1 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Jul 08 17:40:11.647015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539305c-4df3-4806-a629-e799051b8315 req-fb2cd3f6-59cd-4ef2-9b67-6830f5595f42 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:11.648550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9539305c-4df3-4806-a629-e799051b8315 req-fb2cd3f6-59cd-4ef2-9b67-6830f5595f42 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0637846 Jul 08 17:40:11.687143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9539305c-4df3-4806-a629-e799051b8315 req-99da5cb1-96f5-4bc4-9f58-44f82131f22f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Jul 08 17:40:12.867005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5210bf-deac-40f7-8dc0-4ec0f97d7c3e req-62ed9fb4-7037-4185-a8df-42f97d6bb086 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:12.868500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e5210bf-deac-40f7-8dc0-4ec0f97d7c3e req-62ed9fb4-7037-4185-a8df-42f97d6bb086 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0705397 Jul 08 17:40:12.917819 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e5210bf-deac-40f7-8dc0-4ec0f97d7c3e req-bbdbaf27-a232-497c-ba6d-f24c3210e20a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Jul 08 17:40:13.004688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.042651 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.092889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5e5b5-08e4-4a9f-b85f-37884236cd86 req-00712e8d-5a58-48cf-804e-8589fa49368b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:14.094303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cf5e5b5-08e4-4a9f-b85f-37884236cd86 req-00712e8d-5a58-48cf-804e-8589fa49368b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0639093 Jul 08 17:40:14.132740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2cf5e5b5-08e4-4a9f-b85f-37884236cd86 req-57080b58-50f6-4418-8bdb-17ef2043098d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Jul 08 17:40:15.306722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451d79-5e73-4687-92ed-1fb8f299cbc4 req-3d2bdab6-2f9c-4c56-9d16-f276649557c1 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:15.308110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0451d79-5e73-4687-92ed-1fb8f299cbc4 req-3d2bdab6-2f9c-4c56-9d16-f276649557c1 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0677097 Jul 08 17:40:15.345516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0451d79-5e73-4687-92ed-1fb8f299cbc4 req-4074b1ed-c3a6-4142-8f50-a8d137d4448b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Jul 08 17:40:16.516342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d58715-e36b-49c6-972d-04ab25fafe7d req-644441db-0060-41dc-9613-52ac5fa5ee08 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.517863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66d58715-e36b-49c6-972d-04ab25fafe7d req-644441db-0060-41dc-9613-52ac5fa5ee08 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0623951 Jul 08 17:40:16.555006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66d58715-e36b-49c6-972d-04ab25fafe7d req-f50d6f26-b897-4829-8e26-d48a1e9a1541 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Jul 08 17:40:17.725442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f10a-9baf-4e52-a477-4d72e77e36dd req-bd592e00-e13d-4b71-9206-b966d5136fdd tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:17.727018 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e84f10a-9baf-4e52-a477-4d72e77e36dd req-bd592e00-e13d-4b71-9206-b966d5136fdd tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0645761 Jul 08 17:40:17.765469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4e84f10a-9baf-4e52-a477-4d72e77e36dd req-f89f838f-c15b-48dd-8cc7-328bc1529fe5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Jul 08 17:40:18.947906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c50d0-1951-44c1-9242-c157ee1dc836 req-42cd381d-acd4-49d9-b34f-bca56da8785f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:18.949399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0b1c50d0-1951-44c1-9242-c157ee1dc836 req-42cd381d-acd4-49d9-b34f-bca56da8785f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0711524 Jul 08 17:40:18.987342 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0b1c50d0-1951-44c1-9242-c157ee1dc836 req-4115a8db-6e75-45ac-89aa-6b3386439c84 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Jul 08 17:40:19.495165 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26ad8e30-6de8-4053-8f0e-a679f2068397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.157863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808dd93-c24d-48ff-aa38-0e303fa18671 req-166f10a4-8108-4d6d-bd8d-f2a17bd8baa6 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:20.159355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2808dd93-c24d-48ff-aa38-0e303fa18671 req-166f10a4-8108-4d6d-bd8d-f2a17bd8baa6 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0636752 Jul 08 17:40:20.197889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2808dd93-c24d-48ff-aa38-0e303fa18671 req-b5a42569-1e8c-4f7d-a7c8-8166f31291dc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Jul 08 17:40:21.373888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ffd4f-1c61-40b0-9681-ba0503d88bb4 req-784adaf9-a0e0-41aa-8d45-10a7eb522353 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:21.375394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-697ffd4f-1c61-40b0-9681-ba0503d88bb4 req-784adaf9-a0e0-41aa-8d45-10a7eb522353 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0672188 Jul 08 17:40:21.413718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-697ffd4f-1c61-40b0-9681-ba0503d88bb4 req-357ccff1-3663-4bb5-a117-c3e6c2856fd4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jul 08 17:40:22.186442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9b01319d-9272-45e5-8bcf-86c732d268ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.306140 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.591768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311e7e4-b0d0-49d0-b51a-78eb95e03a08 req-63641af8-875e-411a-aed3-97cf45ddcd3a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:22.593243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1311e7e4-b0d0-49d0-b51a-78eb95e03a08 req-63641af8-875e-411a-aed3-97cf45ddcd3a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0667520 Jul 08 17:40:22.633133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1311e7e4-b0d0-49d0-b51a-78eb95e03a08 req-e3ec9113-7505-4a97-8230-d995f4d7ec71 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Jul 08 17:40:23.575138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.810979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67ea97-0817-4e2a-a248-30d309c8cab4 req-ab2a7b59-9754-49c4-87c7-d428e361a212 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:23.812460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd67ea97-0817-4e2a-a248-30d309c8cab4 req-ab2a7b59-9754-49c4-87c7-d428e361a212 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0640204 Jul 08 17:40:23.850479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd67ea97-0817-4e2a-a248-30d309c8cab4 req-ce84be9f-6ed2-4dd7-8703-66956004c4fd tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jul 08 17:40:24.957291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.031141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf9e3-6d52-4ee6-a666-c889b2432094 req-b5a2e69c-297e-4985-8fc9-c86ad6e9df5b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:25.033168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d0cf9e3-6d52-4ee6-a666-c889b2432094 req-b5a2e69c-297e-4985-8fc9-c86ad6e9df5b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0709326 Jul 08 17:40:25.073233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d0cf9e3-6d52-4ee6-a666-c889b2432094 req-749b7638-8bbd-410a-ba71-8be0f766a8c4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Jul 08 17:40:26.252495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a27210-0dbf-476d-964c-9b896bf04345 req-14d49918-03e1-411d-b14d-5539765ea100 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:26.254074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70a27210-0dbf-476d-964c-9b896bf04345 req-14d49918-03e1-411d-b14d-5539765ea100 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0678821 Jul 08 17:40:26.291314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70a27210-0dbf-476d-964c-9b896bf04345 req-e60bf139-c17b-496f-b6cd-d4a50c8ae913 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Jul 08 17:40:27.466656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bac2c-df39-4a10-beff-c16720c13613 req-a1743ff1-a490-4df8-bbe2-563940a14db3 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:27.468165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b89bac2c-df39-4a10-beff-c16720c13613 req-a1743ff1-a490-4df8-bbe2-563940a14db3 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0628266 Jul 08 17:40:27.506173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b89bac2c-df39-4a10-beff-c16720c13613 req-5a8d3913-b941-4b86-88bc-ca0211feed58 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Jul 08 17:40:28.680694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590ac2-44ee-4ee6-8ceb-4d33c38c3a65 req-c49c79e5-f4f6-45d2-8d58-ebaa5ef7f96a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:28.682112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73590ac2-44ee-4ee6-8ceb-4d33c38c3a65 req-c49c79e5-f4f6-45d2-8d58-ebaa5ef7f96a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0676951 Jul 08 17:40:28.720308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73590ac2-44ee-4ee6-8ceb-4d33c38c3a65 req-18889acd-ec7c-42ce-87ff-2ca0a786cfc0 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Jul 08 17:40:29.898498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6e73-e2ae-413b-887a-fdcb75991894 req-320e78c1-1294-4d59-a3d8-036a5273633b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:29.900064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-633f6e73-e2ae-413b-887a-fdcb75991894 req-320e78c1-1294-4d59-a3d8-036a5273633b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0661173 Jul 08 17:40:29.937996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-633f6e73-e2ae-413b-887a-fdcb75991894 req-cd0b746a-274e-4f54-a76f-433c469e6f42 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Jul 08 17:40:31.108241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfeae9-2fa9-46f7-b1cd-733172c75a88 req-7c9a5563-e5ff-4090-a67f-cf143cd318c4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:31.109718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-accfeae9-2fa9-46f7-b1cd-733172c75a88 req-7c9a5563-e5ff-4090-a67f-cf143cd318c4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0624917 Jul 08 17:40:31.150562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-accfeae9-2fa9-46f7-b1cd-733172c75a88 req-8625feb4-dbae-458e-93a6-1c10945268d7 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Jul 08 17:40:32.325556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f42a-95b4-4622-acac-8dd04a41e903 req-6f7a16fe-ae14-4bea-874c-3f0aa020ea6b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:32.327055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9947f42a-95b4-4622-acac-8dd04a41e903 req-6f7a16fe-ae14-4bea-874c-3f0aa020ea6b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0637054 Jul 08 17:40:32.364376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9947f42a-95b4-4622-acac-8dd04a41e903 req-add64539-21db-4c40-bc36-e3401162d6ef tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Jul 08 17:40:32.881889 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:40:33.502904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef4fa1-d5b9-4ebf-9bde-a77dab900577 req-b8f7c601-38ce-44df-9f81-17e8ac276633 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.504426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-93ef4fa1-d5b9-4ebf-9bde-a77dab900577 req-b8f7c601-38ce-44df-9f81-17e8ac276633 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1096 time: 0.0533156 Jul 08 17:40:33.523674 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93ef4fa1-d5b9-4ebf-9bde-a77dab900577 req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.545244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cdfcf-f741-4f0c-bbde-f65722cfb40e req-4f16c40b-89c5-452d-a1b5-51e917c9f6fb tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.546814 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b16cdfcf-f741-4f0c-bbde-f65722cfb40e req-4f16c40b-89c5-452d-a1b5-51e917c9f6fb tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0653992 Jul 08 17:40:33.584879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b16cdfcf-f741-4f0c-bbde-f65722cfb40e req-153418a5-ced2-4d70-a714-31cd54ffad32 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Jul 08 17:40:33.615034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93ef4fa1-d5b9-4ebf-9bde-a77dab900577 req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.618730 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-93ef4fa1-d5b9-4ebf-9bde-a77dab900577 req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.639128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-93ef4fa1-d5b9-4ebf-9bde-a77dab900577 req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289647 Jul 08 17:40:33.651878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d6f36-b2fc-4896-bec0-717c9ad69743,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:33.660831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.661176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.661512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.661847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.662206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.662533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.662857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.663180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.663501 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.663818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.664142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.664456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2320b4e-d2b9-4ad9-9f17-0d797311a31d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:33.828946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8c1e-8c30-4249-abf0-11d3ca37f7a1 req-8afd293c-f2da-43c0-9baf-0511b1276be2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.831192 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fed8c1e-8c30-4249-abf0-11d3ca37f7a1 req-8afd293c-f2da-43c0-9baf-0511b1276be2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0681212 Jul 08 17:40:33.868978 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2fed8c1e-8c30-4249-abf0-11d3ca37f7a1 req-e8c5ea07-4a6c-44cc-946b-d78c02032eec tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321634 Jul 08 17:40:33.895227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:33.956408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3a90c299-057b-420e-a2c3-deb63d11762e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/60024344-3ee9-4940-8916-3002f71ce397 HTTP/1.1" status: 200 len: 993 time: 0.0600266 Jul 08 17:40:34.649321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:34.769694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce982948-3797-48ec-a56e-1a0ba1ce62ff req-20187239-5166-4847-96b7-5e4cf53abfc1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:34.771252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce982948-3797-48ec-a56e-1a0ba1ce62ff req-20187239-5166-4847-96b7-5e4cf53abfc1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0689116 Jul 08 17:40:34.814922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce982948-3797-48ec-a56e-1a0ba1ce62ff req-37fd7b2e-95ca-46d4-b8f5-f1e0ed7ee750 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373924 Jul 08 17:40:34.819153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-b470bc3e-1ef7-4ba9-8f98-9e9866f3cbc6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678562 Jul 08 17:40:34.835385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecd68d-88d1-4cb7-845e-ae58cf4b732c req-f9b961f7-1839-4398-a7c1-2ed1e6ba7fc3 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:34.836917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37ecd68d-88d1-4cb7-845e-ae58cf4b732c req-f9b961f7-1839-4398-a7c1-2ed1e6ba7fc3 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.1287742 Jul 08 17:40:34.908883 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37ecd68d-88d1-4cb7-845e-ae58cf4b732c req-65544923-4162-4024-9412-09d241404dad tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660639 Jul 08 17:40:34.924049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649308-3677-45a2-9083-81a96c7eca2e req-5708e790-604b-420c-9edd-712f243ed3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:34.925750 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76649308-3677-45a2-9083-81a96c7eca2e req-5708e790-604b-420c-9edd-712f243ed3df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 1097 time: 0.0764170 Jul 08 17:40:34.964228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76649308-3677-45a2-9083-81a96c7eca2e req-f0eb2357-7ba8-4b62-98ca-3f380b9d9303 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Jul 08 17:40:36.009211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40efe-eb3c-491b-b08d-d9ae6b3fb2ea req-91452e11-1d19-446c-87f0-f2959638e96d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.016681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adf40efe-eb3c-491b-b08d-d9ae6b3fb2ea req-91452e11-1d19-446c-87f0-f2959638e96d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0803056 Jul 08 17:40:36.068632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-adf40efe-eb3c-491b-b08d-d9ae6b3fb2ea req-0b635b43-8b1b-4881-8d9e-2bdea58832ba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505104 Jul 08 17:40:36.112881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc520fb-ddc7-4651-9da4-cf6fc0bf8823 req-99749c1b-bba5-429f-a529-e54e33a6274c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.121294 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0dc520fb-ddc7-4651-9da4-cf6fc0bf8823 req-99749c1b-bba5-429f-a529-e54e33a6274c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0891161 Jul 08 17:40:36.151254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-49a83ddc-3bab-46c6-8657-eddcfa700c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.153035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-49a83ddc-3bab-46c6-8657-eddcfa700c4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1096 time: 0.0557377 Jul 08 17:40:36.157054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0dc520fb-ddc7-4651-9da4-cf6fc0bf8823 req-2ec175cf-d662-4fbc-bf31-0643652fd567 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Jul 08 17:40:36.276545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-5ebf12d2-fbd6-478e-8b65-dca0fd7c597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.278825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-5ebf12d2-fbd6-478e-8b65-dca0fd7c597d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.1181436 Jul 08 17:40:36.704072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-035f74ff-d228-48b9-a33f-3aad31bbe254 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 1001 time: 0.4175465 Jul 08 17:40:36.770940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-690ee4e3-364f-4d82-8945-79238931fd1e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.772392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-690ee4e3-364f-4d82-8945-79238931fd1e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 811 time: 0.4799852 Jul 08 17:40:36.777516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-9a8281d8-03f7-4e52-8c1b-04486d8b70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.779220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-9a8281d8-03f7-4e52-8c1b-04486d8b70a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0667055 Jul 08 17:40:36.797757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-e3320ee4-ff82-4ba6-a40f-f2e0bc27ab5f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/quotas/818c1da834284674931fc88a34d6a819 HTTP/1.1" status: 200 len: 375 time: 0.0176480 Jul 08 17:40:36.885090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-ae13f196-5ad6-45f8-91ef-b4d66b789015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.886630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-ae13f196-5ad6-45f8-91ef-b4d66b789015 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987329 Jul 08 17:40:36.896797 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-999c6db6-4bb6-4822-82c9-f35e9a165280 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822680 Jul 08 17:40:37.045733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-81c146bf-3757-4e3f-9213-1c78128b4b79 service neutron] 10.222.0.48 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408594 Jul 08 17:40:37.047439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-ab4c4d82-08db-49b9-b711-9a8afad75889 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498227 Jul 08 17:40:37.200826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-b5193fef-1f64-4c2c-8902-609ae471e162 service neutron] 10.222.0.48 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485345 Jul 08 17:40:37.202971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-fb2408fe-a338-40aa-822e-eabb93ad2551 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437333 Jul 08 17:40:37.262106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153dedb-e964-4081-9661-c2e08952b100 req-f9dce1e3-fc42-47ed-901d-75e614564d4f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:37.264574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9153dedb-e964-4081-9661-c2e08952b100 req-f9dce1e3-fc42-47ed-901d-75e614564d4f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0785053 Jul 08 17:40:37.310124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9153dedb-e964-4081-9661-c2e08952b100 req-00520e6d-5955-471c-99d7-16c955eb254f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386810 Jul 08 17:40:37.397845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb16ba5e-5198-4cf7-890d-85efec41fc6c req-37b78f9c-7d3e-405e-9323-f14c2bbdf024 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 210 time: 0.0394895 Jul 08 17:40:38.529097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-cd04e9d8-0198-4aee-99a0-fb24d936d88a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:38.530592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-cd04e9d8-0198-4aee-99a0-fb24d936d88a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 811 time: 0.1506553 Jul 08 17:40:38.543543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15a3e9-4ab0-42c9-90bd-928d3bf364bd req-a2e43a25-7d28-4747-bb37-880a9f036252 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:38.544993 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed15a3e9-4ab0-42c9-90bd-928d3bf364bd req-a2e43a25-7d28-4747-bb37-880a9f036252 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1086204 Jul 08 17:40:38.550277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Request body: {'port': {'device_id': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'admin_state_up': True, 'tenant_id': '818c1da834284674931fc88a34d6a819'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:38.556011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-011bbb21-6d6e-420d-8b72-2282185fdeec req-9f1f17f5-d84b-44d6-8bbf-1e2f9cd43617 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 210 time: 0.0375755 Jul 08 17:40:38.646288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ed15a3e9-4ab0-42c9-90bd-928d3bf364bd req-5a61c8ac-15b4-4cf1-94fd-b4a9d989d37b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925763 Jul 08 17:40:38.707708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Made reservation on behalf of 818c1da834284674931fc88a34d6a819 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:38.711910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:38.863742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Allocated IP 172.20.0.6 (9b877b1b-ec2f-4a19-975c-afaf0a892c3c/8d17ef1e-7689-4392-acdb-5860aa4f6ad7/89a88fd4-a82c-4225-b488-092a6a15a904) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:39.007504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.048493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.061891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['11a1474b-f507-4995-ba57-3d2c485a4ca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:39.108360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:39.112926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:39.116114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:39.123293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Pushing event updated for resources: {'Port': ['ID=89a88fd4-a82c-4225-b488-092a6a15a904,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:39.173016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.173813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.187612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-2da30ceb-02f3-4e05-98b4-53d18dc41110 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6416023 Jul 08 17:40:39.199578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Request body: {'port': {'device_id': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:39.270288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.532655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a88fd4-a82c-4225-b488-092a6a15a904 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:39.539839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.552218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Transition to ACTIVE for port object 89a88fd4-a82c-4225-b488-092a6a15a904 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:39.555796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.602758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Pushing event updated for resources: {'Port': ['ID=89a88fd4-a82c-4225-b488-092a6a15a904,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:39.705105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Attempting to bind port 89a88fd4-a82c-4225-b488-092a6a15a904 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:39.705444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Attempting to bind port 89a88fd4-a82c-4225-b488-092a6a15a904 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:39.705769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Attempting to bind port 89a88fd4-a82c-4225-b488-092a6a15a904 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:39.715245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Port 89a88fd4-a82c-4225-b488-092a6a15a904 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:40:39.715565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Attempting to bind port 89a88fd4-a82c-4225-b488-092a6a15a904 on network 9b877b1b-ec2f-4a19-975c-afaf0a892c3c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:39.723142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:39.723470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Checking segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:39.723854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Bound using segment: {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:39.724280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Bound port: 89a88fd4-a82c-4225-b488-092a6a15a904, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:39.724644 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.786041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e32734-1f9b-45cf-bce6-b83296ac03f8 req-dbd4d1ad-02d6-467f-9f78-f214a208995a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.787369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77e32734-1f9b-45cf-bce6-b83296ac03f8 req-dbd4d1ad-02d6-467f-9f78-f214a208995a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 943 time: 0.1121538 Jul 08 17:40:39.826916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] For port 89a88fd4-a82c-4225-b488-092a6a15a904, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:39.827549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348167e-2ad2-4a13-846d-f886ecdb2210 req-3a0e41db-ad0c-496c-8b65-a83cdb2a111b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.829088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f348167e-2ad2-4a13-846d-f886ecdb2210 req-3a0e41db-ad0c-496c-8b65-a83cdb2a111b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0641465 Jul 08 17:40:39.830873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] For port 89a88fd4-a82c-4225-b488-092a6a15a904, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=89a88fd4-a82c-4225-b488-092a6a15a904,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:39.837381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.872771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f348167e-2ad2-4a13-846d-f886ecdb2210 req-81d0e759-cec7-4854-8109-67ddc27f2765 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369403 Jul 08 17:40:39.873953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77e32734-1f9b-45cf-bce6-b83296ac03f8 req-a62eb528-6512-46f3-9613-d85734a2ab0d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787539 Jul 08 17:40:39.883006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.883609 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.884976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] 10.222.0.53 "PUT /v2.0/ports/89a88fd4-a82c-4225-b488-092a6a15a904 HTTP/1.1" status: 200 len: 1091 time: 0.6896379 Jul 08 17:40:39.885404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'tag': '89a88fd4-a82c-4225-b488-092a6a15a904'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:39.887671 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f431650-6996-41ea-9130-5e2c2a8bd028" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4a266b-2c81-426a-927e-6dd1de32cbea", "tag": "89a88fd4-a82c-4225-b488-092a6a15a904"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:39.913366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2ac73-a752-4d22-b8b0-da14041f510b service neutron] Pushing event updated for resources: {'Port': ['ID=89a88fd4-a82c-4225-b488-092a6a15a904,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:39.945094 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c5e460-337b-48e9-ba51-ec61e32ed189 x-openstack-request-id: req-d4c5e460-337b-48e9-ba51-ec61e32ed189 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:39.945458 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4a266b-2c81-426a-927e-6dd1de32cbea", "tag": "89a88fd4-a82c-4225-b488-092a6a15a904", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:39.945716 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4c5e460-337b-48e9-ba51-ec61e32ed189 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:39.946146 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'tag': '89a88fd4-a82c-4225-b488-092a6a15a904', 'status': 'completed', 'code': 200} Jul 08 17:40:40.016330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-d5e5eb8c-4f20-4637-8dfb-0e0e46440b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.017915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-d5e5eb8c-4f20-4637-8dfb-0e0e46440b4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 1094 time: 0.0547440 Jul 08 17:40:40.067160 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-bc91488c-4eb6-42d4-bcaf-f5806590c0cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a88fd4-a82c-4225-b488-092a6a15a904 HTTP/1.1" status: 200 len: 217 time: 0.0345261 Jul 08 17:40:40.124019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-05705fa6-1b4d-499e-9945-5ddb85f3502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.125444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-05705fa6-1b4d-499e-9945-5ddb85f3502f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0472419 Jul 08 17:40:40.160778 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-a55a376e-6e30-4eff-af0b-f3aa84489f4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265994 Jul 08 17:40:40.249324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-80f00e23-91e5-42bd-8b5f-de3876812fbf service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804815 Jul 08 17:40:40.356210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d601c3cf-48dd-41a5-8bc8-8e168101abea req-bb75fe33-74e4-41d5-91b9-d1b52527127b service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876994 Jul 08 17:40:40.462000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-7d3d54cb-d326-4969-a89a-a9b9b13d8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.463515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-7d3d54cb-d326-4969-a89a-a9b9b13d8a41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 1094 time: 0.0544534 Jul 08 17:40:40.582163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-ec750ec5-038d-4fb8-91d2-e0f09cc9fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.583625 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-ec750ec5-038d-4fb8-91d2-e0f09cc9fd22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 912 time: 0.1009829 Jul 08 17:40:40.627171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-d817f33b-de15-4940-b447-646a85083ec4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a88fd4-a82c-4225-b488-092a6a15a904 HTTP/1.1" status: 200 len: 217 time: 0.0339696 Jul 08 17:40:40.674568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-cf95bd18-13cf-409c-998f-b841fcd19af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.675958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-cf95bd18-13cf-409c-998f-b841fcd19af9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0425823 Jul 08 17:40:40.711628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-7e9b2f72-498b-4582-b72b-405990c5e2eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262744 Jul 08 17:40:40.804600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-d024dcf8-5309-4e11-8181-5062db726b43 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840943 Jul 08 17:40:40.907327 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f431650-6996-41ea-9130-5e2c2a8bd028 req-9eb58adc-b3c8-4431-b305-25b8f4220509 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947189 Jul 08 17:40:41.056632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090dc6-2bef-436f-9a52-3496160a896c req-a08dcff1-6bcd-40e8-a80f-06b76b377c76 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:41.058155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0090dc6-2bef-436f-9a52-3496160a896c req-a08dcff1-6bcd-40e8-a80f-06b76b377c76 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 943 time: 0.0654221 Jul 08 17:40:41.073325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9869-35ea-419c-9a6f-901665c2f987 req-b353dee6-be5b-458d-aa8f-514af226a8b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:41.074863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70ee9869-35ea-419c-9a6f-901665c2f987 req-b353dee6-be5b-458d-aa8f-514af226a8b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0690479 Jul 08 17:40:41.097028 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0090dc6-2bef-436f-9a52-3496160a896c req-a82fb127-9a16-4647-a15f-94413429465b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Jul 08 17:40:41.113395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70ee9869-35ea-419c-9a6f-901665c2f987 req-adecc2d6-dbdd-47b2-b0b1-359800386bd1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jul 08 17:40:42.273519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4054-1a36-49a7-99cc-b62cdab4ebe7 req-fcffa853-f8aa-4f1d-acab-158db92990a2 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.275037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-784c4054-1a36-49a7-99cc-b62cdab4ebe7 req-fcffa853-f8aa-4f1d-acab-158db92990a2 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 943 time: 0.0673726 Jul 08 17:40:42.295045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405728d-d147-4fe5-ab36-5abc70bba3a2 req-efacaa85-8d89-43f2-a6f8-131ae9ccae4e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.296549 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0405728d-d147-4fe5-ab36-5abc70bba3a2 req-efacaa85-8d89-43f2-a6f8-131ae9ccae4e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0648634 Jul 08 17:40:42.302679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 89a88fd4-a82c-4225-b488-092a6a15a904 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:40:42.315841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-784c4054-1a36-49a7-99cc-b62cdab4ebe7 req-babcaacc-1b08-43be-9115-a47c708df8ea tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Jul 08 17:40:42.342560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0405728d-d147-4fe5-ab36-5abc70bba3a2 req-5334358c-753a-4a49-ace4-98c221ed5a3b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Jul 08 17:40:42.402414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 89a88fd4-a82c-4225-b488-092a6a15a904, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=89a88fd4-a82c-4225-b488-092a6a15a904,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:42.417377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '89a88fd4-a82c-4225-b488-092a6a15a904', 'network_id': '9b877b1b-ec2f-4a19-975c-afaf0a892c3c', 'port_id': '89a88fd4-a82c-4225-b488-092a6a15a904', 'mac_address': 'fa:16:3e:a2:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d17ef1e-7689-4392-acdb-5860aa4f6ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:40:42.456310 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.468527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a88fd4-a82c-4225-b488-092a6a15a904 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:42.488062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 89a88fd4-a82c-4225-b488-092a6a15a904, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=89a88fd4-a82c-4225-b488-092a6a15a904,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:42.491844 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.537290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=89a88fd4-a82c-4225-b488-092a6a15a904,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:42.544445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.544783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.545118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.545452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.545776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.546121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.546446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.546769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.547085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.547402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.547718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.548537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:42.748964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-211b00c4-b34e-4595-8042-9461e6169762 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0589852 Jul 08 17:40:42.808245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['89a88fd4-a82c-4225-b488-092a6a15a904'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:42.863461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.863951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.864433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.864906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.865376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.865844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.866350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.868285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3de83f92-7463-4d19-bd62-730700cc645f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.0698843 Jul 08 17:40:42.984137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a8d4f924-ba1d-454b-ac41-df4710be1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.984622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a8d4f924-ba1d-454b-ac41-df4710be1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.985096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a8d4f924-ba1d-454b-ac41-df4710be1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.987302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a8d4f924-ba1d-454b-ac41-df4710be1e4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=ba07596e-023f-4a72-8626-6b27f3412e83&id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 2295 time: 0.0923140 Jul 08 17:40:43.003653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.043303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.060096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-220006ec-29c3-4380-a676-b003c01d2548 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 1000 time: 0.0660720 Jul 08 17:40:43.107748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-9bb35999-c5a3-469d-9773-7d0fa3f00346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.109183 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-9bb35999-c5a3-469d-9773-7d0fa3f00346 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 200 len: 853 time: 0.0429027 Jul 08 17:40:43.166754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-d1a8acf2-5a80-428a-8dae-5df702162cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.168246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-d1a8acf2-5a80-428a-8dae-5df702162cf7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521979 Jul 08 17:40:43.266001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-702ab6cd-9dc5-4543-bd5e-481585163441 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845542 Jul 08 17:40:43.354663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-0fe468f4-5b3c-4569-8011-901e69ecea71 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818360 Jul 08 17:40:43.401118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-aa73a84e-e17b-4eff-8ecc-e777ed5767f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 217 time: 0.0396602 Jul 08 17:40:43.453498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-76571951-41f4-4cb9-bfe6-704fa53bdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.455702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-76571951-41f4-4cb9-bfe6-704fa53bdbea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0469398 Jul 08 17:40:43.496995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30dd1-0f13-4978-b255-b290e0fcf2f1 req-a76cdbc5-e85b-4b49-8a65-0c7280b85bfc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.498519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39f30dd1-0f13-4978-b255-b290e0fcf2f1 req-a76cdbc5-e85b-4b49-8a65-0c7280b85bfc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 944 time: 0.0696344 Jul 08 17:40:43.537346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39f30dd1-0f13-4978-b255-b290e0fcf2f1 req-6ada0e54-2e2c-48cd-9145-1e155f961516 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Jul 08 17:40:43.557483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaee91a-6ace-4a65-912c-205130a74774 req-293222b7-a658-438f-81f9-28ecff280ee2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.559014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eeaee91a-6ace-4a65-912c-205130a74774 req-293222b7-a658-438f-81f9-28ecff280ee2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1024413 Jul 08 17:40:43.562480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-c3adbfd1-4529-4656-ba25-af2a8758aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.564399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-c3adbfd1-4529-4656-ba25-af2a8758aa43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974321 Jul 08 17:40:43.648530 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eeaee91a-6ace-4a65-912c-205130a74774 req-876138b5-76c3-4347-b1e6-4b7973bd3f1d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826275 Jul 08 17:40:43.682398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-6131e0c0-3903-4c32-b3d9-c591913076e7 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095889 Jul 08 17:40:43.776744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-140edf27-7b9b-47e4-b079-46b593b51d1f service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Jul 08 17:40:43.825501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-05c57ecd-4958-4bf5-aaa0-17b0a3dd402a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 217 time: 0.0340729 Jul 08 17:40:43.872250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-b68ababc-ed51-49bd-8bf2-cc197197ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.873804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-b68ababc-ed51-49bd-8bf2-cc197197ed54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0420763 Jul 08 17:40:43.877674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48806) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:44.036839 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a16b569f-7dee-4b67-a02e-a2384f784418 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4216 time: 0.1580591 Jul 08 17:40:44.039629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-ab734cec-5b6c-4f15-a1b9-eb9a34f49515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.040444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:44.040984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-ab734cec-5b6c-4f15-a1b9-eb9a34f49515 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1554406 Jul 08 17:40:44.045640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'network': {'name': 'tempest-network-smoke--370200446', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'port_security_enabled': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:44.069238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Made reservation on behalf of 3d734eded1f84cd79ce2b5f1d95738c9 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:44.073450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.096998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:40:44.106487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.106832 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Added segment fdce1158-70ac-42ba-a846-1b5d109bcfe7 of type vlan for network fe3f9845-8618-4f13-98f8-5f6fe15717a2 Jul 08 17:40:44.136106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-26532e4c-8501-41f8-920d-564eb310d619 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866213 Jul 08 17:40:44.147356 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.177631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.183384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.183955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.227225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-e4c7ad7c-3b1e-429e-9fa2-d047834430f4 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Jul 08 17:40:44.244527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2029190 Jul 08 17:40:44.249873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48810) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:44.257907 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'admin_state_up': True, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:44.272139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Network': ['ID=fe3f9845-8618-4f13-98f8-5f6fe15717a2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:44.275659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-4610da50-a3cb-4a3a-b33b-6c1d63ab60f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 200 len: 217 time: 0.0410516 Jul 08 17:40:44.286293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.286639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.286977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.287306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.287638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.287965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.288290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.288614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.288939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.289263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.289573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.289888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c5478-bb3d-49db-95f3-bbf7688c2023 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:44.299086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.300035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.303530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:40:44.309286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 89a88fd4-a82c-4225-b488-092a6a15a904 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:44.327248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-f341bbba-1468-4bf7-97b3-d2b112df76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.328710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-f341bbba-1468-4bf7-97b3-d2b112df76f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0469952 Jul 08 17:40:44.353297 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.389098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-699dcd09-8ac8-4d07-986f-e92f69a36e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.391229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-699dcd09-8ac8-4d07-986f-e92f69a36e29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561147 Jul 08 17:40:44.495117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-15326d8a-ed12-4061-93d6-ec14d2dfad59 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964496 Jul 08 17:40:44.501517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.575792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 89a88fd4-a82c-4225-b488-092a6a15a904 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:44.582343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 89a88fd4-a82c-4225-b488-092a6a15a904 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:44.582738 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.593817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a55dce21-2718-4f43-911e-3e74e6c4c45a service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915585 Jul 08 17:40:44.644042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-3241cbf3-e40f-4f51-9ca1-fe29d1dbddd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 200 len: 217 time: 0.0434155 Jul 08 17:40:44.671780 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.700816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-1d025502-1902-4498-a4a5-6f139df1eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.702458 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-1d025502-1902-4498-a4a5-6f139df1eb67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0514193 Jul 08 17:40:44.713175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 89a88fd4-a82c-4225-b488-092a6a15a904, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=89a88fd4-a82c-4225-b488-092a6a15a904,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:44.713389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a88fd4-a82c-4225-b488-092a6a15a904'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:44.716211 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9fb6c-259a-4db0-a67d-02976d4eca02" -d '{"events": [{"server_uuid": "1a4a266b-2c81-426a-927e-6dd1de32cbea", "name": "network-vif-plugged", "status": "completed", "tag": "89a88fd4-a82c-4225-b488-092a6a15a904"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:44.719634 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.758075 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.773143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-8cdf2771-c778-4e26-92ab-60731d63736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.773404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=89a88fd4-a82c-4225-b488-092a6a15a904,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:44.774929 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-8cdf2771-c778-4e26-92ab-60731d63736a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661228 Jul 08 17:40:44.804947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.885859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab548-139b-4af3-abba-9e035780fa39 req-2459d969-aca5-4903-9d66-413daf0334c8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.887384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-356ab548-139b-4af3-abba-9e035780fa39 req-2459d969-aca5-4903-9d66-413daf0334c8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1780517 Jul 08 17:40:44.909187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-cc054aa0-263b-4b19-9550-45480fd598ba service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254139 Jul 08 17:40:44.967179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.25.3.227 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/417bf898-42b5-420e-af61-210122918aec) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:44.972420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-356ab548-139b-4af3-abba-9e035780fa39 req-e7762195-083e-43c5-b82a-966ee109e4b1 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599940 Jul 08 17:40:44.999815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8123590-b371-42ed-841a-2204ad2f5ad9 req-658f7a31-6550-4fc1-8222-1fad27b9dc12 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.001520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8123590-b371-42ed-841a-2204ad2f5ad9 req-658f7a31-6550-4fc1-8222-1fad27b9dc12 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1295507 Jul 08 17:40:45.025254 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f210d-2114-435b-a908-8ba2aa0c113c x-openstack-request-id: req-f83f210d-2114-435b-a908-8ba2aa0c113c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:45.025728 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4a266b-2c81-426a-927e-6dd1de32cbea", "name": "network-vif-plugged", "status": "completed", "tag": "89a88fd4-a82c-4225-b488-092a6a15a904", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:45.025998 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f83f210d-2114-435b-a908-8ba2aa0c113c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:45.026487 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a88fd4-a82c-4225-b488-092a6a15a904', 'code': 200} Jul 08 17:40:45.107843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.179312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160c9e2-36c9-4b4a-8521-f06405f4bf2f req-df6ab295-8a5f-4592-9a8b-3398537b7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.180759 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1160c9e2-36c9-4b4a-8521-f06405f4bf2f req-df6ab295-8a5f-4592-9a8b-3398537b7561 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 1096 time: 0.0878518 Jul 08 17:40:45.187405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.254904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:45.265693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:45.271197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=417bf898-42b5-420e-af61-210122918aec,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:45.273302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:45.278366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1160c9e2-36c9-4b4a-8521-f06405f4bf2f req-573257d1-cd74-4085-af74-9248dfe73cd2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847716 Jul 08 17:40:45.353218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-44eebcdb-1490-445d-abbb-f1074c1ea86a service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366891 Jul 08 17:40:45.403393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8123590-b371-42ed-841a-2204ad2f5ad9 req-7b26a796-36fa-4352-b9ab-edbc4907c274 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917110 Jul 08 17:40:45.404747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-59bc7ed1-6d23-4a32-922c-88c16980ed62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 200 len: 217 time: 0.0418072 Jul 08 17:40:45.459502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a8ee7790-85f2-46c5-93cc-dded1d2a3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.460972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-a8ee7790-85f2-46c5-93cc-dded1d2a3e86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0459023 Jul 08 17:40:45.524239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-b1fd103e-d810-4570-a71e-f30e6c89cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.525745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-b1fd103e-d810-4570-a71e-f30e6c89cd37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582197 Jul 08 17:40:45.618734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-c6eadd65-7a4a-440e-805e-f958ec10fd65 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845811 Jul 08 17:40:45.715535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-6b0cf293-64c8-488e-a629-2d4f61e98286 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890334 Jul 08 17:40:45.756206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-45cda791-b731-42b4-8512-c9139b574a42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 217 time: 0.0338008 Jul 08 17:40:45.810748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-5314bbfb-5517-4db1-bee4-bb80115ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.812234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-5314bbfb-5517-4db1-bee4-bb80115ab77c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0452890 Jul 08 17:40:45.846889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.883118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-1f547fbf-2082-4506-99b7-9ebe53f487cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.884626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-1f547fbf-2082-4506-99b7-9ebe53f487cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637338 Jul 08 17:40:45.998393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-bbb65982-bcaa-4077-99c0-5d11946bc41d service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913672 Jul 08 17:40:46.048838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.131276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-40500e74-b42d-4579-838b-3aa3dd2ef8e4 req-1d4dfe77-d9db-4c4f-b106-516ae88f986e service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249547 Jul 08 17:40:46.169539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb6104-0f04-47f1-9dff-5a6c7ff2439c req-9b36c871-17dd-4ef0-8b6d-1929b1d65f5f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.171265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-74bb6104-0f04-47f1-9dff-5a6c7ff2439c req-9b36c871-17dd-4ef0-8b6d-1929b1d65f5f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0777965 Jul 08 17:40:46.195336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router 5f485031-7468-408c-b815-fb2e05de35dd is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:40:46.219334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-74bb6104-0f04-47f1-9dff-5a6c7ff2439c req-ca38bcf2-11b3-4972-bd22-e8b5472c1eaf tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 Jul 08 17:40:46.310147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:46.319847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Sync routers for ids ['5f485031-7468-408c-b815-fb2e05de35dd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:46.328018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.332242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a131e8e5-d51f-4cf1-a78c-28ccbd01a86c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0786481 Jul 08 17:40:46.332393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Routers {'5f485031-7468-408c-b815-fb2e05de35dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:46.332393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5f485031-7468-408c-b815-fb2e05de35dd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:46.332587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.379966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada49cd7-d34d-4626-878a-76045e4d868e tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.381662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ada49cd7-d34d-4626-878a-76045e4d868e tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=3d734eded1f84cd79ce2b5f1d95738c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0469205 Jul 08 17:40:46.384353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.433212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Set router 5f485031-7468-408c-b815-fb2e05de35dd gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:46.479658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0160e17d-c845-471e-b253-aff8e3a4c411 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.481975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0160e17d-c845-471e-b253-aff8e3a4c411 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960586 Jul 08 17:40:46.484214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48830) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.512803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c650fd38-c65d-446f-ae09-590a0fb7a1f3 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272529 Jul 08 17:40:46.515635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.546504 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-33544929-9263-4dd4-b052-8972a647284a tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=3d734eded1f84cd79ce2b5f1d95738c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295873 Jul 08 17:40:46.548965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.616562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e48a2a-64da-40c7-908e-0ced13fdde38 req-96ca817d-9556-468e-914f-c45789e05b9e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.618242 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90e48a2a-64da-40c7-908e-0ced13fdde38 req-96ca817d-9556-468e-914f-c45789e05b9e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0822031 Jul 08 17:40:46.647026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84784d-797d-4813-aff3-8e7a2370d86a tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.651046 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8a84784d-797d-4813-aff3-8e7a2370d86a tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971687 Jul 08 17:40:46.651335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.654683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:45Z', 'revision_number': 3, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:46.662994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90e48a2a-64da-40c7-908e-0ced13fdde38 req-6f9ee3c0-97dc-4e70-8159-e056ed34e867 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Jul 08 17:40:46.681512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25842ca5-ecfa-4e56-afee-33f3c8c4de72 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290406 Jul 08 17:40:46.683786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Checking router: 5f485031-7468-408c-b815-fb2e05de35dd for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:46.683952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48838) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.684139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Updating router 5f485031-7468-408c-b815-fb2e05de35dd port 417bf898-42b5-420e-af61-210122918aec binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:40:46.689206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094309964', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:46.718211 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.781497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Made reservation on behalf of 3d734eded1f84cd79ce2b5f1d95738c9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:46.785198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.968170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.987891 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.998120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Transition to ACTIVE for port object 417bf898-42b5-420e-af61-210122918aec will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:47.004868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.035853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Subnet': ['ID=dab0f293-e691-46fb-80f2-602dbca5e916,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.040269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Checking segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:47.040629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network hostable DHCP agents. Network: fe3f9845-8618-4f13-98f8-5f6fe15717a2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:40:47.054844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Attempting to bind port 417bf898-42b5-420e-af61-210122918aec on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:47.055224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Attempting to bind port 417bf898-42b5-420e-af61-210122918aec by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:47.055596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Attempting to bind port 417bf898-42b5-420e-af61-210122918aec on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:47.059427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:40:47.062516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c1a9-c8b0-43ca-a968-8f56bbb4a68f None None] Pushing event updated for resources: {'Port': ['ID=417bf898-42b5-420e-af61-210122918aec,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.066374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:47.066752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:47.067158 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.067552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:47.068032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Bound port: 417bf898-42b5-420e-af61-210122918aec, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:47.068415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.069399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, fe3f9845-8618-4f13-98f8-5f6fe15717a2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:47.073595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:47.074342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.088646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6be2fae6-925c-4ff9-b828-53f5f7a528d8 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4037609 Jul 08 17:40:47.091575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 48842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:47.095850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab78390-67ca-4e12-ad58-889dab0dda23 None None] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:47.182259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] For port 417bf898-42b5-420e-af61-210122918aec, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:47.202888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] For port 417bf898-42b5-420e-af61-210122918aec, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=417bf898-42b5-420e-af61-210122918aec,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:47.210462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.333272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c1a9-c8b0-43ca-a968-8f56bbb4a68f None None] Pushing event updated for resources: {'Port': ['ID=417bf898-42b5-420e-af61-210122918aec,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.335856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Routers {'5f485031-7468-408c-b815-fb2e05de35dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:47.336491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5f485031-7468-408c-b815-fb2e05de35dd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:47.371953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'fixed_ips': [{'subnet_id': 'dab0f293-e691-46fb-80f2-602dbca5e916'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:47.372792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.476263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e6af-2ab1-47b6-9b27-81fc36ddcb14 req-520316c0-321f-4135-8929-c7ee3bbec020 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:47.477727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7b0e6af-2ab1-47b6-9b27-81fc36ddcb14 req-520316c0-321f-4135-8929-c7ee3bbec020 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1214285 Jul 08 17:40:47.551994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] Set router 5f485031-7468-408c-b815-fb2e05de35dd gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:47.568698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7b0e6af-2ab1-47b6-9b27-81fc36ddcb14 req-50767039-dfc8-4112-9a68-3f108c3374ee tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729170 Jul 08 17:40:47.619629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Allocated IP 172.20.0.18 (fe3f9845-8618-4f13-98f8-5f6fe15717a2/dab0f293-e691-46fb-80f2-602dbca5e916/cc335426-65d0-412a-a546-ebd67566730a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:47.625276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.778976 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.817097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Transition to ACTIVE for port object cc335426-65d0-412a-a546-ebd67566730a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:47.844736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Transition to ACTIVE for port object cc335426-65d0-412a-a546-ebd67566730a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:47.857048 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.934926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:47.943379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:47.947033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:47.948970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Pushing event updated for resources: {'Port': ['ID=cc335426-65d0-412a-a546-ebd67566730a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.967076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-b30e02ab-7d0d-4cce-a256-a4ce07488167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:47.968631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-b30e02ab-7d0d-4cce-a256-a4ce07488167 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 1096 time: 0.0581493 Jul 08 17:40:48.008683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1052a-418e-4df5-b68d-01d1060229a9 req-0d803eb4-502a-4905-adb2-cbf1ccc775e4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.010157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ce1052a-418e-4df5-b68d-01d1060229a9 req-0d803eb4-502a-4905-adb2-cbf1ccc775e4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1917601 Jul 08 17:40:48.018928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Attempting to bind port cc335426-65d0-412a-a546-ebd67566730a on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:48.019307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Attempting to bind port cc335426-65d0-412a-a546-ebd67566730a by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:48.019675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Attempting to bind port cc335426-65d0-412a-a546-ebd67566730a on network fe3f9845-8618-4f13-98f8-5f6fe15717a2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:48.023159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.20.0.17 (fe3f9845-8618-4f13-98f8-5f6fe15717a2/dab0f293-e691-46fb-80f2-602dbca5e916/c6ce4294-8f95-4856-9ccd-7b25e13c7a13) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:48.029478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:48.029855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Checking segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:48.030282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.030676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Bound using segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:48.031150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Bound port: cc335426-65d0-412a-a546-ebd67566730a, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:48.031533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.037176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-e9067b02-0062-4950-975b-096a53066e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:45Z', 'revision_number': 3, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:48.075889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9067b02-0062-4950-975b-096a53066e40 None None] The sync data for ids ['5f485031-7468-408c-b815-fb2e05de35dd'] in n-d-799527-4 is: [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:45Z', 'revision_number': 3, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:48.109133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ce1052a-418e-4df5-b68d-01d1060229a9 req-07d912b8-824d-4a13-9ff0-f6e2dfd331a8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836794 Jul 08 17:40:48.123260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-ded46ccb-ef6e-4aef-9473-4d4d69b14f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.125231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-ded46ccb-ef6e-4aef-9473-4d4d69b14f16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 912 time: 0.1497941 Jul 08 17:40:48.134834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49506e70-09c5-42c2-a998-796d81fa838f req-92b68cfb-f793-4388-b63b-dd09cff802fc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.136382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49506e70-09c5-42c2-a998-796d81fa838f req-92b68cfb-f793-4388-b63b-dd09cff802fc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1396744 Jul 08 17:40:48.139335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] For port cc335426-65d0-412a-a546-ebd67566730a, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:48.146625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] For port cc335426-65d0-412a-a546-ebd67566730a, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cc335426-65d0-412a-a546-ebd67566730a,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:48.151383 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.184982 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-bbecfe55-957e-46c4-823d-e6b19c9fe952 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a88fd4-a82c-4225-b488-092a6a15a904 HTTP/1.1" status: 200 len: 217 time: 0.0473993 Jul 08 17:40:48.200740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.229192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Transition to ACTIVE for port object c6ce4294-8f95-4856-9ccd-7b25e13c7a13 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:48.257325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b88b-fc44-46a5-a7a6-2b46931b4a65 None None] Pushing event updated for resources: {'Port': ['ID=cc335426-65d0-412a-a546-ebd67566730a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:48.273120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.274507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49506e70-09c5-42c2-a998-796d81fa838f req-c6cd9bcb-76f5-49ea-b81b-d7918690f7d8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978107 Jul 08 17:40:48.291864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-be6e5591-05b6-4f12-a700-01073966ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.293846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-be6e5591-05b6-4f12-a700-01073966ecaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0961411 Jul 08 17:40:48.335864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:48.352015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-b36a2b75-72ae-4194-b450-091ba881aaa1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511317 Jul 08 17:40:48.353031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:48.359124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:48.365567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:48.413828 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.473055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-f47c49fb-d06b-4e44-bb8e-2435fa330320 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133842 Jul 08 17:40:48.598619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94e73c55-133e-4d3f-9675-ec2abfc7266b req-65ab81d6-d8c2-46e8-b278-53ba3821f686 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190085 Jul 08 17:40:48.601657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.936940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.943076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.019975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.021836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:49.134897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:49.137245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:49.271388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc335426-65d0-412a-a546-ebd67566730a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:49.291177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router 5f485031-7468-408c-b815-fb2e05de35dd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:49.339508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port cc335426-65d0-412a-a546-ebd67566730a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:49.343456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 417bf898-42b5-420e-af61-210122918aec up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:49.419109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f2376-6fa1-4682-948b-06d45637ecb4 req-9e512817-e992-4cef-be6a-c88a7a9f31e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.423388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f9f2376-6fa1-4682-948b-06d45637ecb4 req-9e512817-e992-4cef-be6a-c88a7a9f31e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1374395 Jul 08 17:40:49.438524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 417bf898-42b5-420e-af61-210122918aec completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:49.443878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 417bf898-42b5-420e-af61-210122918aec triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:49.444250 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.465265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:49.485010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2f602d0c-b782-4469-975b-437cd2a214f0 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "PUT /v2.0/routers/5f485031-7468-408c-b815-fb2e05de35dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3898995 Jul 08 17:40:49.507116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0f9f2376-6fa1-4682-948b-06d45637ecb4 req-1e352412-7f38-4070-948f-410aa23773fd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685844 Jul 08 17:40:49.507953 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c30118-8eb7-489f-9704-ea16f426c15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.566195 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.571454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e636720-abf0-4762-89e4-72d28f77b82c None None] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:49.604337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c53aa-396f-4efe-9ebf-e3097cf3c3d0 req-63372fe7-e126-4dd2-899d-c4ee2d68944e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.606092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc0c53aa-396f-4efe-9ebf-e3097cf3c3d0 req-63372fe7-e126-4dd2-899d-c4ee2d68944e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0799980 Jul 08 17:40:49.640388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 417bf898-42b5-420e-af61-210122918aec, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=417bf898-42b5-420e-af61-210122918aec,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:49.648271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc0c53aa-396f-4efe-9ebf-e3097cf3c3d0 req-1ce0557a-15b2-4142-8382-63109a4ff9de tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360608 Jul 08 17:40:49.655623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.673314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] Provisioning for port cc335426-65d0-412a-a546-ebd67566730a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:49.699698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] Provisioning complete for port cc335426-65d0-412a-a546-ebd67566730a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:49.700073 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.793603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=417bf898-42b5-420e-af61-210122918aec,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:49.824985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-a1c8bd99-eccb-4029-b8da-8d11d9c1ac0b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.826497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-a1c8bd99-eccb-4029-b8da-8d11d9c1ac0b tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/networks?id=fe3f9845-8618-4f13-98f8-5f6fe15717a2 HTTP/1.1" status: 200 len: 797 time: 0.1132114 Jul 08 17:40:49.841203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-2df4a4f3-021e-47bb-9003-6dcad82b3a34 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/quotas/3d734eded1f84cd79ce2b5f1d95738c9 HTTP/1.1" status: 200 len: 375 time: 0.0092387 Jul 08 17:40:49.872907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.926670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] For port cc335426-65d0-412a-a546-ebd67566730a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cc335426-65d0-412a-a546-ebd67566730a,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:49.928158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-0537a24d-f949-467e-9360-ac2ff5ed2efb tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0812197 Jul 08 17:40:49.932315 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.985677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97bc51-1146-4ccb-83fc-cd3494580721 None None] Pushing event updated for resources: {'Port': ['ID=cc335426-65d0-412a-a546-ebd67566730a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:50.041382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-c18fdce1-9f5e-4b4f-b695-44995e016e59 service neutron] 10.222.0.48 "GET /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978067 Jul 08 17:40:50.136480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-9bc61882-9eca-4503-a5f8-fe92d3d40100 service neutron] 10.222.0.48 "GET /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Jul 08 17:40:50.165293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35d7ebd6-7b11-4f59-b862-c10347dfd7d4 None None] Provisioning complete for port cc335426-65d0-412a-a546-ebd67566730a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:50.166135 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35d7ebd6-7b11-4f59-b862-c10347dfd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.270939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35d7ebd6-7b11-4f59-b862-c10347dfd7d4 None None] Provisioning for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:50.277131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-35d7ebd6-7b11-4f59-b862-c10347dfd7d4 None None] Provisioning complete for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:50.278028 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35d7ebd6-7b11-4f59-b862-c10347dfd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.317614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-35d7ebd6-7b11-4f59-b862-c10347dfd7d4 None None] Port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:50.325728 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Sync routers for ids ['5f485031-7468-408c-b815-fb2e05de35dd'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:50.347034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Routers {'5f485031-7468-408c-b815-fb2e05de35dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:50.347665 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5f485031-7468-408c-b815-fb2e05de35dd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:50.353400 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b01b96ec-658f-45aa-a219-62ffa1e02dcf req-8bdbcb96-aa9b-475c-9e6c-5f624824f8fb tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 210 time: 0.0448275 Jul 08 17:40:50.438001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-10900163-9077-4f25-8a15-b5066c9bdf3a None None] Provisioning complete for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:50.439205 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10900163-9077-4f25-8a15-b5066c9bdf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.487299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-10900163-9077-4f25-8a15-b5066c9bdf3a None None] Port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:50.569353 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Set router 5f485031-7468-408c-b815-fb2e05de35dd gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:50.613159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8580b143-bd75-4a1e-921b-12f21a9de76e None None] Provisioning complete for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:50.614071 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8580b143-bd75-4a1e-921b-12f21a9de76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.656556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8580b143-bd75-4a1e-921b-12f21a9de76e None None] Port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:50.726132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96ce5b-ed05-4435-bbae-24e56ce6c6fe req-7b26a5ed-5c1a-4cef-a1f2-22c0650ae055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:50.728812 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f96ce5b-ed05-4435-bbae-24e56ce6c6fe req-7b26a5ed-5c1a-4cef-a1f2-22c0650ae055 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0797195 Jul 08 17:40:50.776793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8f96ce5b-ed05-4435-bbae-24e56ce6c6fe req-b3e8fa4f-1f95-4cf6-92d2-2e2779fdee6a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Jul 08 17:40:50.845665 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:48Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c6ce4294-8f95-4856-9ccd-7b25e13c7a13', 'name': '', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:07:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:47Z', 'updated_at': '2021-07-08T17:40:48Z', 'revision_number': 2, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:50.873978 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Checking router: 5f485031-7468-408c-b815-fb2e05de35dd for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:50.874474 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Updating router 5f485031-7468-408c-b815-fb2e05de35dd port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:40:50.913816 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.963043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc30188-465a-407f-a27c-dc7c982e7c78 req-370ab2bb-6f91-4174-a8fb-d9e6354e43f7 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:50.974007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfc30188-465a-407f-a27c-dc7c982e7c78 req-370ab2bb-6f91-4174-a8fb-d9e6354e43f7 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0906734 Jul 08 17:40:51.020197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfc30188-465a-407f-a27c-dc7c982e7c78 req-1e0ca0d7-bea3-445c-a019-5483ac8ba45a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Jul 08 17:40:51.129090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc335426-65d0-412a-a546-ebd67566730a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:51.176979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cc335426-65d0-412a-a546-ebd67566730a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:51.177343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.186736 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.197303 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Transition to ACTIVE for port object c6ce4294-8f95-4856-9ccd-7b25e13c7a13 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:51.202902 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.249832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Pushing event updated for resources: {'Port': ['ID=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:51.259481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.259815 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.260151 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.260480 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.260806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.261125 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.261447 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.261764 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.262107 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.262901 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.262901 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.263217 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:51.271003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 417bf898-42b5-420e-af61-210122918aec up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:51.362182 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Attempting to bind port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:51.363352 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Attempting to bind port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:51.363942 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Attempting to bind port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 on network fe3f9845-8618-4f13-98f8-5f6fe15717a2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:51.381915 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:51.394478 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Checking segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:51.394899 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.395293 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Bound using segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:51.398689 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Bound port: c6ce4294-8f95-4856-9ccd-7b25e13c7a13, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:51.399230 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.403582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.21', 64307) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:51.499310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 417bf898-42b5-420e-af61-210122918aec triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:51.499896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.505051 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] For port c6ce4294-8f95-4856-9ccd-7b25e13c7a13, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:51.509744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] For port c6ce4294-8f95-4856-9ccd-7b25e13c7a13, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:51.517399 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.629503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-c3e1af54-464f-4c51-ac02-539282abd81a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.632334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-c3e1af54-464f-4c51-ac02-539282abd81a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.21 "GET /v2.0/networks?id=fe3f9845-8618-4f13-98f8-5f6fe15717a2 HTTP/1.1" status: 200 len: 797 time: 0.2269773 Jul 08 17:40:51.636134 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Routers {'5f485031-7468-408c-b815-fb2e05de35dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:51.636782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5f485031-7468-408c-b815-fb2e05de35dd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:51.641524 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45384fc-fe93-45fa-a885-30bcca94d623 None None] Pushing event updated for resources: {'Port': ['ID=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:51.643614 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa853d29-f9d4-4a39-ac21-f4ad7d304884 req-41ec4409-05d7-42b9-a83c-5ef52125215d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 210 time: 0.0549190 Jul 08 17:40:51.647450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Request body: {'port': {'device_id': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'admin_state_up': True, 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:51.775022 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] Set router 5f485031-7468-408c-b815-fb2e05de35dd gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:51.798441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Made reservation on behalf of 3d734eded1f84cd79ce2b5f1d95738c9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:51.803883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.962634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Allocated IP 172.20.0.22 (fe3f9845-8618-4f13-98f8-5f6fe15717a2/dab0f293-e691-46fb-80f2-602dbca5e916/ca8d03ef-6f8f-441c-b200-00287db8ebdf) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:51.990755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b73f9a-b549-4789-8f2e-09c151061c7d req-a33af64e-4225-4544-a52b-12edbfbd9aa2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.993741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83b73f9a-b549-4789-8f2e-09c151061c7d req-a33af64e-4225-4544-a52b-12edbfbd9aa2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0850768 Jul 08 17:40:52.013568 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:48Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c6ce4294-8f95-4856-9ccd-7b25e13c7a13', 'name': '', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:07:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:47Z', 'updated_at': '2021-07-08T17:40:51Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:52.035893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83b73f9a-b549-4789-8f2e-09c151061c7d req-96541b1a-4fb4-499a-a235-32e882f62cd6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Jul 08 17:40:52.041002 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62faaa14-b38c-436e-a30f-4a8e7ced1b7a None None] The sync data for ids ['5f485031-7468-408c-b815-fb2e05de35dd'] in n-d-799527-4 is: [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:48Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'c6ce4294-8f95-4856-9ccd-7b25e13c7a13', 'name': '', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:07:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:47Z', 'updated_at': '2021-07-08T17:40:51Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:52.188972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2cf117a7-99c8-441f-8459-6d3e2772c418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.309197 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.493038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.509564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d9c4-0ef6-42e8-bf3a-3f5c8b99b9ba req-cc375d26-b562-4dd0-ac6e-3ffd783d7a23 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:52.511112 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce51d9c4-0ef6-42e8-bf3a-3f5c8b99b9ba req-cc375d26-b562-4dd0-ac6e-3ffd783d7a23 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1515741 Jul 08 17:40:52.526070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Transition to ACTIVE for port object ca8d03ef-6f8f-441c-b200-00287db8ebdf will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:52.565092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce51d9c4-0ef6-42e8-bf3a-3f5c8b99b9ba req-c3b39fd9-f2d4-4b71-9840-678ec5594446 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Jul 08 17:40:52.587176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.625600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:52.629446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:52.633443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:52.674320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event updated for resources: {'Port': ['ID=ca8d03ef-6f8f-441c-b200-00287db8ebdf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:52.697163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:52.697812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.713610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-287bed5b-5a79-43ac-8164-5380bb9ba0be tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0712855 Jul 08 17:40:52.732882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-da0d9b1b-05f8-457c-943e-15920d1c890d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:40:52.734012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-da0d9b1b-05f8-457c-943e-15920d1c890d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119250 Jul 08 17:40:52.837412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Request body: {'port': {'device_id': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:52.865669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174ac03-0176-4a6a-a7f1-30d64f4b67ed req-48f91d17-3161-431e-8c39-904dcd51589f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:52.867525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c174ac03-0176-4a6a-a7f1-30d64f4b67ed req-48f91d17-3161-431e-8c39-904dcd51589f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 895 time: 0.0797625 Jul 08 17:40:52.884727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e4fe5a31-6cdb-4040-806c-119488e97a49 None None] Provisioning for port ca8d03ef-6f8f-441c-b200-00287db8ebdf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:52.890066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e4fe5a31-6cdb-4040-806c-119488e97a49 None None] Provisioning complete for port ca8d03ef-6f8f-441c-b200-00287db8ebdf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:52.890703 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5a31-6cdb-4040-806c-119488e97a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.929048 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.930146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe5a31-6cdb-4040-806c-119488e97a49 None None] Port ca8d03ef-6f8f-441c-b200-00287db8ebdf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:53.177574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c6ce4294-8f95-4856-9ccd-7b25e13c7a13 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:53.232609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8d03ef-6f8f-441c-b200-00287db8ebdf {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:53.243158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.246586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:53.250970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:53.251653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.256889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Transition to ACTIVE for port object ca8d03ef-6f8f-441c-b200-00287db8ebdf will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:53.262018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.273442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727dbb8-4292-4d51-b888-7d1532f88c3a req-cc077330-7fbf-490a-ac38-6d580e133942 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.275213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6727dbb8-4292-4d51-b888-7d1532f88c3a req-cc077330-7fbf-490a-ac38-6d580e133942 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0776217 Jul 08 17:40:53.332904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d03ef-6f8f-441c-b200-00287db8ebdf,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:53.336358 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6727dbb8-4292-4d51-b888-7d1532f88c3a req-09bfbb8f-ffaf-4133-b487-623ed28412e0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516038 Jul 08 17:40:53.366450 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.411221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c6ce4294-8f95-4856-9ccd-7b25e13c7a13, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:53.411504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Attempting to bind port ca8d03ef-6f8f-441c-b200-00287db8ebdf on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:53.411945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Attempting to bind port ca8d03ef-6f8f-441c-b200-00287db8ebdf by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:53.412345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Attempting to bind port ca8d03ef-6f8f-441c-b200-00287db8ebdf on network fe3f9845-8618-4f13-98f8-5f6fe15717a2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:53.415152 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.417262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Port ca8d03ef-6f8f-441c-b200-00287db8ebdf on network fe3f9845-8618-4f13-98f8-5f6fe15717a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:40:53.417758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Attempting to bind port ca8d03ef-6f8f-441c-b200-00287db8ebdf on network fe3f9845-8618-4f13-98f8-5f6fe15717a2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:53.423403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:53.423948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Checking segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:53.424363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Bound using segment: {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:53.424799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Bound port: ca8d03ef-6f8f-441c-b200-00287db8ebdf, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdce1158-70ac-42ba-a846-1b5d109bcfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:53.425187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.467549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:53.494435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] For port ca8d03ef-6f8f-441c-b200-00287db8ebdf, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:53.497700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] For port ca8d03ef-6f8f-441c-b200-00287db8ebdf, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:53.502802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.549610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.550381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.551968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca8d03ef-6f8f-441c-b200-00287db8ebdf HTTP/1.1" status: 200 len: 1055 time: 0.8080225 Jul 08 17:40:53.552520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'tag': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:53.555114 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4311525d-f1a8-4df4-a237-087b49a3bfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5", "tag": "ca8d03ef-6f8f-441c-b200-00287db8ebdf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:53.577330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1be3-0fc5-4fd5-8c5d-ec586b5eeb91 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d03ef-6f8f-441c-b200-00287db8ebdf,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:53.598094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.632313 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b35a7-a98b-4eaa-8dd4-79e3b377e550 x-openstack-request-id: req-054b35a7-a98b-4eaa-8dd4-79e3b377e550 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:53.632612 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5", "tag": "ca8d03ef-6f8f-441c-b200-00287db8ebdf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:53.632865 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-054b35a7-a98b-4eaa-8dd4-79e3b377e550 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:53.633259 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'tag': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf', 'status': 'completed', 'code': 200} Jul 08 17:40:53.661778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-75229266-4002-4f6b-8554-d39c5f3da4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.663351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-75229266-4002-4f6b-8554-d39c5f3da4ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 1058 time: 0.0599473 Jul 08 17:40:53.706466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-82d88486-fbbd-4cb8-b067-c4f726bfa2ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf HTTP/1.1" status: 200 len: 217 time: 0.0367169 Jul 08 17:40:53.764965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6a594-eb91-431f-accf-1ebda2ab100d req-2d935384-ea9b-46c6-8198-3542a625fc63 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.767096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd6a594-eb91-431f-accf-1ebda2ab100d req-2d935384-ea9b-46c6-8198-3542a625fc63 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0734286 Jul 08 17:40:53.769280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-90e96d35-b134-4534-8f18-73ee470e9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.770844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-90e96d35-b134-4534-8f18-73ee470e9f56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dab0f293-e691-46fb-80f2-602dbca5e916 HTTP/1.1" status: 200 len: 838 time: 0.0586746 Jul 08 17:40:53.806806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd6a594-eb91-431f-accf-1ebda2ab100d req-6a9d2857-99e5-4da3-9636-b96bca61d2ae tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Jul 08 17:40:53.830235 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e19e4-9f31-457d-83af-55f36a759f19 req-bbe43204-b6af-4b4e-a716-f61b111291fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.831762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-bbe43204-b6af-4b4e-a716-f61b111291fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe3f9845-8618-4f13-98f8-5f6fe15717a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550997 Jul 08 17:40:53.919427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-c8f11718-cf27-4bf6-8577-6ce0126d5b99 service neutron] 10.222.0.21 "GET /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813138 Jul 08 17:40:54.043283 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-986e19e4-9f31-457d-83af-55f36a759f19 req-f185d09b-42a5-4884-a42e-9b84822d831e service neutron] 10.222.0.21 "GET /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171668 Jul 08 17:40:54.072322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4e9f-a5ea-4a2b-8ec5-275006444e65 req-63344294-4994-4080-a3c8-db538a42e825 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.073827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d9a4e9f-a5ea-4a2b-8ec5-275006444e65 req-63344294-4994-4080-a3c8-db538a42e825 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 907 time: 0.0869780 Jul 08 17:40:54.153579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-9cee124e-da50-4921-9d8f-e225ee724ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.154576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-9cee124e-da50-4921-9d8f-e225ee724ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 1058 time: 0.0587897 Jul 08 17:40:54.245545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-3b99b268-9469-431a-a788-245e5ae11726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.247015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-3b99b268-9469-431a-a788-245e5ae11726 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe3f9845-8618-4f13-98f8-5f6fe15717a2 HTTP/1.1" status: 200 len: 898 time: 0.0862308 Jul 08 17:40:54.287869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-5359f367-cce8-40d0-9e6f-8433fc1612d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf HTTP/1.1" status: 200 len: 217 time: 0.0345342 Jul 08 17:40:54.341027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-53d393e8-1a02-4ae8-89d9-491aad1eaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.342035 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-3c30c9a7-26a7-4d73-a780-4e591b121ff4 service neutron] show failed (client error): The resource could not be found. Jul 08 17:40:54.342586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-53d393e8-1a02-4ae8-89d9-491aad1eaeae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dab0f293-e691-46fb-80f2-602dbca5e916 HTTP/1.1" status: 200 len: 838 time: 0.0486503 Jul 08 17:40:54.343040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-3c30c9a7-26a7-4d73-a780-4e591b121ff4 service neutron] 10.222.0.53 "GET /v2.0/ports/7e5c8b07-1b9a-442b-89c3-9c8542dafc54/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0592926 Jul 08 17:40:54.417118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-44762f0c-4168-4525-9a91-2363b7d85b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.418669 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-44762f0c-4168-4525-9a91-2363b7d85b65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe3f9845-8618-4f13-98f8-5f6fe15717a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696645 Jul 08 17:40:54.554272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.21', 64311) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:54.562702 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-ffa89a4f-c519-4910-8545-dd52df8583c7 service neutron] 10.222.0.21 "GET /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364217 Jul 08 17:40:54.585368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d3fb9-24ab-4bda-96d2-f8d676b314f7 req-bef4f074-de19-40d3-a4d3-9247fec1c70d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.586868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff6d3fb9-24ab-4bda-96d2-f8d676b314f7 req-bef4f074-de19-40d3-a4d3-9247fec1c70d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1128690 Jul 08 17:40:54.639406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-07ce67cf-bbc1-419a-8624-9c0865696174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.641241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-07ce67cf-bbc1-419a-8624-9c0865696174 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 1096 time: 0.0856426 Jul 08 17:40:54.653114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:54.677728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ff6d3fb9-24ab-4bda-96d2-f8d676b314f7 req-4eafc7c9-097d-4cca-bcbd-9f4933aa2af3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802619 Jul 08 17:40:54.707064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4311525d-f1a8-4df4-a237-087b49a3bfb5 req-6ddc345c-12a3-4fbf-8e58-873e8a697a57 service neutron] 10.222.0.21 "GET /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379647 Jul 08 17:40:54.739311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.960344 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.965333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:55.014508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:55.046666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ebc25-a964-4adc-9b4c-dcf32ab34049 req-c264af17-5b34-4b38-9956-47e44f935bb9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.048213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-540ebc25-a964-4adc-9b4c-dcf32ab34049 req-c264af17-5b34-4b38-9956-47e44f935bb9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1265564 Jul 08 17:40:55.080337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:55.082601 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344fc178-c7f1-4834-a000-cf019cc7d898" -d '{"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:55.087751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.110976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Transition to ACTIVE for port object 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:55.114225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-540ebc25-a964-4adc-9b4c-dcf32ab34049 req-79b3dc22-86ff-4391-b856-4bef746d8f2c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Jul 08 17:40:55.115246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.139459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c6ce4294-8f95-4856-9ccd-7b25e13c7a13 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:55.219782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:55.220674 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.306546 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2d8fef-5e23-4706-961c-73f177c61ab4 x-openstack-request-id: req-5e2d8fef-5e23-4706-961c-73f177c61ab4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:55.306846 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-unplugged", "status": "completed", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:55.307101 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e2d8fef-5e23-4706-961c-73f177c61ab4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:55.307507 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'code': 200} Jul 08 17:40:55.316009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] No DVR routers for this DVR port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:55.357738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:55.483730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b46d06-12d9-40be-8a38-f7ee143dc78f req-90dc2b3a-b87c-4a47-a203-1dc42ad3ac9c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.485176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6b46d06-12d9-40be-8a38-f7ee143dc78f req-90dc2b3a-b87c-4a47-a203-1dc42ad3ac9c tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 907 time: 0.1310103 Jul 08 17:40:55.519829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:55.520165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:55.520492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on network a01665bb-fde5-4798-ae35-66966e2f6583 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:55.524742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on network a01665bb-fde5-4798-ae35-66966e2f6583 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:40:55.525060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Attempting to bind port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on network a01665bb-fde5-4798-ae35-66966e2f6583 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:55.530233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:55.530573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Checking segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:55.530961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Bound using segment: {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:55.531387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Bound port: 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:55.531745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.595722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:55.598845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:55.603066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.636093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.637037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.638514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 1091 time: 0.9899874 Jul 08 17:40:55.669758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f427-3a42-40e9-b08e-145b76fe5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:55.726854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-f0b84aa4-32ed-43ef-a8fd-4ce31aa7ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.728394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-f0b84aa4-32ed-43ef-a8fd-4ce31aa7ed30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1094 time: 0.0597465 Jul 08 17:40:55.831866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-1ca1449d-ff58-4a1b-ac2c-e79c0c994453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.833365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-1ca1449d-ff58-4a1b-ac2c-e79c0c994453 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.0982809 Jul 08 17:40:55.873009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3eed-1c37-4eae-bc32-b8258c61752d req-5ec92b3c-461a-44aa-8d63-e6b6925d65e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.874538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065c3eed-1c37-4eae-bc32-b8258c61752d req-5ec92b3c-461a-44aa-8d63-e6b6925d65e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.0712826 Jul 08 17:40:55.903244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-9c5ef57a-0137-44b5-9ff0-ed360a892b64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 999 time: 0.0632858 Jul 08 17:40:55.915248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-065c3eed-1c37-4eae-bc32-b8258c61752d req-78c9c732-f28d-4069-ba29-1d7fd01eab1b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346911 Jul 08 17:40:55.952097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-d870eb6e-93da-4213-ba86-d68009cbad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.953552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-d870eb6e-93da-4213-ba86-d68009cbad08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0444555 Jul 08 17:40:56.008762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-feaed092-7e9d-4d48-9dc4-a407921079ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.010238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-feaed092-7e9d-4d48-9dc4-a407921079ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504653 Jul 08 17:40:56.101210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-e8c616fc-45d7-4ddd-a13b-7bf6eb7a6dae service neutron] 10.222.0.21 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Jul 08 17:40:56.188751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-cd718f94-559d-47fe-bc23-01c557d59d98 service neutron] 10.222.0.21 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813224 Jul 08 17:40:56.197550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ca8d03ef-6f8f-441c-b200-00287db8ebdf details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:40:56.297726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ca8d03ef-6f8f-441c-b200-00287db8ebdf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:56.309975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf', 'network_id': 'fe3f9845-8618-4f13-98f8-5f6fe15717a2', 'port_id': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf', 'mac_address': 'fa:16:3e:ca:44:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab0f293-e691-46fb-80f2-602dbca5e916', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:40:56.322256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5763a22-6f14-4055-8f55-498a1271e77e req-f6660435-a6c0-4cdf-8725-5647130b1dfa tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.323771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5763a22-6f14-4055-8f55-498a1271e77e req-f6660435-a6c0-4cdf-8725-5647130b1dfa tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0715203 Jul 08 17:40:56.354319 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.366634 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5763a22-6f14-4055-8f55-498a1271e77e req-2cffb099-da86-46fe-b73b-af3d4920377b tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Jul 08 17:40:56.367859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8d03ef-6f8f-441c-b200-00287db8ebdf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:56.387532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ca8d03ef-6f8f-441c-b200-00287db8ebdf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:56.391523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.439329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=ca8d03ef-6f8f-441c-b200-00287db8ebdf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:56.618107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ca8d03ef-6f8f-441c-b200-00287db8ebdf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:56.656107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3797103-e7bf-4d51-98dd-97b8f293330a req-87416794-3ee7-4f2a-a1e7-770d1c4d43b3 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.658366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3797103-e7bf-4d51-98dd-97b8f293330a req-87416794-3ee7-4f2a-a1e7-770d1c4d43b3 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 908 time: 0.0647521 Jul 08 17:40:57.095161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd203f-728a-4cda-8a06-b754063b16a0 req-a690ab67-9912-4029-8eb9-a5d3ba4b46d2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.096624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13fd203f-728a-4cda-8a06-b754063b16a0 req-a690ab67-9912-4029-8eb9-a5d3ba4b46d2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.0636873 Jul 08 17:40:57.133446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13fd203f-728a-4cda-8a06-b754063b16a0 req-b199adfb-2fa9-462a-8d79-4260c9bba759 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Jul 08 17:40:57.309040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:57.311372 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9" -d '{"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:57.357907 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbfcf08-b31a-4440-b58c-8be5e7e34333 x-openstack-request-id: req-bbbfcf08-b31a-4440-b58c-8be5e7e34333 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:57.358228 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:57.358482 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbbfcf08-b31a-4440-b58c-8be5e7e34333 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:57.358877 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'status': 'completed', 'code': 200} Jul 08 17:40:57.472591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-17e46265-63d4-4e43-b489-2195606120c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.474127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-17e46265-63d4-4e43-b489-2195606120c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1094 time: 0.0965977 Jul 08 17:40:57.475874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-5d8576f3-3885-4041-8724-0c7be2134ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.477252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-5d8576f3-3885-4041-8724-0c7be2134ad5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1094 time: 0.0910137 Jul 08 17:40:57.544609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4cae9-d379-4344-b083-2f250837378c req-a75d20fb-d31c-47ec-b3d1-4a971d1fbee7 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.546186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1aa4cae9-d379-4344-b083-2f250837378c req-a75d20fb-d31c-47ec-b3d1-4a971d1fbee7 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0693076 Jul 08 17:40:57.590476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1aa4cae9-d379-4344-b083-2f250837378c req-d273a6f2-28e8-4ea9-81ea-0480d1f08943 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373363 Jul 08 17:40:57.860779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c126bd1-1652-479c-8049-d849220472e6 req-333bdf43-11b5-4517-968f-2f782aa53a8a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.862315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6c126bd1-1652-479c-8049-d849220472e6 req-333bdf43-11b5-4517-968f-2f782aa53a8a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 908 time: 0.0716822 Jul 08 17:40:57.952313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-35f6f6f2-8440-4809-b8b9-9f8b8bbf9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.953878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-35f6f6f2-8440-4809-b8b9-9f8b8bbf9aba service neutron] 10.222.0.53 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.4719775 Jul 08 17:40:57.955983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-39b20e1e-c51c-4eeb-856d-e584ee5ae6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:57.957308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-39b20e1e-c51c-4eeb-856d-e584ee5ae6f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.4668193 Jul 08 17:40:58.061777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-a3428f40-3d37-4098-8b26-e03906df47e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 999 time: 0.0991721 Jul 08 17:40:58.068028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-b8071ca6-d898-4cb3-b460-0c93f6bb46e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 999 time: 0.1000583 Jul 08 17:40:58.145851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-6906cd93-953a-49e9-ba30-858dffaf12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.147225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-6906cd93-953a-49e9-ba30-858dffaf12fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0772879 Jul 08 17:40:58.148592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-65bcb38f-6afa-4dc6-9e34-c7dffe478c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.149890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-65bcb38f-6afa-4dc6-9e34-c7dffe478c38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0729821 Jul 08 17:40:58.221398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:40:58.224210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ca8d03ef-6f8f-441c-b200-00287db8ebdf up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:58.249603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-b9d23bb3-c05e-4654-bcaa-46e32cd42b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.251806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-b9d23bb3-c05e-4654-bcaa-46e32cd42b56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961642 Jul 08 17:40:58.254504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-1ffb8b58-447b-444c-bd8f-a9efc7c4dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.255893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-1ffb8b58-447b-444c-bd8f-a9efc7c4dfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013680 Jul 08 17:40:58.329274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port ca8d03ef-6f8f-441c-b200-00287db8ebdf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:58.340870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port ca8d03ef-6f8f-441c-b200-00287db8ebdf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:58.341244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.379172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:58.381952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:58.427593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'port_id': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'mac_address': 'fa:16:3e:22:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:40:58.458915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa03394-ee2b-4119-9b03-149c3184c9a0 req-4c56c71f-f1ea-4fb8-b47e-22d55958b4c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.460429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fa03394-ee2b-4119-9b03-149c3184c9a0 req-4c56c71f-f1ea-4fb8-b47e-22d55958b4c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 943 time: 0.2036808 Jul 08 17:40:58.477303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:58.479586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-f41564e7-87ee-452c-a275-71fcbb52e85f service neutron] 10.222.0.21 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142193 Jul 08 17:40:58.490201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-fbd22d22-8b33-45a2-ab42-6ccdfcb9fbe5 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237546 Jul 08 17:40:58.503677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.523685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:58.528818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.552314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:58.559116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.568052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:58.570330 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b6dddf-d278-4f0c-9eff-cb57827e5161" -d '{"events": [{"server_uuid": "e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d03ef-6f8f-441c-b200-00287db8ebdf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:58.606481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ca8d03ef-6f8f-441c-b200-00287db8ebdf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:58.615220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.619293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fa03394-ee2b-4119-9b03-149c3184c9a0 req-6c741ff2-c5bf-42a3-bf7b-9bd4c818cc17 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497667 Jul 08 17:40:58.634055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:58.661866 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e7aab-c3bd-45b9-abe4-45e4b4531ff0 x-openstack-request-id: req-f89e7aab-c3bd-45b9-abe4-45e4b4531ff0 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:58.662219 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d03ef-6f8f-441c-b200-00287db8ebdf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:58.662502 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f89e7aab-c3bd-45b9-abe4-45e4b4531ff0 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:58.662913 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf', 'code': 200} Jul 08 17:40:58.692360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=ca8d03ef-6f8f-441c-b200-00287db8ebdf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:58.709392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-cc90eb26-350d-49c1-a88e-f7a8e70fff81 service neutron] 10.222.0.21 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214210 Jul 08 17:40:58.711330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-6f5f5056-90d0-4108-82de-6afdb7eface6 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102549 Jul 08 17:40:58.771528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['7e5c8b07-1b9a-442b-89c3-9c8542dafc54'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:58.796001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930709e-54af-4969-bc45-161fd3bbc86c req-e64d3256-4050-42f2-b39b-cd9ef7387e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.799367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e930709e-54af-4969-bc45-161fd3bbc86c req-e64d3256-4050-42f2-b39b-cd9ef7387e80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 1060 time: 0.0699852 Jul 08 17:40:58.844841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597672-c7df-4abb-8845-ae39805ceb0c req-36430cc3-2368-4514-a349-46f67fc99ec8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.846974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-82597672-c7df-4abb-8845-ae39805ceb0c req-36430cc3-2368-4514-a349-46f67fc99ec8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0722346 Jul 08 17:40:58.890440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-82597672-c7df-4abb-8845-ae39805ceb0c req-f9afa413-b21d-4b73-a5d0-4c2a32de223d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Jul 08 17:40:59.075521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825733-c5ae-471d-a5a6-08973c7afaa3 req-fc7b8a05-b13a-4314-b51b-25bca781b6ce tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.077026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-17825733-c5ae-471d-a5a6-08973c7afaa3 req-fc7b8a05-b13a-4314-b51b-25bca781b6ce tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 909 time: 0.0702953 Jul 08 17:40:59.175882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1721ff-14d6-4073-8be7-bb799f0f7c70 req-0d604176-0340-471b-b604-c3db37e7c14d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.177372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb1721ff-14d6-4073-8be7-bb799f0f7c70 req-0d604176-0340-471b-b604-c3db37e7c14d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 944 time: 0.1311994 Jul 08 17:40:59.184639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-921950b5-a795-44c2-8624-9d1ab141fbb1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.185907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-921950b5-a795-44c2-8624-9d1ab141fbb1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 944 time: 0.1663315 Jul 08 17:40:59.252044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb1721ff-14d6-4073-8be7-bb799f0f7c70 req-f52df84d-7899-48d1-925e-2e80f3e32247 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651817 Jul 08 17:40:59.270125 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-ae0c0ed0-06cb-4053-a336-1bca1f0b21ba service neutron] delete failed (client error): The resource could not be found. Jul 08 17:40:59.271129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-ae0c0ed0-06cb-4053-a336-1bca1f0b21ba service neutron] 10.222.0.53 "DELETE /v2.0/ports/7e5c8b07-1b9a-442b-89c3-9c8542dafc54/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0769911 Jul 08 17:40:59.371471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-87fef7bb-018e-47d6-bae0-7ea672f075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.372938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-87fef7bb-018e-47d6-bae0-7ea672f075a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1095 time: 0.0531325 Jul 08 17:40:59.462830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-7646f3e3-81aa-43bb-9eba-81f85206e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.464299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-7646f3e3-81aa-43bb-9eba-81f85206e607 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.0832767 Jul 08 17:40:59.534317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-f5908d50-2ac9-457a-aa18-2d261c751ce9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 1000 time: 0.0627267 Jul 08 17:40:59.583999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-a5ba6d41-6151-47c4-b96a-7d552cca4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.585475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-a5ba6d41-6151-47c4-b96a-7d552cca4010 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0447545 Jul 08 17:40:59.647134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-b80131bd-6fe1-4e97-8701-8333b41ae22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.648795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-b80131bd-6fe1-4e97-8701-8333b41ae22f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530245 Jul 08 17:40:59.747914 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-072a5dde-a791-441c-a17c-2002e0d2e802 service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912273 Jul 08 17:40:59.841151 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5991b5f3-b9bd-4809-ada3-61d6c684b423 req-b6425076-4c21-49b7-90c5-ce1342791a8c service neutron] 10.222.0.53 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861340 Jul 08 17:41:00.070206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db8eaa-d7c0-454a-857c-5f05f89c7ffc req-ff381005-c8f2-40cc-bbb7-0d82964aa390 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.071587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f2db8eaa-d7c0-454a-857c-5f05f89c7ffc req-ff381005-c8f2-40cc-bbb7-0d82964aa390 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0681152 Jul 08 17:41:00.109165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f2db8eaa-d7c0-454a-857c-5f05f89c7ffc req-0bb9dcc2-f91b-43a2-b5db-24250a2b0134 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Jul 08 17:41:00.225015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:00.254658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266571e-43ac-4fae-95a0-d20837a3465d req-2bcdd850-71be-4c59-b257-8566cc1e056e tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.256207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d266571e-43ac-4fae-95a0-d20837a3465d req-2bcdd850-71be-4c59-b257-8566cc1e056e tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 909 time: 0.0660820 Jul 08 17:41:00.288280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:00.292803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:00.294417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.389711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.426854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:00.431254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.454362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aac3d5-2fb5-4604-8fb6-92079dbded92 req-2b248ab2-dbb0-4b74-b271-fb1bb2fd3a5c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.455988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4aac3d5-2fb5-4604-8fb6-92079dbded92 req-2b248ab2-dbb0-4b74-b271-fb1bb2fd3a5c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 944 time: 0.0800877 Jul 08 17:41:00.486366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6570e-5b6e-47ee-ae00-66ccace02c22 req-345ae98e-ef24-4caa-8e3c-188d123b2368 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.495734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0f6570e-5b6e-47ee-ae00-66ccace02c22 req-345ae98e-ef24-4caa-8e3c-188d123b2368 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 909 time: 0.0962539 Jul 08 17:41:00.498272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:00.509751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4aac3d5-2fb5-4604-8fb6-92079dbded92 req-250c8d89-0cd0-4381-9fc0-9560670769b3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476744 Jul 08 17:41:00.662145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37302adc-86a9-45a4-ad67-41e879dc1d0c req-630fe74c-dc84-49a3-93aa-9389b23c1716 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.663588 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37302adc-86a9-45a4-ad67-41e879dc1d0c req-630fe74c-dc84-49a3-93aa-9389b23c1716 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 1060 time: 0.0571058 Jul 08 17:41:00.664117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:00.666656 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ac5735-ab85-49f1-9665-95bb831c1661" -d '{"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:00.702258 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49015c9-ac06-4351-9819-7cde7a9ea085 x-openstack-request-id: req-c49015c9-ac06-4351-9819-7cde7a9ea085 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:00.702533 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:00.702864 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c49015c9-ac06-4351-9819-7cde7a9ea085 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:00.703171 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'code': 200} Jul 08 17:41:00.828614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00fb0c-0bec-41a8-8ff8-7c404c0b8a80 req-c90d0369-3244-4846-98a9-6d643b1d47d7 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.830395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f00fb0c-0bec-41a8-8ff8-7c404c0b8a80 req-c90d0369-3244-4846-98a9-6d643b1d47d7 tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1135 time: 0.0541282 Jul 08 17:41:00.870727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2f00fb0c-0bec-41a8-8ff8-7c404c0b8a80 req-b7fe9320-d52c-4881-a22a-cf4e63d29f3e tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346537 Jul 08 17:41:00.894615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:00.952338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e16d49-304d-4c8e-b11a-39078e99005e tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:00.956494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-60e16d49-304d-4c8e-b11a-39078e99005e tempest-TestSecurityGroupsBasicOps-1873765267 tempest-TestSecurityGroupsBasicOps-1873765267-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 1055 time: 0.0581512 Jul 08 17:41:01.290914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48165bfd-846b-441d-b7d0-367527140a4e req-4f8d5360-6bd9-4ead-aedb-af363a4f4163 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:01.292537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48165bfd-846b-441d-b7d0-367527140a4e req-4f8d5360-6bd9-4ead-aedb-af363a4f4163 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0667951 Jul 08 17:41:01.323692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ecbeb-0d67-48b3-afec-ee0d80c1ce84 req-ca0926d3-34cf-4348-950d-64e91e520d87 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:01.325181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-294ecbeb-0d67-48b3-afec-ee0d80c1ce84 req-ca0926d3-34cf-4348-950d-64e91e520d87 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 909 time: 0.0676682 Jul 08 17:41:01.331456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48165bfd-846b-441d-b7d0-367527140a4e req-d12b050f-e3fe-4ea2-9034-ac19c89fea39 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jul 08 17:41:01.690085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cb21b-98a0-4242-9949-f3e8fb260bfe req-258cf458-e838-4133-8da5-b8239e876182 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:01.691547 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b58cb21b-98a0-4242-9949-f3e8fb260bfe req-258cf458-e838-4133-8da5-b8239e876182 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0672400 Jul 08 17:41:01.730009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b58cb21b-98a0-4242-9949-f3e8fb260bfe req-7af0311c-2b0c-40de-8317-204039adffa6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Jul 08 17:41:01.755443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 48988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:01.814893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4cae1cf5-fd20-4fb3-940d-c6cd49a27073 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/60024344-3ee9-4940-8916-3002f71ce397 HTTP/1.1" status: 200 len: 993 time: 0.0582380 Jul 08 17:41:02.511625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a2e77-f5fc-4a90-ab28-e9063e112529 req-f5e877ae-46e6-442b-a7d1-ca6521030610 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:02.513139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b26a2e77-f5fc-4a90-ab28-e9063e112529 req-f5e877ae-46e6-442b-a7d1-ca6521030610 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0677767 Jul 08 17:41:02.545268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be6911-e7f0-4477-b886-d41dcd420fde req-09c57459-e284-4e2f-bf48-ceaedb272c21 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:02.546795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10be6911-e7f0-4477-b886-d41dcd420fde req-09c57459-e284-4e2f-bf48-ceaedb272c21 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 909 time: 0.1061821 Jul 08 17:41:02.553590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b26a2e77-f5fc-4a90-ab28-e9063e112529 req-c7cefbf0-5230-4851-85f7-1325a751de4c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Jul 08 17:41:02.560372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-04ad204c-cc87-4d79-b5e7-88bb462ca329 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:02.566315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-04ad204c-cc87-4d79-b5e7-88bb462ca329 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5 HTTP/1.1" status: 200 len: 909 time: 0.0936339 Jul 08 17:41:02.663548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port ca8d03ef-6f8f-441c-b200-00287db8ebdf {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:02.663811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.751426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] For port ca8d03ef-6f8f-441c-b200-00287db8ebdf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ca8d03ef-6f8f-441c-b200-00287db8ebdf,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:02.751792 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.764357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for ca8d03ef-6f8f-441c-b200-00287db8ebdf owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:02.889880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.918000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=ca8d03ef-6f8f-441c-b200-00287db8ebdf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:02.967964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] No DVR routers for this DVR port ca8d03ef-6f8f-441c-b200-00287db8ebdf on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:02.971518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.973650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2dc81a72-2276-4ae5-9610-305d7ca4d179 req-7f164d67-dd51-4252-b41b-9e2ac062e01a tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.21 "DELETE /v2.0/ports/ca8d03ef-6f8f-441c-b200-00287db8ebdf HTTP/1.1" status: 204 len: 173 time: 0.4066422 Jul 08 17:41:02.974115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'name': 'network-vif-deleted', 'tag': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:02.976369 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588601ce-726f-4710-94b1-b7a81c6994bb" -d '{"events": [{"server_uuid": "e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5", "name": "network-vif-deleted", "tag": "ca8d03ef-6f8f-441c-b200-00287db8ebdf"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:03.013249 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142b5ea-c7be-4bda-9157-5f46084b6d5e x-openstack-request-id: req-5142b5ea-c7be-4bda-9157-5f46084b6d5e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:03.013561 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5", "name": "network-vif-deleted", "tag": "ca8d03ef-6f8f-441c-b200-00287db8ebdf", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:03.013798 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5142b5ea-c7be-4bda-9157-5f46084b6d5e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:03.014269 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bb6803-ad9f-45bd-873c-0a2e0f82a1a5', 'name': 'network-vif-deleted', 'tag': 'ca8d03ef-6f8f-441c-b200-00287db8ebdf', 'status': 'completed', 'code': 200} Jul 08 17:41:03.647711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:03.813485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71540-d235-4c72-8caa-ac0480a3516b req-783b052c-bb68-472a-b2b7-3d98a05dc2e3 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:03.814964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c71540-d235-4c72-8caa-ac0480a3516b req-783b052c-bb68-472a-b2b7-3d98a05dc2e3 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1277585 Jul 08 17:41:03.919380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99c71540-d235-4c72-8caa-ac0480a3516b req-dd54e323-5742-43d7-b468-8b2bd892989d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710387 Jul 08 17:41:04.086074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.350473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port c6ce4294-8f95-4856-9ccd-7b25e13c7a13 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:04.350742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.436597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] For port c6ce4294-8f95-4856-9ccd-7b25e13c7a13, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:04.436956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.449536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for c6ce4294-8f95-4856-9ccd-7b25e13c7a13 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:04.637309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.664536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=c6ce4294-8f95-4856-9ccd-7b25e13c7a13,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:04.845309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.102824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router 5f485031-7468-408c-b815-fb2e05de35dd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:05.134237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175b9b-ca38-40ca-9720-74ff96ce2c3b req-55ee3e75-3c78-4715-b8cb-9b5c184ffd9c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:05.135724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68175b9b-ca38-40ca-9720-74ff96ce2c3b req-55ee3e75-3c78-4715-b8cb-9b5c184ffd9c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0984080 Jul 08 17:41:05.250039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68175b9b-ca38-40ca-9720-74ff96ce2c3b req-9dc0efe0-c78c-462a-8ffc-1fb050450c06 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697730 Jul 08 17:41:05.268976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:05.274396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-93b0da75-c332-4a86-af90-6f662e55fffd tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "PUT /v2.0/routers/5f485031-7468-408c-b815-fb2e05de35dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6251972 Jul 08 17:41:05.276568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49012) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:05.280353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] Sync routers for ids ['5f485031-7468-408c-b815-fb2e05de35dd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:05.289886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] Routers {'5f485031-7468-408c-b815-fb2e05de35dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:05.290623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5f485031-7468-408c-b815-fb2e05de35dd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:05.327037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting subnet dab0f293-e691-46fb-80f2-602dbca5e916 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:05.331073 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.376941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.399658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] Set router 5f485031-7468-408c-b815-fb2e05de35dd gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:05.465706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.530915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.564098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Subnet': ['ID=dab0f293-e691-46fb-80f2-602dbca5e916,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:05.569560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.574264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8508bce5-47c6-4208-a6cf-12ddfd66171f tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/subnets/dab0f293-e691-46fb-80f2-602dbca5e916 HTTP/1.1" status: 204 len: 168 time: 0.2942741 Jul 08 17:41:05.574371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:05.577780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124bb86-d448-4636-b9d0-5ea67d27f117 None None] Network fe3f9845-8618-4f13-98f8-5f6fe15717a2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:05.635823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:41:04Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:05.669199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] Checking router: 5f485031-7468-408c-b815-fb2e05de35dd for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:05.681026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.699124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] Routers {'5f485031-7468-408c-b815-fb2e05de35dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:05.699756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['5f485031-7468-408c-b815-fb2e05de35dd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:05.842487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] Set router 5f485031-7468-408c-b815-fb2e05de35dd gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:05.913499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] DHCP port deletion for fe3f9845-8618-4f13-98f8-5f6fe15717a2 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:06.044236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] Deleting port cc335426-65d0-412a-a546-ebd67566730a {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:06.044610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.110572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.115913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] For port cc335426-65d0-412a-a546-ebd67566730a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cc335426-65d0-412a-a546-ebd67566730a,segment=NetworkSegment(fdce1158-70ac-42ba-a846-1b5d109bcfe7),segment_id=fdce1158-70ac-42ba-a846-1b5d109bcfe7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:06.116315 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.133484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] Calling delete_port for cc335426-65d0-412a-a546-ebd67566730a owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:06.138275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:41:04Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:06.163546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port 417bf898-42b5-420e-af61-210122918aec {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:06.163901 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.169902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab9629-be15-464f-9dd9-262796fd5a54 None None] The sync data for ids ['5f485031-7468-408c-b815-fb2e05de35dd'] in n-d-799527-4 is: [{'id': '5f485031-7468-408c-b815-fb2e05de35dd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-912860669', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '417bf898-42b5-420e-af61-210122918aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:41:04Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '417bf898-42b5-420e-af61-210122918aec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f485031-7468-408c-b815-fb2e05de35dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:44Z', 'updated_at': '2021-07-08T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:06.241339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ca8d03ef-6f8f-441c-b200-00287db8ebdf no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:06.245902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] For port 417bf898-42b5-420e-af61-210122918aec, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=417bf898-42b5-420e-af61-210122918aec,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:06.246307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.260155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for 417bf898-42b5-420e-af61-210122918aec owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:06.262553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: ca8d03ef-6f8f-441c-b200-00287db8ebdf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:06.262902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ca8d03ef-6f8f-441c-b200-00287db8ebdf not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:06.269620 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.296290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] Pushing event deleted for resources: {'Port': ['ID=cc335426-65d0-412a-a546-ebd67566730a,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:06.304325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ef7281-d82f-4c29-84e3-03a50570d440 None None] No DVR routers for this DVR port cc335426-65d0-412a-a546-ebd67566730a on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:06.488419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d3eab-ef36-4707-95ff-0daac8fa5b71 req-80cb7f86-fa2d-45f7-912d-6ce3fe4bba97 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:06.489911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c4d3eab-ef36-4707-95ff-0daac8fa5b71 req-80cb7f86-fa2d-45f7-912d-6ce3fe4bba97 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1112473 Jul 08 17:41:06.490702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.519301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=417bf898-42b5-420e-af61-210122918aec,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:06.603131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c4d3eab-ef36-4707-95ff-0daac8fa5b71 req-06f08338-2100-4c1b-94fc-0ed189293293 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Jul 08 17:41:06.615796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.715630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.717894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.761365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.761909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Fanout notify agent at l3_agent the message router_deleted on router 5f485031-7468-408c-b815-fb2e05de35dd {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:06.769398 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.770561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5bdc0f82-780e-48da-9f79-4590d79c008d tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/routers/5f485031-7468-408c-b815-fb2e05de35dd HTTP/1.1" status: 204 len: 168 time: 1.1953475 Jul 08 17:41:06.773248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:06.856488 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.961305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.971075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3f9845-8618-4f13-98f8-5f6fe15717a2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:06.981213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdce1158-70ac-42ba-a846-1b5d109bcfe7') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:06.981510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdce1158-70ac-42ba-a846-1b5d109bcfe7') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:06.990262 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.004055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.010125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:07.010535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:07.013725 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:07.075334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.083203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.085002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/networks/fe3f9845-8618-4f13-98f8-5f6fe15717a2 HTTP/1.1" status: 204 len: 168 time: 0.3108187 Jul 08 17:41:07.087744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:07.096898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68050f7b-a9a0-4148-b959-edf4b6b0d976 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Network': ['ID=fe3f9845-8618-4f13-98f8-5f6fe15717a2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:07.256518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port 07bd20bd-af26-4f7b-8bf1-09ae732c5bad {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:07.256864 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.264288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc335426-65d0-412a-a546-ebd67566730a no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:07.294661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: cc335426-65d0-412a-a546-ebd67566730a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:07.295444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc335426-65d0-412a-a546-ebd67566730a not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:07.295923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c6ce4294-8f95-4856-9ccd-7b25e13c7a13 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:07.317209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c6ce4294-8f95-4856-9ccd-7b25e13c7a13 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:07.317855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c6ce4294-8f95-4856-9ccd-7b25e13c7a13 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:07.318129 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 417bf898-42b5-420e-af61-210122918aec no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:07.335126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.335464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.336567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 417bf898-42b5-420e-af61-210122918aec {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:07.337001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 417bf898-42b5-420e-af61-210122918aec not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:07.347356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for 07bd20bd-af26-4f7b-8bf1-09ae732c5bad owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:07.493680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.518982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=07bd20bd-af26-4f7b-8bf1-09ae732c5bad,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:07.591669 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.592010 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Floating IP 72e39436-5cd4-4ca1-b653-0d1ef9851d1c disassociated (deleted). External IP: 172.25.3.2, port: 5495137c-7e10-4ac5-b379-4059163478bb. Jul 08 17:41:07.782868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c773ed8-189d-40c1-a6d5-4a4726ea8e8e req-45399434-89b7-4a7e-9f3a-64c5265c17b5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:07.784411 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c773ed8-189d-40c1-a6d5-4a4726ea8e8e req-45399434-89b7-4a7e-9f3a-64c5265c17b5 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0683320 Jul 08 17:41:07.804628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router bfe5c505-8530-4899-8a03-1ce9f8545aee has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:07.822933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c773ed8-189d-40c1-a6d5-4a4726ea8e8e req-c5f7e99d-ec0c-4e33-b064-a1073bd05591 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Jul 08 17:41:07.911387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:07.916452 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.920201 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] Sync routers for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:07.930308 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:07.930914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:07.954609 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1ea1388a-b27f-496d-b3be-abef917013dc tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/floatingips/72e39436-5cd4-4ca1-b653-0d1ef9851d1c HTTP/1.1" status: 204 len: 168 time: 0.8648295 Jul 08 17:41:07.955116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:07.957453 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "tag": "5495137c-7e10-4ac5-b379-4059163478bb"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:07.994441 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb843975-6266-4f28-9d38-611f5a8a5b72 x-openstack-request-id: req-fb843975-6266-4f28-9d38-611f5a8a5b72 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:07.994800 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "tag": "5495137c-7e10-4ac5-b379-4059163478bb", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:07.995122 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb843975-6266-4f28-9d38-611f5a8a5b72 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:07.995592 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb', 'status': 'completed', 'code': 200} Jul 08 17:41:08.042273 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:08.081602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-e636d835-02c6-456b-b08b-ca79199025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:08.083268 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-e636d835-02c6-456b-b08b-ca79199025b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 1135 time: 0.0618641 Jul 08 17:41:08.196178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-6562d003-f493-4249-8a1d-b75a35fb0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:08.197960 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-6562d003-f493-4249-8a1d-b75a35fb0ff5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=606d59af-43d4-44b4-96c6-f6932c825b8b HTTP/1.1" status: 200 len: 898 time: 0.1067965 Jul 08 17:41:08.245224 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-cfd930e3-cb69-4cbc-b53b-dd47de3a1742 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5495137c-7e10-4ac5-b379-4059163478bb HTTP/1.1" status: 200 len: 217 time: 0.0371437 Jul 08 17:41:08.251621 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:56Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:08.282269 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] Checking router: bfe5c505-8530-4899-8a03-1ce9f8545aee for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:08.291030 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:08.291634 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:08.337773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-ec55beb2-eda5-4573-acbe-ab3b2db75567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:08.339224 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-ec55beb2-eda5-4573-acbe-ab3b2db75567 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=71190bb5-4106-4499-aebd-ffc59a484743 HTTP/1.1" status: 200 len: 834 time: 0.0869551 Jul 08 17:41:08.372296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dbd6e-c2c1-47da-baf7-88458d05b00d req-68d16738-1e14-4ebb-b684-985728d27404 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:08.373773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b2dbd6e-c2c1-47da-baf7-88458d05b00d req-68d16738-1e14-4ebb-b684-985728d27404 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 984 time: 0.0885718 Jul 08 17:41:08.396644 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:08.446145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b2dbd6e-c2c1-47da-baf7-88458d05b00d req-3ceadf19-45e3-45d2-8c62-21867fb3bc63 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0553677 Jul 08 17:41:08.457753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-63f49df0-7603-4e15-8ac3-f40ebc9ce409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:08.459605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-63f49df0-7603-4e15-8ac3-f40ebc9ce409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=606d59af-43d4-44b4-96c6-f6932c825b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071010 Jul 08 17:41:08.552088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-d5bf785e-a8dd-4657-b462-28c80ffc1d84 service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852773 Jul 08 17:41:08.650785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0b22ebf3-20c7-4df4-834d-13a06c0a2e2e req-1cd38f40-72ca-49d3-b46f-ccaa997b91c8 service neutron] 10.222.0.53 "GET /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883377 Jul 08 17:41:08.686742 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:56Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:08.712811 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c57678-fa04-44fb-a1f0-d62593fa04cf None None] The sync data for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 is: [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:49Z', 'revision_number': 4, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '866b175e-b72d-450b-bbe7-f0c4fd621869', 'name': '', 'network_id': '606d59af-43d4-44b4-96c6-f6932c825b8b', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'mac_address': 'fa:16:3e:95:65:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '71190bb5-4106-4499-aebd-ffc59a484743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:48Z', 'updated_at': '2021-07-08T17:39:56Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'subnets': [{'id': '71190bb5-4106-4499-aebd-ffc59a484743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:08.954571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78f978-5fbb-4680-8f81-ce16c53ffec3 None None] New status for floating IP 72e39436-5cd4-4ca1-b653-0d1ef9851d1c: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:41:09.004790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaa0c5-6ecc-4a10-8b98-4c1890b02479 req-790f9767-c4e5-4631-a65a-ef2b9575f917 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:09.006352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5aaa0c5-6ecc-4a10-8b98-4c1890b02479 req-790f9767-c4e5-4631-a65a-ef2b9575f917 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0666676 Jul 08 17:41:09.047905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5aaa0c5-6ecc-4a10-8b98-4c1890b02479 req-03f6be33-d4d2-4ef7-96c1-cc0209a58044 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Jul 08 17:41:09.625819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2508e-ec53-4337-a277-b7feb8dfa947 req-9256c307-1708-4e3c-a74b-2c4c5f2b08da tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:09.627480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bec2508e-ec53-4337-a277-b7feb8dfa947 req-9256c307-1708-4e3c-a74b-2c4c5f2b08da tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 984 time: 0.0649195 Jul 08 17:41:09.666178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bec2508e-ec53-4337-a277-b7feb8dfa947 req-4b7d7e54-4f34-4cbd-9af8-75e0c030f6e6 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/security-groups?id=a70e6959-e2d7-4366-8c33-13dc6d524388&id=1dd004ea-029d-4dc0-a448-a82b42415262&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0330734 Jul 08 17:41:09.812417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f158-a17c-4714-91ca-49955eb67955 req-681220a1-956d-4810-8ca7-4929e05bb792 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:09.814055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336f158-a17c-4714-91ca-49955eb67955 req-681220a1-956d-4810-8ca7-4929e05bb792 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.53 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 984 time: 0.0682461 Jul 08 17:41:09.880259 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:41:09.924482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port 5495137c-7e10-4ac5-b379-4059163478bb {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:09.924827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.027360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] For port 5495137c-7e10-4ac5-b379-4059163478bb, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5495137c-7e10-4ac5-b379-4059163478bb,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:10.028294 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.040983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for 5495137c-7e10-4ac5-b379-4059163478bb owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:10.170871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.198933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=5495137c-7e10-4ac5-b379-4059163478bb,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:10.230906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128adf3c-f3d4-4c56-a634-910ca2c4078f req-d0be8001-4146-409c-bd45-31f2949d5588 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:10.232703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-128adf3c-f3d4-4c56-a634-910ca2c4078f req-d0be8001-4146-409c-bd45-31f2949d5588 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0714495 Jul 08 17:41:10.252787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] No DVR routers for this DVR port 5495137c-7e10-4ac5-b379-4059163478bb on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:10.255948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.258053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f336f158-a17c-4714-91ca-49955eb67955 req-07ec4392-aa59-41af-beef-629899a495cf tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.53 "DELETE /v2.0/ports/5495137c-7e10-4ac5-b379-4059163478bb HTTP/1.1" status: 204 len: 173 time: 0.4381790 Jul 08 17:41:10.258546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'name': 'network-vif-deleted', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:10.260798 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60362ada-884b-4746-b1e6-794204b4ccc3" -d '{"events": [{"server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "name": "network-vif-deleted", "tag": "5495137c-7e10-4ac5-b379-4059163478bb"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:10.279509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-128adf3c-f3d4-4c56-a634-910ca2c4078f req-0ffa65be-c6b3-40c5-9cb7-014f3a2fa4a6 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Jul 08 17:41:10.303978 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ccb244-7e80-47d0-b187-17e641439adb x-openstack-request-id: req-58ccb244-7e80-47d0-b187-17e641439adb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:10.304270 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009cf21-3f87-4929-a881-5c044ba8ad5b", "name": "network-vif-deleted", "tag": "5495137c-7e10-4ac5-b379-4059163478bb", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:10.304516 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58ccb244-7e80-47d0-b187-17e641439adb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:10.304921 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009cf21-3f87-4929-a881-5c044ba8ad5b', 'name': 'network-vif-deleted', 'tag': '5495137c-7e10-4ac5-b379-4059163478bb', 'status': 'completed', 'code': 200} Jul 08 17:41:10.820739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ab7dd38-1eb0-405e-9ece-d0cfe4832bf8 req-c24a8275-d223-4dc7-9232-2f6a5126ab95 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "GET /v2.0/ports?device_id=f009cf21-3f87-4929-a881-5c044ba8ad5b HTTP/1.1" status: 200 len: 210 time: 0.0291257 Jul 08 17:41:11.465353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70ef69-e546-4e74-8747-5cb93efa3705 req-e8cc2c36-9db0-4563-a870-0e999ccb139d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:11.466867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc70ef69-e546-4e74-8747-5cb93efa3705 req-e8cc2c36-9db0-4563-a870-0e999ccb139d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0640550 Jul 08 17:41:11.505462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc70ef69-e546-4e74-8747-5cb93efa3705 req-c8335c84-eba4-4d2a-8d22-555aaf59daa4 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Jul 08 17:41:11.915322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49056) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:11.966818 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b82f26cc-f53f-4859-a54f-e004c7739f09 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.989115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b82f26cc-f53f-4859-a54f-e004c7739f09 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.030651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b82f26cc-f53f-4859-a54f-e004c7739f09 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.034197 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b82f26cc-f53f-4859-a54f-e004c7739f09 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.035361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b82f26cc-f53f-4859-a54f-e004c7739f09 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/security-groups/1dd004ea-029d-4dc0-a448-a82b42415262 HTTP/1.1" status: 204 len: 168 time: 0.1190486 Jul 08 17:41:12.038275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:12.049133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f26cc-f53f-4859-a54f-e004c7739f09 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd004ea-029d-4dc0-a448-a82b42415262,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:12.096314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dc98d7c-1ca5-483d-af6c-ed5f087c6319 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.118686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dc98d7c-1ca5-483d-af6c-ed5f087c6319 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.166549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dc98d7c-1ca5-483d-af6c-ed5f087c6319 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.169055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dc98d7c-1ca5-483d-af6c-ed5f087c6319 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.170211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0dc98d7c-1ca5-483d-af6c-ed5f087c6319 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/security-groups/a70e6959-e2d7-4366-8c33-13dc6d524388 HTTP/1.1" status: 204 len: 168 time: 0.1309433 Jul 08 17:41:12.173300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:12.178989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc98d7c-1ca5-483d-af6c-ed5f087c6319 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e6959-e2d7-4366-8c33-13dc6d524388,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:12.529265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.000375 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.038878 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.059973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c039e-5e12-4501-a05b-9a11f83aeaef req-a226bb13-31bb-4025-919b-5448429a4181 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:13.061470 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-448c039e-5e12-4501-a05b-9a11f83aeaef req-a226bb13-31bb-4025-919b-5448429a4181 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.1221988 Jul 08 17:41:13.115319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-448c039e-5e12-4501-a05b-9a11f83aeaef req-a3b2a31e-3072-45df-834a-07c68eac5f29 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472119 Jul 08 17:41:13.205083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port 866b175e-b72d-450b-bbe7-f0c4fd621869 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:13.205419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.295908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] For port 866b175e-b72d-450b-bbe7-f0c4fd621869, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=866b175e-b72d-450b-bbe7-f0c4fd621869,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:13.296178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.307681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for 866b175e-b72d-450b-bbe7-f0c4fd621869 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:13.490177 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.518302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=866b175e-b72d-450b-bbe7-f0c4fd621869,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:13.692840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.908339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Router bfe5c505-8530-4899-8a03-1ce9f8545aee has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:14.012461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:14.017503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f8c23e29-0c94-499a-b506-aca9185aa5e7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "PUT /v2.0/routers/bfe5c505-8530-4899-8a03-1ce9f8545aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430879 Jul 08 17:41:14.020233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49068) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:14.021523 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28665a-1034-413a-a503-02b09d5794da None None] Sync routers for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:14.033368 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:14.034012 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:14.074151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting subnet 71190bb5-4106-4499-aebd-ffc59a484743 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:14.077203 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.120216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.137909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:14.210067 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.320037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2982c4-bafb-4fba-aa85-625b1cfc047a req-f1cc37fd-bbee-44e4-b7b7-5186cbf631d9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:14.321854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b2982c4-bafb-4fba-aa85-625b1cfc047a req-f1cc37fd-bbee-44e4-b7b7-5186cbf631d9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0901549 Jul 08 17:41:14.322006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:41:13Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:14.331842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.348580 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28665a-1034-413a-a503-02b09d5794da None None] Checking router: bfe5c505-8530-4899-8a03-1ce9f8545aee for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:14.356612 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] Routers {'bfe5c505-8530-4899-8a03-1ce9f8545aee'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:14.357212 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:40:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['bfe5c505-8530-4899-8a03-1ce9f8545aee'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:14.379125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Subnet': ['ID=71190bb5-4106-4499-aebd-ffc59a484743,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:14.382804 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.384644 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-758a967c-53a0-4cfa-8c63-c5e85a4a2d49 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/subnets/71190bb5-4106-4499-aebd-ffc59a484743 HTTP/1.1" status: 204 len: 168 time: 0.3634858 Jul 08 17:41:14.387460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49074) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:14.396872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e420fe8-69cd-49bc-b711-628ced9ffac8 None None] Network 606d59af-43d4-44b4-96c6-f6932c825b8b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:14.402184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b2982c4-bafb-4fba-aa85-625b1cfc047a req-697bd39f-7f3c-4262-83fd-2856bf43bbab tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Jul 08 17:41:14.463226 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] Set router bfe5c505-8530-4899-8a03-1ce9f8545aee gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:14.481046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5495137c-7e10-4ac5-b379-4059163478bb no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:14.511171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.524005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 5495137c-7e10-4ac5-b379-4059163478bb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:14.524954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5495137c-7e10-4ac5-b379-4059163478bb not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:14.621852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.642799 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7c28665a-1034-413a-a503-02b09d5794da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:41:13Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:14.659184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] DHCP port deletion for 606d59af-43d4-44b4-96c6-f6932c825b8b request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:14.673850 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c28665a-1034-413a-a503-02b09d5794da None None] The sync data for ids ['bfe5c505-8530-4899-8a03-1ce9f8545aee'] in n-d-799527-4 is: [{'id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1119679182', 'tenant_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:41:13Z', 'revision_number': 5, 'project_id': '3d734eded1f84cd79ce2b5f1d95738c9', 'gw_port': {'id': '21e95d5f-a3f5-4cc5-ba85-46f8119312fd', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe5c505-8530-4899-8a03-1ce9f8545aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:44Z', 'updated_at': '2021-07-08T17:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:14.682391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Deleting port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:14.682737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.713859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] Deleting port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:14.714220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.762786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] For port 21e95d5f-a3f5-4cc5-ba85-46f8119312fd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:14.763475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.776584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Calling delete_port for 21e95d5f-a3f5-4cc5-ba85-46f8119312fd owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:14.779485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] For port dacc1ca6-92a6-4b81-84db-a4d6728c8f85, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,segment=NetworkSegment(a410a0fd-118d-4862-ae7f-0234c4ec8ffa),segment_id=a410a0fd-118d-4862-ae7f-0234c4ec8ffa)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:14.779879 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.793434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] Calling delete_port for dacc1ca6-92a6-4b81-84db-a4d6728c8f85 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:14.869598 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.895496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] Pushing event deleted for resources: {'Port': ['ID=dacc1ca6-92a6-4b81-84db-a4d6728c8f85,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:14.899267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2ac86-a5dd-4f78-b2d9-c0ed42ae3668 None None] No DVR routers for this DVR port dacc1ca6-92a6-4b81-84db-a4d6728c8f85 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:14.951189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.978622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Port': ['ID=21e95d5f-a3f5-4cc5-ba85-46f8119312fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:15.043544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.139906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.142804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.186959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.187479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Fanout notify agent at l3_agent the message router_deleted on router bfe5c505-8530-4899-8a03-1ce9f8545aee {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:15.194971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.198782 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c552a7b-09b4-45f0-b4ec-2b099fa3f5f7 tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/routers/bfe5c505-8530-4899-8a03-1ce9f8545aee HTTP/1.1" status: 204 len: 168 time: 0.8071570 Jul 08 17:41:15.198993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:15.206427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacc1ca6-92a6-4b81-84db-a4d6728c8f85 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:15.228867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: dacc1ca6-92a6-4b81-84db-a4d6728c8f85 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:15.229233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dacc1ca6-92a6-4b81-84db-a4d6728c8f85 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:15.229651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 866b175e-b72d-450b-bbe7-f0c4fd621869 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:15.247858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 866b175e-b72d-450b-bbe7-f0c4fd621869 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:15.248196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 866b175e-b72d-450b-bbe7-f0c4fd621869 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:15.282536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.372738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.383758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d59af-43d4-44b4-96c6-f6932c825b8b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.397752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.398418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a410a0fd-118d-4862-ae7f-0234c4ec8ffa') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.407573 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.420988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.427629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:15.427954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:15.431090 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:15.494422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.499675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.502890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] 10.222.0.48 "DELETE /v2.0/networks/606d59af-43d4-44b4-96c6-f6932c825b8b HTTP/1.1" status: 204 len: 168 time: 0.3027902 Jul 08 17:41:15.519656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed520f-0e5b-4b9a-8551-e4e15b296dfe tempest-TestSecurityGroupsBasicOps-769270610 tempest-TestSecurityGroupsBasicOps-769270610-project] Pushing event deleted for resources: {'Network': ['ID=606d59af-43d4-44b4-96c6-f6932c825b8b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:15.615747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd090f1-1c52-4156-a107-eb7f4170e326 req-cb55e8a5-317d-482c-bd63-1d980d1fb13f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:15.617292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1bd090f1-1c52-4156-a107-eb7f4170e326 req-cb55e8a5-317d-482c-bd63-1d980d1fb13f tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0677078 Jul 08 17:41:15.659562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1bd090f1-1c52-4156-a107-eb7f4170e326 req-676ccea2-bc6c-4971-a960-d4082634b460 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350029 Jul 08 17:41:15.820822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:15.963886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da7b1be5-4c3e-4c12-aaae-98a53bf93f03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d734eded1f84cd79ce2b5f1d95738c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418836 Jul 08 17:41:15.966264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:16.015343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-517dad0b-6221-4f85-9347-f51de4b2c6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.036535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-517dad0b-6221-4f85-9347-f51de4b2c6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.086431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-517dad0b-6221-4f85-9347-f51de4b2c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.088967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-517dad0b-6221-4f85-9347-f51de4b2c6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.090130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-517dad0b-6221-4f85-9347-f51de4b2c6ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87c30bb2-b437-4dd8-9684-ae13caab1606 HTTP/1.1" status: 204 len: 168 time: 0.1229270 Jul 08 17:41:16.098353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dad0b-6221-4f85-9347-f51de4b2c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c30bb2-b437-4dd8-9684-ae13caab1606,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:16.340665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:16.353728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d35d79d-25a1-4038-a4e5-498592f2f233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.443231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d35d79d-25a1-4038-a4e5-498592f2f233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.447662 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d35d79d-25a1-4038-a4e5-498592f2f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.490485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5d35d79d-25a1-4038-a4e5-498592f2f233 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed08ddc2500a4320ab6de09d3948c9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487241 Jul 08 17:41:16.491214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35d79d-25a1-4038-a4e5-498592f2f233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f377c8-3583-4d04-bfa8-28e2dac0268f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:16.493293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49102) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:16.545556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1f11ac-4dc0-4fb0-9ea6-f0986db86ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.567895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1f11ac-4dc0-4fb0-9ea6-f0986db86ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.613450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1f11ac-4dc0-4fb0-9ea6-f0986db86ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.616327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d1f11ac-4dc0-4fb0-9ea6-f0986db86ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.617462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5d1f11ac-4dc0-4fb0-9ea6-f0986db86ab3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28f377c8-3583-4d04-bfa8-28e2dac0268f HTTP/1.1" status: 204 len: 168 time: 0.1230977 Jul 08 17:41:16.624806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f11ac-4dc0-4fb0-9ea6-f0986db86ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f377c8-3583-4d04-bfa8-28e2dac0268f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:16.843477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528ba74-0b4d-4bde-bb87-e6fef02c9312 req-cdec99d0-9ea0-4bef-b568-0f945cabd2b8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:16.845250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9528ba74-0b4d-4bde-bb87-e6fef02c9312 req-cdec99d0-9ea0-4bef-b568-0f945cabd2b8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0693471 Jul 08 17:41:16.885024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9528ba74-0b4d-4bde-bb87-e6fef02c9312 req-440cf483-8849-4fcf-87e3-e47a5de4c02a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jul 08 17:41:16.937502 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:16.976682 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-887c7106-724a-4aad-8cf3-44f49dd800ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eacd4e9e22544d0fa7d2f0c1a8734220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373726 Jul 08 17:41:16.979010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49112) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:17.026929 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02674898-d12c-4241-88b3-2f71e3f802bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.048569 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02674898-d12c-4241-88b3-2f71e3f802bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.088689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 21e95d5f-a3f5-4cc5-ba85-46f8119312fd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:17.095279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02674898-d12c-4241-88b3-2f71e3f802bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.097827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02674898-d12c-4241-88b3-2f71e3f802bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.099098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-02674898-d12c-4241-88b3-2f71e3f802bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d244d59-60b9-4306-ba8e-96eeb529ab87 HTTP/1.1" status: 204 len: 168 time: 0.1191757 Jul 08 17:41:17.106916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02674898-d12c-4241-88b3-2f71e3f802bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d244d59-60b9-4306-ba8e-96eeb529ab87,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:17.108038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 21e95d5f-a3f5-4cc5-ba85-46f8119312fd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:17.108392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 21e95d5f-a3f5-4cc5-ba85-46f8119312fd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:18.061584 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cc592-b9fe-42ec-921d-bf8dfc6118c5 req-500c4c04-e8ff-491c-8b37-c6c1c42e5241 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.063814 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c16cc592-b9fe-42ec-921d-bf8dfc6118c5 req-500c4c04-e8ff-491c-8b37-c6c1c42e5241 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0680563 Jul 08 17:41:18.100756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c16cc592-b9fe-42ec-921d-bf8dfc6118c5 req-527df445-248d-4dc7-9ceb-23ae761b4935 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Jul 08 17:41:19.271127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223efbf7-d5e4-490a-b870-f0e9e2e08ba4 req-2f35a67b-7a49-4c7f-bed5-5cc816b51dda tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.272689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-223efbf7-d5e4-490a-b870-f0e9e2e08ba4 req-2f35a67b-7a49-4c7f-bed5-5cc816b51dda tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0636179 Jul 08 17:41:19.309839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-223efbf7-d5e4-490a-b870-f0e9e2e08ba4 req-4d8156ff-e94e-42e4-ad6c-7614ed206800 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Jul 08 17:41:19.500474 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-371a3ca7-2d94-435c-aff6-f807ffac480b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.820925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3dc0c-0955-48e7-acdf-713150c5bce9 req-00ee62ff-d74a-4515-b30e-a31cc510a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.822463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0e3dc0c-0955-48e7-acdf-713150c5bce9 req-00ee62ff-d74a-4515-b30e-a31cc510a644 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 1096 time: 0.0524781 Jul 08 17:41:19.859570 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0e3dc0c-0955-48e7-acdf-713150c5bce9 req-15304032-2c06-4f46-aea9-31e0da90d88a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276144 Jul 08 17:41:20.488793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139f19c-6a43-42b0-8f9d-12df346ff6e3 req-b88f478a-531b-40ed-bb1a-07bb4b668f7c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:20.490391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8139f19c-6a43-42b0-8f9d-12df346ff6e3 req-b88f478a-531b-40ed-bb1a-07bb4b668f7c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0669725 Jul 08 17:41:20.527332 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8139f19c-6a43-42b0-8f9d-12df346ff6e3 req-bd55d85b-2c7c-4618-bbb0-7b41aad990c2 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Jul 08 17:41:21.698679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cde2e-fcde-468c-9f12-289e80879b6b req-d9d30775-a821-4fb0-a355-eb92bc4dd22c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:21.700148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c8cde2e-fcde-468c-9f12-289e80879b6b req-d9d30775-a821-4fb0-a355-eb92bc4dd22c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0633259 Jul 08 17:41:21.738445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c8cde2e-fcde-468c-9f12-289e80879b6b req-36d8c287-8b36-4786-b910-2b269fc03a32 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Jul 08 17:41:22.027184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-b485f740-e320-409e-b0e7-8682daf824bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:22.028983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-b485f740-e320-409e-b0e7-8682daf824bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=818c1da834284674931fc88a34d6a819&device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 1096 time: 0.0579369 Jul 08 17:41:22.085305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77848258-62a8-4dc4-b2f1-b967908c16f9 req-0b25a96b-1f2d-4758-a1ea-1a03525a45ad tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:22.086757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77848258-62a8-4dc4-b2f1-b967908c16f9 req-0b25a96b-1f2d-4758-a1ea-1a03525a45ad tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0647974 Jul 08 17:41:22.126480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77848258-62a8-4dc4-b2f1-b967908c16f9 req-86cfb5ae-1c47-454d-9ee6-a6267f90767d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Jul 08 17:41:22.126691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-c6e66b91-3181-4320-abbf-0729bcd06946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:22.128011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-c6e66b91-3181-4320-abbf-0729bcd06946 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 200 len: 912 time: 0.0932305 Jul 08 17:41:22.169370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-03fe082f-a847-4fb3-9100-4d6708f96338 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a88fd4-a82c-4225-b488-092a6a15a904 HTTP/1.1" status: 200 len: 217 time: 0.0354788 Jul 08 17:41:22.193763 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c9df080-9345-4a74-a336-8b5650919bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.225191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-5e894e26-e300-4c54-927d-f74156c83579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:22.226825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-5e894e26-e300-4c54-927d-f74156c83579 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 200 len: 851 time: 0.0520248 Jul 08 17:41:22.261830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-7bd1af82-b910-4353-851b-e19e2e8410d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9b877b1b-ec2f-4a19-975c-afaf0a892c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284464 Jul 08 17:41:22.313810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.351525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-f5b247cb-22b2-4f31-ace8-e06144a9cd92 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Jul 08 17:41:22.446427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fd09f166-4c38-4994-a33f-0919fa9cc6ec req-dc79c112-2bae-4676-9031-3f981d858733 service neutron] 10.222.0.53 "GET /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883191 Jul 08 17:41:23.306745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64d1f7-61ee-4718-ab48-413267fee38b req-6d85757d-92ab-4c3a-8c8b-0a61dd54c6dc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:23.308261 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd64d1f7-61ee-4718-ab48-413267fee38b req-6d85757d-92ab-4c3a-8c8b-0a61dd54c6dc tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0714507 Jul 08 17:41:23.348953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cd64d1f7-61ee-4718-ab48-413267fee38b req-f32b3894-cf40-403d-8deb-a584f262787a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Jul 08 17:41:23.580765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.525735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb00d2-6bf9-4f9d-b7db-20c0e37113a5 req-b7247b8e-b85f-47f9-a285-b798b342b12d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:24.527253 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-57eb00d2-6bf9-4f9d-b7db-20c0e37113a5 req-b7247b8e-b85f-47f9-a285-b798b342b12d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0646224 Jul 08 17:41:24.565722 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-57eb00d2-6bf9-4f9d-b7db-20c0e37113a5 req-c55b4411-0966-4c4a-9b21-963dee9f45e7 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Jul 08 17:41:24.950336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd4d4b-d149-4d39-aca8-3e4f4e60dcc1 req-03025b72-6ead-437b-9a76-ad71555e6641 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:24.951849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7fd4d4b-d149-4d39-aca8-3e4f4e60dcc1 req-03025b72-6ead-437b-9a76-ad71555e6641 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0684302 Jul 08 17:41:24.962226 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.991480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7fd4d4b-d149-4d39-aca8-3e4f4e60dcc1 req-9f194081-a509-4ce8-af8a-94920b0cba3e tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336983 Jul 08 17:41:26.170503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deed90e-5f03-440b-9a7f-5949ef52f042 req-e9bfae5c-f38a-42d4-b477-e3ed83e04c82 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:26.172486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2deed90e-5f03-440b-9a7f-5949ef52f042 req-e9bfae5c-f38a-42d4-b477-e3ed83e04c82 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0676405 Jul 08 17:41:26.210098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2deed90e-5f03-440b-9a7f-5949ef52f042 req-733cfc2d-c489-427a-a7ae-7d511e3f3388 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Jul 08 17:41:27.384664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325e26a-81af-4069-a29d-d17d61853434 req-cd455426-65fe-4e33-b582-b1cfa672b780 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.386198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3325e26a-81af-4069-a29d-d17d61853434 req-cd455426-65fe-4e33-b582-b1cfa672b780 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0628102 Jul 08 17:41:27.424438 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3325e26a-81af-4069-a29d-d17d61853434 req-cc66ce7a-ec46-486b-8ed6-42afdbc11a69 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324533 Jul 08 17:41:27.787353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-ce851d68-1578-494b-8f4c-340571992273 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.788845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-ce851d68-1578-494b-8f4c-340571992273 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 945 time: 0.0665839 Jul 08 17:41:27.893120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Deleting port 89a88fd4-a82c-4225-b488-092a6a15a904 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:27.893471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.979456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] For port 89a88fd4-a82c-4225-b488-092a6a15a904, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=89a88fd4-a82c-4225-b488-092a6a15a904,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:27.979817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.992605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Calling delete_port for 89a88fd4-a82c-4225-b488-092a6a15a904 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:28.120145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.132367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['11a1474b-f507-4995-ba57-3d2c485a4ca2', '89a88fd4-a82c-4225-b488-092a6a15a904'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:41:28.150378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Pushing event deleted for resources: {'Port': ['ID=89a88fd4-a82c-4225-b488-092a6a15a904,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:28.198451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] No DVR routers for this DVR port 89a88fd4-a82c-4225-b488-092a6a15a904 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:28.201149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.203440 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15ae7f79-2637-4827-ae97-e3a1482a9556 req-964d1b25-144a-4148-b228-44452a4cf0ed tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "DELETE /v2.0/ports/89a88fd4-a82c-4225-b488-092a6a15a904 HTTP/1.1" status: 204 len: 173 time: 0.4076831 Jul 08 17:41:28.203872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'name': 'network-vif-deleted', 'tag': '89a88fd4-a82c-4225-b488-092a6a15a904'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:28.206127 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a8a6e3-4b5a-4097-9667-9245701684fc" -d '{"events": [{"server_uuid": "1a4a266b-2c81-426a-927e-6dd1de32cbea", "name": "network-vif-deleted", "tag": "89a88fd4-a82c-4225-b488-092a6a15a904"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:28.253016 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679ac44-7177-4b9f-b36d-96805ce57563 x-openstack-request-id: req-4679ac44-7177-4b9f-b36d-96805ce57563 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:28.253318 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4a266b-2c81-426a-927e-6dd1de32cbea", "name": "network-vif-deleted", "tag": "89a88fd4-a82c-4225-b488-092a6a15a904", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:28.253657 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4679ac44-7177-4b9f-b36d-96805ce57563 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:28.254529 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4a266b-2c81-426a-927e-6dd1de32cbea', 'name': 'network-vif-deleted', 'tag': '89a88fd4-a82c-4225-b488-092a6a15a904', 'status': 'completed', 'code': 200} Jul 08 17:41:28.577077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-27574ae9-da2a-4377-8aad-b63e9be2e422 req-a291ccd6-caab-4572-b842-9a7b11dc0d3a tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a4a266b-2c81-426a-927e-6dd1de32cbea HTTP/1.1" status: 200 len: 210 time: 0.0287526 Jul 08 17:41:30.043667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb87b-c1b0-4723-93ae-4db49138341a req-777c30a5-6893-4f35-a332-d3763e23204c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:30.045147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30bbb87b-c1b0-4723-93ae-4db49138341a req-777c30a5-6893-4f35-a332-d3763e23204c tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0663345 Jul 08 17:41:30.083166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30bbb87b-c1b0-4723-93ae-4db49138341a req-835177ba-1ee4-4bef-bdd0-159a48de8dc9 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Jul 08 17:41:30.414920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305bb7-fd6c-4a93-b8b5-46e364523550 req-4e006633-5316-4ab6-a45b-c49ca17613e3 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:30.416421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c7305bb7-fd6c-4a93-b8b5-46e364523550 req-4e006633-5316-4ab6-a45b-c49ca17613e3 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1096 time: 0.0558712 Jul 08 17:41:30.450099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c7305bb7-fd6c-4a93-b8b5-46e364523550 req-f79c9b16-2feb-4413-b230-867c900e2688 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274167 Jul 08 17:41:30.474539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49184) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:30.631458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 5bd15a39-04e1-41be-920d-78231282bf61 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:30.631716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.706363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.706693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.718051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 5bd15a39-04e1-41be-920d-78231282bf61 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:30.868155 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.896624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=5bd15a39-04e1-41be-920d-78231282bf61,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:30.958258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.958582 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP 60024344-3ee9-4940-8916-3002f71ce397 disassociated (deleted). External IP: 172.25.3.254, port: 7e5c8b07-1b9a-442b-89c3-9c8542dafc54. Jul 08 17:41:31.169206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 16cb24fb-b638-498f-b3f3-6640ef34d377 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:31.313183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:31.318199 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.323303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] Sync routers for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:31.332810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:31.333512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:31.348140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e2f0f-7727-4961-a0ad-8bb584737ebd req-dfa5babc-342a-4df0-918b-f7a8656339cf tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.349591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af4e2f0f-7727-4961-a0ad-8bb584737ebd req-dfa5babc-342a-4df0-918b-f7a8656339cf tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.1395960 Jul 08 17:41:31.374607 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ddbe8dcf-46ca-4f58-a99f-30781b31a255 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/floatingips/60024344-3ee9-4940-8916-3002f71ce397 HTTP/1.1" status: 204 len: 168 time: 0.8989787 Jul 08 17:41:31.376705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:31.379031 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d649c1d1-74fc-47f0-b18a-9fe5326faef3" -d '{"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:31.401685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af4e2f0f-7727-4961-a0ad-8bb584737ebd req-3b1f70e7-e55a-452b-b793-606816804592 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Jul 08 17:41:31.442657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:31.449868 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdcd9c2-1e04-4bb9-a03c-799be2e81c22 x-openstack-request-id: req-9cdcd9c2-1e04-4bb9-a03c-799be2e81c22 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:31.450437 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:31.450437 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cdcd9c2-1e04-4bb9-a03c-799be2e81c22 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:31.450853 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'status': 'completed', 'code': 200} Jul 08 17:41:31.535789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-d219f5f7-0795-4711-9c52-0f3e24401a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.537438 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-d219f5f7-0795-4711-9c52-0f3e24401a92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 1096 time: 0.0601676 Jul 08 17:41:31.643792 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-aa18540a-d404-4e36-a3ef-f94afa8cc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.645480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-aa18540a-d404-4e36-a3ef-f94afa8cc372 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 200 len: 898 time: 0.0992482 Jul 08 17:41:31.661991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:44Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:31.689774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-68319c65-929a-4984-9935-55f72b032750 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 200 len: 217 time: 0.0374923 Jul 08 17:41:31.695020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] Checking router: 16cb24fb-b638-498f-b3f3-6640ef34d377 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:31.704542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:31.705460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:31.772969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-49a5256d-e16a-4e0e-a4d3-64a5cb29c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.774474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-49a5256d-e16a-4e0e-a4d3-64a5cb29c864 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 200 len: 834 time: 0.0780702 Jul 08 17:41:31.816299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:31.833055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f638e-72d2-48c3-8439-e328c9421b94 req-09045966-0e55-4fbe-83dd-9d19200ca03a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.834628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-227f638e-72d2-48c3-8439-e328c9421b94 req-09045966-0e55-4fbe-83dd-9d19200ca03a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1077213 Jul 08 17:41:31.885177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-2ab8b83b-e5ca-407b-af1e-6420dc192589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.886855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-2ab8b83b-e5ca-407b-af1e-6420dc192589 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a01665bb-fde5-4798-ae35-66966e2f6583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038444 Jul 08 17:41:31.891971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-227f638e-72d2-48c3-8439-e328c9421b94 req-f8799769-c41e-41a5-8904-9808be68aaa1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491004 Jul 08 17:41:31.987774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-3180dcb3-47fe-4910-a699-d1a9b5ec96f1 service neutron] 10.222.0.21 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909169 Jul 08 17:41:32.008683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-1050dd96-b204-47d2-99a1-945cc9936af8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:32.010194 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-1050dd96-b204-47d2-99a1-945cc9936af8 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0692852 Jul 08 17:41:32.022324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:44Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:32.049395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef264e-17d4-42ca-8755-4cfbcd023275 None None] The sync data for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 is: [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '8628002d-0d84-47b6-b52f-8023a6d22852', 'name': '', 'network_id': 'a01665bb-fde5-4798-ae35-66966e2f6583', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:df:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:37Z', 'updated_at': '2021-07-08T17:39:44Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': 'a26eb459-cc60-4db5-98c9-eb6f886ef77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:32.089672 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d649c1d1-74fc-47f0-b18a-9fe5326faef3 req-b16ce866-f7e8-41e8-9903-62a8349e5528 service neutron] 10.222.0.21 "GET /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949161 Jul 08 17:41:32.119679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Deleting port 11a1474b-f507-4995-ba57-3d2c485a4ca2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:32.120030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.220094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] For port 11a1474b-f507-4995-ba57-3d2c485a4ca2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=11a1474b-f507-4995-ba57-3d2c485a4ca2,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:32.220457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.319787 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38821469-3ba3-4646-8e1f-085a2aa961e1 None None] New status for floating IP 60024344-3ee9-4940-8916-3002f71ce397: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:41:32.555502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Calling delete_port for 11a1474b-f507-4995-ba57-3d2c485a4ca2 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:32.572696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 89a88fd4-a82c-4225-b488-092a6a15a904 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:32.580973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e341a-30ba-4a26-829a-3896e061fe40 req-ff888838-8846-4c10-9d87-4e944c7f31d6 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:32.582658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-881e341a-30ba-4a26-829a-3896e061fe40 req-ff888838-8846-4c10-9d87-4e944c7f31d6 tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c7fb9d-1610-47ea-ade0-876767d9ec49 HTTP/1.1" status: 200 len: 946 time: 0.0659721 Jul 08 17:41:32.592390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 89a88fd4-a82c-4225-b488-092a6a15a904 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:32.592740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 89a88fd4-a82c-4225-b488-092a6a15a904 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:32.620099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-881e341a-30ba-4a26-829a-3896e061fe40 req-75e6a57e-da33-487c-a6b8-5e2c79c232db tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e993272-00f8-4ccb-80f7-0facfe0ac897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Jul 08 17:41:32.684788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.696454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['11a1474b-f507-4995-ba57-3d2c485a4ca2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:41:32.717207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Pushing event deleted for resources: {'Port': ['ID=11a1474b-f507-4995-ba57-3d2c485a4ca2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:32.761900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] No DVR routers for this DVR port 11a1474b-f507-4995-ba57-3d2c485a4ca2 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:32.764295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.766328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e4aabb6-c30f-4129-84ab-dc58faf6ae25 req-cbce63b4-669f-4ccc-9ef3-477bdccc2d3d tempest-ServerRescueTestJSON-26340498 tempest-ServerRescueTestJSON-26340498-project] 10.222.0.53 "DELETE /v2.0/ports/11a1474b-f507-4995-ba57-3d2c485a4ca2 HTTP/1.1" status: 204 len: 173 time: 0.7501671 Jul 08 17:41:32.766749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'name': 'network-vif-deleted', 'tag': '11a1474b-f507-4995-ba57-3d2c485a4ca2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:32.768935 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cacd1ba-2843-4836-ac6c-b4edf271d811" -d '{"events": [{"server_uuid": "d7c7fb9d-1610-47ea-ade0-876767d9ec49", "name": "network-vif-deleted", "tag": "11a1474b-f507-4995-ba57-3d2c485a4ca2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:32.806433 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f952f3-4284-4ca2-8314-a6c88ab75a87 x-openstack-request-id: req-d3f952f3-4284-4ca2-8314-a6c88ab75a87 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:32.806664 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c7fb9d-1610-47ea-ade0-876767d9ec49", "name": "network-vif-deleted", "tag": "11a1474b-f507-4995-ba57-3d2c485a4ca2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:32.806912 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3f952f3-4284-4ca2-8314-a6c88ab75a87 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:32.807301 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c7fb9d-1610-47ea-ade0-876767d9ec49', 'name': 'network-vif-deleted', 'tag': '11a1474b-f507-4995-ba57-3d2c485a4ca2', 'status': 'completed', 'code': 200} Jul 08 17:41:32.973915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-e7e450aa-381b-486b-9eb7-64d69ecca975 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:32.975410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-e7e450aa-381b-486b-9eb7-64d69ecca975 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.0634284 Jul 08 17:41:33.114530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecc042-24df-43e2-9615-d6be65a72495 req-aaddd78a-a7dc-47de-b4cf-7fff7e8023bf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:33.115997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81ecc042-24df-43e2-9615-d6be65a72495 req-aaddd78a-a7dc-47de-b4cf-7fff7e8023bf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=828e5762-6f79-4220-8924-2a605071b708 HTTP/1.1" status: 200 len: 945 time: 0.1040688 Jul 08 17:41:33.148955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:33.149506 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.214430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81ecc042-24df-43e2-9615-d6be65a72495 req-be2aafe2-352f-4ab7-b677-3f0d765875e5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923908 Jul 08 17:41:33.271423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:33.271780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.287872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:33.420306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.449540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=7e5c8b07-1b9a-442b-89c3-9c8542dafc54,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:33.494380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] No DVR routers for this DVR port 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:33.496887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.498954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d041cae4-7576-4b8a-9308-970f0e8114bd req-89e60981-d333-43f4-b16b-de73dc82e820 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "DELETE /v2.0/ports/7e5c8b07-1b9a-442b-89c3-9c8542dafc54 HTTP/1.1" status: 204 len: 173 time: 0.5182219 Jul 08 17:41:33.499420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-deleted', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:33.501902 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b4524-9405-42b6-add0-b7cd856ea38c" -d '{"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-deleted", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:33.542713 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0d5051-9948-4346-bf4e-d2642985874f x-openstack-request-id: req-2a0d5051-9948-4346-bf4e-d2642985874f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:33.543048 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828e5762-6f79-4220-8924-2a605071b708", "name": "network-vif-deleted", "tag": "7e5c8b07-1b9a-442b-89c3-9c8542dafc54", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:33.543296 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a0d5051-9948-4346-bf4e-d2642985874f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:33.543709 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828e5762-6f79-4220-8924-2a605071b708', 'name': 'network-vif-deleted', 'tag': '7e5c8b07-1b9a-442b-89c3-9c8542dafc54', 'status': 'completed', 'code': 200} Jul 08 17:41:33.713192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49210) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:34.078823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.320060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:34.658582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Deleting port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:34.658817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.702149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.739294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] For port 2bbc68c0-3cfe-49ff-988c-e41fe4baa233, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,segment=NetworkSegment(f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5),segment_id=f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:34.739834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.752995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Calling delete_port for 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:34.935335 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.962242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbc68c0-3cfe-49ff-988c-e41fe4baa233,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:34.976699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 8628002d-0d84-47b6-b52f-8023a6d22852 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:34.977042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.066696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 8628002d-0d84-47b6-b52f-8023a6d22852, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8628002d-0d84-47b6-b52f-8023a6d22852,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:35.067050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.080511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 8628002d-0d84-47b6-b52f-8023a6d22852 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:35.132380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.271498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.320869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=8628002d-0d84-47b6-b52f-8023a6d22852,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:35.338692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.339133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.339528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.339934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.340909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.341434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.341831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.342856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.344035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.344561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.345085 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.345827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:35.379608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:35.507551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:35.516574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a6ff47ef-f036-45f4-bea2-3b3a1071f32e admin admin] 10.222.0.48 "PUT /v2.0/routers/92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8022387 Jul 08 17:41:35.517276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49220) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:35.519058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] Sync routers for ids ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:35.531983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.539368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] Routers {'92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:35.540002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.626573 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.657787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] Set router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:35.745692 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.767014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 16cb24fb-b638-498f-b3f3-6640ef34d377 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:35.802903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Deleting port 918f1401-ea2a-4292-a873-1115cdb09b82 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:35.803267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.847990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:41:34Z', 'revision_number': 5, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port': {'id': '918f1401-ea2a-4292-a873-1115cdb09b82', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:2b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:43Z', 'updated_at': '2021-07-08T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.875107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] Checking router: 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:35.883564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] Routers {'92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:35.884161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.886765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:35.895513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d8b764ef-09fa-4df6-8d38-c96b6382e127 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/16cb24fb-b638-498f-b3f3-6640ef34d377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5717771 Jul 08 17:41:35.895681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] For port 918f1401-ea2a-4292-a873-1115cdb09b82, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=918f1401-ea2a-4292-a873-1115cdb09b82,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:35.895681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.896213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49222) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:35.904699 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] Sync routers for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:35.909105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Calling delete_port for 918f1401-ea2a-4292-a873-1115cdb09b82 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:35.918425 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:35.919676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.951014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting subnet a26eb459-cc60-4db5-98c9-eb6f886ef77f {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:35.954969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.979875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] Set router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:35.998142 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.052562 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:36.113806 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.133249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.147183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=918f1401-ea2a-4292-a873-1115cdb09b82,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:36.210896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:41:35Z', 'revision_number': 6, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.211950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.242942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Subnet': ['ID=a26eb459-cc60-4db5-98c9-eb6f886ef77f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:36.249164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.250047 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.252909 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3acd846f-935c-4d2e-9d61-98dd3b600b6c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/subnets/a26eb459-cc60-4db5-98c9-eb6f886ef77f HTTP/1.1" status: 204 len: 168 time: 0.3555582 Jul 08 17:41:36.253976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da693ee-a546-453c-9f17-c0427230b1d2 None None] The sync data for ids ['92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4'] in n-d-799527-4 is: [{'id': '92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4', 'name': 'tempest-ServerRescueTestJSON-1992670638-router', 'tenant_id': '818c1da834284674931fc88a34d6a819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:42Z', 'updated_at': '2021-07-08T17:41:35Z', 'revision_number': 6, 'project_id': '818c1da834284674931fc88a34d6a819', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:36.255596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49224) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.256954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0bb3d3-3047-498d-9674-ea30f2974fb3 None None] Network a01665bb-fde5-4798-ae35-66966e2f6583 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:36.321263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:41:35Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.356892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] Checking router: 16cb24fb-b638-498f-b3f3-6640ef34d377 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:36.366786 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] Routers {'16cb24fb-b638-498f-b3f3-6640ef34d377'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:36.367600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16cb24fb-b638-498f-b3f3-6640ef34d377'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.387866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:36.393336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.398684 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.401954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.417725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:36.418651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7e5c8b07-1b9a-442b-89c3-9c8542dafc54 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:36.498092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.500103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:36.508842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.510123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-49ecc785-5492-45b3-bddd-e500d2280f8e admin admin] 10.222.0.48 "DELETE /v2.0/routers/92a6bc6d-7a40-45f7-bfa9-dc40a099e0a4 HTTP/1.1" status: 204 len: 168 time: 0.9916148 Jul 08 17:41:36.512670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49226) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.537204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.573096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 11a1474b-f507-4995-ba57-3d2c485a4ca2 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:36.600748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Deleting subnet 8d17ef1e-7689-4392-acdb-5860aa4f6ad7 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:36.612880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.618941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 11a1474b-f507-4995-ba57-3d2c485a4ca2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:36.621592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 11a1474b-f507-4995-ba57-3d2c485a4ca2 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:36.645598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 4479232c-5fe9-4ece-bb0d-bac29069ff7c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:36.645977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.646867 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] Set router 16cb24fb-b638-498f-b3f3-6640ef34d377 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:36.667108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] DHCP port deletion for a01665bb-fde5-4798-ae35-66966e2f6583 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:36.719599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.789006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] Deleting port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:36.789390 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.840025 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.853675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 4479232c-5fe9-4ece-bb0d-bac29069ff7c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4479232c-5fe9-4ece-bb0d-bac29069ff7c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:36.854125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.869876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 4479232c-5fe9-4ece-bb0d-bac29069ff7c owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:36.887055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] For port 0bdf148a-d3ca-402d-9f7c-11237b9a0828, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0bdf148a-d3ca-402d-9f7c-11237b9a0828,segment=NetworkSegment(7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc),segment_id=7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:36.887362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.903560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] Calling delete_port for 0bdf148a-d3ca-402d-9f7c-11237b9a0828 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:36.927443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.928658 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:41:35Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.956027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d17ef1e-7689-4392-acdb-5860aa4f6ad7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:36.960986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.963228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-60c888ee-a7b4-4b28-b9df-d1eb26f9f77e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d17ef1e-7689-4392-acdb-5860aa4f6ad7 HTTP/1.1" status: 204 len: 168 time: 0.4483750 Jul 08 17:41:36.965902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49230) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.966736 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc199a-b405-48a0-934a-09cbf69fbd69 None None] The sync data for ids ['16cb24fb-b638-498f-b3f3-6640ef34d377'] in n-d-799527-4 is: [{'id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938682685', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:32Z', 'updated_at': '2021-07-08T17:41:35Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '4479232c-5fe9-4ece-bb0d-bac29069ff7c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cb24fb-b638-498f-b3f3-6640ef34d377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:33Z', 'updated_at': '2021-07-08T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:37.005271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.018291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] No DVR routers for this DVR port 0bdf148a-d3ca-402d-9f7c-11237b9a0828 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:37.038001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10197-e589-4233-9ec7-71631d04397a None None] Pushing event deleted for resources: {'Port': ['ID=0bdf148a-d3ca-402d-9f7c-11237b9a0828,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.043145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.081817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.109672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=4479232c-5fe9-4ece-bb0d-bac29069ff7c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.130160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.140010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b877b1b-ec2f-4a19-975c-afaf0a892c3c']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:37.150360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:37.150654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c438ee-c212-49d9-8d96-a8c2e2d6c2d5') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:37.160681 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.177391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.183542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.195793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:37.196452 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:37.198485 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:37.267435 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.279105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.282071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.299034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.303505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9b877b1b-ec2f-4a19-975c-afaf0a892c3c HTTP/1.1" status: 204 len: 168 time: 0.3359983 Jul 08 17:41:37.305819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27457019-c15b-4927-a95a-7b4df93cac27 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b877b1b-ec2f-4a19-975c-afaf0a892c3c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.363618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.364529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Fanout notify agent at l3_agent the message router_deleted on router 16cb24fb-b638-498f-b3f3-6640ef34d377 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:37.377485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.379099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-17a4c12c-cbfa-40b0-ae76-78840fc73045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/routers/16cb24fb-b638-498f-b3f3-6640ef34d377 HTTP/1.1" status: 204 len: 168 time: 1.1224082 Jul 08 17:41:37.382063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49234) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.435366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0bdf148a-d3ca-402d-9f7c-11237b9a0828 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:37.462617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 0bdf148a-d3ca-402d-9f7c-11237b9a0828 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:37.463519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0bdf148a-d3ca-402d-9f7c-11237b9a0828 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:37.464032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:37.479887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.487145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:37.487502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2bbc68c0-3cfe-49ff-988c-e41fe4baa233 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:37.487918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 918f1401-ea2a-4292-a873-1115cdb09b82 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:37.511054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 918f1401-ea2a-4292-a873-1115cdb09b82 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:37.511402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 918f1401-ea2a-4292-a873-1115cdb09b82 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:37.532908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.580627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fef50e84-4a75-4400-a893-14950d83d168 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=818c1da834284674931fc88a34d6a819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420296 Jul 08 17:41:37.580933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.601848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.616359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01665bb-fde5-4798-ae35-66966e2f6583']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:37.629244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:37.629549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aec2eb7-e0f8-47b2-9aee-c02ce126a3bc') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:37.643137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.658869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb395-fcad-4fd6-b9b7-073b72fae427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.660421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.667089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:37.667699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:37.671508 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:37.683952 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb395-fcad-4fd6-b9b7-073b72fae427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.742765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb395-fcad-4fd6-b9b7-073b72fae427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.745837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd6eb395-fcad-4fd6-b9b7-073b72fae427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.747151 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd6eb395-fcad-4fd6-b9b7-073b72fae427 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e993272-00f8-4ccb-80f7-0facfe0ac897 HTTP/1.1" status: 204 len: 168 time: 0.1654496 Jul 08 17:41:37.747374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.755985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.757529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6eb395-fcad-4fd6-b9b7-073b72fae427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e993272-00f8-4ccb-80f7-0facfe0ac897,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.760647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49242) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.762443 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/networks/a01665bb-fde5-4798-ae35-66966e2f6583 HTTP/1.1" status: 204 len: 168 time: 0.3793890 Jul 08 17:41:37.777462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486ce5b-d097-42cf-a0bb-423da02b7bfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Network': ['ID=a01665bb-fde5-4798-ae35-66966e2f6583,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.855045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0c369a4-e5c3-4610-aa18-8fd951469dba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.895131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0c369a4-e5c3-4610-aa18-8fd951469dba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.962943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0c369a4-e5c3-4610-aa18-8fd951469dba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.965532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0c369a4-e5c3-4610-aa18-8fd951469dba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.966725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0c369a4-e5c3-4610-aa18-8fd951469dba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/security-groups/ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e HTTP/1.1" status: 204 len: 168 time: 0.2049093 Jul 08 17:41:37.977704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c369a4-e5c3-4610-aa18-8fd951469dba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d7f38-31b2-4ee4-a19f-12d3ec66b33e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.306551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49262) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:38.311300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151731282', 'description': 'tempest-secgroup-smoke-1151731282 description', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:38.334846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.430032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.434268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.463082 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.466084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1567400 Jul 08 17:41:38.467614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:38.470700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a6444-0262-4d6e-9dd4-84f8ed25612d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a11f20-0bcc-4a85-a1b9-6768a072a496,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.473408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '96a11f20-0bcc-4a85-a1b9-6768a072a496', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:38.506492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.544164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:38.575454 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.579484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.601613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b599875-d3a2-488a-9544-bab26a363bec,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.605351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.609947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-841a0c0b-565a-401e-9049-50333f574639 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370463 Jul 08 17:41:38.610389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:38.614749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '96a11f20-0bcc-4a85-a1b9-6768a072a496', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:38.640834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.659712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-network', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:38.680514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Made reservation on behalf of 8fcc52cf70864ea2aaa43d3782a11c35 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:38.683064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.692012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.701535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.705669 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.730536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10820ac3-e5ec-4f3a-af79-b79930c2fc04,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.790487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.794280 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.798232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.799804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c861051c-c885-478f-8eb5-38111a3e09a3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887307 Jul 08 17:41:38.802784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:38.807542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '96a11f20-0bcc-4a85-a1b9-6768a072a496', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:38.815894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:38.831379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b0222-d3e3-4709-be3e-57809c50b4b9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.835658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.839590 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.839930 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Added segment 26a05970-0c2d-48dc-8fff-3ea7392f1d37 of type vlan for network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf Jul 08 17:41:38.881046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.899637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.903543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.916133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.917382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:38.917988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.925210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0da9bb5-897d-43a9-9ac6-d8040bc90b3b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.928987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.930229 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-672f8b51-7fba-40f2-bc4f-0056667cda23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264451 Jul 08 17:41:38.933070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:38.938110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '96a11f20-0bcc-4a85-a1b9-6768a072a496', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:38.969241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.986217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] Pushing event updated for resources: {'Network': ['ID=2b9098a3-ab34-4157-83a3-e8d406ca4fcf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.996729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-62b9f76e-5d88-4e82-9fe4-0acfdac0ed8e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4510779 Jul 08 17:41:39.000505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:39.001642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.014631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Request body: {'subnet': {'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-subnet', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:39.056678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Made reservation on behalf of 8fcc52cf70864ea2aaa43d3782a11c35 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:39.059049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.066977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.079751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.101893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8628002d-0d84-47b6-b52f-8023a6d22852 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:39.122093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 8628002d-0d84-47b6-b52f-8023a6d22852 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:39.122442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8628002d-0d84-47b6-b52f-8023a6d22852 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:39.122862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4479232c-5fe9-4ece-bb0d-bac29069ff7c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:39.133171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7b1498-620f-4fff-882e-f28d888c1b11,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:39.143495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4479232c-5fe9-4ece-bb0d-bac29069ff7c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:39.143846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4479232c-5fe9-4ece-bb0d-bac29069ff7c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:39.146007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.147543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-42d44ef0-3b81-460b-940b-6e7659ca401c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133861 Jul 08 17:41:39.150265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.160791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '96a11f20-0bcc-4a85-a1b9-6768a072a496', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:39.196366 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:41:39.206731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.327302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.331565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.337723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.375742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa112dc-f76c-40ff-8e01-7a25430ec138,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:39.385954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.387154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b291bdfd-540a-470b-b4ac-34ea1880318d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2336738 Jul 08 17:41:39.390789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.395624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '96a11f20-0bcc-4a85-a1b9-6768a072a496', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:39.408798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=660fe099-2935-4b1f-a6e6-82ebd0e9c239,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:39.419447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Checking segment: {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:39.419829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Network hostable DHCP agents. Network: 2b9098a3-ab34-4157-83a3-e8d406ca4fcf, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:39.425033 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:41:39.430011 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.438332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:39.446875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2b9098a3-ab34-4157-83a3-e8d406ca4fcf) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:39.451640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:39.452314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.460977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53004e6-b179-4708-a828-7300064db550 None None] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:39.469217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-29982e8e-b881-4380-a899-c117440c90e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4627385 Jul 08 17:41:39.469384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.473790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:39.496470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.497280 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.497481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.500437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.523005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10e2839-6d8d-4688-8793-8d675c95223e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:39.527332 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.528848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-260343f9-5340-4b46-892e-474dc57cbb6f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370432 Jul 08 17:41:39.532578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.537359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'network': {'name': 'tempest-network-smoke--1764120634', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:39.575554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.599782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b9399-90c3-471a-b625-61a005f78289 None None] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:39.649193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:39.652956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.742569 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.746018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:39.758236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.758574 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Added segment 677146c2-d610-49a4-bf7b-c01d8b0cd86e of type vlan for network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 Jul 08 17:41:39.835002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.873995 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.880031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:39.880637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.265469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7319791 Jul 08 17:41:40.268396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:40.273525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'admin_state_up': True, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:40.276451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb132f8-9bb3-4267-80c6-71e4eb9471ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Network': ['ID=eb766ec7-5f31-4cf4-bdd9-b5905c525e61,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:40.287841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:40.299341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.300357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.360223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.399264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.419456 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.495860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.527993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Allocated IP 172.25.3.154 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b56977cb-a690-40b5-bf37-6ce612819439) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:40.631137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.670981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.695227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.709187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:40.715393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:40.718089 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.719811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:40.751873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b56977cb-a690-40b5-bf37-6ce612819439,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:40.824628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.87 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f02481ef-ca05-4f4b-a58c-c8fbface9c96) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:40.943411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.990191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.995457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.022454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:41.026714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:41.030456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:41.064592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=f02481ef-ca05-4f4b-a58c-c8fbface9c96,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:41.205721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.299581 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.342128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Router 676e7fc4-93f1-4087-8614-9cd235b57b1d is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:41.448970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:41.460267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Sync routers for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:41.465319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.469146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ed5f1981-ed5e-4adf-93c2-727ec41ed3d5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9963675 Jul 08 17:41:41.469489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:41.475446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:41.477004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:41.510459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.590280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:41.670623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 337af832-4ac3-42a8-9ebf-835d4f3ef31e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:41.788829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:41.789539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 3, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:41.799924 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Sync routers for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:41.812943 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.813750 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:41.814314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e82c287a-ef4e-495b-852f-d65ce979e5d3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5447102 Jul 08 17:41:41.814981 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:41.818620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49302) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:41.825430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Checking router: 676e7fc4-93f1-4087-8614-9cd235b57b1d for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:41.825780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Updating router 676e7fc4-93f1-4087-8614-9cd235b57b1d port b56977cb-a690-40b5-bf37-6ce612819439 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:41:41.859812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ba69c76d-f6d8-4152-96bf-b18a0d158522 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=59cfaae10aac425cb85f97fc13b2ff2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370550 Jul 08 17:41:41.866396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:41.868871 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.949765 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:41.959211 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.157016 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:41Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.173943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Allocated IP 172.20.0.1 (2b9098a3-ab34-4157-83a3-e8d406ca4fcf/660fe099-2935-4b1f-a6e6-82ebd0e9c239/cda99c2f-11cc-4977-a566-5c4980594525) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:42.186297 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Checking router: 337af832-4ac3-42a8-9ebf-835d4f3ef31e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:42.186808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Updating router 337af832-4ac3-42a8-9ebf-835d4f3ef31e port f02481ef-ca05-4f4b-a58c-c8fbface9c96 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:41:42.214770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.230692 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.232678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Transition to ACTIVE for port object b56977cb-a690-40b5-bf37-6ce612819439 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:42.242395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.288084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906ea96-892c-4cca-92ad-8c857db25320 None None] Pushing event updated for resources: {'Port': ['ID=b56977cb-a690-40b5-bf37-6ce612819439,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.311067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Attempting to bind port b56977cb-a690-40b5-bf37-6ce612819439 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:42.311439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Attempting to bind port b56977cb-a690-40b5-bf37-6ce612819439 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:42.311896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Attempting to bind port b56977cb-a690-40b5-bf37-6ce612819439 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:42.317890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:42.318341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:42.318756 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.319208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:42.319724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Bound port: b56977cb-a690-40b5-bf37-6ce612819439, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:42.320272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.337063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1907c8d-f3d8-4d41-973a-4982d4bb5de0 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:42.342377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d1907c8d-f3d8-4d41-973a-4982d4bb5de0 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4746757 Jul 08 17:41:42.343738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:42.374072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b556c16d-c9ff-4e3f-8250-2fd43005e84d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288041 Jul 08 17:41:42.376870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.377230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:42.384157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1439869686', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:42.385164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] For port b56977cb-a690-40b5-bf37-6ce612819439, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:42.389021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] For port b56977cb-a690-40b5-bf37-6ce612819439, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b56977cb-a690-40b5-bf37-6ce612819439,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:42.394332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.458291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.473080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906ea96-892c-4cca-92ad-8c857db25320 None None] Pushing event updated for resources: {'Port': ['ID=b56977cb-a690-40b5-bf37-6ce612819439,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.479721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:42.480992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.503273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:42.504199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:42.506280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:42.509801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:42.510759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.554889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Pushing event updated for resources: {'Port': ['ID=cda99c2f-11cc-4977-a566-5c4980594525,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.565100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.604205 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.604492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:42.620499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Transition to ACTIVE for port object f02481ef-ca05-4f4b-a58c-c8fbface9c96 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:42.629343 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.674851 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c085f-f66f-4cc9-945d-dcd147592a61 None None] Pushing event updated for resources: {'Port': ['ID=f02481ef-ca05-4f4b-a58c-c8fbface9c96,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.709679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Attempting to bind port f02481ef-ca05-4f4b-a58c-c8fbface9c96 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:42.710086 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Attempting to bind port f02481ef-ca05-4f4b-a58c-c8fbface9c96 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:42.710454 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Attempting to bind port f02481ef-ca05-4f4b-a58c-c8fbface9c96 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:42.716257 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:42.716634 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:42.717036 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.717448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:42.718742 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Bound port: f02481ef-ca05-4f4b-a58c-c8fbface9c96, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:42.718898 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.746847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.768430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.785617 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] For port f02481ef-ca05-4f4b-a58c-c8fbface9c96, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:42.789256 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] For port f02481ef-ca05-4f4b-a58c-c8fbface9c96, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f02481ef-ca05-4f4b-a58c-c8fbface9c96,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:42.793197 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.827232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Checking segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:42.827691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network hostable DHCP agents. Network: eb766ec7-5f31-4cf4-bdd9-b5905c525e61, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:42.832581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Subnet': ['ID=6d75db28-6949-4a92-b830-47173178b390,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.835141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 3, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.850148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:42.860689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, eb766ec7-5f31-4cf4-bdd9-b5905c525e61) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:42.870371 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c085f-f66f-4cc9-945d-dcd147592a61 None None] Pushing event updated for resources: {'Port': ['ID=f02481ef-ca05-4f4b-a58c-c8fbface9c96,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.873184 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:42.873399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:42.873800 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.874290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.874863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34970226-018c-481c-95c7-d3080f426b34 None None] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:42.878566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec14e23-2d77-46fb-a675-6221915a6bb9 None None] The sync data for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 is: [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 3, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:42.901517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-45d85925-2793-467c-a8cf-e92136c4d880 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5223215 Jul 08 17:41:42.904239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:43.036213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.056370 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.062464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.071262 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:43.132345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Pushing event updated for resources: {'Port': ['ID=cda99c2f-11cc-4977-a566-5c4980594525,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:43.145359 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.151200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.204728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:43.206419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.315284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:43.317444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:43.404974 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:41Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:43.430647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Allocated IP 172.20.0.2 (eb766ec7-5f31-4cf4-bdd9-b5905c525e61/6d75db28-6949-4a92-b830-47173178b390/b78a6cd1-84f3-45e9-93bb-713926461334) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:43.452814 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ece71d7-d3aa-4923-baf3-210bf158519a None None] The sync data for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 is: [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:41Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:43.482805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Router 676e7fc4-93f1-4087-8614-9cd235b57b1d has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:43.565354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.634201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.644056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Transition to ACTIVE for port object b78a6cd1-84f3-45e9-93bb-713926461334 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:43.656194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:43.665166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e22d9ca7-f71f-4e64-a78b-a4b56d9e5722 admin admin] 10.222.0.48 "PUT /v2.0/routers/676e7fc4-93f1-4087-8614-9cd235b57b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1944013 Jul 08 17:41:43.670716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Transition to ACTIVE for port object b78a6cd1-84f3-45e9-93bb-713926461334 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:43.678185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.726470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:43.732424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:43.739721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:43.762311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Pushing event updated for resources: {'Port': ['ID=b78a6cd1-84f3-45e9-93bb-713926461334,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:43.840372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.840837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.841297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.841735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.842202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.842636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.843690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.844127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.844559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.845100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.845530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.846058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:43.865865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Attempting to bind port b78a6cd1-84f3-45e9-93bb-713926461334 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:43.866281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Attempting to bind port b78a6cd1-84f3-45e9-93bb-713926461334 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:43.866653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Attempting to bind port b78a6cd1-84f3-45e9-93bb-713926461334 on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:43.897082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:43.897467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Checking segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:43.898003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.898606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Bound using segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:43.899106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Bound port: b78a6cd1-84f3-45e9-93bb-713926461334, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:43.899621 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.994493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] For port b78a6cd1-84f3-45e9-93bb-713926461334, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:44.001964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] For port b78a6cd1-84f3-45e9-93bb-713926461334, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78a6cd1-84f3-45e9-93bb-713926461334,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:44.008809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.050378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.1 (eb766ec7-5f31-4cf4-bdd9-b5905c525e61/6d75db28-6949-4a92-b830-47173178b390/19a2aed3-6cf8-47c5-aeee-0ade165b1df2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:44.114248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052bde3-2c83-480b-9f63-fb54b19075df None None] Pushing event updated for resources: {'Port': ['ID=b78a6cd1-84f3-45e9-93bb-713926461334,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:44.259161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.284600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:44.359357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-c39b0c7e-a7b7-4bf4-9e76-7b595c64b47d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:44.360929 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-c39b0c7e-a7b7-4bf4-9e76-7b595c64b47d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 818 time: 0.1708434 Jul 08 17:41:44.393042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-66aaacda-d2f6-46ef-93d2-597be8531fb6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/quotas/8fcc52cf70864ea2aaa43d3782a11c35 HTTP/1.1" status: 200 len: 375 time: 0.0227668 Jul 08 17:41:44.444722 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.538129 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:44.541486 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:44.543970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:44.546992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:44.581046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.581681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.581681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.581975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.582312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.582637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.582961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.583282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.583601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.583921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.584239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.584556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:44.612277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.618292 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-456e976f-af19-4673-8578-bdd43021aee1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053699 Jul 08 17:41:44.793245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-7cfb6fcf-9ca2-4277-afc3-9138cf9513fb service neutron] 10.222.0.48 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417363 Jul 08 17:41:44.884760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.961403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d7daeee0-d84f-41e4-a336-827d8c731af3 service neutron] 10.222.0.48 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624947 Jul 08 17:41:45.152572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8aa457a6-84e3-4bce-a335-d40220deef24 req-8be6a9b0-ba71-4151-aaaa-feaee9035f53 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 210 time: 0.0336761 Jul 08 17:41:45.229800 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.235066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.279351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b56977cb-a690-40b5-bf37-6ce612819439 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:45.320709 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.323630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:45.340624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b56977cb-a690-40b5-bf37-6ce612819439 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:45.345146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b56977cb-a690-40b5-bf37-6ce612819439 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:45.345702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.434899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:45.437112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:45.447265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.477539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b56977cb-a690-40b5-bf37-6ce612819439, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b56977cb-a690-40b5-bf37-6ce612819439,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:45.482435 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.484449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f02481ef-ca05-4f4b-a58c-c8fbface9c96 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:45.573659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b56977cb-a690-40b5-bf37-6ce612819439,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:45.583869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f02481ef-ca05-4f4b-a58c-c8fbface9c96 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:45.586484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 337af832-4ac3-42a8-9ebf-835d4f3ef31e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:45.589222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f02481ef-ca05-4f4b-a58c-c8fbface9c96 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:45.589731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.673108 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.701109 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f02481ef-ca05-4f4b-a58c-c8fbface9c96, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f02481ef-ca05-4f4b-a58c-c8fbface9c96,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:45.709801 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.710823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78a6cd1-84f3-45e9-93bb-713926461334 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:45.724554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:45.752346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5de358a3-ae0a-43c9-b585-74d002031f59 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/337af832-4ac3-42a8-9ebf-835d4f3ef31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466971 Jul 08 17:41:46.044184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-698ee553-098f-4952-8394-45ff4e74cbbc tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151731282&fields=id&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 267 time: 0.0590050 Jul 08 17:41:46.054401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf88f1c-a905-4d78-85e8-58d079198224 None None] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:46.145372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f02481ef-ca05-4f4b-a58c-c8fbface9c96,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:46.151570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2519d2c8-02de-4ce0-aa0a-588a2aa14194 None None] Provisioning for port b78a6cd1-84f3-45e9-93bb-713926461334 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:46.165599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-70f3b590-c0d5-4e39-9efa-fbfda40acb4a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:46.167174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-70f3b590-c0d5-4e39-9efa-fbfda40acb4a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 797 time: 0.1152198 Jul 08 17:41:46.183026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-f5b8c872-62c3-4b65-bb84-25b4756dbf3e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/quotas/59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 375 time: 0.0097966 Jul 08 17:41:46.192697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b78a6cd1-84f3-45e9-93bb-713926461334 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:46.198642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b78a6cd1-84f3-45e9-93bb-713926461334 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:46.199016 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.259083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Sync routers for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:46.275059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-ece8b941-018c-4ccf-9bcc-d7b3fa4791e4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851696 Jul 08 17:41:46.307267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:46.307267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:46.329381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea182621-c967-4904-b212-d83fd3d5603a req-a6face3f-9636-496f-b114-21034ccec9b1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 210 time: 0.0332615 Jul 08 17:41:46.391055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-d27a2270-ad17-482f-a059-4a0317adc717 service neutron] 10.222.0.48 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140842 Jul 08 17:41:46.398056 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Sync routers for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:46.419678 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:46.420351 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:46.464211 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.494588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-f4b143e8-38fa-496a-9f05-e5078046ad8e service neutron] 10.222.0.48 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976970 Jul 08 17:41:46.512277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:46.638144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-b78e6bc1-f036-4371-9fd8-818ded5cc286 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:46.640175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-b78e6bc1-f036-4371-9fd8-818ded5cc286 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 818 time: 0.2318542 Jul 08 17:41:46.654607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'port': {'device_id': '4126e679-1830-445a-b22a-ab58d95cd825', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'admin_state_up': True, 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:46.661378 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:46.720787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b78a6cd1-84f3-45e9-93bb-713926461334, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78a6cd1-84f3-45e9-93bb-713926461334,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:46.740181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.797146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b78a6cd1-84f3-45e9-93bb-713926461334,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:46.798967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-257574d7-9696-462e-940b-1bf44220b9c2 req-34a9f28f-d4fc-4735-b992-bd92cd9c52c4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 210 time: 0.0394254 Jul 08 17:41:46.904046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Made reservation on behalf of 8fcc52cf70864ea2aaa43d3782a11c35 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:46.910285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.915461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a9bd3d7-5445-462d-a0bd-ffc78564fb5a None None] Provisioning for port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:46.923594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a9bd3d7-5445-462d-a0bd-ffc78564fb5a None None] Provisioning complete for port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:46.924080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd3d7-5445-462d-a0bd-ffc78564fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.000345 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:41:47.043535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bd3d7-5445-462d-a0bd-ffc78564fb5a None None] Port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:47.079637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 2, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:47.103509 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 2, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:47.120867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Allocated IP 172.20.0.6 (2b9098a3-ab34-4157-83a3-e8d406ca4fcf/660fe099-2935-4b1f-a6e6-82ebd0e9c239/ad845050-c6b3-45db-8f81-575c5dd9a8ad) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:47.162664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Checking router: 676e7fc4-93f1-4087-8614-9cd235b57b1d for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:47.162986 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Updating router 676e7fc4-93f1-4087-8614-9cd235b57b1d port cda99c2f-11cc-4977-a566-5c4980594525 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:41:47.171825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Checking router: 337af832-4ac3-42a8-9ebf-835d4f3ef31e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:47.172186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Updating router 337af832-4ac3-42a8-9ebf-835d4f3ef31e port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:41:47.220723 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.237881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b56977cb-a690-40b5-bf37-6ce612819439 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:47.241475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a9bd3d7-5445-462d-a0bd-ffc78564fb5a None None] Provisioning complete for port b78a6cd1-84f3-45e9-93bb-713926461334 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.241854 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a9bd3d7-5445-462d-a0bd-ffc78564fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.359903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.392699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.453507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b56977cb-a690-40b5-bf37-6ce612819439 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.453880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.461538 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.512363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:47.517547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:47.520042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:47.604925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:47.635939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:47.636602 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.661769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-d12d371d-8a74-4b95-946f-f92c550546e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0115578 Jul 08 17:41:47.675143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Request body: {'port': {'device_id': '4126e679-1830-445a-b22a-ab58d95cd825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:47.689161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009731-3d0d-4921-a14f-57b40521248a req-561f6fe3-e6e3-4b39-8ccd-510419ed1e6c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:47.691259 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6009731-3d0d-4921-a14f-57b40521248a req-561f6fe3-e6e3-4b39-8ccd-510419ed1e6c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 931 time: 0.1632457 Jul 08 17:41:47.707966 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.721230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f02481ef-ca05-4f4b-a58c-c8fbface9c96 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:47.723870 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Transition to ACTIVE for port object cda99c2f-11cc-4977-a566-5c4980594525 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:47.732890 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.737894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de683923-2a51-4f8f-affe-77e0adccdff6 None None] Provisioning complete for port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.738304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de683923-2a51-4f8f-affe-77e0adccdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.788679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8107e3-ba0b-4415-96c0-36cfb6806e7e None None] Pushing event updated for resources: {'Port': ['ID=cda99c2f-11cc-4977-a566-5c4980594525,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:47.820081 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6009731-3d0d-4921-a14f-57b40521248a req-1d314e81-ae0f-4a11-9c4c-e6599443ce15 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066611 Jul 08 17:41:47.824841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-de683923-2a51-4f8f-affe-77e0adccdff6 None None] Port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:47.840110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.895607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Attempting to bind port cda99c2f-11cc-4977-a566-5c4980594525 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:47.896115 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Attempting to bind port cda99c2f-11cc-4977-a566-5c4980594525 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:47.896622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Attempting to bind port cda99c2f-11cc-4977-a566-5c4980594525 on network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:47.904528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f02481ef-ca05-4f4b-a58c-c8fbface9c96 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.904922 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:47.905503 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.905730 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Checking segment: {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:47.906266 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.906724 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Bound using segment: {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:47.907251 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Bound port: cda99c2f-11cc-4977-a566-5c4980594525, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:47.907703 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.939854 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.960071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Transition to ACTIVE for port object 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:47.969961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.002709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7dd6543-9bcd-4975-b159-a67ed65f2afb req-ab80c1d1-f1e8-4c2c-9f59-512652e7eddf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 210 time: 0.0441701 Jul 08 17:41:48.014220 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] For port cda99c2f-11cc-4977-a566-5c4980594525, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:48.020427 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] For port cda99c2f-11cc-4977-a566-5c4980594525, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cda99c2f-11cc-4977-a566-5c4980594525,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:48.025904 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.071270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e892f-f77b-4713-a7f5-c7b327a40c40 None None] Pushing event updated for resources: {'Port': ['ID=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.083440 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:48.084152 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:48.102310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78a6cd1-84f3-45e9-93bb-713926461334 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:48.178287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Attempting to bind port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:48.178390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Attempting to bind port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:48.178691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Attempting to bind port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:48.184859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad845050-c6b3-45db-8f81-575c5dd9a8ad {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:48.188585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:48.188962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Checking segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:48.189367 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.189759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Bound using segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:48.194420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.195538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Bound port: 19a2aed3-6cf8-47c5-aeee-0ade165b1df2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:48.196655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.210473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Transition to ACTIVE for port object ad845050-c6b3-45db-8f81-575c5dd9a8ad will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:48.215232 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.282314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b78a6cd1-84f3-45e9-93bb-713926461334 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:48.282688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.305280 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8107e3-ba0b-4415-96c0-36cfb6806e7e None None] Pushing event updated for resources: {'Port': ['ID=cda99c2f-11cc-4977-a566-5c4980594525,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.311964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.318709 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:48.356626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] For port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:48.369719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] For port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:48.379895 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.387381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Attempting to bind port ad845050-c6b3-45db-8f81-575c5dd9a8ad on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:48.387850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Attempting to bind port ad845050-c6b3-45db-8f81-575c5dd9a8ad by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:48.388305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Attempting to bind port ad845050-c6b3-45db-8f81-575c5dd9a8ad on network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:48.394610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Port ad845050-c6b3-45db-8f81-575c5dd9a8ad on network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:41:48.395058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Attempting to bind port ad845050-c6b3-45db-8f81-575c5dd9a8ad on network 2b9098a3-ab34-4157-83a3-e8d406ca4fcf {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:48.401062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:48.401536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Checking segment: {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:48.402059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Bound using segment: {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:48.402603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Bound port: ad845050-c6b3-45db-8f81-575c5dd9a8ad, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a05970-0c2d-48dc-8fff-3ea7392f1d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:48.403344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.481186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-eaa99457-fe69-4411-8248-ce0a613aa31d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.486096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-eaa99457-fe69-4411-8248-ce0a613aa31d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 797 time: 0.2431839 Jul 08 17:41:48.515279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:48.519384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:48.524817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.558582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-12c755f7-2666-43f6-af7d-09951e60702e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 380 time: 0.0653286 Jul 08 17:41:48.573284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.573487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'port': {'device_id': '83937c36-1e33-4d96-b54a-109dfe38888f', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'admin_state_up': True, 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'security_groups': ['96a11f20-0bcc-4a85-a1b9-6768a072a496']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:48.574116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.575822 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 1091 time: 0.9065516 Jul 08 17:41:48.578490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:48.578768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:48.579511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:48.581705 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60" -d '{"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:48.648653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e892f-f77b-4713-a7f5-c7b327a40c40 None None] Pushing event updated for resources: {'Port': ['ID=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.650730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21848a3e-51a3-4905-9a5a-3cab2657d6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.662983 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b40f2-320c-45cb-8574-a3f77dc1b23a x-openstack-request-id: req-c33b40f2-320c-45cb-8574-a3f77dc1b23a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:48.664196 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:48.664612 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c33b40f2-320c-45cb-8574-a3f77dc1b23a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:48.665728 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'status': 'completed', 'code': 200} Jul 08 17:41:48.732175 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:48Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:48.770133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:48.779300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.786921 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38495818-1abc-4f25-8646-825f9b82f81c None None] The sync data for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 is: [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:48Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:48.805159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-11e3650f-f5f9-48b8-aae9-aeea17060a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.807562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-11e3650f-f5f9-48b8-aae9-aeea17060a4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1094 time: 0.0884092 Jul 08 17:41:48.822970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:48.880774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-e69769d8-d681-4544-8ee0-ace7e15155ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0636187 Jul 08 17:41:48.954550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-34b586e7-692d-4564-809a-d3a2e1bb0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.956256 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-34b586e7-692d-4564-809a-d3a2e1bb0641 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0714517 Jul 08 17:41:49.002815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-ad0fda20-643d-4bc6-8d97-f6f3b4ce1add service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401335 Jul 08 17:41:49.073273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.8 (eb766ec7-5f31-4cf4-bdd9-b5905c525e61/6d75db28-6949-4a92-b830-47173178b390/230bf5ea-c469-4c29-84f5-a404905352bd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:49.179056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:48Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:49.238025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-48e30024-6181-469e-85f5-e371a66ae408 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275593 Jul 08 17:41:49.255875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437818c8-d827-4201-90f7-7b837282d0d9 req-e7a4ec90-be7b-4edd-942b-afe441b343cd tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:49.257497 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-437818c8-d827-4201-90f7-7b837282d0d9 req-e7a4ec90-be7b-4edd-942b-afe441b343cd tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 943 time: 0.2390113 Jul 08 17:41:49.266190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-194eb00b-2881-417e-8cdd-55e07dde73bd req-c42342f0-49d7-44e0-9737-2129c95173df tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 210 time: 0.0519552 Jul 08 17:41:49.340749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.364835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object 230bf5ea-c469-4c29-84f5-a404905352bd will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:49.366388 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3348b551-7978-4a6b-b4fb-e6213bb6fc4f req-e546bf0b-6473-4c69-96c2-88b3e6edf692 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232450 Jul 08 17:41:49.402526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-437818c8-d827-4201-90f7-7b837282d0d9 req-2238f759-7ec5-4c9a-83a4-856ee26c4277 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349931 Jul 08 17:41:49.421998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cda99c2f-11cc-4977-a566-5c4980594525 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:49.425551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.425778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e914680-14a3-4a77-9452-4c4aad141a76 None None] The sync data for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 is: [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:48Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:49.518192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:49.527062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:49.533714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:49.551624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8238260-a69c-4795-8510-f3b95643897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.566633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port cda99c2f-11cc-4977-a566-5c4980594525 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:49.575581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cda99c2f-11cc-4977-a566-5c4980594525 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:49.576201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.589487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-0ad6513c-1a36-47d8-b98d-b0262de93366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:49.591138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-0ad6513c-1a36-47d8-b98d-b0262de93366 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1094 time: 0.1346035 Jul 08 17:41:49.637919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:49.639033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.664486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:49.674117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-58cd4bfc-e25c-4f6a-8b41-85ba6e45a91a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1094627 Jul 08 17:41:49.686124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Request body: {'port': {'device_id': '83937c36-1e33-4d96-b54a-109dfe38888f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:49.717116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.768376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port cda99c2f-11cc-4977-a566-5c4980594525, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cda99c2f-11cc-4977-a566-5c4980594525,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:49.773676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.817614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-964aa907-9c1f-4e75-921a-704bb0378fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:49.819366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-964aa907-9c1f-4e75-921a-704bb0378fa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.2202697 Jul 08 17:41:49.866778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=cda99c2f-11cc-4977-a566-5c4980594525,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:49.877179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-892d9477-4016-4139-aaec-4411326144a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0505357 Jul 08 17:41:49.938424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-615f68a7-b054-4706-be87-dfbac8bbd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:49.940437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-615f68a7-b054-4706-be87-dfbac8bbd0d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0567935 Jul 08 17:41:49.949053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8566ae3-1fff-45c7-a864-cd9e055e7188 None None] Provisioning for port 230bf5ea-c469-4c29-84f5-a404905352bd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:49.954356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8566ae3-1fff-45c7-a864-cd9e055e7188 None None] Provisioning complete for port 230bf5ea-c469-4c29-84f5-a404905352bd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:49.954904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8566ae3-1fff-45c7-a864-cd9e055e7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.976649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-034d2168-cf71-4b09-a854-da1be874044c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298531 Jul 08 17:41:49.996763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e8566ae3-1fff-45c7-a864-cd9e055e7188 None None] Port 230bf5ea-c469-4c29-84f5-a404905352bd cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:50.204134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.466301 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-554dd7e9-3176-4345-9307-6859c10eba0b service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824996 Jul 08 17:41:50.501066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:50.508897 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.521558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Transition to ACTIVE for port object 230bf5ea-c469-4c29-84f5-a404905352bd will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:50.526483 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.541452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f57bb-0a2e-4656-a6d2-7ccd5ba007d1 req-56405e2b-e3c5-4eb8-b64b-b32a9c915742 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:50.542580 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-590f57bb-0a2e-4656-a6d2-7ccd5ba007d1 req-56405e2b-e3c5-4eb8-b64b-b32a9c915742 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 931 time: 0.1429467 Jul 08 17:41:50.594000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:50.623216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20d53dfe-e325-49f6-9fb8-cbc543aa6f60 req-77f8a1a3-565c-4b7e-91bd-64d9d903c8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481316 Jul 08 17:41:50.626651 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-590f57bb-0a2e-4656-a6d2-7ccd5ba007d1 req-cbd103ad-f1af-45f8-8f94-ae408ae87b27 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767784 Jul 08 17:41:50.726879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:50.727231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:50.727920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:50.732474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:41:50.732800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:50.741657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:50.741657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Checking segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:50.742057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Bound using segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:50.742495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Bound port: 230bf5ea-c469-4c29-84f5-a404905352bd, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:50.742857 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.754487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84b4e-d729-41c9-8e15-d751dcd59258 req-712a342f-bc7b-43d8-a2bd-aaa198514de0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:50.765389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06a84b4e-d729-41c9-8e15-d751dcd59258 req-712a342f-bc7b-43d8-a2bd-aaa198514de0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 943 time: 0.1446342 Jul 08 17:41:50.840517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06a84b4e-d729-41c9-8e15-d751dcd59258 req-ffb5bd65-52f7-4fa8-aeab-d3b84d984ace tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741112 Jul 08 17:41:50.873357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:50.877574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:50.882593 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.919989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:50.921165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.922606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] 10.222.0.53 "PUT /v2.0/ports/230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 1091 time: 1.2413833 Jul 08 17:41:50.923065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:50.925362 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f17b94-e7a4-4208-a90a-df0d066c1800" -d '{"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:50.980330 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05211774-51eb-4aac-a393-bbed76340903 x-openstack-request-id: req-05211774-51eb-4aac-a393-bbed76340903 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:50.980692 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:50.981001 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05211774-51eb-4aac-a393-bbed76340903 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:50.981441 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'status': 'completed', 'code': 200} Jul 08 17:41:50.986122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6171a5-c7cf-435a-ac28-b67a6052dafa service neutron] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:51.038817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-ca80571d-f287-4e90-9b50-cde408fcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.040340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-ca80571d-f287-4e90-9b50-cde408fcd07c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1094 time: 0.0715704 Jul 08 17:41:51.082896 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-a2793e55-a5d2-4a29-8c4a-561353e35238 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 217 time: 0.0351441 Jul 08 17:41:51.151958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-1da82fba-5f3b-4cc8-8f4f-bcd961431a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.153733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-1da82fba-5f3b-4cc8-8f4f-bcd961431a55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0649188 Jul 08 17:41:51.219505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-de537e8e-b0e5-4080-bbcf-68597a469e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.221051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-de537e8e-b0e5-4080-bbcf-68597a469e25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614390 Jul 08 17:41:51.262338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:51.320245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:51.324648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:51.325158 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.328548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-2fd4d18f-cbd1-4b3c-a129-f384eda90325 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010563 Jul 08 17:41:51.409815 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.428744 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a475eaaa-7741-4e45-84a5-28c5702f3be8 req-156413da-c522-4346-8785-d46fede014a9 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940750 Jul 08 17:41:51.457165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:51.462555 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.463366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cda99c2f-11cc-4977-a566-5c4980594525 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:51.555711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-27c40f17-9f52-4f1a-bc0d-fdf55e28a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.557303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-27c40f17-9f52-4f1a-bc0d-fdf55e28a780 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1094 time: 0.0729105 Jul 08 17:41:51.560072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:51.567835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cda99c2f-11cc-4977-a566-5c4980594525 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:51.568215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.650923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-f2007b0e-99b5-4fb0-8104-80e10a5229c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.652948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-f2007b0e-99b5-4fb0-8104-80e10a5229c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.0893257 Jul 08 17:41:51.702361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-990b0d94-bb74-4e77-8076-217ca16e77cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 217 time: 0.0420744 Jul 08 17:41:51.757391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-70367056-6092-48b0-b6da-1e5ca57c3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.758950 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-70367056-6092-48b0-b6da-1e5ca57c3161 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0504985 Jul 08 17:41:51.874823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47310cad-a40a-4d1c-beef-5a973c934e54 req-50e164c3-bd0a-48cb-918e-4f338fd13d8e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.876412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47310cad-a40a-4d1c-beef-5a973c934e54 req-50e164c3-bd0a-48cb-918e-4f338fd13d8e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.1158791 Jul 08 17:41:51.878237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-b139af38-b3d3-4ccd-8065-f9ac705e1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.879666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-b139af38-b3d3-4ccd-8065-f9ac705e1bc2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075649 Jul 08 17:41:51.963695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47310cad-a40a-4d1c-beef-5a973c934e54 req-9ab8296c-f701-483c-9605-bd0338a4d57c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816696 Jul 08 17:41:52.004976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-8ca22d38-b540-4da9-9f90-62481c5f213f service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158905 Jul 08 17:41:52.062767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540441e0-5523-4a51-9d52-6dbda6d781c9 req-02be70da-7bb3-4ccd-a131-2b822d2baa27 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:52.064298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-540441e0-5523-4a51-9d52-6dbda6d781c9 req-02be70da-7bb3-4ccd-a131-2b822d2baa27 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 943 time: 0.0645461 Jul 08 17:41:52.102705 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-540441e0-5523-4a51-9d52-6dbda6d781c9 req-29a7847c-9904-4600-83f3-0731acf3c095 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 08 17:41:52.109645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-51f17b94-e7a4-4208-a90a-df0d066c1800 req-e4befa75-9b7f-4a67-a50e-763916c3e3df service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975692 Jul 08 17:41:52.188287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03716be1-74ef-4a39-bc2b-752653e4fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.314623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.472813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ad845050-c6b3-45db-8f81-575c5dd9a8ad details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:41:52.576351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:52.587270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'port_id': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:41:52.622982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.638289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad845050-c6b3-45db-8f81-575c5dd9a8ad {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:52.658265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:52.661764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.710881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:52.849348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ad845050-c6b3-45db-8f81-575c5dd9a8ad'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:41:53.144513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ae85c-2473-42c1-b41e-f5982a93102c req-3e55f65b-7301-4d93-b441-1ad4e6800078 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:53.146043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-980ae85c-2473-42c1-b41e-f5982a93102c req-3e55f65b-7301-4d93-b441-1ad4e6800078 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.0720732 Jul 08 17:41:53.165169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:53.187577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-980ae85c-2473-42c1-b41e-f5982a93102c req-13f4eeba-92a8-4212-9095-3ccc1748ce89 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357375 Jul 08 17:41:53.215736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:53.216106 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.286459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a1320-4c10-4965-b79e-7376aa374d4d req-3e9d0692-b3a7-406a-aa4a-5bd7e9c12f4b tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:53.287864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b8a1320-4c10-4965-b79e-7376aa374d4d req-3e9d0692-b3a7-406a-aa4a-5bd7e9c12f4b tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 944 time: 0.0637202 Jul 08 17:41:53.325508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b8a1320-4c10-4965-b79e-7376aa374d4d req-0b2d1754-adeb-4b87-a2e1-b6772f55b6d8 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Jul 08 17:41:53.584325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.362576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e156abf-0174-45ea-8fc6-dbb0c28ff4db req-2ce1d596-e194-4cb2-83c1-208dce420604 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:54.364077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e156abf-0174-45ea-8fc6-dbb0c28ff4db req-2ce1d596-e194-4cb2-83c1-208dce420604 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.0676916 Jul 08 17:41:54.408269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e156abf-0174-45ea-8fc6-dbb0c28ff4db req-f2d4433e-acfe-4bbe-abac-9dbb4209142d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383766 Jul 08 17:41:54.473261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ad845050-c6b3-45db-8f81-575c5dd9a8ad up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:54.508107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bc1df-4413-4392-80f7-68f12bd14203 req-7f04daf7-e6d2-4c09-aaf5-2c12a64dd501 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:54.509608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb1bc1df-4413-4392-80f7-68f12bd14203 req-7f04daf7-e6d2-4c09-aaf5-2c12a64dd501 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 944 time: 0.0649219 Jul 08 17:41:54.521039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port ad845050-c6b3-45db-8f81-575c5dd9a8ad completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:54.524774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port ad845050-c6b3-45db-8f81-575c5dd9a8ad triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:54.525186 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.550296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb1bc1df-4413-4392-80f7-68f12bd14203 req-e259f8b9-3c3f-4bee-9aa5-1e2a8313f386 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347304 Jul 08 17:41:54.606805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.629377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:54.631641 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a122a363-03a1-4861-996a-4c92cce19ff1" -d '{"events": [{"server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "name": "network-vif-plugged", "status": "completed", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:54.643035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:41:54.648313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:54.656707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.731709 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead4c8c0-47d3-441a-a5ce-15b21964c7a8 x-openstack-request-id: req-ead4c8c0-47d3-441a-a5ce-15b21964c7a8 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:54.731996 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "name": "network-vif-plugged", "status": "completed", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:54.732250 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ead4c8c0-47d3-441a-a5ce-15b21964c7a8 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:54.732639 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'code': 200} Jul 08 17:41:54.755505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:54.788759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:54.800205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '230bf5ea-c469-4c29-84f5-a404905352bd', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:41:54.837311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.849836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:54.852522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566ca4d-662f-406f-a283-db8243b39b48 req-39a5560c-3fee-4aa4-a087-4bb22688efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:54.854627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d566ca4d-662f-406f-a283-db8243b39b48 req-39a5560c-3fee-4aa4-a087-4bb22688efd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.0555983 Jul 08 17:41:54.869045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:54.875136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.891479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d566ca4d-662f-406f-a283-db8243b39b48 req-8929cc81-de99-4b9c-a06d-9e92cf3e8e03 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Jul 08 17:41:54.923416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:54.964304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.141541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['230bf5ea-c469-4c29-84f5-a404905352bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:41:55.586484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53354-80c8-405c-a8f4-636b48457e96 req-4af769e0-3176-486d-b413-b0c46c4c2896 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:55.588654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9b53354-80c8-405c-a8f4-636b48457e96 req-4af769e0-3176-486d-b413-b0c46c4c2896 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.0653279 Jul 08 17:41:55.627927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f9b53354-80c8-405c-a8f4-636b48457e96 req-284eee10-c1ab-4d5a-9b24-45682a1c4429 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Jul 08 17:41:55.732939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d8f8-f7a2-487f-b591-1e65c58c8cb5 req-316afe9c-7cf3-4a2b-a0a3-47c55125f400 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:55.734956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a505d8f8-f7a2-487f-b591-1e65c58c8cb5 req-316afe9c-7cf3-4a2b-a0a3-47c55125f400 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0677228 Jul 08 17:41:55.778172 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a505d8f8-f7a2-487f-b591-1e65c58c8cb5 req-b37e8941-754b-4a5b-bd83-db1ad28d30e3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Jul 08 17:41:56.649738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:56.703143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 230bf5ea-c469-4c29-84f5-a404905352bd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:56.706875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 230bf5ea-c469-4c29-84f5-a404905352bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:56.707374 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.786932 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.806879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c3a9b-bcae-42a8-81e9-b77309583ddf req-2914d09b-4ad8-4929-afa0-f765a8d435de tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:56.808399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a49c3a9b-bcae-42a8-81e9-b77309583ddf req-2914d09b-4ad8-4929-afa0-f765a8d435de tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.0651743 Jul 08 17:41:56.815956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:56.818224 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d8e099-0b57-4a05-9efc-64f18d02c773" -d '{"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-plugged", "status": "completed", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:56.832325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:56.836593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.852390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a49c3a9b-bcae-42a8-81e9-b77309583ddf req-a0cde1f5-e512-43cf-9e13-d580e53c2fa8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Jul 08 17:41:56.892116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:56.910837 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f8c39-7be4-427f-ac88-53c3d96780bd x-openstack-request-id: req-723f8c39-7be4-427f-ac88-53c3d96780bd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:56.911131 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-plugged", "status": "completed", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:56.911384 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-723f8c39-7be4-427f-ac88-53c3d96780bd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:56.911779 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'code': 200} Jul 08 17:41:56.965699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36f8b-664e-4d66-b1cb-2e4d468d2aa7 req-9980fe31-50b1-4f0a-89a0-fbd823c60d67 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:56.967222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bc36f8b-664e-4d66-b1cb-2e4d468d2aa7 req-9980fe31-50b1-4f0a-89a0-fbd823c60d67 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0662589 Jul 08 17:41:57.036505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bc36f8b-664e-4d66-b1cb-2e4d468d2aa7 req-75995742-6e51-4f6b-88d4-8da6fbb6eb27 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587893 Jul 08 17:41:57.054736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432390d-b098-41e5-8954-ec7b59c06988 req-a3ebf6c7-52cc-4a7d-b84b-6f88d70a4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:57.056245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9432390d-b098-41e5-8954-ec7b59c06988 req-a3ebf6c7-52cc-4a7d-b84b-6f88d70a4551 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1096 time: 0.0858083 Jul 08 17:41:57.091667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9432390d-b098-41e5-8954-ec7b59c06988 req-9804b736-040b-421b-a1fe-04857d76e5fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284772 Jul 08 17:41:57.355609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-a459d827-dd63-4679-a42f-27d60d2b6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:57.357110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-a459d827-dd63-4679-a42f-27d60d2b6f1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.0603516 Jul 08 17:41:57.410569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4e117-6dae-42f2-878b-4278936adb2b req-2f465e68-82e7-461e-b795-7266c4f0d371 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:57.412026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8e4e117-6dae-42f2-878b-4278936adb2b req-2f465e68-82e7-461e-b795-7266c4f0d371 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Jul 08 17:41:57.452855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-35349ada-37de-4410-bed2-37be61a15f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:57.454173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-35349ada-37de-4410-bed2-37be61a15f93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.0907004 Jul 08 17:41:57.454316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8e4e117-6dae-42f2-878b-4278936adb2b req-89027e3b-2962-406c-b8a1-44c1fb74572a tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Jul 08 17:41:57.500357 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-7903b0cf-3604-4dd1-bbbf-fac9f893462d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0399315 Jul 08 17:41:57.548285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-51dcbcb4-7892-4120-9d37-06609d26488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:57.549694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-51dcbcb4-7892-4120-9d37-06609d26488a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0437801 Jul 08 17:41:57.580483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-3ba10032-87a5-4191-8f90-20c4f32cccda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248573 Jul 08 17:41:57.671809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-4ebdc415-2abe-4f1d-92ef-d1ba88c93a2f service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849962 Jul 08 17:41:57.759429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad8f5f2d-23aa-4a33-857b-7d544b652784 req-935b2ae6-bfc7-4f8c-88d8-03b0ebda6111 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816634 Jul 08 17:41:58.039407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f293664-4116-45d4-a327-4f687931e6d6 req-5a0594c8-7a09-45a5-8c22-ba23c658b37c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:58.041143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f293664-4116-45d4-a327-4f687931e6d6 req-5a0594c8-7a09-45a5-8c22-ba23c658b37c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0660625 Jul 08 17:41:58.080462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f293664-4116-45d4-a327-4f687931e6d6 req-769246c5-d9fc-41a5-89eb-af7ef0c0f8c1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Jul 08 17:41:58.642999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84212aaa-8a0f-4234-9f81-92f531abcbdc req-c8e887d7-08ec-48b6-be77-05cffa2af7f5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:58.644527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84212aaa-8a0f-4234-9f81-92f531abcbdc req-c8e887d7-08ec-48b6-be77-05cffa2af7f5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0724275 Jul 08 17:41:58.681609 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84212aaa-8a0f-4234-9f81-92f531abcbdc req-28735a53-0814-48d6-b9b5-852ad1bad8f8 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Jul 08 17:41:59.256826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5cf59-ad81-40ef-a774-443d1aabe342 req-1cf4272b-c36e-477e-b9a3-b07f9e1fb1fd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:59.258336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ffe5cf59-ad81-40ef-a774-443d1aabe342 req-1cf4272b-c36e-477e-b9a3-b07f9e1fb1fd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0673923 Jul 08 17:41:59.297383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ffe5cf59-ad81-40ef-a774-443d1aabe342 req-0fccc656-6951-46d6-8a2c-e5693cda5cf9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335579 Jul 08 17:41:59.469213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686f4c-0726-4458-8179-80fac6787f19 req-3324e710-28ab-4635-ae34-432f275c9d8a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:59.470755 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1686f4c-0726-4458-8179-80fac6787f19 req-3324e710-28ab-4635-ae34-432f275c9d8a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0667613 Jul 08 17:41:59.508377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1686f4c-0726-4458-8179-80fac6787f19 req-a3da7a39-cc6b-4a39-ac58-fef2b1cc9e0a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Jul 08 17:41:59.539643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49450) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:59.592023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51b201-8fa9-47e7-93d0-7793cb76e121 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:59.596542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0c51b201-8fa9-47e7-93d0-7793cb76e121 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1091 time: 0.0530624 Jul 08 17:41:59.596687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49454) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:59.600914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:59.623077 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.724362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.831752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.159 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f1af6a51-718c-4d80-8450-1a550ae6e19a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:59.863037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c083-a540-4143-8b9b-78c3cfabb150 req-64b24df6-1a02-455a-9116-b52ee02e8414 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:59.864561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7576c083-a540-4143-8b9b-78c3cfabb150 req-64b24df6-1a02-455a-9116-b52ee02e8414 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0721085 Jul 08 17:41:59.903597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7576c083-a540-4143-8b9b-78c3cfabb150 req-e6943932-f9a1-4e73-8d84-be94dd1ef48c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jul 08 17:41:59.948101 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.986193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.019444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:00.022246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:00.027537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:00.055978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=f1af6a51-718c-4d80-8450-1a550ae6e19a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:00.395622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.471291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.620372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.625536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.701078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=f1af6a51-718c-4d80-8450-1a550ae6e19a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:00.712317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.815310 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP b7c6a6e0-e047-40c6-86d8-575f9e428af7 associated. External IP: 172.25.3.159, port: 230bf5ea-c469-4c29-84f5-a404905352bd. Jul 08 17:42:01.028285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 337af832-4ac3-42a8-9ebf-835d4f3ef31e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:01.083686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357528c-f145-4a84-8856-9d9fd291a787 req-860db6b2-7510-4f84-9859-4697a661bca4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.085199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1357528c-f145-4a84-8856-9d9fd291a787 req-860db6b2-7510-4f84-9859-4697a661bca4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0654635 Jul 08 17:42:01.124382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1357528c-f145-4a84-8856-9d9fd291a787 req-a17f28f2-915e-4384-8281-359e4f9c8d27 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Jul 08 17:42:01.134655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:01.151132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.151942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] Sync routers for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:01.162767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:01.163390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:01.192270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-97f9f6c3-406b-4710-b2d3-9b8a9505a9f4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5945225 Jul 08 17:42:01.192776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:01.195158 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c0410-77c8-40fe-b87a-468c49400c48" -d '{"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:01.232638 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6efbfb5-abe2-4721-af7d-2fc5baea8e57 x-openstack-request-id: req-b6efbfb5-abe2-4721-af7d-2fc5baea8e57 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:01.233564 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:01.233825 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6efbfb5-abe2-4721-af7d-2fc5baea8e57 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:01.234254 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'status': 'completed', 'code': 200} Jul 08 17:42:01.275793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:01.347301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0410-77c8-40fe-b87a-468c49400c48 req-7fbd311f-8800-46b6-9c23-693867590014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.348835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-7fbd311f-8800-46b6-9c23-693867590014 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1096 time: 0.0896924 Jul 08 17:42:01.509051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b7c6a6e0-e047-40c6-86d8-575f9e428af7', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83937c36-1e33-4d96-b54a-109dfe38888f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:42:00Z', 'updated_at': '2021-07-08T17:42:00Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:51Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:01.539778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] Checking router: 337af832-4ac3-42a8-9ebf-835d4f3ef31e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:01.549582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:01.550236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:41:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:01.654486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:01.733708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e044-5462-479f-9abb-07fdd5cdd6b5 req-1b8b7591-5fa8-4f1f-b101-83eb41d5a2e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.739289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3392e044-5462-479f-9abb-07fdd5cdd6b5 req-1b8b7591-5fa8-4f1f-b101-83eb41d5a2e7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.4432449 Jul 08 17:42:01.799063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3392e044-5462-479f-9abb-07fdd5cdd6b5 req-4c3a2bb8-ecfc-4fa3-9e41-fae77a2e247d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574372 Jul 08 17:42:01.804227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0410-77c8-40fe-b87a-468c49400c48 req-e45d7823-5687-4711-8066-e6751a06d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.805735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-e45d7823-5687-4711-8066-e6751a06d0c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.4505126 Jul 08 17:42:01.828457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49468) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:01.881402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-d0a5d80d-41c2-45ac-8bc9-b48befe1a504 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.0679002 Jul 08 17:42:01.901847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e046e8bf-52c2-4022-a99c-273e427da378 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/b7c6a6e0-e047-40c6-86d8-575f9e428af7 HTTP/1.1" status: 200 len: 991 time: 0.0708153 Jul 08 17:42:01.938397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0410-77c8-40fe-b87a-468c49400c48 req-b9e77893-bceb-4bb6-8ae4-510a114a6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.939910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-b9e77893-bceb-4bb6-8ae4-510a114a6141 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0523407 Jul 08 17:42:01.998094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0410-77c8-40fe-b87a-468c49400c48 req-bd7d5213-22b2-4160-891c-07898c1f6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.999857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-bd7d5213-22b2-4160-891c-07898c1f6649 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537753 Jul 08 17:42:02.046255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b7c6a6e0-e047-40c6-86d8-575f9e428af7', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83937c36-1e33-4d96-b54a-109dfe38888f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:42:00Z', 'updated_at': '2021-07-08T17:42:00Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:51Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:02.072101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00afcdb-49e6-4c61-a2ab-ea50008190d2 None None] The sync data for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 is: [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'b7c6a6e0-e047-40c6-86d8-575f9e428af7', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.159', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83937c36-1e33-4d96-b54a-109dfe38888f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:42:00Z', 'updated_at': '2021-07-08T17:42:00Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:51Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:02.089877 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-61ef109a-e2df-43a1-ae34-c2817d74783f service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836477 Jul 08 17:42:02.185593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-530c0410-77c8-40fe-b87a-468c49400c48 req-80428556-45d5-4cf5-af37-d231263463af service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899658 Jul 08 17:42:02.285493 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325e902-d34e-4019-a046-b23e14908b1b None None] New status for floating IP b7c6a6e0-e047-40c6-86d8-575f9e428af7: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:42:02.303757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2357ae-8fb7-4457-bd42-a0f8c50db1b2 req-d5c945d8-03a4-4c0b-939b-cfbf71676f3e tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:02.305176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f2357ae-8fb7-4457-bd42-a0f8c50db1b2 req-d5c945d8-03a4-4c0b-939b-cfbf71676f3e tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0654068 Jul 08 17:42:02.343549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f2357ae-8fb7-4457-bd42-a0f8c50db1b2 req-adebcc75-55b2-47f7-85a7-b9664a0d7706 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Jul 08 17:42:02.904053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49474) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:02.973678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7334b1b4-7f21-4fa4-9c58-35469d97b8f3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/b7c6a6e0-e047-40c6-86d8-575f9e428af7 HTTP/1.1" status: 200 len: 993 time: 0.0683999 Jul 08 17:42:03.523401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d228c-eb2b-405f-b15a-7d1fd6de26d4 req-f9ab7046-a296-466c-825d-e0bddcd82b6c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:03.524878 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-477d228c-eb2b-405f-b15a-7d1fd6de26d4 req-f9ab7046-a296-466c-825d-e0bddcd82b6c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0734141 Jul 08 17:42:03.562777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-477d228c-eb2b-405f-b15a-7d1fd6de26d4 req-a56a848d-9708-4740-a7be-2208973df521 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Jul 08 17:42:04.734865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe93439-ec04-4911-b6be-23c4ba9f02f8 req-800bbfdb-2a7d-426a-a691-954ac9158977 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:04.736362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efe93439-ec04-4911-b6be-23c4ba9f02f8 req-800bbfdb-2a7d-426a-a691-954ac9158977 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0642927 Jul 08 17:42:04.773192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-efe93439-ec04-4911-b6be-23c4ba9f02f8 req-42b56b48-4132-4148-bb27-7cd87ffa863c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Jul 08 17:42:05.952158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f797252-8f0d-4c78-b26d-ff95242f1120 req-93109108-853e-4bd6-b49a-35c917dc5cc8 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:05.953611 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f797252-8f0d-4c78-b26d-ff95242f1120 req-93109108-853e-4bd6-b49a-35c917dc5cc8 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0640204 Jul 08 17:42:05.990188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f797252-8f0d-4c78-b26d-ff95242f1120 req-19c40ed5-4382-4f2b-b423-d3e663bd22a9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Jul 08 17:42:07.196288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a952f-2442-42e8-aca8-6c13dd86bbde req-f5355955-2ec9-4e4c-af74-ef33f7cd92ce tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:07.197748 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-756a952f-2442-42e8-aca8-6c13dd86bbde req-f5355955-2ec9-4e4c-af74-ef33f7cd92ce tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0789218 Jul 08 17:42:07.235774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-756a952f-2442-42e8-aca8-6c13dd86bbde req-0c1c15a8-7146-4b22-a42c-b62cb90f1435 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Jul 08 17:42:08.406836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1f0ef-43f5-46a9-8af7-be5e6d094139 req-e65836d7-37f3-4e80-b436-5877197a1ea6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:08.408349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fe1f0ef-43f5-46a9-8af7-be5e6d094139 req-e65836d7-37f3-4e80-b436-5877197a1ea6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0653868 Jul 08 17:42:08.447474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fe1f0ef-43f5-46a9-8af7-be5e6d094139 req-e4a4cd28-aadb-459c-8054-5a8afd0f53d5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Jul 08 17:42:09.628834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e9b3d-ee2c-4ce1-88c1-30daae5528f9 req-53af1b10-55f9-46a6-b64f-469f836f87f7 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:09.630350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a07e9b3d-ee2c-4ce1-88c1-30daae5528f9 req-53af1b10-55f9-46a6-b64f-469f836f87f7 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0703964 Jul 08 17:42:09.667149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a07e9b3d-ee2c-4ce1-88c1-30daae5528f9 req-ff243cd3-7a11-495f-8c02-924889fc0ea0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Jul 08 17:42:10.843253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea720f-a72f-475f-8ffb-a6350f17a90e req-4246d424-9403-49cb-a67c-57f2111fad3c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:10.844805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3ea720f-a72f-475f-8ffb-a6350f17a90e req-4246d424-9403-49cb-a67c-57f2111fad3c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0634167 Jul 08 17:42:10.882508 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d3ea720f-a72f-475f-8ffb-a6350f17a90e req-05edffee-48f1-4e16-9e40-cb92420c6495 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Jul 08 17:42:12.056798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2d26-1b2e-49e8-9041-93ca1bc23f40 req-99c458a6-7d77-4c62-9f8a-e616725e2984 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.058196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f42d2d26-1b2e-49e8-9041-93ca1bc23f40 req-99c458a6-7d77-4c62-9f8a-e616725e2984 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0642247 Jul 08 17:42:12.095589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f42d2d26-1b2e-49e8-9041-93ca1bc23f40 req-f51cd456-b033-4119-826e-42b7961260b4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 08 17:42:13.036759 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.065857 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.269592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbce373-9fa8-4224-988f-c61dcbc42462 req-acf1e30e-ab38-4bbd-9ddd-cb576729d9b4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:13.271128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cbce373-9fa8-4224-988f-c61dcbc42462 req-acf1e30e-ab38-4bbd-9ddd-cb576729d9b4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0670705 Jul 08 17:42:13.308959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cbce373-9fa8-4224-988f-c61dcbc42462 req-3fd53ee7-eca1-4f26-9906-1651122b4f1b tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 08 17:42:14.479462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aae025-5666-4523-a99b-3c742196627e req-161868e2-94af-48b8-972b-932aa5f73f07 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:14.480927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94aae025-5666-4523-a99b-3c742196627e req-161868e2-94af-48b8-972b-932aa5f73f07 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0625596 Jul 08 17:42:14.518001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94aae025-5666-4523-a99b-3c742196627e req-3ada7527-995a-4100-8357-46a2435fa7a6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Jul 08 17:42:15.697549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e776-bbe3-4d0c-9b11-077bdad3ec80 req-6e28e196-3447-440c-be74-25d6b24a3dba tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:15.699060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bb9e776-bbe3-4d0c-9b11-077bdad3ec80 req-6e28e196-3447-440c-be74-25d6b24a3dba tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0677953 Jul 08 17:42:15.737112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bb9e776-bbe3-4d0c-9b11-077bdad3ec80 req-87289fc7-0d0d-4314-97e1-e418acb94cef tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 08 17:42:16.910098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b56ef8-56ce-4988-9753-47adcb819a02 req-50d2806c-a0ca-45a2-99e6-104fcb612f66 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:16.911590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6b56ef8-56ce-4988-9753-47adcb819a02 req-50d2806c-a0ca-45a2-99e6-104fcb612f66 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0653224 Jul 08 17:42:16.949697 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b6b56ef8-56ce-4988-9753-47adcb819a02 req-1cd3a01c-a14e-4a83-bb68-84984629021f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Jul 08 17:42:18.120581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3e06-31f4-4da6-9ee7-a4622105f1d0 req-52690774-56fa-41bf-b60e-7a340b7053e6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:18.121957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68db3e06-31f4-4da6-9ee7-a4622105f1d0 req-52690774-56fa-41bf-b60e-7a340b7053e6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0626557 Jul 08 17:42:18.160341 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68db3e06-31f4-4da6-9ee7-a4622105f1d0 req-ababe737-6281-4849-a768-2b3553111fb2 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Jul 08 17:42:19.334671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b53f-972a-47d6-8bd7-e76189b96d7d req-8d38dc2b-b432-43a9-aacd-9188ae08eed0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:19.336153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bb2b53f-972a-47d6-8bd7-e76189b96d7d req-8d38dc2b-b432-43a9-aacd-9188ae08eed0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0684514 Jul 08 17:42:19.373137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bb2b53f-972a-47d6-8bd7-e76189b96d7d req-a7a9ac8f-c67b-4047-916f-ba61726f6eb1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Jul 08 17:42:19.500561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89ae5ffd-fba2-4707-992d-39903e6f7b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:20.547861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bdae9-4b60-4d95-ba0d-d8f20ff24847 req-f6ef39a6-277c-417f-a487-77ccbbf744e6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:20.549187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85bdae9-4b60-4d95-ba0d-d8f20ff24847 req-f6ef39a6-277c-417f-a487-77ccbbf744e6 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0638616 Jul 08 17:42:20.587974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85bdae9-4b60-4d95-ba0d-d8f20ff24847 req-f8838c49-f221-4ba1-9587-a538228e895b tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331316 Jul 08 17:42:21.766032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed51e30-85b6-4aea-8938-7520318fcf49 req-20aea86d-e890-4893-826b-dee4dc46d1d3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:21.767523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ed51e30-85b6-4aea-8938-7520318fcf49 req-20aea86d-e890-4893-826b-dee4dc46d1d3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0698199 Jul 08 17:42:21.807238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ed51e30-85b6-4aea-8938-7520318fcf49 req-a2b15eba-b3ee-4d7c-ba1e-5f95a2cdeb52 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jul 08 17:42:22.189262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b20538b-2d1c-4f82-8b3c-c9b715f20a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.316693 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.983988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874b3ef-3a3e-49a1-b0e9-0ac083d3dbe2 req-43c4ff51-dd91-4634-b646-2b8cb12ef055 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:22.985671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8874b3ef-3a3e-49a1-b0e9-0ac083d3dbe2 req-43c4ff51-dd91-4634-b646-2b8cb12ef055 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0650668 Jul 08 17:42:23.023666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8874b3ef-3a3e-49a1-b0e9-0ac083d3dbe2 req-755ad894-ee01-471a-b00c-a229e1253ee1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 08 17:42:23.586528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:23.769353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1c0a6-fb79-4f1f-8a1d-43ccbef039d9 req-e35bb3f8-26ef-42e2-8895-b751b6e0d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:23.770913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03c1c0a6-fb79-4f1f-8a1d-43ccbef039d9 req-e35bb3f8-26ef-42e2-8895-b751b6e0d514 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.0534348 Jul 08 17:42:23.804653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03c1c0a6-fb79-4f1f-8a1d-43ccbef039d9 req-93103790-c7c8-49b9-81f4-1b457fc87439 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276835 Jul 08 17:42:23.949446 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:42:24.215557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae85fa3-253c-4439-b20b-6ce2e94c84b8 req-f94493df-c955-4290-9730-7ddadf803ebc tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:24.217043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ae85fa3-253c-4439-b20b-6ce2e94c84b8 req-f94493df-c955-4290-9730-7ddadf803ebc tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0679650 Jul 08 17:42:24.254906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ae85fa3-253c-4439-b20b-6ce2e94c84b8 req-4a5a59a0-e9ab-468e-9deb-5e0ba6017e53 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Jul 08 17:42:24.966717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.426781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e501e-7f08-4cc1-9075-050203d73630 req-dd8efbfe-c24e-41d7-972c-653a505d0cb0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:25.428182 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408e501e-7f08-4cc1-9075-050203d73630 req-dd8efbfe-c24e-41d7-972c-653a505d0cb0 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0636632 Jul 08 17:42:25.465378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408e501e-7f08-4cc1-9075-050203d73630 req-ee46f20e-7d0f-4af9-a649-e308aa5e1162 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Jul 08 17:42:25.507655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9430327d-90b6-40ef-b73a-aa7cda254c8d req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1333913298', 'description': 'tempest-description-319784873'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:25.530599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9430327d-90b6-40ef-b73a-aa7cda254c8d req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.611886 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9430327d-90b6-40ef-b73a-aa7cda254c8d req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.615445 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9430327d-90b6-40ef-b73a-aa7cda254c8d req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.642689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9430327d-90b6-40ef-b73a-aa7cda254c8d req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.643925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9430327d-90b6-40ef-b73a-aa7cda254c8d req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1405387 Jul 08 17:42:25.645641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7270f8-a3d3-439f-97b8-ac5550a81c82 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6213993f-7e16-4e00-bef9-1144005bbe12,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:25.769736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-1efe8c23-a126-417a-8853-1f48f892a15e tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1333913298&fields=id&tenant_id=8fcc52cf70864ea2aaa43d3782a11c35 HTTP/1.1" status: 200 len: 267 time: 0.0319531 Jul 08 17:42:25.839353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-7df606e8-9289-44e3-b3a5-b4fc9ff8e864 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:25.840794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-7df606e8-9289-44e3-b3a5-b4fc9ff8e864 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0659270 Jul 08 17:42:25.851878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'port': {'security_groups': ['2a0b0222-d3e3-4709-be3e-57809c50b4b9', '6213993f-7e16-4e00-bef9-1144005bbe12']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:25.934140 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.115182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:26.145464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.150154 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.162378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ad845050-c6b3-45db-8f81-575c5dd9a8ad'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:26.197083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.197714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.199160 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72e842d8-3fbc-4362-8369-4c99fa60ace3 req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "PUT /v2.0/ports/ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 981 time: 0.3517294 Jul 08 17:42:26.199607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:26.202610 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c0286-ddae-45b2-8690-41f18fe75a56" -d '{"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:26.229200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e919cd8-7530-4650-96ff-251de443e81c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:26.267588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ad845050-c6b3-45db-8f81-575c5dd9a8ad'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:26.318306 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730335c3-d206-44be-bc6e-081b32f1a71c x-openstack-request-id: req-730335c3-d206-44be-bc6e-081b32f1a71c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:26.318670 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:26.319481 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-730335c3-d206-44be-bc6e-081b32f1a71c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:26.319964 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'status': 'completed', 'code': 200} Jul 08 17:42:26.343349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-36b385b4-abef-4cac-a6cf-ee5cf44ee112 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1333913298&fields=id&tenant_id=8fcc52cf70864ea2aaa43d3782a11c35 HTTP/1.1" status: 200 len: 267 time: 0.0385849 Jul 08 17:42:26.410349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-76f0c9eb-7342-46e1-909c-203c63641260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.412509 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-76f0c9eb-7342-46e1-909c-203c63641260 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1135 time: 0.0697751 Jul 08 17:42:26.420157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-f345f896-cfa3-4300-a8d7-4fc21eaaab6b tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.421862 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-f345f896-cfa3-4300-a8d7-4fc21eaaab6b tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 984 time: 0.0683923 Jul 08 17:42:26.433132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'port': {'security_groups': ['2a0b0222-d3e3-4709-be3e-57809c50b4b9']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:26.523660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-59d89a88-4216-4ef7-90cb-c1d4fad4d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.526030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-59d89a88-4216-4ef7-90cb-c1d4fad4d29a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.1062591 Jul 08 17:42:26.543315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.589441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-a2e9cbb6-d03f-4d2b-9232-098fa997e144 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0556855 Jul 08 17:42:26.651092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-b8104ed4-4dbf-41fe-bf5c-33bc67a65f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.652562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-b8104ed4-4dbf-41fe-bf5c-33bc67a65f9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0565181 Jul 08 17:42:26.689707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-256d0a13-62a1-4ebc-bbe5-6e67cad9c1e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310216 Jul 08 17:42:26.721100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:26.762932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.768602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.782235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ad845050-c6b3-45db-8f81-575c5dd9a8ad'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:26.799737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-ccb23b63-2b58-4c0e-a3f3-1335185df01e service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041348 Jul 08 17:42:26.815642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.816408 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.818311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e9946e0b-18d0-4654-b201-9878a07893e5 req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "PUT /v2.0/ports/ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 942 time: 0.3901360 Jul 08 17:42:26.819062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:26.821382 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d4566e-571d-4641-ae16-7893173dfb23" -d '{"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:26.872740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ad845050-c6b3-45db-8f81-575c5dd9a8ad'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:26.925338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5a9c0286-ddae-45b2-8690-41f18fe75a56 req-3e518c52-2e5b-4839-a83e-999bf936390b service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185555 Jul 08 17:42:26.938912 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127162d6-9f34-490b-ac1f-f1e9ae2851ae x-openstack-request-id: req-127162d6-9f34-490b-ac1f-f1e9ae2851ae {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:26.939215 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:26.939448 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-127162d6-9f34-490b-ac1f-f1e9ae2851ae {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:26.939839 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'status': 'completed', 'code': 200} Jul 08 17:42:26.957649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed364a2-2824-431f-9ed8-ca5875de98fa tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event updated for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:27.025158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-a2190efd-9cb4-4fb8-87d3-7ca5b81c8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:27.026794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-a2190efd-9cb4-4fb8-87d3-7ca5b81c8af9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.0556796 Jul 08 17:42:27.095187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-e2d90e7f-7ed5-4e68-94e5-6f63341a8884 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2394106 Jul 08 17:42:27.108225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:27.134140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.150649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-8196481a-5177-4044-9ee6-c874f4fa6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:27.152255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-8196481a-5177-4044-9ee6-c874f4fa6126 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.1180587 Jul 08 17:42:27.199520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-6c9163d6-fd45-4c5a-94d7-e9db4a269727 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0395708 Jul 08 17:42:27.251227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-783493a3-84ef-4c7a-a8cd-1296da9bf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:27.252733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-783493a3-84ef-4c7a-a8cd-1296da9bf29f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0475466 Jul 08 17:42:27.254471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.291692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-497af0d2-ef4a-4d76-8e9c-838851dea747 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329704 Jul 08 17:42:27.364361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Allocated IP 172.25.3.226 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/13440fbd-f1e5-4154-a8a1-70a512610e82) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:27.396265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-ea2b614a-d7b3-49c1-95bc-04714bca70db service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981548 Jul 08 17:42:27.470426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.490992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c2d4566e-571d-4641-ae16-7893173dfb23 req-ff021711-7d25-4b69-b7b2-fe0913a547d0 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881443 Jul 08 17:42:27.511200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.547067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:27.551728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:27.555044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:27.585646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event updated for resources: {'Port': ['ID=13440fbd-f1e5-4154-a8a1-70a512610e82,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:27.645016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.688787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.846347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.850716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.918786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event updated for resources: {'Port': ['ID=13440fbd-f1e5-4154-a8a1-70a512610e82,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:27.927292 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.940643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.941961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f3767a18-4678-4605-8ca2-c8ab634a4829 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8380163 Jul 08 17:42:28.016406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-9a29ebec-7c94-4ca7-b755-c55ce281e3b3 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0685489 Jul 08 17:42:28.123241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-ac5457e0-094b-45d5-91c0-d2f2c11704c1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:28.124865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-ac5457e0-094b-45d5-91c0-d2f2c11704c1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1032736 Jul 08 17:42:28.134590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f1391d59-fff6-4234-ad8f-81f96119698e tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:42:28.135520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c654ae59-9027-4f42-9a10-79886e87c9a4 req-f1391d59-fff6-4234-ad8f-81f96119698e tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054619 Jul 08 17:42:28.334028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-d4932af2-a4d6-45bd-97a4-62291a4fa5a5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:28.335533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-d4932af2-a4d6-45bd-97a4-62291a4fa5a5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1051192 Jul 08 17:42:28.415470 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-478f234e-c9f8-4310-a3d4-ad7d5fe0e6f5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0744450 Jul 08 17:42:28.429462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'floatingip': {'port_id': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:28.470860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.895857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.899599 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.996932 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Floating IP 8e548095-0b33-42b3-a78f-b07b64a03315 associated. External IP: 172.25.3.226, port: ad845050-c6b3-45db-8f81-575c5dd9a8ad. Jul 08 17:42:29.198981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Router 676e7fc4-93f1-4087-8614-9cd235b57b1d has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:29.304838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:29.309518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.313750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] Sync routers for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:29.323574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:29.324187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:42:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:29.346540 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-424faff4-7a5c-4376-9e31-dc0d8fd78f34 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "PUT /v2.0/floatingips/8e548095-0b33-42b3-a78f-b07b64a03315 HTTP/1.1" status: 200 len: 996 time: 0.9217207 Jul 08 17:42:29.347116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:29.349220 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e" -d '{"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:29.391441 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc04add4-fbf3-42f6-8ae3-a9ba28a610f3 x-openstack-request-id: req-bc04add4-fbf3-42f6-8ae3-a9ba28a610f3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:29.391735 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:29.391988 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc04add4-fbf3-42f6-8ae3-a9ba28a610f3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:29.392393 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'status': 'completed', 'code': 200} Jul 08 17:42:29.431469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-4835f1dd-461a-440c-ba01-d4778140181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.432975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-4835f1dd-461a-440c-ba01-d4778140181a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.0717010 Jul 08 17:42:29.439193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:29.540893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-d089b5fe-c4d1-444f-b257-c49b018c65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.542444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-d089b5fe-c4d1-444f-b257-c49b018c65f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.1274161 Jul 08 17:42:29.575168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-d61dc450-5d34-45f6-acda-f20a206ec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.576541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-d61dc450-5d34-45f6-acda-f20a206ec47c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.1270213 Jul 08 17:42:29.678650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8e548095-0b33-42b3-a78f-b07b64a03315', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'port_id': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4126e679-1830-445a-b22a-ab58d95cd825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:42:27Z', 'updated_at': '2021-07-08T17:42:28Z', 'revision_number': 1, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:49Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:29.710736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] Checking router: 676e7fc4-93f1-4087-8614-9cd235b57b1d for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:29.727423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:29.728089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:42:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:29.775971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72eed9-e6d4-406d-ba8f-3d0c65933ffa req-3cb9b869-93d6-4797-bcf2-a41e1aec3176 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.778085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc72eed9-e6d4-406d-ba8f-3d0c65933ffa req-3cb9b869-93d6-4797-bcf2-a41e1aec3176 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1096 time: 0.0575156 Jul 08 17:42:29.819955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc72eed9-e6d4-406d-ba8f-3d0c65933ffa req-7bcfade8-5d45-4d56-9586-378f93d4c17a tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Jul 08 17:42:29.851677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:30.010033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d77ce-7bdc-4136-952d-517252d219b7 req-a066c7b5-1be0-484d-b9f8-098fb543030a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.012252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce6d77ce-7bdc-4136-952d-517252d219b7 req-a066c7b5-1be0-484d-b9f8-098fb543030a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0672116 Jul 08 17:42:30.020777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-fd02cb8f-4c94-4632-aadf-8b641e0a2541 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 999 time: 0.4195938 Jul 08 17:42:30.058643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-b15dcd2b-0182-4812-a520-224bf38ec056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.058908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce6d77ce-7bdc-4136-952d-517252d219b7 req-f09a8a56-ce3e-4b2b-a899-471d553f9216 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 Jul 08 17:42:30.060130 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-b15dcd2b-0182-4812-a520-224bf38ec056 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.5087090 Jul 08 17:42:30.084644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49600) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:30.094617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8e548095-0b33-42b3-a78f-b07b64a03315', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'port_id': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4126e679-1830-445a-b22a-ab58d95cd825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:42:27Z', 'updated_at': '2021-07-08T17:42:28Z', 'revision_number': 1, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:49Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:30.114373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-b64ded2e-d75e-46cd-bcc7-86555e81cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.115870 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-b64ded2e-d75e-46cd-bcc7-86555e81cc8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0862234 Jul 08 17:42:30.131269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f28f70-e00d-41d9-91b1-e607775a323c None None] The sync data for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 is: [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8e548095-0b33-42b3-a78f-b07b64a03315', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'floating_ip_address': '172.25.3.226', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'port_id': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'mac_address': 'fa:16:3e:41:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4126e679-1830-445a-b22a-ab58d95cd825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:42:27Z', 'updated_at': '2021-07-08T17:42:28Z', 'revision_number': 1, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:49Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:30.157969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9ec030b0-b92e-41b0-ac4a-eda47ec35222 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/b7c6a6e0-e047-40c6-86d8-575f9e428af7 HTTP/1.1" status: 200 len: 993 time: 0.0679259 Jul 08 17:42:30.164380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-00084686-404c-401a-afcd-0084b10f0078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415370 Jul 08 17:42:30.166622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-a2560781-1226-47c8-a246-45968f17ce33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 999 time: 0.0983276 Jul 08 17:42:30.175080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-dc74f477-c6cf-4e74-9a7c-b2e107a61723 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:42:30.176135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-dc74f477-c6cf-4e74-9a7c-b2e107a61723 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060363 Jul 08 17:42:30.273793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-d7c94b93-afc3-44ac-87f6-59178f3ea3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.275384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-d7c94b93-afc3-44ac-87f6-59178f3ea3fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0983884 Jul 08 17:42:30.311763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-9f4f4a86-2e66-433e-a815-f9c843854494 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291841 Jul 08 17:42:30.350101 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932fcfb-869c-4245-9fb2-66ab83e56296 None None] New status for floating IP 8e548095-0b33-42b3-a78f-b07b64a03315: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:42:30.385990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-6efa0727-4aa6-43e1-9619-73ffbfd7208f service neutron] 10.222.0.48 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003174 Jul 08 17:42:30.476380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-79e2ec01-48da-4254-a961-7ee1d2b44428 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579390 Jul 08 17:42:30.571305 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cb0130d0-c18c-44c6-8a03-f2c75f4db345 req-92f30607-86f3-4741-885e-135eb62b5e50 service neutron] 10.222.0.48 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771309 Jul 08 17:42:30.603355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ea5e25b-1c5d-4a61-958e-1c4ad64aa58e req-344d6e28-1aec-4d4c-bedc-1685b07cded2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173139 Jul 08 17:42:30.806847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-51ef3e5d-5181-4721-9fc6-4e1971520cd1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 1001 time: 0.0965209 Jul 08 17:42:30.878958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-4aa1b1a4-1296-4a10-b988-01bf4342d1c8 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.880272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-4aa1b1a4-1296-4a10-b988-01bf4342d1c8 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports/ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 942 time: 0.0677741 Jul 08 17:42:30.938495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e05242-fb38-429a-8b33-9a163eb1f6c2 req-656cade1-85f4-4f31-ab01-892415e39fea tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.940014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e05242-fb38-429a-8b33-9a163eb1f6c2 req-656cade1-85f4-4f31-ab01-892415e39fea tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.1085293 Jul 08 17:42:30.943728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-aa7e75a0-4476-43c2-b83c-4af109117bab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1657169 Jul 08 17:42:30.986451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4e05242-fb38-429a-8b33-9a163eb1f6c2 req-8e167c43-354f-4d39-9f44-f10c52dc1253 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Jul 08 17:42:31.041214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-2aa88c0c-9239-4628-9d58-eb6460ec0a7e tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 1001 time: 0.0740891 Jul 08 17:42:31.152398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-26fa10f8-bca5-452c-a778-004b23cd2fc4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:31.154069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-26fa10f8-bca5-452c-a778-004b23cd2fc4 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1072395 Jul 08 17:42:31.223411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-b8b48c74-c640-4803-b48f-97798a51d2b1 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 1001 time: 0.0625570 Jul 08 17:42:31.232707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:31.298002 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.447478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.451986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.452571 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Floating IP 8e548095-0b33-42b3-a78f-b07b64a03315 disassociated. External IP: 172.25.3.226, port: ad845050-c6b3-45db-8f81-575c5dd9a8ad. Jul 08 17:42:31.673254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Router 676e7fc4-93f1-4087-8614-9cd235b57b1d has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:31.799324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:31.804021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.810626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] Sync routers for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:31.821120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:31.821718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:42:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:31.845319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-df8f42ab-f601-4733-8508-1ac7a915f3b9 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "PUT /v2.0/floatingips/8e548095-0b33-42b3-a78f-b07b64a03315 HTTP/1.1" status: 200 len: 695 time: 0.6163151 Jul 08 17:42:31.845784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:31.848149 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf89596c-06fc-407b-9435-4d11dc7d3d77" -d '{"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:31.891784 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6adb35-276c-49d8-b238-b1a07101afed x-openstack-request-id: req-1a6adb35-276c-49d8-b238-b1a07101afed {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:31.892077 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:31.892327 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a6adb35-276c-49d8-b238-b1a07101afed {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:31.892724 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'status': 'completed', 'code': 200} Jul 08 17:42:31.931356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-00960a4a-b71c-48bf-af35-399f92f0e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:31.932721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-00960a4a-b71c-48bf-af35-399f92f0e571 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.0722690 Jul 08 17:42:31.937433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:32.045764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-4d69165a-9935-499f-85c6-b2944dfc4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.047721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-4d69165a-9935-499f-85c6-b2944dfc4c98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 1096 time: 0.1313527 Jul 08 17:42:32.052086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-6fa44751-8e88-4d47-a573-f1baed5aef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.053566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-6fa44751-8e88-4d47-a573-f1baed5aef7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.1043475 Jul 08 17:42:32.158511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:49Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:32.164118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-ec5314dd-ebf0-40e9-abd6-8204a24e17f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0837057 Jul 08 17:42:32.184940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] Checking router: 676e7fc4-93f1-4087-8614-9cd235b57b1d for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:32.194344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:32.194828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:42:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:32.208874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc49bc8-d2d0-4ff7-8559-20dd61f1f74b req-faa83352-133d-4700-ac69-e7f354281083 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.210541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fc49bc8-d2d0-4ff7-8559-20dd61f1f74b req-faa83352-133d-4700-ac69-e7f354281083 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.1082532 Jul 08 17:42:32.237687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-0324c099-8ca6-41f8-9663-3033e351fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.239252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-0324c099-8ca6-41f8-9663-3033e351fba4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 200 len: 919 time: 0.1846707 Jul 08 17:42:32.246575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-b6f2e4b3-c505-4496-a9c4-47f85eb1ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.248023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-b6f2e4b3-c505-4496-a9c4-47f85eb1ccc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0684197 Jul 08 17:42:32.261686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-6121a32e-e633-42e9-9d1a-75eb64b5de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.263338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-6121a32e-e633-42e9-9d1a-75eb64b5de4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1096 time: 0.1028101 Jul 08 17:42:32.271469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fc49bc8-d2d0-4ff7-8559-20dd61f1f74b req-a013f385-eb42-4301-bbe6-96cb158e1afc tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513973 Jul 08 17:42:32.313087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:32.314155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-354c4902-54ed-49d8-a154-559a25f3fc7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555542 Jul 08 17:42:32.315910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-8dc7556f-da75-450e-9906-e70427bea1d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 200 len: 217 time: 0.0668359 Jul 08 17:42:32.365342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-e5451278-0e80-4376-bdd1-8e4690b47f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.366897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-e5451278-0e80-4376-bdd1-8e4690b47f09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.0945101 Jul 08 17:42:32.417778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-5a57db22-afe7-4204-83e6-3e5bd9993de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.419319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-5a57db22-afe7-4204-83e6-3e5bd9993de3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 200 len: 858 time: 0.0978861 Jul 08 17:42:32.441422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-4a97d19a-ea73-46d2-b450-e1a7fe9c399e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 1001 time: 0.0651231 Jul 08 17:42:32.460828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-64d53be8-fa49-4e6d-9b2f-a33aa5aa469a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b9098a3-ab34-4157-83a3-e8d406ca4fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314100 Jul 08 17:42:32.489283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-c4822a8f-9a24-487a-ac70-f7abae512919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.491006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-c4822a8f-9a24-487a-ac70-f7abae512919 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0446966 Jul 08 17:42:32.497385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-76ad8f20-c062-4f21-86ba-e4abb07b5da0 service neutron] 10.222.0.48 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747055 Jul 08 17:42:32.528128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:49Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:32.552605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-9cef5dbf-a377-4fab-81b1-079391cdffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.554294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-9cef5dbf-a377-4fab-81b1-079391cdffa3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564344 Jul 08 17:42:32.557032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbeef8b-1e8c-4cd1-89cc-6d666542d404 None None] The sync data for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 is: [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:41:42Z', 'revision_number': 4, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'cda99c2f-11cc-4977-a566-5c4980594525', 'name': '', 'network_id': '2b9098a3-ab34-4157-83a3-e8d406ca4fcf', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'mac_address': 'fa:16:3e:23:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:41Z', 'updated_at': '2021-07-08T17:41:49Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'subnets': [{'id': '660fe099-2935-4b1f-a6e6-82ebd0e9c239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:32.636387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-2bfdb911-9992-4279-978f-02cf1a3891a2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648591 Jul 08 17:42:32.653480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-6f99f88a-63d7-4661-b992-b758125e6d33 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915384 Jul 08 17:42:32.656466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc82d21e-c8da-45cd-a98b-fd60bb48840b req-6e6a06c5-b608-47a7-8358-4e4718fd067d service neutron] 10.222.0.48 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322613 Jul 08 17:42:32.740579 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf89596c-06fc-407b-9435-4d11dc7d3d77 req-40dbed5a-4222-4de4-a68f-55bef92ce3eb service neutron] 10.222.0.21 "GET /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959599 Jul 08 17:42:32.768870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-b884cbb5-0184-4db7-aa3c-a5d30bce905f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips/8e548095-0b33-42b3-a78f-b07b64a03315 HTTP/1.1" status: 200 len: 695 time: 0.0641918 Jul 08 17:42:32.827279 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cf9642-eb40-481b-995a-4775993632b4 None None] New status for floating IP 8e548095-0b33-42b3-a78f-b07b64a03315: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:42:32.852135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-b10b3cdf-abaa-4ebe-ae8d-f30063d939e3 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921992 Jul 08 17:42:32.902344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-58ad82e4-85aa-48d5-8e39-e87a2b5d74d5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.905873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-58ad82e4-85aa-48d5-8e39-e87a2b5d74d5 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/networks/d946cdc5-d063-46b2-bb92-0410f44eee21 HTTP/1.1" status: 200 len: 784 time: 0.1280577 Jul 08 17:42:32.917307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-a6476a88-c8d8-4b47-bcf9-b46c8f405a52 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:42:32.919432 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-a6476a88-c8d8-4b47-bcf9-b46c8f405a52 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075991 Jul 08 17:42:32.982585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-c05a61b5-dce2-4921-b04f-ce82b14087cd tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 698 time: 0.0564132 Jul 08 17:42:33.035604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-07582363-061a-4504-8f6c-af5c5d2e02cb tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 698 time: 0.0464442 Jul 08 17:42:33.168573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Deleting port 13440fbd-f1e5-4154-a8a1-70a512610e82 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:33.168954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.245261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.245877 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.257526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Calling delete_port for 13440fbd-f1e5-4154-a8a1-70a512610e82 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:33.385977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.415626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event deleted for resources: {'Port': ['ID=13440fbd-f1e5-4154-a8a1-70a512610e82,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:33.458499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1084-0a7e-4862-8712-d21454166c23 req-44702c40-67bf-44d0-99fc-345514aa3a94 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:33.460009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-928c1084-0a7e-4862-8712-d21454166c23 req-44702c40-67bf-44d0-99fc-345514aa3a94 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0712733 Jul 08 17:42:33.478257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.481261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.482461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-545abb79-a960-4ffe-9ef7-14989e9e37cc req-caffc2d2-5def-43d4-8222-d7038b5c4f5f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "DELETE /v2.0/floatingips/8e548095-0b33-42b3-a78f-b07b64a03315 HTTP/1.1" status: 204 len: 173 time: 0.4404221 Jul 08 17:42:33.499997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-928c1084-0a7e-4862-8712-d21454166c23 req-d93bf0e8-442f-496d-9d82-61cc5c603806 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342474 Jul 08 17:42:33.540153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23fa4b27-e860-41f6-8054-5e0ecf1eb808 req-b938c932-66f5-4d49-a155-7aea3f1295bc tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups/6213993f-7e16-4e00-bef9-1144005bbe12 HTTP/1.1" status: 200 len: 1809 time: 0.0382855 Jul 08 17:42:33.596507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23fa4b27-e860-41f6-8054-5e0ecf1eb808 req-d579d1eb-07b6-46a1-bed9-9411aa81b18d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.621749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23fa4b27-e860-41f6-8054-5e0ecf1eb808 req-d579d1eb-07b6-46a1-bed9-9411aa81b18d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.665138 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23fa4b27-e860-41f6-8054-5e0ecf1eb808 req-d579d1eb-07b6-46a1-bed9-9411aa81b18d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.667898 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23fa4b27-e860-41f6-8054-5e0ecf1eb808 req-d579d1eb-07b6-46a1-bed9-9411aa81b18d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.669059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23fa4b27-e860-41f6-8054-5e0ecf1eb808 req-d579d1eb-07b6-46a1-bed9-9411aa81b18d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "DELETE /v2.0/security-groups/6213993f-7e16-4e00-bef9-1144005bbe12 HTTP/1.1" status: 204 len: 173 time: 0.1227095 Jul 08 17:42:33.678316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579d1eb-07b6-46a1-bed9-9411aa81b18d tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213993f-7e16-4e00-bef9-1144005bbe12,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:34.043188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0427-87a9-4cc3-ac5e-582d2863cd14 req-6e7f714e-93a6-4b19-a05d-1e1ec58d3a2c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:34.044686 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d6d0427-87a9-4cc3-ac5e-582d2863cd14 req-6e7f714e-93a6-4b19-a05d-1e1ec58d3a2c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0652575 Jul 08 17:42:34.082485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d6d0427-87a9-4cc3-ac5e-582d2863cd14 req-10d71f17-3c96-4789-8477-c2f48bde0b91 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Jul 08 17:42:34.673761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1363b3a-92b9-4945-90b3-04fde40d4948 req-225fefef-dda7-4dd6-b008-d62c00864d99 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:34.675261 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1363b3a-92b9-4945-90b3-04fde40d4948 req-225fefef-dda7-4dd6-b008-d62c00864d99 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0634136 Jul 08 17:42:34.712888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1363b3a-92b9-4945-90b3-04fde40d4948 req-26aec0b6-6fd7-4291-a0d2-87df16e5fedf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Jul 08 17:42:35.256737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7963dd-9a7b-4f71-b928-f1998289fe54 req-7c663b01-da62-4274-902f-cce69b242647 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:35.258236 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f7963dd-9a7b-4f71-b928-f1998289fe54 req-7c663b01-da62-4274-902f-cce69b242647 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0625696 Jul 08 17:42:35.296162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1f7963dd-9a7b-4f71-b928-f1998289fe54 req-78daa132-ecfb-4298-90d1-454b9ea5e555 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Jul 08 17:42:35.894123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c11b-5542-4420-a5ad-c8fef8146273 req-2d06af5b-891e-4526-9d93-8776037194d9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:35.895601 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0955c11b-5542-4420-a5ad-c8fef8146273 req-2d06af5b-891e-4526-9d93-8776037194d9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0629699 Jul 08 17:42:35.934670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0955c11b-5542-4420-a5ad-c8fef8146273 req-3ee0a1ac-97d6-4444-a955-6dd26ec515c1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335696 Jul 08 17:42:36.194798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-24fb01ff-21fa-4f3a-8dc9-30ec09e1d988 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:36.196276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-24fb01ff-21fa-4f3a-8dc9-30ec09e1d988 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.21 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0674090 Jul 08 17:42:36.298693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Deleting port ad845050-c6b3-45db-8f81-575c5dd9a8ad {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:36.299034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.390762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] For port ad845050-c6b3-45db-8f81-575c5dd9a8ad, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=ad845050-c6b3-45db-8f81-575c5dd9a8ad,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:36.391384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.403423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Calling delete_port for ad845050-c6b3-45db-8f81-575c5dd9a8ad owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:36.472829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c22550-819a-4385-97d5-5708070ab3a3 req-f29a2ccc-4e4e-4121-8642-5fad6f1a5735 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:36.474316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3c22550-819a-4385-97d5-5708070ab3a3 req-f29a2ccc-4e4e-4121-8642-5fad6f1a5735 tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/ports?device_id=4126e679-1830-445a-b22a-ab58d95cd825 HTTP/1.1" status: 200 len: 945 time: 0.0665770 Jul 08 17:42:36.512579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3c22550-819a-4385-97d5-5708070ab3a3 req-e288e811-d494-4cf9-a1d8-756ad6133a3c tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0b0222-d3e3-4709-be3e-57809c50b4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Jul 08 17:42:36.536992 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.550594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['ad845050-c6b3-45db-8f81-575c5dd9a8ad'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:36.568400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Pushing event deleted for resources: {'Port': ['ID=ad845050-c6b3-45db-8f81-575c5dd9a8ad,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:36.618536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] No DVR routers for this DVR port ad845050-c6b3-45db-8f81-575c5dd9a8ad on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:36.621818 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.624000 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-95324d7d-9e81-4c2a-b5d7-ad9c4762ae5e req-2bf29c86-fbf3-4ae9-b561-02491328719f tempest-ServerRescueTestJSONUnderV235-1293613853 tempest-ServerRescueTestJSONUnderV235-1293613853-project] 10.222.0.21 "DELETE /v2.0/ports/ad845050-c6b3-45db-8f81-575c5dd9a8ad HTTP/1.1" status: 204 len: 173 time: 0.4214385 Jul 08 17:42:36.624419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'name': 'network-vif-deleted', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:36.627726 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a49ff-b09d-4918-8681-79a14d7a432d" -d '{"events": [{"server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "name": "network-vif-deleted", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:36.665099 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6cbf2-5424-46f8-a8aa-e241b3ef0e0d x-openstack-request-id: req-8ff6cbf2-5424-46f8-a8aa-e241b3ef0e0d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:36.665394 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4126e679-1830-445a-b22a-ab58d95cd825", "name": "network-vif-deleted", "tag": "ad845050-c6b3-45db-8f81-575c5dd9a8ad", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:36.665647 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ff6cbf2-5424-46f8-a8aa-e241b3ef0e0d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:36.666074 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4126e679-1830-445a-b22a-ab58d95cd825', 'name': 'network-vif-deleted', 'tag': 'ad845050-c6b3-45db-8f81-575c5dd9a8ad', 'status': 'completed', 'code': 200} Jul 08 17:42:37.117474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6d242-5a78-4759-ad41-03af7783d4b0 req-7dac3723-b008-4758-ad95-9605fb70b479 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:37.118994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02a6d242-5a78-4759-ad41-03af7783d4b0 req-7dac3723-b008-4758-ad95-9605fb70b479 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0695801 Jul 08 17:42:37.158749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02a6d242-5a78-4759-ad41-03af7783d4b0 req-049d8dc0-b2b7-4c56-b332-e7f4ab5961f2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Jul 08 17:42:37.605916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49682) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:37.945801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.205804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Deleting port cda99c2f-11cc-4977-a566-5c4980594525 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:38.206088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.293314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] For port cda99c2f-11cc-4977-a566-5c4980594525, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cda99c2f-11cc-4977-a566-5c4980594525,segment=NetworkSegment(26a05970-0c2d-48dc-8fff-3ea7392f1d37),segment_id=26a05970-0c2d-48dc-8fff-3ea7392f1d37)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:38.293660 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.328612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Calling delete_port for cda99c2f-11cc-4977-a566-5c4980594525 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:38.719561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ad845050-c6b3-45db-8f81-575c5dd9a8ad no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:38.740220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: ad845050-c6b3-45db-8f81-575c5dd9a8ad {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:38.741079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device ad845050-c6b3-45db-8f81-575c5dd9a8ad not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:38.759935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d023274-482a-48ed-b17f-4d3c7904a692 req-cbe552a9-2f2e-4e96-9e04-9da9c295d327 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:38.761427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d023274-482a-48ed-b17f-4d3c7904a692 req-cbe552a9-2f2e-4e96-9e04-9da9c295d327 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.4843171 Jul 08 17:42:38.845071 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d023274-482a-48ed-b17f-4d3c7904a692 req-d86d7b9b-c18f-49d8-ac1b-7f0b93e323fd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776503 Jul 08 17:42:38.908618 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.933694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda99c2f-11cc-4977-a566-5c4980594525,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:39.088993 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.301374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Router 676e7fc4-93f1-4087-8614-9cd235b57b1d has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:39.406997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:39.411866 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-66655d9b-a5f5-480a-989d-ac1e1fc82361 admin admin] 10.222.0.48 "PUT /v2.0/routers/676e7fc4-93f1-4087-8614-9cd235b57b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8049107 Jul 08 17:42:39.414813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49688) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:39.415998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] Sync routers for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:39.425722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:39.426374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:42:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:39.524199 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.534442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:39.633607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.690799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Deleting port b56977cb-a690-40b5-bf37-6ce612819439 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:39.691060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.774459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] For port b56977cb-a690-40b5-bf37-6ce612819439, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b56977cb-a690-40b5-bf37-6ce612819439,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:39.775155 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.788739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Calling delete_port for b56977cb-a690-40b5-bf37-6ce612819439 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:39.873552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port': {'id': 'b56977cb-a690-40b5-bf37-6ce612819439', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:39.905410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] Checking router: 676e7fc4-93f1-4087-8614-9cd235b57b1d for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:39.916211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] Routers {'676e7fc4-93f1-4087-8614-9cd235b57b1d'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:39.917112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:42:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['676e7fc4-93f1-4087-8614-9cd235b57b1d'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:40.006534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.006816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] Set router 676e7fc4-93f1-4087-8614-9cd235b57b1d gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:40.035419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56977cb-a690-40b5-bf37-6ce612819439,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:40.064199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:42:39Z', 'revision_number': 6, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:40.089587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f43dd36-60c8-48bf-9891-d3f7512693a7 None None] The sync data for ids ['676e7fc4-93f1-4087-8614-9cd235b57b1d'] in n-d-799527-4 is: [{'id': '676e7fc4-93f1-4087-8614-9cd235b57b1d', 'name': 'tempest-ServerRescueTestJSONUnderV235-82427494-router', 'tenant_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:39Z', 'updated_at': '2021-07-08T17:42:39Z', 'revision_number': 6, 'project_id': '8fcc52cf70864ea2aaa43d3782a11c35', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:40.121377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92225-0c50-45ac-931e-323e5cdbbe30 req-605abaec-91b7-4d46-a2be-e2b71b2b0aee tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:40.122927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd92225-0c50-45ac-931e-323e5cdbbe30 req-605abaec-91b7-4d46-a2be-e2b71b2b0aee tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.1498399 Jul 08 17:42:40.125522 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.235221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.239580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.286779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd92225-0c50-45ac-931e-323e5cdbbe30 req-2cfe7a54-59ee-4f7a-a559-ef11102870b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338980 Jul 08 17:42:40.295592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.296215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 676e7fc4-93f1-4087-8614-9cd235b57b1d {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:42:40.300608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.301737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dd322a6e-d3bf-4c26-8b95-ccdaaeec40d0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/676e7fc4-93f1-4087-8614-9cd235b57b1d HTTP/1.1" status: 204 len: 168 time: 0.8854609 Jul 08 17:42:40.304248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:40.351705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Deleting subnet 660fe099-2935-4b1f-a6e6-82ebd0e9c239 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:40.354677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.387404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.428157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.484829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.511254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660fe099-2935-4b1f-a6e6-82ebd0e9c239,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:40.517290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.519268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a5311405-a7e0-4e80-883c-33b8c0aa7a0b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/660fe099-2935-4b1f-a6e6-82ebd0e9c239 HTTP/1.1" status: 204 len: 168 time: 0.2140517 Jul 08 17:42:40.521776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:40.595979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.678861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.691063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9098a3-ab34-4157-83a3-e8d406ca4fcf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:40.701339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a05970-0c2d-48dc-8fff-3ea7392f1d37') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:40.702251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a05970-0c2d-48dc-8fff-3ea7392f1d37') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:40.712705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.727587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.733679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:42:40.734168 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:42:40.735859 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:42:40.793440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.798614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.800884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2b9098a3-ab34-4157-83a3-e8d406ca4fcf HTTP/1.1" status: 204 len: 168 time: 0.2781494 Jul 08 17:42:40.813717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb06c3-1848-4c16-8907-e26da199e8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9098a3-ab34-4157-83a3-e8d406ca4fcf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:40.912512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:40.957226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-14a0398e-a2bb-4b43-bd4c-44e1a2982953 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fcc52cf70864ea2aaa43d3782a11c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433855 Jul 08 17:42:40.959580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49704) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:41.011417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca22b813-ae17-4642-bac3-aa1ef994fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.035377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca22b813-ae17-4642-bac3-aa1ef994fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.089091 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca22b813-ae17-4642-bac3-aa1ef994fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.092346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca22b813-ae17-4642-bac3-aa1ef994fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.096126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca22b813-ae17-4642-bac3-aa1ef994fae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a0b0222-d3e3-4709-be3e-57809c50b4b9 HTTP/1.1" status: 204 len: 168 time: 0.1330247 Jul 08 17:42:41.102983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22b813-ae17-4642-bac3-aa1ef994fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b0222-d3e3-4709-be3e-57809c50b4b9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:41.199755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b56977cb-a690-40b5-bf37-6ce612819439 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:41.231140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b56977cb-a690-40b5-bf37-6ce612819439 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:41.231588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b56977cb-a690-40b5-bf37-6ce612819439 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:41.232071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cda99c2f-11cc-4977-a566-5c4980594525 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:41.252691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: cda99c2f-11cc-4977-a566-5c4980594525 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:41.253121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cda99c2f-11cc-4977-a566-5c4980594525 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:41.470227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5831efa-9a25-4f8d-8494-5bd51c2e6a05 req-8e1ccd66-b3b1-4f06-8634-6d484aa9475a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:41.471926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5831efa-9a25-4f8d-8494-5bd51c2e6a05 req-8e1ccd66-b3b1-4f06-8634-6d484aa9475a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0723116 Jul 08 17:42:41.514091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5831efa-9a25-4f8d-8494-5bd51c2e6a05 req-23c4f0fe-1ec2-43bb-ba58-101251eb5c2e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Jul 08 17:42:42.197337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d1f8d24-e262-4195-b7bb-be480dfa6f25 req-d169eaf4-704b-4f6f-9e57-d84afca243ac tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0340259 Jul 08 17:42:42.691913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401f883-3a16-4959-a26b-5b126e1d153a req-08f97850-1be5-4f25-8ef7-9f8d3cf79019 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:42.693330 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5401f883-3a16-4959-a26b-5b126e1d153a req-08f97850-1be5-4f25-8ef7-9f8d3cf79019 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0659525 Jul 08 17:42:42.733395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5401f883-3a16-4959-a26b-5b126e1d153a req-fe99ca5f-f990-4938-9774-4cc59ba4d3a5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Jul 08 17:42:43.028670 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.060728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.369029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f1f015e-feba-41e5-98c5-af6f961d00a8 req-a6113223-fda4-4c8b-a4ad-96fb933c4e14 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0322642 Jul 08 17:42:44.191040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.197397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.203991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.210414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.216285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.222441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.228460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.230626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-d7c4e36b-e8ed-4438-802a-dd8002a0ac8f tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.1163752 Jul 08 17:42:44.245780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4b7ac-9675-442f-b529-157d86d9ff8e req-ba4636a4-0ffb-4829-b2c5-5a034d3443f1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.247315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-faa4b7ac-9675-442f-b529-157d86d9ff8e req-ba4636a4-0ffb-4829-b2c5-5a034d3443f1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.3978055 Jul 08 17:42:44.267533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a010cf34-57be-4e24-b527-4c948be6d5d4 req-12a8c968-abc2-4028-b1ce-829813ee2d26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0335999 Jul 08 17:42:44.288318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-faa4b7ac-9675-442f-b529-157d86d9ff8e req-aa229586-61ad-494a-936d-4c4e030e57ec tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Jul 08 17:42:44.297701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25b9c7da-5355-426f-b44f-60423f66bc8c req-a028c4ae-4f3d-4f62-8b4a-839cc0715a38 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556276 Jul 08 17:42:44.493233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.500842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.506748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.513682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.519612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.523767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3104fb7f-4d24-41a2-8490-e57c99846eca req-e7ab5045-8dba-4339-be63-fd9f9870dbc6 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0318031 Jul 08 17:42:44.525391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.532313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.534235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8fa3f3d-12df-4177-b965-f48e75c8c0f0 req-09c96829-0595-4b66-9103-04294cfbd63e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.1106131 Jul 08 17:42:44.839242 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-8a6f4b1d-007a-4dbd-93f1-acdac6eeb34c service neutron] show failed (client error): The resource could not be found. Jul 08 17:42:44.840161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-8a6f4b1d-007a-4dbd-93f1-acdac6eeb34c service neutron] 10.222.0.53 "GET /v2.0/ports/230bf5ea-c469-4c29-84f5-a404905352bd/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0591557 Jul 08 17:42:45.172961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-5457e24d-830d-4a60-9fd1-e92d22cfb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.174512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-5457e24d-830d-4a60-9fd1-e92d22cfb1f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 1096 time: 0.0840991 Jul 08 17:42:45.184970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:45.258772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.468153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:45.469762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c90d62-9297-419a-9b12-778cca30fe47 req-34da0954-98e8-45f3-a2d0-0bacb8922579 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.472147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45c90d62-9297-419a-9b12-778cca30fe47 req-34da0954-98e8-45f3-a2d0-0bacb8922579 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 945 time: 0.0659807 Jul 08 17:42:45.503258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:45.511595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45c90d62-9297-419a-9b12-778cca30fe47 req-6ae9c23c-fb96-41b5-9d93-3aa14215e642 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Jul 08 17:42:45.543889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:45.547179 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8281e8f-7d32-4085-a690-474d84728491" -d '{"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-unplugged", "status": "completed", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:45.551008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.566013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Transition to ACTIVE for port object 230bf5ea-c469-4c29-84f5-a404905352bd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:45.571159 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.615744 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b5d3df-eaa5-4c17-b24a-d7a8017560d1 x-openstack-request-id: req-e8b5d3df-eaa5-4c17-b24a-d7a8017560d1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:45.616036 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-unplugged", "status": "completed", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:45.616286 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8b5d3df-eaa5-4c17-b24a-d7a8017560d1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:45.616678 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'code': 200} Jul 08 17:42:45.695301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b02e1db1-a4fd-4fb5-a2e6-07e6c00b8c79 req-fcfb553a-448f-4cfd-8eec-0ec6eef4d9e9 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0406351 Jul 08 17:42:45.734146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:45.758612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.758960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.759303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.759637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.759972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.760304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.760632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.760960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.761286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.761610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.761969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.762280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:45.785284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a3ff594f-47b6-4372-a9e4-315c40123dd4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1008673 Jul 08 17:42:45.794165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] No DVR routers for this DVR port 230bf5ea-c469-4c29-84f5-a404905352bd on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:45.903340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.904614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.905369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.906135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.906951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.907575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.908070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:45.910198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a503cae2-e838-4656-b06e-0e7a81bd9a22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.0713184 Jul 08 17:42:45.955728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:45.956085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:45.956405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:45.962512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:42:45.962904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:45.968989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:45.969397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Checking segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:45.969843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Bound using segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:45.970359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Bound port: 230bf5ea-c469-4c29-84f5-a404905352bd, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:45.970778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.035240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-501e27bb-ab20-41a7-bdb4-40b8f0ef4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.035972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-501e27bb-ab20-41a7-bdb4-40b8f0ef4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.036516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-501e27bb-ab20-41a7-bdb4-40b8f0ef4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.038420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:46.038738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-501e27bb-ab20-41a7-bdb4-40b8f0ef4406 service neutron] 10.222.0.53 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=ba07596e-023f-4a72-8626-6b27f3412e83&id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 2295 time: 0.1009715 Jul 08 17:42:46.041536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:46.047827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.090393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.091032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.093174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] 10.222.0.21 "PUT /v2.0/ports/230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 1091 time: 0.9123359 Jul 08 17:42:46.119075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a82878-d7d3-4c58-b4d8-ef43040c8443 service neutron] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:46.125097 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-3bbb0aa7-b0ff-4920-be22-8f62cc493296 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 1000 time: 0.0782323 Jul 08 17:42:46.204435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-ceadb3a1-3983-4fb4-af42-f9088ec9d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.206198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-ceadb3a1-3983-4fb4-af42-f9088ec9d4af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 200 len: 853 time: 0.0748353 Jul 08 17:42:46.250167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-639d2fa0-60bf-462d-b957-fa8c5a39bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.252530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-639d2fa0-60bf-462d-b957-fa8c5a39bd15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1094 time: 0.1246583 Jul 08 17:42:46.281209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-688af1d9-18c8-4b9e-aa09-52ad65a2bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.283244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-688af1d9-18c8-4b9e-aa09-52ad65a2bcb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701997 Jul 08 17:42:46.398188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-a90bdfb2-5d4a-4b9b-9fa2-40b06aef04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.399744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-a90bdfb2-5d4a-4b9b-9fa2-40b06aef04a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.1410036 Jul 08 17:42:46.405732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-2193fb49-4cc3-47df-8b57-21525549e530 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162860 Jul 08 17:42:46.516203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-7fdf26cb-40d9-4a8a-b86c-312628cfd647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.1093225 Jul 08 17:42:46.537507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-f244f2ef-184e-41dc-9e8e-cd695e3c8a08 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247652 Jul 08 17:42:46.631848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-b90f7f34-eef7-436d-becd-75e404021f60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 217 time: 0.0884502 Jul 08 17:42:46.639692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-a7dd7d97-c4d8-4b17-bcb3-18f79916ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.643587 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-a7dd7d97-c4d8-4b17-bcb3-18f79916ef05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.1210840 Jul 08 17:42:46.697215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-0b1117c2-253d-46e3-a48b-5ca9180847fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.699651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-0b1117c2-253d-46e3-a48b-5ca9180847fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0622604 Jul 08 17:42:46.773161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d76a9df4-5433-4725-ab92-cef06b6e6e3b req-8d19696a-28b1-4447-a3c2-e285089cbd20 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0507023 Jul 08 17:42:46.808370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-9ebf8bea-371b-45d8-a3de-8ad5bb1293c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.810041 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-9ebf8bea-371b-45d8-a3de-8ad5bb1293c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991943 Jul 08 17:42:46.813996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-e3d5af09-332c-4770-af89-57499d918de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.815564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-e3d5af09-332c-4770-af89-57499d918de3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644716 Jul 08 17:42:46.841232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.842294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.842775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.843425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.843900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.844372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.844838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.847106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-153da785-a489-4ff0-9be3-be43245a3beb req-936e3f7f-c01d-4d99-9574-b4504f1370cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.3828208 Jul 08 17:42:46.864135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68371bb8-5d71-42c3-a8ef-3b990330ef03 req-7f28c54a-62a6-4ceb-b6a6-dc185d200a6a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.865638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68371bb8-5d71-42c3-a8ef-3b990330ef03 req-7f28c54a-62a6-4ceb-b6a6-dc185d200a6a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.1751969 Jul 08 17:42:46.916775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-06b0c9ac-6f4e-4489-b03f-375998ad6dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004403 Jul 08 17:42:46.969642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-153da785-a489-4ff0-9be3-be43245a3beb req-348b26ad-8b47-4185-9134-0a13946b8b9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5917151b-2f71-4747-9319-7f92a0716b4e&id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029899 Jul 08 17:42:46.974367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68371bb8-5d71-42c3-a8ef-3b990330ef03 req-d8f807f4-eb95-463e-a559-9767cf8615af tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801828 Jul 08 17:42:46.991394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-efce3c68-1de5-49eb-aebb-23f40d12c326 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676326 Jul 08 17:42:47.021322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-2ad777f8-e02b-43a9-a05c-0bfafe189c01 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980105 Jul 08 17:42:47.062769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a08db031-6ab1-4e20-805f-0ef407239274 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 217 time: 0.0354123 Jul 08 17:42:47.084767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-806fa7a9-9630-4e5e-9a33-125db510b15f req-f4761530-0622-4ccc-8cfa-b305a6f3ff70 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Jul 08 17:42:47.111975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-5338f05c-3276-4b5a-bda6-c41f83b0d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.113455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-5338f05c-3276-4b5a-bda6-c41f83b0d12f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0450473 Jul 08 17:42:47.176767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-b7c41a28-3619-4b59-bf2a-e877b5ecf183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.178300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-b7c41a28-3619-4b59-bf2a-e877b5ecf183 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587726 Jul 08 17:42:47.269832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-f37c6ad1-2e2e-410e-854f-a39ed744e3c6 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837467 Jul 08 17:42:47.363386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-d3d84e09-c295-438e-b262-f1f5fa75e6aa service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872521 Jul 08 17:42:47.404317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-a3ebdf1d-f6b0-427e-b2b8-8dcdef4e36f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 200 len: 217 time: 0.0349452 Jul 08 17:42:47.451837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-bf764a41-fd39-4fd5-8010-4c5ac38e511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.453326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-bf764a41-fd39-4fd5-8010-4c5ac38e511c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0432537 Jul 08 17:42:47.513183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-1886a5f5-63fb-4544-8d34-9156ce2b31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.515267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-1886a5f5-63fb-4544-8d34-9156ce2b31b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559034 Jul 08 17:42:47.603063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-eaa92e85-3276-42e5-89de-aa5dad275c31 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808966 Jul 08 17:42:47.618005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:47.620333 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f" -d '{"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:47.669020 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31dee75-8838-44c0-ad20-df3e703613a0 x-openstack-request-id: req-c31dee75-8838-44c0-ad20-df3e703613a0 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:47.669308 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:47.669560 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c31dee75-8838-44c0-ad20-df3e703613a0 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:47.670554 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'status': 'completed', 'code': 200} Jul 08 17:42:47.701607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-1bca3fe2-1f25-4d43-ae51-1eb42f5d6468 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926800 Jul 08 17:42:47.743164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-f1e9d035-9272-4879-8c62-0215b7be4487 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 200 len: 217 time: 0.0358303 Jul 08 17:42:47.781677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-378c28c5-694b-4bb3-88a2-d6d56022abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.783213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-378c28c5-694b-4bb3-88a2-d6d56022abab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1094 time: 0.0690386 Jul 08 17:42:47.784899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-3b378cf1-c9c4-489f-a373-c32fabd7298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.786247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-3b378cf1-c9c4-489f-a373-c32fabd7298f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1094 time: 0.0978937 Jul 08 17:42:47.792106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-55099ec0-46ca-42e0-a905-b77454bcc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.793574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-55099ec0-46ca-42e0-a905-b77454bcc102 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0441914 Jul 08 17:42:47.854204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-72c9ec2c-348e-4f88-9acf-27ce245dd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:47.855760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-72c9ec2c-348e-4f88-9acf-27ce245dd5f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561516 Jul 08 17:42:47.958068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-c3b91d24-36fa-49ed-83f9-9b4ef8965fb7 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953660 Jul 08 17:42:48.053032 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-9e898e4b-e1f4-46e5-ac04-7aa76b136de5 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888526 Jul 08 17:42:48.102191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-4c4937af-79a4-4ab0-9eaf-ec29d38004cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 200 len: 217 time: 0.0432208 Jul 08 17:42:48.186086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-1ba754ef-75cb-461d-827c-d7dc95897e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.187547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-1ba754ef-75cb-461d-827c-d7dc95897e44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0763936 Jul 08 17:42:48.214252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23919b-40ef-4248-b1c6-df5a93e9bdcf req-fbdeabf6-a694-4e13-af6a-79f661e24c18 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.215617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e23919b-40ef-4248-b1c6-df5a93e9bdcf req-fbdeabf6-a694-4e13-af6a-79f661e24c18 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.1159806 Jul 08 17:42:48.258745 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a9512c1b-7ff9-4632-9b0c-08dd3209edad req-551894d2-496b-440e-a0e5-618b3a50c374 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0754066 Jul 08 17:42:48.285771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5e23919b-40ef-4248-b1c6-df5a93e9bdcf req-d04d0c57-2d53-4041-8ec5-79e298dcd2e0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488544 Jul 08 17:42:48.299934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-e7017a9f-bfa3-4889-89ca-99ade3626aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.301585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-e7017a9f-bfa3-4889-89ca-99ade3626aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068594 Jul 08 17:42:48.316204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-df84ae68-6974-4897-a562-ec3a2f4553cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.317676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-df84ae68-6974-4897-a562-ec3a2f4553cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.5283151 Jul 08 17:42:48.320233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-3008e862-29e3-4ca5-b006-6655152e8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.321569 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-3008e862-29e3-4ca5-b006-6655152e8ffa service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.5242360 Jul 08 17:42:48.393082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-10726ab6-a574-44ee-893d-c3c693f6712a service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847192 Jul 08 17:42:48.431195 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-ecdd9205-f869-4f05-9e5c-0ec2459d5ae2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.1025150 Jul 08 17:42:48.437492 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-84b3ebb2-cfb1-4b8c-9d25-9fb841ed01b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.1033235 Jul 08 17:42:48.487650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-8e1610fe-c97a-4b68-8a73-63ec92b22218 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880344 Jul 08 17:42:48.515621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-458822d6-9cb9-444d-bca0-1f40b87a8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.517106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-458822d6-9cb9-444d-bca0-1f40b87a8e69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0784070 Jul 08 17:42:48.518539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-6d4ee65f-2990-444c-ad7f-1ae8486e1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.519854 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-6d4ee65f-2990-444c-ad7f-1ae8486e1735 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0740771 Jul 08 17:42:48.530594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-696bbe1c-678f-4c46-8b3a-d216fa1f4e21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 217 time: 0.0363863 Jul 08 17:42:48.578591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-ef2ec784-878f-4f92-bcb9-468ff7d5124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.580125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-ef2ec784-878f-4f92-bcb9-468ff7d5124c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0438850 Jul 08 17:42:48.617474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-b7a224e5-c6d5-4f85-bc2b-56ff233c5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.619022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-b7a224e5-c6d5-4f85-bc2b-56ff233c5973 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955129 Jul 08 17:42:48.624895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-253dee32-e7cf-4711-9aa9-b20a2f75cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.626468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-253dee32-e7cf-4711-9aa9-b20a2f75cbc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935328 Jul 08 17:42:48.646278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-ea2ba747-9958-4a68-a2e5-fa38827b6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.647785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-ea2ba747-9958-4a68-a2e5-fa38827b6c09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610933 Jul 08 17:42:48.749828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-567e17a0-4f71-4e96-a52c-8acf000ffc01 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942750 Jul 08 17:42:48.788184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-cf761066-2853-44b9-94f8-026319fa51b3 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556575 Jul 08 17:42:48.793429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-6e903d94-c908-4f58-a41c-c30cece0ce48 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522691 Jul 08 17:42:48.854676 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8a70d757-81e7-4cc3-b5cb-0272b3a167c8 req-c13713ad-f70c-4dfd-8464-8113e203e54c service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991986 Jul 08 17:42:48.899773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:48.940443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:48.952895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-6184a264-d23a-4ab5-ac4e-e1ff65de5af3 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585100 Jul 08 17:42:48.957975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-408a8dfd-7fb5-40ea-b1b9-7dab7c48071f req-d91fe7d4-57a4-4f2b-80a9-ff790e191ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553266 Jul 08 17:42:49.416675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fca4a5f2-350e-4141-b7c3-1b7b5659890f req-8d1fb01e-ed4f-49e8-82d6-bbeaa2ae3875 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0300963 Jul 08 17:42:49.461561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1477c-cf1f-470f-af3e-b46b503e8d5e req-628d7e8a-74a3-4473-80dc-4fcffed02ece tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:49.463083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0e1477c-cf1f-470f-af3e-b46b503e8d5e req-628d7e8a-74a3-4473-80dc-4fcffed02ece tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.0667176 Jul 08 17:42:49.503472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2048a392-2e1a-421b-9161-d68af2aca396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.507445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0e1477c-cf1f-470f-af3e-b46b503e8d5e req-3b7d3b87-9117-4249-8fa0-091fe902d7c2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388415 Jul 08 17:42:49.881726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-2da8a483-4ceb-4925-9824-d4f7c1bc992e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:49.883271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-2da8a483-4ceb-4925-9824-d4f7c1bc992e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 943 time: 0.1160347 Jul 08 17:42:49.892034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c915c77-92a8-488f-a0de-1d97f700739f req-d6bbffd5-5203-4761-8d51-8a4d355182af tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:49.893501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c915c77-92a8-488f-a0de-1d97f700739f req-d6bbffd5-5203-4761-8d51-8a4d355182af tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 943 time: 0.0650499 Jul 08 17:42:49.931858 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c915c77-92a8-488f-a0de-1d97f700739f req-96e8b98f-eaed-4748-aa35-8e71f74ab8c3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Jul 08 17:42:49.952724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-d4537dd7-c680-47cb-8e7a-037959acda5a service neutron] 10.222.0.21 "GET /v2.0/ports/230bf5ea-c469-4c29-84f5-a404905352bd/bindings/n-h2-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.0630867 Jul 08 17:42:50.033595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-94fc2b36-04bc-49ae-a712-c518ffcf7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:50.035174 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-94fc2b36-04bc-49ae-a712-c518ffcf7186 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1094 time: 0.0600240 Jul 08 17:42:50.129430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-19b0f19a-6550-451c-8a7e-b9024508eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:50.130962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-19b0f19a-6550-451c-8a7e-b9024508eaad service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.0871041 Jul 08 17:42:50.194379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-8d8d46e8-604c-43ba-9db4-7b69b1d8df19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.0568149 Jul 08 17:42:50.242361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-72d32268-8385-494c-9fbc-e4e2263def61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:50.243762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-72d32268-8385-494c-9fbc-e4e2263def61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0428212 Jul 08 17:42:50.303196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-d16df426-d9cb-4d83-b0c7-7f0293560b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:50.304653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-d16df426-d9cb-4d83-b0c7-7f0293560b41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543602 Jul 08 17:42:50.399043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-eac7237a-e0c8-4d0c-a8b0-27647afdec02 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876632 Jul 08 17:42:50.490112 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-2ae63b35-2cd7-40a1-ad44-9bd3c1227772 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Jul 08 17:42:50.580679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-537426be-9cc6-4010-a9c8-bc84a62d6a89 req-cee8ccf5-7c50-4d8e-80f8-bd8e56f06ab8 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0300593 Jul 08 17:42:50.801090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:50.895556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:50.906851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '230bf5ea-c469-4c29-84f5-a404905352bd', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:50.942970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.955007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:50.975234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:50.980684 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.028332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:51.036301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.036648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.036989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.037328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.037741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.038137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.038470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.038797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.039123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.039446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.039770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.040093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:51.123784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c591cb0-52cd-4e10-8f89-47973a7668f2 req-adf436fa-bc09-4bee-89d8-cf42f2c6b0cb tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:51.125347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c591cb0-52cd-4e10-8f89-47973a7668f2 req-adf436fa-bc09-4bee-89d8-cf42f2c6b0cb tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.0670953 Jul 08 17:42:51.166598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c591cb0-52cd-4e10-8f89-47973a7668f2 req-ba6248cd-7cf6-4eec-b1ea-f7244b7e4d29 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354731 Jul 08 17:42:51.214173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['230bf5ea-c469-4c29-84f5-a404905352bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:51.730131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b29e7a85-5257-4bdb-8544-30ee1001e849 req-06861f21-ab60-4504-8153-1163a2d0e57d tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0294695 Jul 08 17:42:52.189264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61d8cfb3-bc19-4faf-a48b-7aba6e1bc96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.322809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.346853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433e85-8fbc-4dad-af17-06ae90e50fc9 req-09903026-f6b3-4259-abf4-58f04a994d16 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:52.348337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df433e85-8fbc-4dad-af17-06ae90e50fc9 req-09903026-f6b3-4259-abf4-58f04a994d16 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.0686054 Jul 08 17:42:52.386691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-df433e85-8fbc-4dad-af17-06ae90e50fc9 req-caf43678-76c3-4bdb-91f0-4f7f3734b695 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 08 17:42:52.456686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-780a6e5c-5e25-4c76-9353-688013f93f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:52.458161 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-780a6e5c-5e25-4c76-9353-688013f93f1c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 1095 time: 0.0512676 Jul 08 17:42:52.468405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:52.540703 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.736538 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:52.770308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:52.801851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:52.810374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.815469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:52.822274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Ignored duplicate provisioning block setup for port 230bf5ea-c469-4c29-84f5-a404905352bd by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:42:52.826491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.927136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:52.937005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ad582391-88b7-4740-8b07-f5075e19b23b req-944c8832-62f9-4758-809d-71a42a8cc887 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0694575 Jul 08 17:42:52.942742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '230bf5ea-c469-4c29-84f5-a404905352bd', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:52.953274 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:52.995194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] No DVR routers for this DVR port 230bf5ea-c469-4c29-84f5-a404905352bd on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:53.134011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:53.134359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:53.134667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:53.138980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:42:53.139581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Attempting to bind port 230bf5ea-c469-4c29-84f5-a404905352bd on network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:53.144335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:53.144670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Checking segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:53.145056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Bound using segment: {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:53.145476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Bound port: 230bf5ea-c469-4c29-84f5-a404905352bd, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677146c2-d610-49a4-bf7b-c01d8b0cd86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:53.145829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.209539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:53.212598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:53.216587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.248351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.249639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.251076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 1091 time: 0.7866473 Jul 08 17:42:53.251514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:53.253735 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a878cef-8dc8-4814-9060-ed751b26f5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:53.316413 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90248e9-e816-4b9e-902f-6c9ba5cf12bd x-openstack-request-id: req-c90248e9-e816-4b9e-902f-6c9ba5cf12bd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:53.316700 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:53.316952 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c90248e9-e816-4b9e-902f-6c9ba5cf12bd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:53.317351 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'status': 'completed', 'code': 200} Jul 08 17:42:53.320794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75ca25-1cd6-4b09-829e-f00b383d06f8 service neutron] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:53.383828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-cf35307e-c6f4-407c-9a09-6e1cf5313223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.385376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-cf35307e-c6f4-407c-9a09-6e1cf5313223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1095 time: 0.1075699 Jul 08 17:42:53.452952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-0c2c5dda-f459-4a60-a0ee-c157cfae1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.454474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-0c2c5dda-f459-4a60-a0ee-c157cfae1ac7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1095 time: 0.1214776 Jul 08 17:42:53.579887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-4ea964b6-0031-4130-83ae-b1dc052b2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.581374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-4ea964b6-0031-4130-83ae-b1dc052b2368 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.1885004 Jul 08 17:42:53.588826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.671645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-331e56c8-1c19-4f8e-aef7-a2d0651385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.673148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-331e56c8-1c19-4f8e-aef7-a2d0651385b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.2093382 Jul 08 17:42:53.689662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-3e21f832-cb12-46d6-9409-da90798d4794 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.1008041 Jul 08 17:42:53.743569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c647ab-29d9-436d-a26c-314e762bee4e req-cbc47328-b0cd-4ecc-ad64-b1365d75ce5f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.745067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2c647ab-29d9-436d-a26c-314e762bee4e req-cbc47328-b0cd-4ecc-ad64-b1365d75ce5f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.2275074 Jul 08 17:42:53.810977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-7b6eff95-06b5-438b-8016-81fb1bcb701d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.1290510 Jul 08 17:42:53.834153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-a9ab677a-1de9-4e01-b611-cf0a635b8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.835518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-a9ab677a-1de9-4e01-b611-cf0a635b8b0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.1100783 Jul 08 17:42:53.841296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e2c647ab-29d9-436d-a26c-314e762bee4e req-463beafb-6fbc-49c9-b4a3-9946b9ab3b4e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703835 Jul 08 17:42:53.908300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-f976acb5-2dab-4436-aba6-1d715f5f53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.909744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-f976acb5-2dab-4436-aba6-1d715f5f53ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0869153 Jul 08 17:42:53.955672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-4f9c5fe5-736f-4493-a054-e4c3ef7cb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.957098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-4f9c5fe5-736f-4493-a054-e4c3ef7cb521 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980639 Jul 08 17:42:54.026955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-36b20ede-c850-48b7-be9f-c27c2a2cc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:54.028765 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-36b20ede-c850-48b7-be9f-c27c2a2cc9b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127079 Jul 08 17:42:54.109703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-f984f373-18e5-4348-ae16-d480dad1c27d service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444631 Jul 08 17:42:54.114742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f23792e5-d2dd-4004-b866-b7c22bc2091d req-437818a6-4585-46d0-8f77-534a8336394b tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0318623 Jul 08 17:42:54.190057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-d3cee6d1-f130-463d-a718-868bf6ae9a28 service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503856 Jul 08 17:42:54.268273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9ba039de-be0c-44c0-8add-a492d4c09082 req-72ece40d-cb3d-41e0-a82c-d84e3562756f service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507876 Jul 08 17:42:54.302038 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-9074dc38-1216-4315-83c8-5bd64e30350b service neutron] 10.222.0.21 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025190 Jul 08 17:42:54.367735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-d35f6d8f-8b01-4c55-bde7-0a8407fa82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:54.369183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-d35f6d8f-8b01-4c55-bde7-0a8407fa82d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1095 time: 0.0538232 Jul 08 17:42:54.459021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-582888c8-4a87-415a-be66-70afdaae036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:54.460454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-582888c8-4a87-415a-be66-70afdaae036b service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.0856080 Jul 08 17:42:54.524765 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-7bfc0cd0-cee3-44f1-aaf5-7263dc2ab431 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 999 time: 0.0561950 Jul 08 17:42:54.578420 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-b503224b-7043-40a3-be81-984dd83ea9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:54.579914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-b503224b-7043-40a3-be81-984dd83ea9cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0482047 Jul 08 17:42:54.636049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-4f4b2cc7-0c45-41a7-80ed-630f5e0d4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:54.637409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-4f4b2cc7-0c45-41a7-80ed-630f5e0d4b30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509531 Jul 08 17:42:54.725821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-6928d7e0-cdb3-437c-b32a-6a56e295da69 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809333 Jul 08 17:42:54.843517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:54.886484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:54.971389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.207001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a878cef-8dc8-4814-9060-ed751b26f5a4 req-ca4f9dc0-0d47-4e96-8202-22141be03611 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746308 Jul 08 17:42:55.215352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a75f2-c305-4ffd-9d59-33cca5d6db86 req-e94f1594-634a-4dbc-a44c-cd38f0c4187d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.216814 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e3a75f2-c305-4ffd-9d59-33cca5d6db86 req-e94f1594-634a-4dbc-a44c-cd38f0c4187d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.0959542 Jul 08 17:42:55.256905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e3a75f2-c305-4ffd-9d59-33cca5d6db86 req-43ee5060-1b2f-4edb-afeb-868781fd1bd0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334077 Jul 08 17:42:55.268344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-97873306-985b-454e-a559-4c80fdcb6c3d req-b7bedd55-546c-420d-9b37-8ff6364a68c4 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0302038 Jul 08 17:42:56.420271 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-769e1d63-c69b-4ecf-8813-2cce4fc375e0 req-7d65c1b4-3f91-41c4-89c8-9c2ef0834d4a tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0293193 Jul 08 17:42:56.437265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfafa1-8a5d-44b2-9b82-bdf44224f8ac req-21960035-0dda-4f8f-bf13-fd0e126162b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:56.438774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9fcfafa1-8a5d-44b2-9b82-bdf44224f8ac req-21960035-0dda-4f8f-bf13-fd0e126162b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 944 time: 0.0702438 Jul 08 17:42:56.476118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9fcfafa1-8a5d-44b2-9b82-bdf44224f8ac req-a881711a-9a67-4051-b315-29c9a6610295 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Jul 08 17:42:56.500608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49852) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:56.563946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-debed12a-75d7-470d-8de4-9ebf6b34d24a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/b7c6a6e0-e047-40c6-86d8-575f9e428af7 HTTP/1.1" status: 200 len: 991 time: 0.0620399 Jul 08 17:42:56.945813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:57.041416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:57.052970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '230bf5ea-c469-4c29-84f5-a404905352bd', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'port_id': '230bf5ea-c469-4c29-84f5-a404905352bd', 'mac_address': 'fa:16:3e:43:05:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:57.087897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:57.100781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:57.121297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:57.125967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:57.176688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:57.407038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['230bf5ea-c469-4c29-84f5-a404905352bd'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:57.569145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-52add833-8414-4cc1-9c2d-733f3794566d req-86037a2f-7cdc-4eae-a6c3-c0dc47f4ae02 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0281000 Jul 08 17:42:58.716885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-68c4a90a-f24a-4f92-a4de-45889c3c57aa req-69bf53a1-245e-4fa1-a8a9-48033138ad6e tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0278883 Jul 08 17:42:58.961104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:59.007830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 230bf5ea-c469-4c29-84f5-a404905352bd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:59.011500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 230bf5ea-c469-4c29-84f5-a404905352bd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:59.011868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.086177 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.112801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:59.115073 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd5fcfb-5e4c-4641-b6bb-c573e084cc7c" -d '{"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-plugged", "status": "completed", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:59.128213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:59.138869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.168273 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc258be8-30a0-4761-bdbb-4f76b6082c91 x-openstack-request-id: req-dc258be8-30a0-4761-bdbb-4f76b6082c91 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:59.168568 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-plugged", "status": "completed", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:59.168821 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc258be8-30a0-4761-bdbb-4f76b6082c91 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:59.169211 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'code': 200} Jul 08 17:42:59.193650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:59.875824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-587eb510-736e-4422-a12c-5a751f253d96 req-6ff9544a-b2d0-4246-8c34-e5f8a5a421d6 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0339918 Jul 08 17:43:00.948661 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:43:01.031312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6848b51c-8c26-44d2-b916-9868e9a55132 req-9e5d8dc5-1130-47d2-950a-78eeb500c576 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0291591 Jul 08 17:43:02.181637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b686ee6f-e3b3-4e2a-aceb-9b40cdc7d63d req-056f8d10-39c2-4f19-82aa-b8d783fe5fa7 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jul 08 17:43:03.332015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28ab392d-aae0-4924-a8d1-0cb24e3ab686 req-257aa3c2-1567-4f5a-bc69-00b205e6d3ab tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0280192 Jul 08 17:43:04.483060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2b9b8fb-2145-4784-9e14-fe0b0fbc8d4c req-3524db5c-1f95-4a12-8824-d9b066607ee3 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0319118 Jul 08 17:43:05.634923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-986d945e-db3e-428e-b567-bfa83dcbbdae req-052025f6-d640-41f1-9739-17be58291e6e tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0322330 Jul 08 17:43:06.787030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97920156-bad7-4f8a-8f15-c0b40a2466cb req-fc7ac15c-b013-41ca-aefb-596e55ced461 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0286458 Jul 08 17:43:07.937887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca8fec15-7a35-45a3-a48c-24ab50d0a924 req-2a8818b2-7b4c-406a-a7d0-f54331262905 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0281110 Jul 08 17:43:09.085462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f65e59f-dcda-43e9-ab03-9b7ead0494ca req-c4aa7f37-85d4-4174-91c6-012fe1789eda tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0286450 Jul 08 17:43:10.235388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65e27572-6345-40e2-9096-034115b4ff9a req-c785c339-cc5b-4ea7-b2b6-63dd3b7b8b10 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0286307 Jul 08 17:43:11.387513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-84435f90-b6d0-447e-8afa-fed13e3dab9e req-7710cfd8-601b-4f1e-b15e-50ad31117cdc tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0280099 Jul 08 17:43:12.536316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9236d995-60b1-4f2a-acb6-2294f3ba3a12 req-816f5dae-16a5-4669-8d09-cc3b2b04b144 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0293322 Jul 08 17:43:13.038027 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.080790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.685772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f653f515-f3c1-4d9b-afce-a77e6a76a3a6 req-45ac8437-f6ce-42c8-be5e-da2886b16854 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0316446 Jul 08 17:43:14.295821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59f7de53-4f4c-4794-af06-8134389d2708 req-a0ba6eff-f670-483a-991d-449412cad8b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0290723 Jul 08 17:43:14.837830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b622f06-5be8-464f-a9ca-b383d02b5bac req-01d8dcd9-57d0-42db-8ba6-0f1302a1c18d tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0323250 Jul 08 17:43:15.986561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-09ede977-2564-43cb-80d3-7f9f90809b02 req-368ef46c-bf13-4e7b-b01d-ca72dd1e70e4 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0277421 Jul 08 17:43:16.302949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1758899-aa7e-4efd-8a74-9ffa514e5ac4 req-57122443-c011-48b3-9d1d-ba28cf235f24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4241db7e292c4e388a8b40600ad98284&device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0276525 Jul 08 17:43:16.358319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1758899-aa7e-4efd-8a74-9ffa514e5ac4 req-51514137-f1e2-4ddb-9932-3e1038776cfb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4241db7e292c4e388a8b40600ad98284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477345 Jul 08 17:43:16.374090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da1f3894-edce-4db0-a414-71ee8bcd795c req-dcce5e67-20d1-4d54-8b6b-ee90cb2b66f3 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 08 17:43:16.519309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1758899-aa7e-4efd-8a74-9ffa514e5ac4 req-d994e8ca-9165-4c0d-a820-076577af2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:16.520695 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1758899-aa7e-4efd-8a74-9ffa514e5ac4 req-d994e8ca-9165-4c0d-a820-076577af2641 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568706 Jul 08 17:43:17.515486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85c2c926-e370-4262-a9d6-b69c6e2db5b3 req-ea957074-cca9-4877-b60c-acba4bb86d17 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.48 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0280969 Jul 08 17:43:17.708162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1758899-aa7e-4efd-8a74-9ffa514e5ac4 req-58697264-531e-4b8c-a2fe-2aa2c6cfa8c0 tempest-ServerShowV254Test-932832603 tempest-ServerShowV254Test-932832603-project] 10.222.0.21 "GET /v2.0/ports?device_id=f360cf41-1cf5-49fc-b99d-9b220e1ebbaa HTTP/1.1" status: 200 len: 210 time: 0.0275953 Jul 08 17:43:18.841172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49904) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:18.945139 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.033208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.037000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.074873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4241db7e292c4e388a8b40600ad98284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326705 Jul 08 17:43:19.075979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f1f139-3258-4b00-ba3b-46b43313ac49,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:19.077668 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:19.083512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.083859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.084199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.084540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.084901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.085233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.085561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.085886 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.086244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.086570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.086898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.087221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68347753-56c0-4e47-a203-e7b0012953e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:19.129350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a92fc12a-7b66-4491-a007-cf3a317486f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.150818 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a92fc12a-7b66-4491-a007-cf3a317486f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.200009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a92fc12a-7b66-4491-a007-cf3a317486f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.203247 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a92fc12a-7b66-4491-a007-cf3a317486f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.204404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a92fc12a-7b66-4491-a007-cf3a317486f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61f1f139-3258-4b00-ba3b-46b43313ac49 HTTP/1.1" status: 204 len: 168 time: 0.1256838 Jul 08 17:43:19.212962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc12a-7b66-4491-a007-cf3a317486f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f1f139-3258-4b00-ba3b-46b43313ac49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:19.504735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b11a8d74-40b3-4ce5-904a-4c54dfde7eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.193061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49964) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.295040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e753bc8-7afb-40a2-b921-be5a6542b5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.391888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e753bc8-7afb-40a2-b921-be5a6542b5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.395631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8e753bc8-7afb-40a2-b921-be5a6542b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.434985 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8e753bc8-7afb-40a2-b921-be5a6542b5cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0f2b281d2dc4ad09fe004a8249bcf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407770 Jul 08 17:43:21.435846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e753bc8-7afb-40a2-b921-be5a6542b5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22743e27-dd71-4b29-ae8b-62de52d769ed,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:21.438073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49968) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.487150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c8f27cb-0221-457e-8082-bdbd8f25123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.507690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c8f27cb-0221-457e-8082-bdbd8f25123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.558545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c8f27cb-0221-457e-8082-bdbd8f25123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.561081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3c8f27cb-0221-457e-8082-bdbd8f25123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.562372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3c8f27cb-0221-457e-8082-bdbd8f25123a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22743e27-dd71-4b29-ae8b-62de52d769ed HTTP/1.1" status: 204 len: 168 time: 0.1231990 Jul 08 17:43:21.570131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f27cb-0221-457e-8082-bdbd8f25123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22743e27-dd71-4b29-ae8b-62de52d769ed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:21.815930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 49974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.830117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d49fee-2d9a-4966-a650-f4d63b3f6c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.919348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d49fee-2d9a-4966-a650-f4d63b3f6c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.923243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-96d49fee-2d9a-4966-a650-f4d63b3f6c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.962718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-96d49fee-2d9a-4966-a650-f4d63b3f6c4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d80324c7e82a4d928bb639ab96aac1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457009 Jul 08 17:43:21.963600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d49fee-2d9a-4966-a650-f4d63b3f6c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988c6da4-d377-44b7-9302-ff9706649913,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:21.965378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 49976) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:22.018578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f5efd0f-b106-4994-87c2-41f69ff382d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.040646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f5efd0f-b106-4994-87c2-41f69ff382d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.088319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f5efd0f-b106-4994-87c2-41f69ff382d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.090945 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f5efd0f-b106-4994-87c2-41f69ff382d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.092126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8f5efd0f-b106-4994-87c2-41f69ff382d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/988c6da4-d377-44b7-9302-ff9706649913 HTTP/1.1" status: 204 len: 168 time: 0.1256573 Jul 08 17:43:22.101283 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5efd0f-b106-4994-87c2-41f69ff382d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988c6da4-d377-44b7-9302-ff9706649913,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:22.189175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ab8162c-f33a-483b-a11e-fcc3f9456a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.325078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.591793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.376530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:24.482706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da31b73-f2c1-4f55-88f6-445c5da728a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.571393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da31b73-f2c1-4f55-88f6-445c5da728a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.575115 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2da31b73-f2c1-4f55-88f6-445c5da728a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.614842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2da31b73-f2c1-4f55-88f6-445c5da728a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d99c608016724184bb9935f80aebee0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371523 Jul 08 17:43:24.615718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da31b73-f2c1-4f55-88f6-445c5da728a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1773967-bc2a-4106-baa3-6b0e1c610060,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:24.617559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50052) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:24.667066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65eb5a27-ff58-4480-9b6a-edfb0e6d2a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.689119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65eb5a27-ff58-4480-9b6a-edfb0e6d2a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.735327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65eb5a27-ff58-4480-9b6a-edfb0e6d2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.737756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-65eb5a27-ff58-4480-9b6a-edfb0e6d2a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.741573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-65eb5a27-ff58-4480-9b6a-edfb0e6d2a1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1773967-bc2a-4106-baa3-6b0e1c610060 HTTP/1.1" status: 204 len: 168 time: 0.1224158 Jul 08 17:43:24.749805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb5a27-ff58-4480-9b6a-edfb0e6d2a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1773967-bc2a-4106-baa3-6b0e1c610060,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:24.973559 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.006891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:25.023198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9160f4e-d301-4708-9675-3537b6415a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.114094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9160f4e-d301-4708-9675-3537b6415a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.118218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9160f4e-d301-4708-9675-3537b6415a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.158420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9160f4e-d301-4708-9675-3537b6415a4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9703ce47cacd47229a7243584b328833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502140 Jul 08 17:43:25.159308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9160f4e-d301-4708-9675-3537b6415a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72a0e9-fac1-471c-8aba-94fdca6a14b2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:25.161102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50060) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:25.209441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab4e17e7-d390-460e-a09b-3e7f495ab0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.229662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab4e17e7-d390-460e-a09b-3e7f495ab0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.276309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab4e17e7-d390-460e-a09b-3e7f495ab0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.279232 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab4e17e7-d390-460e-a09b-3e7f495ab0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.280404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ab4e17e7-d390-460e-a09b-3e7f495ab0c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e72a0e9-fac1-471c-8aba-94fdca6a14b2 HTTP/1.1" status: 204 len: 168 time: 0.1182773 Jul 08 17:43:25.287891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e17e7-d390-460e-a09b-3e7f495ab0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72a0e9-fac1-471c-8aba-94fdca6a14b2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:27.121796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da012-71ad-44ca-a269-eaaaab520379 req-9c454281-8366-47be-a255-92ddefc75c9a tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:27.124525 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-829da012-71ad-44ca-a269-eaaaab520379 req-9c454281-8366-47be-a255-92ddefc75c9a tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1097 time: 0.0592110 Jul 08 17:43:27.164035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-829da012-71ad-44ca-a269-eaaaab520379 req-544d7b6b-f1e6-4f6b-a5c3-44c2031802d7 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 Jul 08 17:43:27.188682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:27.358621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port f1af6a51-718c-4d80-8450-1a550ae6e19a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:27.358933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.435799 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.436124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.448862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for f1af6a51-718c-4d80-8450-1a550ae6e19a owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:27.559183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:27.623459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.648745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=f1af6a51-718c-4d80-8450-1a550ae6e19a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:27.680983 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edf2f574-a5b5-4060-a602-e3d026c0883e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.718610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.719597 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP b7c6a6e0-e047-40c6-86d8-575f9e428af7 disassociated (deleted). External IP: 172.25.3.159, port: 230bf5ea-c469-4c29-84f5-a404905352bd. Jul 08 17:43:27.779833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edf2f574-a5b5-4060-a602-e3d026c0883e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.784110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edf2f574-a5b5-4060-a602-e3d026c0883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.821796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2f574-a5b5-4060-a602-e3d026c0883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c801fb2-a308-4c78-9eb6-7ffb311f6664,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:27.830139 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-edf2f574-a5b5-4060-a602-e3d026c0883e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4eef8e2c2d5b40b1a17b036b1f70da2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683442 Jul 08 17:43:27.830485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:27.882396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce739a51-1714-4b9f-ba60-4dd3a3bd2e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.904341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce739a51-1714-4b9f-ba60-4dd3a3bd2e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.936490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 337af832-4ac3-42a8-9ebf-835d4f3ef31e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:27.956329 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce739a51-1714-4b9f-ba60-4dd3a3bd2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.959015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce739a51-1714-4b9f-ba60-4dd3a3bd2e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.960184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce739a51-1714-4b9f-ba60-4dd3a3bd2e48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c801fb2-a308-4c78-9eb6-7ffb311f6664 HTTP/1.1" status: 204 len: 168 time: 0.1289275 Jul 08 17:43:27.969836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce739a51-1714-4b9f-ba60-4dd3a3bd2e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c801fb2-a308-4c78-9eb6-7ffb311f6664,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:28.243228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:28.257256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f03f0f9e-db74-4d0f-b0f1-60499cdd6ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.356086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f03f0f9e-db74-4d0f-b0f1-60499cdd6ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.360793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f03f0f9e-db74-4d0f-b0f1-60499cdd6ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.390991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:28.396027 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.403032 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] Sync routers for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:28.416459 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f03f0f9e-db74-4d0f-b0f1-60499cdd6ea9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dd9f1ea91fd4c41984374df5851f7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695502 Jul 08 17:43:28.416459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f0f9e-db74-4d0f-b0f1-60499cdd6ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544f8e40-c716-45ad-8b26-5befb722b989,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:28.417546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:28.432164 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:28.432805 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:28.438571 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-77468ea1-7940-4818-8517-586a3cdd870b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/floatingips/b7c6a6e0-e047-40c6-86d8-575f9e428af7 HTTP/1.1" status: 204 len: 168 time: 1.2475944 Jul 08 17:43:28.439203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:28.442935 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:28.480974 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad4a4a6-e8b4-4f7d-a331-bcbf5334846a x-openstack-request-id: req-0ad4a4a6-e8b4-4f7d-a331-bcbf5334846a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:28.481254 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:28.481497 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ad4a4a6-e8b4-4f7d-a331-bcbf5334846a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:28.481878 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'status': 'completed', 'code': 200} Jul 08 17:43:28.493517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45e03de6-b139-4a56-8a0e-6a6f27ace3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.547624 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45e03de6-b139-4a56-8a0e-6a6f27ace3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.589897 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:28.605135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-5846055b-0279-42cb-960f-95749480a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.607590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-5846055b-0279-42cb-960f-95749480a3d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 1097 time: 0.0961356 Jul 08 17:43:28.671266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45e03de6-b139-4a56-8a0e-6a6f27ace3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.674579 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45e03de6-b139-4a56-8a0e-6a6f27ace3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.678402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-45e03de6-b139-4a56-8a0e-6a6f27ace3d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/544f8e40-c716-45ad-8b26-5befb722b989 HTTP/1.1" status: 204 len: 168 time: 0.2576225 Jul 08 17:43:28.704126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e03de6-b139-4a56-8a0e-6a6f27ace3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f8e40-c716-45ad-8b26-5befb722b989,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:28.762951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-c255f7e9-45d8-4b63-bfd8-eedb3fa2a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.766531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-c255f7e9-45d8-4b63-bfd8-eedb3fa2a757 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 200 len: 898 time: 0.1523321 Jul 08 17:43:28.817693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-5caf56e8-a645-450f-ae95-b866c6fa1745 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 200 len: 217 time: 0.0446079 Jul 08 17:43:28.878188 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:51Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:28.891635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-501ce3aa-5454-4e4a-ba5e-29edb3c00cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.893864 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-501ce3aa-5454-4e4a-ba5e-29edb3c00cca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 200 len: 835 time: 0.0687435 Jul 08 17:43:28.910217 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] Checking router: 337af832-4ac3-42a8-9ebf-835d4f3ef31e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:28.923541 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:28.924481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:28.937380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e3e55-4e52-4f89-85e7-43aecfa60de9 req-1d725d7c-231f-4482-a32d-36f8984b6b87 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.945746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-552e3e55-4e52-4f89-85e7-43aecfa60de9 req-1d725d7c-231f-4482-a32d-36f8984b6b87 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 946 time: 0.0879734 Jul 08 17:43:28.977256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-233de091-dd41-43e0-9af8-1384e4adc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.979496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-233de091-dd41-43e0-9af8-1384e4adc711 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb766ec7-5f31-4cf4-bdd9-b5905c525e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783241 Jul 08 17:43:28.990497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-552e3e55-4e52-4f89-85e7-43aecfa60de9 req-492a0ee9-3947-4973-8d61-b102417836cc tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Jul 08 17:43:29.062182 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:29.098063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-3a40cb3b-1219-41a8-9b37-d07186812fec service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109204 Jul 08 17:43:29.227700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98fb7762-3ce1-4431-8a31-62d24d9d9fe7 req-48d4210f-dcc4-4e4d-9881-aaf65b829210 service neutron] 10.222.0.53 "GET /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225402 Jul 08 17:43:29.302288 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:51Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:29.331607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efd537-15ae-4038-aed3-60bca54d9cfb None None] The sync data for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 is: [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:44Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '19a2aed3-6cf8-47c5-aeee-0ade165b1df2', 'name': '', 'network_id': 'eb766ec7-5f31-4cf4-bdd9-b5905c525e61', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:60:c8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '6d75db28-6949-4a92-b830-47173178b390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:43Z', 'updated_at': '2021-07-08T17:41:51Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '6d75db28-6949-4a92-b830-47173178b390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:29.570270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a6fa8d-39ea-4831-a0e1-e9f91a75a750 None None] New status for floating IP b7c6a6e0-e047-40c6-86d8-575f9e428af7: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:43:30.166838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-ed23d979-8ea6-47b5-b23b-685b2e177b07 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:30.168843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-ed23d979-8ea6-47b5-b23b-685b2e177b07 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 946 time: 0.1122437 Jul 08 17:43:30.240112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204836b-5741-4b63-a46a-6fb2b46101f7 req-9da48060-0c15-4730-9880-dd504d4598df tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:30.241593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e204836b-5741-4b63-a46a-6fb2b46101f7 req-9da48060-0c15-4730-9880-dd504d4598df tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=83937c36-1e33-4d96-b54a-109dfe38888f HTTP/1.1" status: 200 len: 946 time: 0.1338029 Jul 08 17:43:30.314850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e204836b-5741-4b63-a46a-6fb2b46101f7 req-f42eff7c-93e9-45db-864e-16d2359cf20c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=96a11f20-0bcc-4a85-a1b9-6768a072a496&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667305 Jul 08 17:43:30.326744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:30.327857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.424195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 230bf5ea-c469-4c29-84f5-a404905352bd, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=230bf5ea-c469-4c29-84f5-a404905352bd,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:30.424843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.439333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 230bf5ea-c469-4c29-84f5-a404905352bd owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:30.567687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.611015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=230bf5ea-c469-4c29-84f5-a404905352bd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:30.650672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] No DVR routers for this DVR port 230bf5ea-c469-4c29-84f5-a404905352bd on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:30.653839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.656842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5957d47d-b2e5-4dd5-a5d0-c9d56c04f2ea req-2e26f705-3d94-4c79-a204-9b99e5ddd064 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "DELETE /v2.0/ports/230bf5ea-c469-4c29-84f5-a404905352bd HTTP/1.1" status: 204 len: 173 time: 0.4826281 Jul 08 17:43:30.657649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-deleted', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:30.661008 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6194d8f2-c0ca-4ece-a7fc-f85204730be7" -d '{"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-deleted", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:30.699826 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12142055-cc4d-4fbc-873f-bdbe516fd3d5 x-openstack-request-id: req-12142055-cc4d-4fbc-873f-bdbe516fd3d5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:30.700059 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83937c36-1e33-4d96-b54a-109dfe38888f", "name": "network-vif-deleted", "tag": "230bf5ea-c469-4c29-84f5-a404905352bd", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:30.700317 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12142055-cc4d-4fbc-873f-bdbe516fd3d5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:30.700747 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83937c36-1e33-4d96-b54a-109dfe38888f', 'name': 'network-vif-deleted', 'tag': '230bf5ea-c469-4c29-84f5-a404905352bd', 'status': 'completed', 'code': 200} Jul 08 17:43:31.271070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:31.385076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-875d104d-981e-4236-a407-bf1395398090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.410936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:31.478649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-875d104d-981e-4236-a407-bf1395398090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.482514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-875d104d-981e-4236-a407-bf1395398090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.522176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-875d104d-981e-4236-a407-bf1395398090 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23eb7da9400c4d8a9fd099839b6bc6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499628 Jul 08 17:43:31.523026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d104d-981e-4236-a407-bf1395398090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ace7ff-362f-457e-a2a2-060583892f5e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:31.525456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:31.659689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b9241c4-3b88-4677-9762-6e2d58290283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.708239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b9241c4-3b88-4677-9762-6e2d58290283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.796591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b9241c4-3b88-4677-9762-6e2d58290283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.799111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b9241c4-3b88-4677-9762-6e2d58290283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.800248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b9241c4-3b88-4677-9762-6e2d58290283 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5ace7ff-362f-457e-a2a2-060583892f5e HTTP/1.1" status: 204 len: 168 time: 0.2736394 Jul 08 17:43:31.813607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9241c4-3b88-4677-9762-6e2d58290283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ace7ff-362f-457e-a2a2-060583892f5e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:31.880118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.067893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:32.081154 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3649c21a-ed06-4df2-84c9-35d070cb777e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.159739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:32.160495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.176742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3649c21a-ed06-4df2-84c9-35d070cb777e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.180873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3649c21a-ed06-4df2-84c9-35d070cb777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.222291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3649c21a-ed06-4df2-84c9-35d070cb777e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7e6ec94777f496bb3a2e15bb0ca986c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532619 Jul 08 17:43:32.223801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649c21a-ed06-4df2-84c9-35d070cb777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f372520-415b-4e38-bf01-fe3bc9366f0e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.225692 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:32.255956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 19a2aed3-6cf8-47c5-aeee-0ade165b1df2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:32.256331 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.268790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:32.276723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a35e1f09-30de-46ae-be0c-6a82f6eb480b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.298469 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a35e1f09-30de-46ae-be0c-6a82f6eb480b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.345290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a35e1f09-30de-46ae-be0c-6a82f6eb480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.347991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a35e1f09-30de-46ae-be0c-6a82f6eb480b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.349159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a35e1f09-30de-46ae-be0c-6a82f6eb480b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f372520-415b-4e38-bf01-fe3bc9366f0e HTTP/1.1" status: 204 len: 168 time: 0.1224179 Jul 08 17:43:32.357580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e1f09-30de-46ae-be0c-6a82f6eb480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f372520-415b-4e38-bf01-fe3bc9366f0e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.466139 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.494413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=19a2aed3-6cf8-47c5-aeee-0ade165b1df2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.680756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.910271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 337af832-4ac3-42a8-9ebf-835d4f3ef31e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:33.021172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:33.026136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-54354fb7-2df8-4073-b3d3-71919c8a2173 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/337af832-4ac3-42a8-9ebf-835d4f3ef31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138535 Jul 08 17:43:33.029160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:33.036144 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] Sync routers for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:33.046328 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:33.047083 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:33.081477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting subnet 6d75db28-6949-4a92-b830-47173178b390 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:33.084650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.129787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.157548 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:33.234118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.305199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.334448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Subnet': ['ID=6d75db28-6949-4a92-b830-47173178b390,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:33.343120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.345640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3aab714d-cc3c-4d06-b441-e09689906b01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/subnets/6d75db28-6949-4a92-b830-47173178b390 HTTP/1.1" status: 204 len: 168 time: 0.3146191 Jul 08 17:43:33.347994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:33.350471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c56e1-6119-4080-baaf-c2cbe5f7f709 None None] Network eb766ec7-5f31-4cf4-bdd9-b5905c525e61 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:33.370538 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:43:32Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:33.406684 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] Checking router: 337af832-4ac3-42a8-9ebf-835d4f3ef31e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:33.418660 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] Routers {'337af832-4ac3-42a8-9ebf-835d4f3ef31e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:33.419281 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:33.477328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.593546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] DHCP port deletion for eb766ec7-5f31-4cf4-bdd9-b5905c525e61 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:33.622064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.647881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] Deleting port b78a6cd1-84f3-45e9-93bb-713926461334 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:33.648721 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.668166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] Set router 337af832-4ac3-42a8-9ebf-835d4f3ef31e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:33.691089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port f02481ef-ca05-4f4b-a58c-c8fbface9c96 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:33.691631 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.725115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] For port b78a6cd1-84f3-45e9-93bb-713926461334, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b78a6cd1-84f3-45e9-93bb-713926461334,segment=NetworkSegment(677146c2-d610-49a4-bf7b-c01d8b0cd86e),segment_id=677146c2-d610-49a4-bf7b-c01d8b0cd86e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:33.725619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.744274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] Calling delete_port for b78a6cd1-84f3-45e9-93bb-713926461334 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:33.810641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port f02481ef-ca05-4f4b-a58c-c8fbface9c96, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f02481ef-ca05-4f4b-a58c-c8fbface9c96,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:33.810921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.828615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for f02481ef-ca05-4f4b-a58c-c8fbface9c96 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:33.839933 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.872699 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:43:32Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:33.875680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] Pushing event deleted for resources: {'Port': ['ID=b78a6cd1-84f3-45e9-93bb-713926461334,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:33.878995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3845b-b9de-446e-a21f-1fa14bf805fb None None] No DVR routers for this DVR port b78a6cd1-84f3-45e9-93bb-713926461334 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:33.909749 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59059d-80be-43de-af55-cc7fb9becf9e None None] The sync data for ids ['337af832-4ac3-42a8-9ebf-835d4f3ef31e'] in n-d-799527-4 is: [{'id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215651303', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:43:32Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f02481ef-ca05-4f4b-a58c-c8fbface9c96', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337af832-4ac3-42a8-9ebf-835d4f3ef31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:40Z', 'updated_at': '2021-07-08T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:34.034827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.066551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=f02481ef-ca05-4f4b-a58c-c8fbface9c96,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:34.128923 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.222513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.225981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.273917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.274466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Fanout notify agent at l3_agent the message router_deleted on router 337af832-4ac3-42a8-9ebf-835d4f3ef31e {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:43:34.287044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.288383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf2fe830-65c9-455d-839d-e727be05e28b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/routers/337af832-4ac3-42a8-9ebf-835d4f3ef31e HTTP/1.1" status: 204 len: 168 time: 0.9392865 Jul 08 17:43:34.291056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:34.374219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.477386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.487520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb766ec7-5f31-4cf4-bdd9-b5905c525e61']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:34.498087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677146c2-d610-49a4-bf7b-c01d8b0cd86e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:34.499318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677146c2-d610-49a4-bf7b-c01d8b0cd86e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:34.509047 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.524379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.532104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:34.532873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:34.536826 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:34.604719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.616415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.618592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/networks/eb766ec7-5f31-4cf4-bdd9-b5905c525e61 HTTP/1.1" status: 204 len: 168 time: 0.3264978 Jul 08 17:43:34.621326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:34.631070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986ecdd-b6d3-4288-90d5-a1b32ce04045 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Network': ['ID=eb766ec7-5f31-4cf4-bdd9-b5905c525e61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:34.703416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf57-96b7-461a-8244-4769a571cab7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.734228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf57-96b7-461a-8244-4769a571cab7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.794145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf57-96b7-461a-8244-4769a571cab7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.797537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf57-96b7-461a-8244-4769a571cab7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.798906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2d2aaf57-96b7-461a-8244-4769a571cab7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/security-groups/96a11f20-0bcc-4a85-a1b9-6768a072a496 HTTP/1.1" status: 204 len: 168 time: 0.1757507 Jul 08 17:43:34.808041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aaf57-96b7-461a-8244-4769a571cab7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a11f20-0bcc-4a85-a1b9-6768a072a496,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.158682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:35.183137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 230bf5ea-c469-4c29-84f5-a404905352bd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:35.183490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 230bf5ea-c469-4c29-84f5-a404905352bd not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:35.240679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.245613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055386601', 'description': 'tempest-secgroup-smoke-1055386601 description', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.248024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:35.269859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:35.270176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 19a2aed3-6cf8-47c5-aeee-0ade165b1df2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:35.270592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78a6cd1-84f3-45e9-93bb-713926461334 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:35.272398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.289609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b78a6cd1-84f3-45e9-93bb-713926461334 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:35.289970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b78a6cd1-84f3-45e9-93bb-713926461334 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:35.290591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f02481ef-ca05-4f4b-a58c-c8fbface9c96 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:35.308840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f02481ef-ca05-4f4b-a58c-c8fbface9c96 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:35.309177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f02481ef-ca05-4f4b-a58c-c8fbface9c96 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:35.363560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.367450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.391505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.392680 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509819 Jul 08 17:43:35.395728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.400929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694667a-8364-445d-aa4c-4d48ed754f4b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0879da0-43b7-4f89-9e6d-34d4dd621b7c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.401135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'e0879da0-43b7-4f89-9e6d-34d4dd621b7c', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.428375 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.492872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.496491 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.516088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bdb56b-f814-48b1-95bd-4b69ef96fdef,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.521772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.523256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5871fe5b-c71b-4c74-9925-3ded5cb2b9a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259942 Jul 08 17:43:35.525748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50328) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.531117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'e0879da0-43b7-4f89-9e6d-34d4dd621b7c', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.558125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.617008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.621053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.639672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd4ad18-510b-40a0-a8dd-15b669c03e82,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.649490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.650843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-355f2596-e12b-4f26-b8ad-69bda106c9ae tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241002 Jul 08 17:43:35.653871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50334) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.659095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'e0879da0-43b7-4f89-9e6d-34d4dd621b7c', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.684917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.747570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.751981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.769990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13161bb4-07ce-426c-ba31-8f291a1825e9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.777453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.779185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4ed0601b-5acf-4c9c-a51f-ee27a39dee9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242526 Jul 08 17:43:35.782519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.786953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'e0879da0-43b7-4f89-9e6d-34d4dd621b7c', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.815296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.880325 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.884074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.902384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4035e529-ec3b-42d4-be74-42706426bd38,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.910663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.912152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bc1fac40-b229-4714-8179-39f4ea710e9a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285713 Jul 08 17:43:35.915308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.920075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'e0879da0-43b7-4f89-9e6d-34d4dd621b7c', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.943030 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:43:35.947902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.008535 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.012598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.039716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619289f1-6f74-4a24-abf8-db7736d07fd1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:36.047746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.048977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-599b78e8-7c45-4b64-aad4-d5fec283ae4d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325619 Jul 08 17:43:36.051828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50348) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:36.056267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': 'e0879da0-43b7-4f89-9e6d-34d4dd621b7c', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:36.083116 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:43:36.088328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.151951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.156332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.171914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bccfd61-fd9d-44e1-8819-c4888d047dc6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:36.182125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.183480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7008b1ba-8103-4736-b674-78c4ece74bbe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305876 Jul 08 17:43:36.186838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:36.192023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'network': {'name': 'tempest-network-smoke--1424144552', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:36.214478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:36.218112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.242345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:36.251657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.252003 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Added segment b543dc26-22a2-4800-bb6f-9cfb05f39707 of type vlan for network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 Jul 08 17:43:36.295031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.324657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.330992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:36.331583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.385844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1979513 Jul 08 17:43:36.388530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:36.395415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'admin_state_up': True, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:36.413764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66a16c-cc91-4887-a6a5-3c015b28eb63 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Network': ['ID=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:36.426778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:36.427903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.429302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.487210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.631698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.839570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.859771 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.968763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.141 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/06fd1ad7-9ae4-43d8-92c1-20f68caf7eec) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:37.079571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.126069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.165064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:37.172652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:37.183743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:37.187186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:37.461811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.953502 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:43:38.011152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.142864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:43:38.254632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:38.263977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Sync routers for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:38.273228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:38.273866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.274055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:38.278837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-90f99055-7a9d-4c6c-b159-fdc854e402c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8856614 Jul 08 17:43:38.279033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:38.313196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a2d0534-7bac-44e1-8f33-3daf1b049c25 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=59cfaae10aac425cb85f97fc13b2ff2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330398 Jul 08 17:43:38.315772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50394) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:38.390651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:38.406414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbce43d-cc46-410b-bb6b-b15e0cc816a9 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:38.410592 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0fbce43d-cc46-410b-bb6b-b15e0cc816a9 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912645 Jul 08 17:43:38.410843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:38.444038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6271848-761c-4837-83fb-e68d7696e90a tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321231 Jul 08 17:43:38.446600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50400) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:38.451904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720401721', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:38.544337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:38.548781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.584869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:38.611334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Checking router: 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:38.611679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Updating router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:43:38.650901 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.758842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.818226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Subnet': ['ID=18274614-686a-47b9-99a9-18c4651ce851,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:38.829841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Checking segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:38.830240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network hostable DHCP agents. Network: d3bd1a9a-0481-4cc8-b860-6e6ced361cb2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:38.849841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:38.861117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d3bd1a9a-0481-4cc8-b860-6e6ced361cb2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:38.865960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:38.866843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.885723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7c3aff36-49b2-4489-9692-8f6eeee53ba0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4374373 Jul 08 17:43:38.888121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50410) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:38.975258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653bcd2b-5a65-4069-8890-4ac736ba7a6f None None] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:39.199708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:39.200776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.207450 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.226468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Transition to ACTIVE for port object 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:39.237892 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.378990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Attempting to bind port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:39.379660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Attempting to bind port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:39.379770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Attempting to bind port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:39.381586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a066-1803-48e1-a5d8-ba45a1a471aa None None] Pushing event updated for resources: {'Port': ['ID=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:39.382104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.392140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:39.392524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:39.392926 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.393319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:39.393792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Bound port: 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:39.394200 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.436236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Allocated IP 172.20.0.2 (d3bd1a9a-0481-4cc8-b860-6e6ced361cb2/18274614-686a-47b9-99a9-18c4651ce851/2b101ef2-d809-461d-b046-97efb2414a4e) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:39.482298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] For port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:39.523492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] For port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:39.529565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.571924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:39.613413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a066-1803-48e1-a5d8-ba45a1a471aa None None] Pushing event updated for resources: {'Port': ['ID=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:39.627848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:39.628491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:39.691227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-835f8d70-934a-41ec-b691-f19f9694a4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.745653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.762153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Transition to ACTIVE for port object 2b101ef2-d809-461d-b046-97efb2414a4e will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:39.788480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:39.790514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Transition to ACTIVE for port object 2b101ef2-d809-461d-b046-97efb2414a4e will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:39.793614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-835f8d70-934a-41ec-b691-f19f9694a4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.798889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-835f8d70-934a-41ec-b691-f19f9694a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.850230 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.868795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-835f8d70-934a-41ec-b691-f19f9694a4db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aff50e37a88140ebbfb0ccfe703f801e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957749 Jul 08 17:43:39.869411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f8d70-934a-41ec-b691-f19f9694a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d74e56-ad20-4fb5-b43b-0f8ecff42a72,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:39.872175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:39.897521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.1 (d3bd1a9a-0481-4cc8-b860-6e6ced361cb2/18274614-686a-47b9-99a9-18c4651ce851/eba871d5-aa8f-4805-bf65-0e2d079f223a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:39.932506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:39.934439 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e988f902-e8be-4b2a-982d-7ed118f24e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.941884 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:39.949456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:39.956940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e988f902-e8be-4b2a-982d-7ed118f24e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.961888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Pushing event updated for resources: {'Port': ['ID=2b101ef2-d809-461d-b046-97efb2414a4e,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.010688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e988f902-e8be-4b2a-982d-7ed118f24e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.013400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e988f902-e8be-4b2a-982d-7ed118f24e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.026356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e988f902-e8be-4b2a-982d-7ed118f24e18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7d74e56-ad20-4fb5-b43b-0f8ecff42a72 HTTP/1.1" status: 204 len: 168 time: 0.1438973 Jul 08 17:43:40.040317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.041322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988f902-e8be-4b2a-982d-7ed118f24e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d74e56-ad20-4fb5-b43b-0f8ecff42a72,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.054039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Attempting to bind port 2b101ef2-d809-461d-b046-97efb2414a4e on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:40.054550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Attempting to bind port 2b101ef2-d809-461d-b046-97efb2414a4e by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:40.054982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Attempting to bind port 2b101ef2-d809-461d-b046-97efb2414a4e on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:40.059192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object eba871d5-aa8f-4805-bf65-0e2d079f223a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:40.073318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:40.073676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Checking segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:40.074192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.075015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Bound using segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:40.075834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Bound port: 2b101ef2-d809-461d-b046-97efb2414a4e, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:40.076370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.097958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.154434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:40.157371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:40.161520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:40.165997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:40.189660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] For port 2b101ef2-d809-461d-b046-97efb2414a4e, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:40.192643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb099174-ccdc-4e27-8e5c-a928e4fa43d1 None None] The sync data for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 is: [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:40.194651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=eba871d5-aa8f-4805-bf65-0e2d079f223a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.209434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] For port 2b101ef2-d809-461d-b046-97efb2414a4e, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2b101ef2-d809-461d-b046-97efb2414a4e,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:40.216259 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.224649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.286451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18002-ad3a-4517-8e60-7ab58f928adc None None] Pushing event updated for resources: {'Port': ['ID=2b101ef2-d809-461d-b046-97efb2414a4e,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.337247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50434) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:40.357718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60e90f9b-4ed6-4e14-8ca1-1a61fe23fb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.418386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.486340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60e90f9b-4ed6-4e14-8ca1-1a61fe23fb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.491258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60e90f9b-4ed6-4e14-8ca1-1a61fe23fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.548109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-60e90f9b-4ed6-4e14-8ca1-1a61fe23fb8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77f6c890d25d4da6921b7166f6d4fb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051632 Jul 08 17:43:40.548109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e90f9b-4ed6-4e14-8ca1-1a61fe23fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f6698-8475-43aa-ad02-b7b09604790e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.548894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50436) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:40.647217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1a9-c877-4e16-8471-2967d5dad9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.675606 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1a9-c877-4e16-8471-2967d5dad9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.732843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1a9-c877-4e16-8471-2967d5dad9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.736789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5a17d1a9-c877-4e16-8471-2967d5dad9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.738205 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5a17d1a9-c877-4e16-8471-2967d5dad9f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c48f6698-8475-43aa-ad02-b7b09604790e HTTP/1.1" status: 204 len: 168 time: 0.1709309 Jul 08 17:43:40.751366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17d1a9-c877-4e16-8471-2967d5dad9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f6698-8475-43aa-ad02-b7b09604790e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.846246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.851915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.935393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=eba871d5-aa8f-4805-bf65-0e2d079f223a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.938538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.045113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:41.047005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:41.178036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:41.317266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:41.339131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2d30de71-bdd0-4235-adf0-8a0bbe0f8bc7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/354dd31e-ba3e-4dcd-9c36-a5e4f3132104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4488335 Jul 08 17:43:41.382711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2b101ef2-d809-461d-b046-97efb2414a4e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:41.444777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 2b101ef2-d809-461d-b046-97efb2414a4e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:41.448910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:41.507720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:41.511849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:41.512227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.618955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.634427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e762b3c4-4b66-4483-b7e3-22dc2f1b98de None None] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:41.645253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-6f4532fc-1d5f-459d-87c0-13b5ee489452 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055386601&fields=id&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 267 time: 0.0553870 Jul 08 17:43:41.695207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:41.704591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.746311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] Provisioning for port 2b101ef2-d809-461d-b046-97efb2414a4e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:41.762327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] Provisioning complete for port 2b101ef2-d809-461d-b046-97efb2414a4e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:41.762973 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.775998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-4beb80a9-b1a7-4f5b-9943-1ff2cc49cc91 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:41.777500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-4beb80a9-b1a7-4f5b-9943-1ff2cc49cc91 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 797 time: 0.1235440 Jul 08 17:43:41.794021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-3f63b144-e3f1-4dce-8586-8d42cf3dbb49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/quotas/59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 375 time: 0.0097587 Jul 08 17:43:41.827639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:41.879526 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-7e21257b-b6e1-4c24-8e9e-ade00d2f458d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787120 Jul 08 17:43:41.965238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.999886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-39e5943c-ebc4-45df-8611-f2303bb795b1 service neutron] 10.222.0.48 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068892 Jul 08 17:43:42.016588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] For port 2b101ef2-d809-461d-b046-97efb2414a4e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2b101ef2-d809-461d-b046-97efb2414a4e,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:42.022247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.080883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bea89d-8dee-4fde-9b9c-9e2d0375e717 None None] Pushing event updated for resources: {'Port': ['ID=2b101ef2-d809-461d-b046-97efb2414a4e,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:42.109465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-f7a17b5f-963d-41be-b487-78e944042975 service neutron] 10.222.0.48 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032577 Jul 08 17:43:42.338641 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Sync routers for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:42.350608 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:42.351246 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:42.354323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b3af6c8d-c505-4f27-9ea8-4d8f728d98eb None None] Provisioning for port eba871d5-aa8f-4805-bf65-0e2d079f223a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:42.363520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b3af6c8d-c505-4f27-9ea8-4d8f728d98eb None None] Provisioning complete for port eba871d5-aa8f-4805-bf65-0e2d079f223a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:42.363966 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3af6c8d-c505-4f27-9ea8-4d8f728d98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.369963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feb158c9-5ea9-49ce-89b8-41a420208102 req-f58739d6-dc5c-41c2-8dd8-75b8c10fb35a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 210 time: 0.0496395 Jul 08 17:43:42.439976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b3af6c8d-c505-4f27-9ea8-4d8f728d98eb None None] Port eba871d5-aa8f-4805-bf65-0e2d079f223a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:42.453834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b3af6c8d-c505-4f27-9ea8-4d8f728d98eb None None] Provisioning complete for port 2b101ef2-d809-461d-b046-97efb2414a4e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:42.454243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b3af6c8d-c505-4f27-9ea8-4d8f728d98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.544815 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:42.679138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-718e2dc3-0101-47e0-98ca-e44ab4c4c345 None None] Provisioning complete for port eba871d5-aa8f-4805-bf65-0e2d079f223a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:42.679767 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-718e2dc3-0101-47e0-98ca-e44ab4c4c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.723026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-718e2dc3-0101-47e0-98ca-e44ab4c4c345 None None] Port eba871d5-aa8f-4805-bf65-0e2d079f223a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:42.795134 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 2, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:42.822457 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Checking router: 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:42.822814 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Updating router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 port eba871d5-aa8f-4805-bf65-0e2d079f223a binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:43:42.860529 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.964735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fb1da813-97d0-49c0-b999-89890c6b2b08 None None] Provisioning complete for port eba871d5-aa8f-4805-bf65-0e2d079f223a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:42.966377 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb1da813-97d0-49c0-b999-89890c6b2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.004807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fb1da813-97d0-49c0-b999-89890c6b2b08 None None] Port eba871d5-aa8f-4805-bf65-0e2d079f223a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:43.049484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.081236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.166941 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.177221 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Transition to ACTIVE for port object eba871d5-aa8f-4805-bf65-0e2d079f223a will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:43.183738 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.230064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Pushing event updated for resources: {'Port': ['ID=eba871d5-aa8f-4805-bf65-0e2d079f223a,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:43.242501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.243028 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.243532 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.244044 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.244651 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.245458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.245981 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.246586 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.247080 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.247563 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.248044 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.248811 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:43.282199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:43.320563 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Attempting to bind port eba871d5-aa8f-4805-bf65-0e2d079f223a on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:43.321234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Attempting to bind port eba871d5-aa8f-4805-bf65-0e2d079f223a by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:43.321803 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Attempting to bind port eba871d5-aa8f-4805-bf65-0e2d079f223a on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:43.328958 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:43.329525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Checking segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:43.329955 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.330682 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Bound using segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:43.331552 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Bound port: eba871d5-aa8f-4805-bf65-0e2d079f223a, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:43.331948 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.336133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:43.336650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.418235 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] For port eba871d5-aa8f-4805-bf65-0e2d079f223a, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:43.427988 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] For port eba871d5-aa8f-4805-bf65-0e2d079f223a, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eba871d5-aa8f-4805-bf65-0e2d079f223a,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:43.434176 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.469023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2b101ef2-d809-461d-b046-97efb2414a4e up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:43.501630 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1045e6-5bf6-4f90-8938-93e4e4049d8d None None] Pushing event updated for resources: {'Port': ['ID=eba871d5-aa8f-4805-bf65-0e2d079f223a,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:43.515513 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:43.516382 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:43.582635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2b101ef2-d809-461d-b046-97efb2414a4e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:43.583068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.588974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02589a5b-443b-4a12-a698-92a235b251ad req-c34f820c-7ae1-4a67-9a25-ab6282f94619 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 210 time: 0.0712698 Jul 08 17:43:43.658490 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:43.794025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:43.887574 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:43Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:43.910254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71e43904-a3e8-4591-b4ce-939b3cdef83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.918867 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709e2c5-3c21-45b3-8070-e2b8e2044bf9 None None] The sync data for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 is: [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:43Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:44.054795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71e43904-a3e8-4591-b4ce-939b3cdef83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.059997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-71e43904-a3e8-4591-b4ce-939b3cdef83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.098750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e43904-a3e8-4591-b4ce-939b3cdef83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f1fb63-01e4-4603-9dd0-46bda70a6113,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:44.103175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-71e43904-a3e8-4591-b4ce-939b3cdef83f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=594bb037b4f6486c850a3aa842ed4763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081250 Jul 08 17:43:44.105831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:44.222088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08ea20-314e-476d-ab1a-5b0794954fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.267103 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08ea20-314e-476d-ab1a-5b0794954fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.281679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-3e0ac65c-43d6-43a4-af90-886e768c9abc tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:44.283255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-3e0ac65c-43d6-43a4-af90-886e768c9abc tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 797 time: 0.1640418 Jul 08 17:43:44.353374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-7fb74ac4-0479-4ea3-9a37-4eefd8dd7506 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 380 time: 0.0596800 Jul 08 17:43:44.366948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'port': {'device_id': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'admin_state_up': True, 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'security_groups': ['e0879da0-43b7-4f89-9e6d-34d4dd621b7c']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:44.371694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08ea20-314e-476d-ab1a-5b0794954fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.375269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3b08ea20-314e-476d-ab1a-5b0794954fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.376419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b08ea20-314e-476d-ab1a-5b0794954fd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42f1fb63-01e4-4603-9dd0-46bda70a6113 HTTP/1.1" status: 204 len: 168 time: 0.2692046 Jul 08 17:43:44.428902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08ea20-314e-476d-ab1a-5b0794954fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f1fb63-01e4-4603-9dd0-46bda70a6113,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:44.501878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:44.506299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.674586 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.8 (d3bd1a9a-0481-4cc8-b860-6e6ced361cb2/18274614-686a-47b9-99a9-18c4651ce851/05826629-2dfa-4408-9b40-7b4b62d73435) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:44.771115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f5475a8d-7947-415c-abe9-b8081bc21b60 req-bdc58e20-6dd9-41d3-9dc0-6823bfa0d465 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 210 time: 0.0518856 Jul 08 17:43:44.866781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.884035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object 05826629-2dfa-4408-9b40-7b4b62d73435 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:44.920740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.965611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:44.971798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:44.975837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:45.007963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:45.042190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:45.042847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.063413 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-37813e91-c733-474a-ae8a-662fe12235c5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7004092 Jul 08 17:43:45.075892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Request body: {'port': {'device_id': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:45.172292 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.305372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eba871d5-aa8f-4805-bf65-0e2d079f223a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:45.387168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c2e34ce-8f6b-4684-8a36-4124ab3c3571 None None] Provisioning for port 05826629-2dfa-4408-9b40-7b4b62d73435 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:45.393872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c2e34ce-8f6b-4684-8a36-4124ab3c3571 None None] Provisioning complete for port 05826629-2dfa-4408-9b40-7b4b62d73435 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:45.394890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c2e34ce-8f6b-4684-8a36-4124ab3c3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.399995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port eba871d5-aa8f-4805-bf65-0e2d079f223a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:45.429075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eba871d5-aa8f-4805-bf65-0e2d079f223a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:45.429654 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.463482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e34ce-8f6b-4684-8a36-4124ab3c3571 None None] Port 05826629-2dfa-4408-9b40-7b4b62d73435 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:45.501095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05826629-2dfa-4408-9b40-7b4b62d73435 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:45.508715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.524184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Transition to ACTIVE for port object 05826629-2dfa-4408-9b40-7b4b62d73435 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:45.527584 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.529261 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.567056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port eba871d5-aa8f-4805-bf65-0e2d079f223a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eba871d5-aa8f-4805-bf65-0e2d079f223a,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:45.572861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.585618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:45.651596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=eba871d5-aa8f-4805-bf65-0e2d079f223a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:45.693537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:45.693876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:45.694259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:45.700827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:43:45.700827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:45.707220 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:45.707562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Checking segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:45.707944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Bound using segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:45.708369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Bound port: 05826629-2dfa-4408-9b40-7b4b62d73435, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:45.708849 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.792562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:45.795991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:45.800061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.843905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:45.844603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.846073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] 10.222.0.21 "PUT /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 1091 time: 0.7749445 Jul 08 17:43:45.846523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:45.848916 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:45.878699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:45.907554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.907921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.908990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.909665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.910045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.910387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.910727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.911055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.911387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.911730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.912109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.912655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906c2b71-f987-4431-b924-9d8298b8f463 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:45.933622 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84643c-5127-4b69-9d30-03c428cae279 x-openstack-request-id: req-da84643c-5127-4b69-9d30-03c428cae279 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:45.934029 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:45.934185 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da84643c-5127-4b69-9d30-03c428cae279 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:45.934577 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'status': 'completed', 'code': 200} Jul 08 17:43:45.986610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-e5e96e0b-96ab-4a62-8606-40c648f97cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:45.988167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-e5e96e0b-96ab-4a62-8606-40c648f97cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1094 time: 0.0852854 Jul 08 17:43:45.994368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72f393-edbc-4124-876c-0ad503678155 req-4e2e698a-1d64-4105-9acb-7c5c94305b9c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:45.996054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e72f393-edbc-4124-876c-0ad503678155 req-4e2e698a-1d64-4105-9acb-7c5c94305b9c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 943 time: 0.0813544 Jul 08 17:43:46.038807 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-15d8db13-3bcf-44b0-90b1-775279432921 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 217 time: 0.0424082 Jul 08 17:43:46.050518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e72f393-edbc-4124-876c-0ad503678155 req-3c6917c0-a479-4205-8646-d2b889301cfe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 Jul 08 17:43:46.104575 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-3bbfacec-e3d6-4128-a36e-513dbeb571f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.106212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-3bbfacec-e3d6-4128-a36e-513dbeb571f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0609794 Jul 08 17:43:46.168826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-e6924600-4ef2-4ebd-83b9-0da2087a6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.170411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-e6924600-4ef2-4ebd-83b9-0da2087a6db4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583279 Jul 08 17:43:46.267119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-e639259b-1539-4413-b018-8f1a06f0f64a service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906038 Jul 08 17:43:46.361126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dc7995b1-56de-4110-a023-6a5b6f88a37b req-9e9f2dfd-8fac-4ce3-9d7b-c771c8a8a1de service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880294 Jul 08 17:43:46.467359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-ae1f7bf0-d7ee-4b95-80fd-6d3b71bde25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.470762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-ae1f7bf0-d7ee-4b95-80fd-6d3b71bde25e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1094 time: 0.0615325 Jul 08 17:43:46.575345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-9a6d70a9-3d7c-4732-ad17-88ca1e747ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.576845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-9a6d70a9-3d7c-4732-ad17-88ca1e747ce4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 898 time: 0.0996170 Jul 08 17:43:46.621832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-ff9e7417-5e7d-47aa-8673-490ebc892bae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 217 time: 0.0378399 Jul 08 17:43:46.677647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-87e5f39f-3561-4599-afd2-956cb2dd85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.679422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-87e5f39f-3561-4599-afd2-956cb2dd85c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0505033 Jul 08 17:43:46.787036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-d2b9022a-65a2-4eba-9e72-7ca7d4f887a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1056297 Jul 08 17:43:46.791405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-03f4c75f-1287-4643-bb33-4eb2cd09c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.792846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-03f4c75f-1287-4643-bb33-4eb2cd09c77a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027985 Jul 08 17:43:46.878859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:46.927763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-732ec0a7-fa25-4d5d-b06e-cafe32c553b2 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277909 Jul 08 17:43:46.939995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.940484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.940966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.941442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.941981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.942413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.942882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.944742 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bd7882fe-fea4-4fcc-b9dd-17c5ed42292f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.0993814 Jul 08 17:43:46.988354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86a8652e-d022-48cb-a29c-3bd210d3d1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.090633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86a8652e-d022-48cb-a29c-3bd210d3d1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.101957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-86a8652e-d022-48cb-a29c-3bd210d3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.102706 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-331da2bc-153f-4c14-93a8-0bb6ce4ce76a req-36ee25bd-421c-4122-8a11-2d886bfe0e7c service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569796 Jul 08 17:43:47.114061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-4d01d6f5-a88b-4c9f-88ec-02edc57cacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.114550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-4d01d6f5-a88b-4c9f-88ec-02edc57cacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.115030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-4d01d6f5-a88b-4c9f-88ec-02edc57cacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.116608 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-4d01d6f5-a88b-4c9f-88ec-02edc57cacb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=ba07596e-023f-4a72-8626-6b27f3412e83&id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 2295 time: 0.1260521 Jul 08 17:43:47.140166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-86a8652e-d022-48cb-a29c-3bd210d3d1c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fa8bb678a9a4fb3a3c8ee73acca719e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601440 Jul 08 17:43:47.141031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50650) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:47.173492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8652e-d022-48cb-a29c-3bd210d3d1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8891ec-8ace-4a20-8bbc-6b65424a423a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:47.192223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-6a600af9-6644-4189-bd42-dc169d594e41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 1000 time: 0.0683725 Jul 08 17:43:47.207415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a24ab2fe-4a92-4665-a6df-beea4dad9b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.231490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a24ab2fe-4a92-4665-a6df-beea4dad9b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.259325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eba871d5-aa8f-4805-bf65-0e2d079f223a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:47.276958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-ca54df0c-6bd9-4037-b3f1-fa339025551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.278830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-ca54df0c-6bd9-4037-b3f1-fa339025551c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 200 len: 853 time: 0.0807588 Jul 08 17:43:47.286601 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a24ab2fe-4a92-4665-a6df-beea4dad9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.289240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a24ab2fe-4a92-4665-a6df-beea4dad9b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.292908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a24ab2fe-4a92-4665-a6df-beea4dad9b09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec8891ec-8ace-4a20-8bbc-6b65424a423a HTTP/1.1" status: 204 len: 168 time: 0.1463869 Jul 08 17:43:47.298284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ab2fe-4a92-4665-a6df-beea4dad9b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8891ec-8ace-4a20-8bbc-6b65424a423a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:47.322988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eba871d5-aa8f-4805-bf65-0e2d079f223a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:47.323477 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.365540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6452e-b9a3-4bcb-8a62-00bfdd08a299 req-387206f3-f4f3-4903-998d-258d39d9726a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.367062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ced6452e-b9a3-4bcb-8a62-00bfdd08a299 req-387206f3-f4f3-4903-998d-258d39d9726a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 943 time: 0.1582456 Jul 08 17:43:47.405581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-0f05b463-83b6-4809-99f8-b7cb08c6a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.407152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-0f05b463-83b6-4809-99f8-b7cb08c6a80b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203952 Jul 08 17:43:47.440382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ced6452e-b9a3-4bcb-8a62-00bfdd08a299 req-3fd99b26-7ec1-49e6-9a8a-6c8dab210835 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634046 Jul 08 17:43:47.508099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-c126f5c1-9171-44cf-bc7c-25046b742416 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924878 Jul 08 17:43:47.580327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:47.601174 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2e2-2ec8-49e1-a494-d56e823fff65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.635494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-a3c7b81a-3391-46c3-a33a-882d7b649d28 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211841 Jul 08 17:43:47.679252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-dd2ff578-7904-43f1-818b-cdf623fd4e3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 217 time: 0.0381808 Jul 08 17:43:47.749433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-97baf0fb-3386-4607-87c5-0e857c28f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.750973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-97baf0fb-3386-4607-87c5-0e857c28f3e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0659699 Jul 08 17:43:47.813023 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2e2-2ec8-49e1-a494-d56e823fff65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.819950 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4b29d2e2-2ec8-49e1-a494-d56e823fff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.863231 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4b29d2e2-2ec8-49e1-a494-d56e823fff65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fa5802fb4d3413893da717480360e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818727 Jul 08 17:43:47.865947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50658) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:47.867247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29d2e2-2ec8-49e1-a494-d56e823fff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9096b549-b31f-4dc9-840b-df2a6df25c83,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:47.872871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-83bbc0dc-61c7-4432-a45c-5f432f715872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:47.875063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-83bbc0dc-61c7-4432-a45c-5f432f715872 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179044 Jul 08 17:43:47.918389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ef-81bf-4220-a4a0-45add69f8342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.941006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ef-81bf-4220-a4a0-45add69f8342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.990738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ef-81bf-4220-a4a0-45add69f8342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.993275 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ef-81bf-4220-a4a0-45add69f8342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.994482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6933f1ef-81bf-4220-a4a0-45add69f8342 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9096b549-b31f-4dc9-840b-df2a6df25c83 HTTP/1.1" status: 204 len: 168 time: 0.1273935 Jul 08 17:43:48.003244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f1ef-81bf-4220-a4a0-45add69f8342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096b549-b31f-4dc9-840b-df2a6df25c83,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:48.332860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-ed3c6e2c-4d67-4f77-8ab0-ed4efe39ebbb service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484568 Jul 08 17:43:48.422322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-2acc962e-bc4b-471d-8aa1-a73a85fa4d96 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Jul 08 17:43:48.468831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-f196356f-c6d4-4cab-8273-0cdf7ea29b84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 217 time: 0.0400505 Jul 08 17:43:48.527290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-018ccf84-6c4b-44d5-8153-325fb58d9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:48.529382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-018ccf84-6c4b-44d5-8153-325fb58d9c01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0545750 Jul 08 17:43:48.593531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-7b7621ee-d66a-4b76-ba69-1754128a8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:48.595518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-7b7621ee-d66a-4b76-ba69-1754128a8699 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596232 Jul 08 17:43:48.625561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29a39b-ecf4-40cd-a0a5-b1af733058a7 req-54a92fa3-460c-4a89-8693-aa013d47cf8d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:48.627132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef29a39b-ecf4-40cd-a0a5-b1af733058a7 req-54a92fa3-460c-4a89-8693-aa013d47cf8d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 943 time: 0.0695012 Jul 08 17:43:48.668279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef29a39b-ecf4-40cd-a0a5-b1af733058a7 req-ae4b3bfa-ae15-4334-9c47-3bf8f6023af5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Jul 08 17:43:48.695925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-c6609302-c0a8-45f1-a8a2-a8333d75d038 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940244 Jul 08 17:43:48.787358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-47959a44-cf98-4ef9-a330-20e35cf79c00 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845792 Jul 08 17:43:48.831813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-1d113d12-57d6-4181-9100-1a822b016e19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 200 len: 217 time: 0.0387015 Jul 08 17:43:48.885230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bc21b2f6-2660-4004-ac23-3ab77af6aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:48.886884 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-bc21b2f6-2660-4004-ac23-3ab77af6aafc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0494890 Jul 08 17:43:48.945346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-c4ceb436-18ea-4ec2-b100-5380c7b5858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:48.946912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-c4ceb436-18ea-4ec2-b100-5380c7b5858f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540917 Jul 08 17:43:49.038170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-7bdd7069-f005-45d8-a727-790bb405677f service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 Jul 08 17:43:49.110773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:43:49.145903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-aa7b0fde-7c61-4faf-b96f-673b2c2cff13 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016166 Jul 08 17:43:49.189857 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-28292036-8f27-4425-b4a9-25061b22c51a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 200 len: 217 time: 0.0369806 Jul 08 17:43:49.218329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:49.230249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '05826629-2dfa-4408-9b40-7b4b62d73435', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'port_id': '05826629-2dfa-4408-9b40-7b4b62d73435', 'mac_address': 'fa:16:3e:aa:f3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:43:49.243535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-7dc7d72d-3bf8-41a6-8052-77020f837b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:49.245466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-7dc7d72d-3bf8-41a6-8052-77020f837b3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0500813 Jul 08 17:43:49.248274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50696) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:49.272975 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.287301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05826629-2dfa-4408-9b40-7b4b62d73435 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:49.306001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-3585e53c-a1f9-4d69-ab60-a8f9a672f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:49.307272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:49.307530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-3585e53c-a1f9-4d69-ab60-a8f9a672f13f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560310 Jul 08 17:43:49.311718 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.357960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:49.363524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:49.380652 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.401833 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-f5c3ef99-5bb5-46d8-9357-ee7a2a5a721f service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876515 Jul 08 17:43:49.473311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.498297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-014db948-f9e5-4e53-b82e-f09e9fafc0b8 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896873 Jul 08 17:43:49.505730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['05826629-2dfa-4408-9b40-7b4b62d73435'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:43:49.532968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65b3c023-c3e5-4b46-8c57-626fc675534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.545716 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-8ee61e56-83df-4fc4-a62d-eca254148f77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 200 len: 217 time: 0.0392022 Jul 08 17:43:49.600576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-5dcdfee7-66b0-4ffd-9841-367e8219aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:49.602275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-5dcdfee7-66b0-4ffd-9841-367e8219aaae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0507860 Jul 08 17:43:49.606689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Allocated IP 172.25.3.103 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4684e3b2-7a5c-46ef-9e8a-e33d9aa35174) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:49.668983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-3a4e834f-121c-496e-87cf-51225c781c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:49.671403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-3a4e834f-121c-496e-87cf-51225c781c25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625355 Jul 08 17:43:49.738506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.787115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-88abac2b-2ce4-4113-889c-aa09d8036924 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092677 Jul 08 17:43:49.788941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.832131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:49.834943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:49.837418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:49.871692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Pushing event updated for resources: {'Port': ['ID=4684e3b2-7a5c-46ef-9e8a-e33d9aa35174,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:49.922973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-f75191af-420f-48f9-a722-44e6418c0262 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253757 Jul 08 17:43:49.930611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d393ba3-7267-4f52-9d64-be1d43081ff3 req-768a0619-e209-4582-b56e-280304779339 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:49.932030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0d393ba3-7267-4f52-9d64-be1d43081ff3 req-768a0619-e209-4582-b56e-280304779339 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.1440160 Jul 08 17:43:49.941415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.978344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-f52b0b1f-cd5d-4230-a9ea-0a9b83eaa764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 217 time: 0.0453346 Jul 08 17:43:49.985050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.035494 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0d393ba3-7267-4f52-9d64-be1d43081ff3 req-f8ea3e67-8085-47b5-af7b-0f90885a268f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949323 Jul 08 17:43:50.044362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-86d7a86c-0693-49c6-adbf-82c23ddd0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:50.046593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-86d7a86c-0693-49c6-adbf-82c23ddd0a69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0595806 Jul 08 17:43:50.105485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-e67a3f31-6ac7-4957-a543-60f96e679bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:50.107124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-e67a3f31-6ac7-4957-a543-60f96e679bea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545394 Jul 08 17:43:50.142849 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.147548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.205412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-37048fa7-223f-4a6a-86da-57b58f137980 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 Jul 08 17:43:50.213625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Pushing event updated for resources: {'Port': ['ID=4684e3b2-7a5c-46ef-9e8a-e33d9aa35174,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:50.225717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.239105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.240540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4b234e35-4442-4e97-bfef-8d8ccbe4379f tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9911661 Jul 08 17:43:50.243507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50702) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:50.248752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-117325202', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'fixed_ips': [{'ip_address': '172.25.3.103'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:50.270751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Made reservation on behalf of 03c31bdddcc74ef09e259393cf66cd4c for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:50.273088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.282266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.300505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-531ef9bc-49b0-4e29-a9cb-77c2376185c5 req-819de3e4-b344-43fa-aaf5-daa5b656e3fb service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892959 Jul 08 17:43:50.378464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.382252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.387351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] device_id is not set on port 94f78560-b5ad-4de3-b921-44596a4d91ee yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:50.456038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b50c12-a266-4981-8fac-e234214f95bb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:50.579735 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 17:43:50.580247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:50.595779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7f88e0c-f156-4aeb-902e-e57e51ccfbe9 tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3488033 Jul 08 17:43:50.596070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50704) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:50.744610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Deleting port 4684e3b2-7a5c-46ef-9e8a-e33d9aa35174 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:50.745147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.821660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.821899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.833598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Calling delete_port for 4684e3b2-7a5c-46ef-9e8a-e33d9aa35174 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:50.962217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.990909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Pushing event deleted for resources: {'Port': ['ID=4684e3b2-7a5c-46ef-9e8a-e33d9aa35174,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:51.050440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.052866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.054061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c6a8acee-9fec-4644-9bd6-6a16ada58bcb tempest-ExternalNetworksAdminNegativeTestJSON-132271342 tempest-ExternalNetworksAdminNegativeTestJSON-132271342-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/7bf0a17a-3305-4954-80ba-6d396555ba30 HTTP/1.1" status: 204 len: 168 time: 0.4570751 Jul 08 17:43:51.125486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:51.180304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 05826629-2dfa-4408-9b40-7b4b62d73435 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:51.184595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 05826629-2dfa-4408-9b40-7b4b62d73435 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:51.184972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.222780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f666a-1e6f-4920-ac2d-a605c2d7fbfb req-9b5f68a6-2efa-4d51-8021-17b43f191b50 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:51.230658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-710f666a-1e6f-4920-ac2d-a605c2d7fbfb req-9b5f68a6-2efa-4d51-8021-17b43f191b50 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.0780299 Jul 08 17:43:51.265987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-710f666a-1e6f-4920-ac2d-a605c2d7fbfb req-3b1d645e-d840-44c5-8676-0a44e47226b1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344059 Jul 08 17:43:51.319744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50712) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.418772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.432521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2c05-12e4-4e8d-af4b-cd67099c4c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.441475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:51.443758 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e9377-8c53-4d01-933d-7d265511fbf9" -d '{"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-plugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:51.460643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:51.464937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.493655 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179dddba-4cb8-4538-b620-b40b142a217a x-openstack-request-id: req-179dddba-4cb8-4538-b620-b40b142a217a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:51.494063 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-plugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:51.494314 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-179dddba-4cb8-4538-b620-b40b142a217a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:51.495024 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'code': 200} Jul 08 17:43:51.527055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:51.536738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.537088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.537429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.537763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.538122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.538453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.538780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.539104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.539433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.539757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.540079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.540400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:51.622647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b393e7-8fa2-49ba-a01c-145653ef6982 req-ed3603af-6fd0-499d-b0e0-a33dfe8b69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:51.625083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03b393e7-8fa2-49ba-a01c-145653ef6982 req-ed3603af-6fd0-499d-b0e0-a33dfe8b69e0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1096 time: 0.0576620 Jul 08 17:43:51.667331 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03b393e7-8fa2-49ba-a01c-145653ef6982 req-870df840-dbc5-4e8a-b429-5aa4fa62825b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360725 Jul 08 17:43:51.871179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2c05-12e4-4e8d-af4b-cd67099c4c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.876742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2c05-12e4-4e8d-af4b-cd67099c4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.917022 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ea2b2c05-12e4-4e8d-af4b-cd67099c4c28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0388a2c5c9c418c8810cb8b1dc26736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962040 Jul 08 17:43:51.917869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b2c05-12e4-4e8d-af4b-cd67099c4c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f6dad-c67f-427c-b29b-bab861a0c859,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:51.919753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.972498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c562dcf-b155-46fe-9eed-584f12d65137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.993775 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c562dcf-b155-46fe-9eed-584f12d65137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.040202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c562dcf-b155-46fe-9eed-584f12d65137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.043004 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4c562dcf-b155-46fe-9eed-584f12d65137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.044181 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4c562dcf-b155-46fe-9eed-584f12d65137 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c29f6dad-c67f-427c-b29b-bab861a0c859 HTTP/1.1" status: 204 len: 168 time: 0.1233172 Jul 08 17:43:52.052194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c562dcf-b155-46fe-9eed-584f12d65137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f6dad-c67f-427c-b29b-bab861a0c859,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:52.189743 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd26d81d-d140-4aa3-abe0-ec214070aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.304956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50726) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.326996 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.347471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce2ab38e-12ee-4b16-a2a2-e29176b2256c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03c31bdddcc74ef09e259393cf66cd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412343 Jul 08 17:43:52.350027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.404721 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5122a65e-0c00-4086-b32e-827916f1e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.428874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5122a65e-0c00-4086-b32e-827916f1e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.459866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b5720-b1ff-4eca-9753-0597fae2ef03 req-40113c8e-438b-4c04-8160-7dbcf3a09b57 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:52.461797 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d48b5720-b1ff-4eca-9753-0597fae2ef03 req-40113c8e-438b-4c04-8160-7dbcf3a09b57 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.0672092 Jul 08 17:43:52.482655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5122a65e-0c00-4086-b32e-827916f1e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.485256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5122a65e-0c00-4086-b32e-827916f1e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.489194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5122a65e-0c00-4086-b32e-827916f1e7d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34b50c12-a266-4981-8fac-e234214f95bb HTTP/1.1" status: 204 len: 168 time: 0.1358094 Jul 08 17:43:52.494734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122a65e-0c00-4086-b32e-827916f1e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b50c12-a266-4981-8fac-e234214f95bb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:52.507522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d48b5720-b1ff-4eca-9753-0597fae2ef03 req-3e96adad-2f74-4d7b-b811-09133b31a80c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364580 Jul 08 17:43:53.159554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.252994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-542155711'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:53.276552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:53.280803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.289515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.381640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.385326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.415744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:53.421847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938d9471-cbee-4431-a3bf-f6698a49638a,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:53.430962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.431311 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Added segment fa4387be-6108-4cc4-8e27-c559a68c48c8 of type vlan for network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 Jul 08 17:43:53.480314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.514628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.520300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:53.520888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.596099 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.609218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4484904 Jul 08 17:43:53.613198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.618763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:53.642481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4f4f7-790e-45bb-b884-3c69eead1dfa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Network': ['ID=39b4c1e1-b1ee-4533-a2ed-10b0aed5c216,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:53.653199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:53.703223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe085d-3c26-4fd5-8292-5d1c11417740 req-63351c2a-6fc6-4e15-aa11-fd62a082d04c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:53.704914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dfe085d-3c26-4fd5-8292-5d1c11417740 req-63351c2a-6fc6-4e15-aa11-fd62a082d04c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.0757024 Jul 08 17:43:53.721394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:53.728988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.747062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dfe085d-3c26-4fd5-8292-5d1c11417740 req-5ff9993e-0588-4e16-8b1f-f6af8ff68050 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355737 Jul 08 17:43:53.953940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.010638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14f085-af07-41ff-968d-8168ce9483ec req-b34b3a27-3e00-4d69-856e-0d0a17feac9e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:54.012048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb14f085-af07-41ff-968d-8168ce9483ec req-b34b3a27-3e00-4d69-856e-0d0a17feac9e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.1482141 Jul 08 17:43:54.035072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=a93f526c-8778-4142-b29e-fc7284a9a963,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:54.068015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:54.068373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network hostable DHCP agents. Network: 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:54.076300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb14f085-af07-41ff-968d-8168ce9483ec req-049ac497-bab2-49ca-b40c-aafb46e2b3e6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576503 Jul 08 17:43:54.091010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:54.101315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:54.102932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.110183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1f1a9-cc53-4c03-9fe9-6085fdba4c2b None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:54.114692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:54.115288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.150843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2e4fc12f-c969-43af-9925-4fdd27cec471 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5363171 Jul 08 17:43:54.154077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50762) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.159715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'name': 'tempest-NetworksTestDHCPv6-927303417'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:54.170741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b170cb-7819-4983-be4a-1b51c6448e84 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:54.175152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f1b170cb-7819-4983-be4a-1b51c6448e84 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1091 time: 0.0683990 Jul 08 17:43:54.175429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50764) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.180348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '05826629-2dfa-4408-9b40-7b4b62d73435', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:54.249649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.269145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'a93f526c-8778-4142-b29e-fc7284a9a963'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:54.270133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.349992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:54.353486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.377974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 386f0d03-b693-4e61-b38e-a71cb3b4b5f5 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:54.410352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/a93f526c-8778-4142-b29e-fc7284a9a963/f33df6b0-3327-4190-ac23-a2f2eed909cb) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:54.460373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.552809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.561676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Transition to ACTIVE for port object f33df6b0-3327-4190-ac23-a2f2eed909cb will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:54.576614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Transition to ACTIVE for port object f33df6b0-3327-4190-ac23-a2f2eed909cb will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:54.582325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.625153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:54.627959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:54.631454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:54.638338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Pushing event updated for resources: {'Port': ['ID=f33df6b0-3327-4190-ac23-a2f2eed909cb,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:54.647681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.142 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f4f46a97-c697-4994-a050-02d150e516f9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:54.670611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::13c (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/a93f526c-8778-4142-b29e-fc7284a9a963/386f0d03-b693-4e61-b38e-a71cb3b4b5f5) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:54.695144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Attempting to bind port f33df6b0-3327-4190-ac23-a2f2eed909cb on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:54.695515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Attempting to bind port f33df6b0-3327-4190-ac23-a2f2eed909cb by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:54.695881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Attempting to bind port f33df6b0-3327-4190-ac23-a2f2eed909cb on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:54.700821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:54.701722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:54.702151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.702552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:54.703011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Bound port: f33df6b0-3327-4190-ac23-a2f2eed909cb, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:54.703393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.771732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] For port f33df6b0-3327-4190-ac23-a2f2eed909cb, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:54.774781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] For port f33df6b0-3327-4190-ac23-a2f2eed909cb, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f33df6b0-3327-4190-ac23-a2f2eed909cb,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:54.780444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.835199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9261fb-00a3-44fd-8bf3-dbd9478ba153 None None] Pushing event updated for resources: {'Port': ['ID=f33df6b0-3327-4190-ac23-a2f2eed909cb,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:54.849796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.915160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.933717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 386f0d03-b693-4e61-b38e-a71cb3b4b5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:54.941054 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.977952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.001004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:55.012553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:55.016436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=f4f46a97-c697-4994-a050-02d150e516f9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:55.019851 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:55.058836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.141555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:55.148246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:55.153056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:55.158816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.159442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.174580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=386f0d03-b693-4e61-b38e-a71cb3b4b5f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:55.205763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8809b1f8-3d40-4e83-afe9-1733f570955f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0504901 Jul 08 17:43:55.208389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.276266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f33df6b0-3327-4190-ac23-a2f2eed909cb up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:55.322041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ea0cf-84ac-4522-b959-ad5fa6d24804 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.328770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ea0cf-84ac-4522-b959-ad5fa6d24804 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.332855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-be0ea0cf-84ac-4522-b959-ad5fa6d24804 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1210742 Jul 08 17:43:55.333188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.345679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f33df6b0-3327-4190-ac23-a2f2eed909cb completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:55.442871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 386f0d03-b693-4e61-b38e-a71cb3b4b5f5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:55.443221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.543000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.556286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 386f0d03-b693-4e61-b38e-a71cb3b4b5f5 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:55.696933 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.735207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=386f0d03-b693-4e61-b38e-a71cb3b4b5f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:55.769770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.774554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a26e0adb-05ce-47a6-ae7e-630da23bb0fd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/386f0d03-b693-4e61-b38e-a71cb3b4b5f5 HTTP/1.1" status: 204 len: 168 time: 0.4377441 Jul 08 17:43:55.774860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.819004 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.838652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998e654-f58a-4b74-b650-8c68e10be6ce None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:55.866513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e8c5d-32a2-4c2a-8793-e9b91b2e6708 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.868245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e8c5d-32a2-4c2a-8793-e9b91b2e6708 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.869867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f1e8c5d-32a2-4c2a-8793-e9b91b2e6708 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0940561 Jul 08 17:43:55.872554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.921198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.926167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Provisioning for port f33df6b0-3327-4190-ac23-a2f2eed909cb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:55.933513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet a93f526c-8778-4142-b29e-fc7284a9a963 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:55.936937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.938326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Provisioning complete for port f33df6b0-3327-4190-ac23-a2f2eed909cb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:55.938889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.978559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.070165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.083677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.095831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.101610 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.150847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.187788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=f4f46a97-c697-4994-a050-02d150e516f9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:56.188342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.196495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.197144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/a93f526c-8778-4142-b29e-fc7284a9a963 HTTP/1.1" status: 204 len: 168 time: 0.3234496 Jul 08 17:43:56.198316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2731a0-8ba1-4652-b042-2473d4f08172 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=a93f526c-8778-4142-b29e-fc7284a9a963,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:56.202756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:56.205210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:43:56.205575 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:43:56.294906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e08ddd5f-063e-4e16-a95a-bda02f08109e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909779 Jul 08 17:43:56.297634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085e598-3f3a-42b8-b4c9-0e63d6d3f001 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:56.299800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50776) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:56.304485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:56.359677 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP 0a238beb-bfc5-453b-8447-4c52eaca8da1 associated. External IP: 172.25.3.142, port: 05826629-2dfa-4408-9b40-7b4b62d73435. Jul 08 17:43:56.399503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:56.404618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.505601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:56.554402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] Deleting port f33df6b0-3327-4190-ac23-a2f2eed909cb {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:56.555130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.584814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:56.621269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] For port f33df6b0-3327-4190-ac23-a2f2eed909cb, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f33df6b0-3327-4190-ac23-a2f2eed909cb,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:56.622174 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.623672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.636991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] Calling delete_port for f33df6b0-3327-4190-ac23-a2f2eed909cb owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:56.670445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:56.675708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:56.680076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:56.680699 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.695557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=2859412f-9b15-4eb7-81bc-a32a5a00ddef,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:56.702567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ce1545ec-b185-4b63-a869-737cbf07216c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3992927 Jul 08 17:43:56.702926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50778) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:56.708650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'name': 'tempest-NetworksTestDHCPv6-1804626369'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:56.712685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:56.730709 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.734441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] Sync routers for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:56.765386 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-459d7a73-3623-4a53-afef-ae286e769e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.767436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:56.768148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:56.780784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ff2cb903-b904-4d18-9fc0-6d5c2f17dfba tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6007431 Jul 08 17:43:56.780784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:56.781471 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e48329b-4723-4d68-a64f-98cb31629539" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:56.820340 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6930d6cf-a22d-4465-a208-6a2afa90f939 x-openstack-request-id: req-6930d6cf-a22d-4465-a208-6a2afa90f939 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:56.820632 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:56.820888 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6930d6cf-a22d-4465-a208-6a2afa90f939 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:56.821317 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'status': 'completed', 'code': 200} Jul 08 17:43:56.833210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.848697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:56.852542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.875987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port b7c81c80-eb04-4dc2-bbf0-a225d576e5c7 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:56.880756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] No DVR routers for this DVR port f33df6b0-3327-4190-ac23-a2f2eed909cb on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:56.884734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01339b-ae40-44a6-bac6-ea3357ea9091 None None] Pushing event deleted for resources: {'Port': ['ID=f33df6b0-3327-4190-ac23-a2f2eed909cb,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:56.920681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a157c18-c52f-445f-ab45-32062c29f64f None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:56.963773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48329b-4723-4d68-a64f-98cb31629539 req-3656aef9-e3c0-4948-87e3-f5042514b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:56.965288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-3656aef9-e3c0-4948-87e3-f5042514b29f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1096 time: 0.1137378 Jul 08 17:43:57.005892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0cfeb-36ca-40fa-8dcd-90ef47044112 req-3487a97b-4937-4777-a535-cb244fb19db3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.007595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92d0cfeb-36ca-40fa-8dcd-90ef47044112 req-3487a97b-4937-4777-a535-cb244fb19db3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.1112983 Jul 08 17:43:57.014264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::247 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/2859412f-9b15-4eb7-81bc-a32a5a00ddef/b7c81c80-eb04-4dc2-bbf0-a225d576e5c7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:57.053563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:57.087821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92d0cfeb-36ca-40fa-8dcd-90ef47044112 req-4d3eaf98-a8dd-455d-b7d1-0045e4555b15 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540032 Jul 08 17:43:57.095854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b1d069df-9a83-4309-9786-b033b9adfa03 None None] Could not find standard attr ID for object f33df6b0-3327-4190-ac23-a2f2eed909cb. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:43:57.104063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48329b-4723-4d68-a64f-98cb31629539 req-bfb75c87-bf44-401e-87f4-24bb99fc9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.105727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-bfb75c87-bf44-401e-87f4-24bb99fc9635 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 898 time: 0.1340065 Jul 08 17:43:57.129441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:57.204369 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-4147b1f2-4472-4e89-bb09-fb65c0a04070 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 999 time: 0.0922306 Jul 08 17:43:57.223524 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-14691967-ab76-4db5-88ea-9a73695a1641 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/0a238beb-bfc5-453b-8447-4c52eaca8da1 HTTP/1.1" status: 200 len: 991 time: 0.0917888 Jul 08 17:43:57.232962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.256742 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '2859412f-9b15-4eb7-81bc-a32a5a00ddef'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:57.257729 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.260632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object b7c81c80-eb04-4dc2-bbf0-a225d576e5c7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:57.266904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48329b-4723-4d68-a64f-98cb31629539 req-e8fd6b60-1582-4bd6-a66a-3040be93e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.269776 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-e8fd6b60-1582-4bd6-a66a-3040be93e46a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0584171 Jul 08 17:43:57.298676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f33df6b0-3327-4190-ac23-a2f2eed909cb no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:57.302195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.326317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f33df6b0-3327-4190-ac23-a2f2eed909cb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:57.326852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f33df6b0-3327-4190-ac23-a2f2eed909cb not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:57.343465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48329b-4723-4d68-a64f-98cb31629539 req-c58178a7-01e1-4bdd-8918-b604a22a8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.345091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-c58178a7-01e1-4bdd-8918-b604a22a8515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697410 Jul 08 17:43:57.359018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:57.362486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:57.364997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:57.371268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.372069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.389141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=b7c81c80-eb04-4dc2-bbf0-a225d576e5c7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:57.396409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-11c226c8-b028-44f7-bd79-85759b0a0326 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6900105 Jul 08 17:43:57.396740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50786) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:57.465860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c09739-5c7e-4209-9e0a-0696186ead1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.470389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4c09739-5c7e-4209-9e0a-0696186ead1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0704353 Jul 08 17:43:57.470556 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-0f6e7c17-bdcc-45d6-80b9-34097841c270 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168520 Jul 08 17:43:57.470670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:57.518026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/2859412f-9b15-4eb7-81bc-a32a5a00ddef/75251674-3638-45fe-890d-556551168013) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:57.568007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1e48329b-4723-4d68-a64f-98cb31629539 req-e5e16eea-78d6-4fe2-922c-60385df24f4d service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932369 Jul 08 17:43:57.581346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port b7c81c80-eb04-4dc2-bbf0-a225d576e5c7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:57.581757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.586234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a238beb-bfc5-453b-8447-4c52eaca8da1', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'port_id': '05826629-2dfa-4408-9b40-7b4b62d73435', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'mac_address': 'fa:16:3e:aa:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:43:55Z', 'updated_at': '2021-07-08T17:43:55Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:45Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:57.620764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] Checking router: 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:57.641430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:57.642071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:57.678528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.691257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for b7c81c80-eb04-4dc2-bbf0-a225d576e5c7 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:57.788656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.803079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:57.830200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.830738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Transition to ACTIVE for port object 75251674-3638-45fe-890d-556551168013 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:57.861036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=b7c81c80-eb04-4dc2-bbf0-a225d576e5c7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:57.900210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.902281 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c70a4f99-5f9b-4a06-89b0-a2cdb561464d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b7c81c80-eb04-4dc2-bbf0-a225d576e5c7 HTTP/1.1" status: 204 len: 168 time: 0.4307175 Jul 08 17:43:57.906332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50790) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.004786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af832792-c7fd-45e2-9cbb-ade2a40a8ee1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:58.006480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af832792-c7fd-45e2-9cbb-ade2a40a8ee1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:58.008029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af832792-c7fd-45e2-9cbb-ade2a40a8ee1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1006868 Jul 08 17:43:58.010734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50792) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.038322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Transition to ACTIVE for port object 75251674-3638-45fe-890d-556551168013 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:58.047880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.064870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 2859412f-9b15-4eb7-81bc-a32a5a00ddef {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:58.068552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.108483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.116787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:58.158022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Pushing event updated for resources: {'Port': ['ID=75251674-3638-45fe-890d-556551168013,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:58.160528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:58.165467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:58.226339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.231767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.294242 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.296559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Attempting to bind port 75251674-3638-45fe-890d-556551168013 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:58.297097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Attempting to bind port 75251674-3638-45fe-890d-556551168013 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:58.297460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Attempting to bind port 75251674-3638-45fe-890d-556551168013 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:58.312940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df2960bd-c91a-4ae4-9ebe-6163fa300adf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/0a238beb-bfc5-453b-8447-4c52eaca8da1 HTTP/1.1" status: 200 len: 991 time: 0.0838120 Jul 08 17:43:58.324049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=2859412f-9b15-4eb7-81bc-a32a5a00ddef,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:58.326074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.330244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b51f35e8-7275-497e-8300-ae30832b184f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/2859412f-9b15-4eb7-81bc-a32a5a00ddef HTTP/1.1" status: 204 len: 168 time: 0.3163097 Jul 08 17:43:58.330637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:58.330637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:58.330637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.330637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:58.330637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Bound port: 75251674-3638-45fe-890d-556551168013, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:58.330637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.331237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50796) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.387774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4bb58119-0e73-4fbb-be42-c479bd01f131 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534058 Jul 08 17:43:58.388008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50798) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.393326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:58.456395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] For port 75251674-3638-45fe-890d-556551168013, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:58.469698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a238beb-bfc5-453b-8447-4c52eaca8da1', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'port_id': '05826629-2dfa-4408-9b40-7b4b62d73435', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'mac_address': 'fa:16:3e:aa:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:43:55Z', 'updated_at': '2021-07-08T17:43:55Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:45Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:58.487280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:58.490831 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.498176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] For port 75251674-3638-45fe-890d-556551168013, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=75251674-3638-45fe-890d-556551168013,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:58.502126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90691e21-b8f6-4b7c-8521-30f2bed05950 None None] The sync data for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 is: [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a238beb-bfc5-453b-8447-4c52eaca8da1', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.142', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'port_id': '05826629-2dfa-4408-9b40-7b4b62d73435', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'mac_address': 'fa:16:3e:aa:f3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:43:55Z', 'updated_at': '2021-07-08T17:43:55Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:45Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:58.506216 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.605142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ed93-27ec-4f07-ae3b-eb3b14f1183f None None] Pushing event updated for resources: {'Port': ['ID=75251674-3638-45fe-890d-556551168013,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:58.634827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cf63c-7206-48dc-8911-2a7f2a63eb48 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:43:58.695222 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.737580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cf63c-7206-48dc-8911-2a7f2a63eb48 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:43:58.740865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:58.744383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:58.749094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:58.749537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.762439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330bc5d-1d48-4bc7-8e80-64584ee8dc0f None None] New status for floating IP 0a238beb-bfc5-453b-8447-4c52eaca8da1: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:43:58.766025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=96dd9535-11e3-47af-9f5d-c558c9464a02,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:58.779798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-71144fdd-62ff-4d7b-b29c-808fdc1c6d4d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3890080 Jul 08 17:43:58.780166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50800) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.785417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'name': 'tempest-NetworksTestDHCPv6-793031728'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:58.900314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:58.905005 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.928392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 6f3a64ed-2287-4b0a-af17-055505bf128c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:59.047319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::1bf (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/96dd9535-11e3-47af-9f5d-c558c9464a02/6f3a64ed-2287-4b0a-af17-055505bf128c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:59.064551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': '96dd9535-11e3-47af-9f5d-c558c9464a02'}], 'binding:host_id': 'n-d-799527-4'}, 'id': '75251674-3638-45fe-890d-556551168013'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:43:59.099012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.190476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.204861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 6f3a64ed-2287-4b0a-af17-055505bf128c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:59.237748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.283586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/96dd9535-11e3-47af-9f5d-c558c9464a02/75251674-3638-45fe-890d-556551168013) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:59.291242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:59.295277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:59.299769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:59.305315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:59.305989 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.309401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=6f3a64ed-2287-4b0a-af17-055505bf128c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:59.315751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50802) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:59.359129 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-58d8c721-7251-41f6-95f9-392ab19f30af tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5777967 Jul 08 17:43:59.361583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:59.378826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] For port 75251674-3638-45fe-890d-556551168013, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=75251674-3638-45fe-890d-556551168013,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:59.408756 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.421585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Ignored duplicate provisioning block setup for port 75251674-3638-45fe-890d-556551168013 by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:43:59.425793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.511134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8d3c8-2aa1-4b0d-bd8f-a8c4ec5b8dfb None None] Pushing event updated for resources: {'Port': ['ID=75251674-3638-45fe-890d-556551168013,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:59.745843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4aa655b0-aa1f-439a-be59-6b4c6db0e6aa tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/0a238beb-bfc5-453b-8447-4c52eaca8da1 HTTP/1.1" status: 200 len: 993 time: 0.4288106 Jul 08 17:43:59.793689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736696a-ac16-4837-ba1e-809894ae886a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:59.799782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736696a-ac16-4837-ba1e-809894ae886a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:59.804076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c736696a-ac16-4837-ba1e-809894ae886a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4387920 Jul 08 17:43:59.804329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50806) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:59.903890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 6f3a64ed-2287-4b0a-af17-055505bf128c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:59.904732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.995850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.007522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 6f3a64ed-2287-4b0a-af17-055505bf128c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:00.136842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.166154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=6f3a64ed-2287-4b0a-af17-055505bf128c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.198519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.200519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6d84d591-d3c3-4ad8-8708-7e030cb8587a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/6f3a64ed-2287-4b0a-af17-055505bf128c HTTP/1.1" status: 204 len: 168 time: 0.3952224 Jul 08 17:44:00.203611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50808) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.259387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8029d0cb-ad52-41f6-a1eb-565c50e90572 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.261693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8029d0cb-ad52-41f6-a1eb-565c50e90572 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.264396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8029d0cb-ad52-41f6-a1eb-565c50e90572 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0598812 Jul 08 17:44:00.267203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.319169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 96dd9535-11e3-47af-9f5d-c558c9464a02 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:00.322431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.367748 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.416489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a7af1-8e12-41a7-aba2-5c07bd979074 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:00.459617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.476463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-706826b8-c262-4259-ad57-d1d573cd9bd3 None None] Provisioning for port 75251674-3638-45fe-890d-556551168013 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:00.519497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.549677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=96dd9535-11e3-47af-9f5d-c558c9464a02,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.555464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.559471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-342bfa28-471a-4f66-a8b7-bb26e95e8244 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/96dd9535-11e3-47af-9f5d-c558c9464a02 HTTP/1.1" status: 204 len: 168 time: 0.2891896 Jul 08 17:44:00.559694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50812) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.599375 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-63535242-b898-4eff-98e1-5588d738a720 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379574 Jul 08 17:44:00.603042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50814) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.675480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eac777-b249-400b-9540-8fc2e60d6b2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.677021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-68eac777-b249-400b-9540-8fc2e60d6b2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0730684 Jul 08 17:44:00.679475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.734661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980fb3bd-f1d2-4f88-b81f-91bcdc572c13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.738549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-980fb3bd-f1d2-4f88-b81f-91bcdc572c13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557690 Jul 08 17:44:00.738760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.768128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77088e98-97d3-4838-81bb-f0d1de78b92e None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:00.777110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4c818d0a-eab4-46da-a31f-1c5222b6aeba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373156 Jul 08 17:44:00.781506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50820) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.786371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:00.877212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:00.880725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.974717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:01.022793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] Deleting port 75251674-3638-45fe-890d-556551168013 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:01.023081 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.070179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.090451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] For port 75251674-3638-45fe-890d-556551168013, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=75251674-3638-45fe-890d-556551168013,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:01.090843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.104300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] Calling delete_port for 75251674-3638-45fe-890d-556551168013 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:01.115733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:01.119026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:01.123351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:01.123947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.131433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=a1bee49b-86eb-4846-9552-08738eab02c1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.142118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-69b952bc-1681-46eb-b20e-c45ceda0434a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3595440 Jul 08 17:44:01.144873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50822) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:01.149905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'a1bee49b-86eb-4846-9552-08738eab02c1', 'ip_address': '2001:db8::e3a9:ed2:3309:f463'}], 'name': 'tempest-NetworksTestDHCPv6-373548754'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:01.184075 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.211640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] Pushing event deleted for resources: {'Port': ['ID=75251674-3638-45fe-890d-556551168013,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.213483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a543e-0032-441d-a8bd-cdd1a3cccd99 None None] No DVR routers for this DVR port 75251674-3638-45fe-890d-556551168013 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:01.228834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad97cee-f6c8-4c5f-84e9-00585d8f4a4f None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:01.264024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:01.350119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.368414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port f9ecb10d-c699-4efc-a835-b50ce668b9e1 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:01.379399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'a1bee49b-86eb-4846-9552-08738eab02c1'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:01.380314 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.516611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/a1bee49b-86eb-4846-9552-08738eab02c1/a2e81597-e040-44ad-8e4e-668dc30254d3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:01.657822 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.666033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Transition to ACTIVE for port object a2e81597-e040-44ad-8e4e-668dc30254d3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:01.680217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Transition to ACTIVE for port object a2e81597-e040-44ad-8e4e-668dc30254d3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:01.687191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.721907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:01.725420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:01.727872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:01.739924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::e3a9:ed2:3309:f463 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/a1bee49b-86eb-4846-9552-08738eab02c1/f9ecb10d-c699-4efc-a835-b50ce668b9e1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:01.765273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Pushing event updated for resources: {'Port': ['ID=a2e81597-e040-44ad-8e4e-668dc30254d3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.799643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Attempting to bind port a2e81597-e040-44ad-8e4e-668dc30254d3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:01.800013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Attempting to bind port a2e81597-e040-44ad-8e4e-668dc30254d3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:01.800378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Attempting to bind port a2e81597-e040-44ad-8e4e-668dc30254d3 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:01.805279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:01.805649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:01.806088 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.806484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:01.806939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Bound port: a2e81597-e040-44ad-8e4e-668dc30254d3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:01.807316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.873851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] For port a2e81597-e040-44ad-8e4e-668dc30254d3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:01.877398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] For port a2e81597-e040-44ad-8e4e-668dc30254d3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a2e81597-e040-44ad-8e4e-668dc30254d3,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:01.882202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.891739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.903449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object f9ecb10d-c699-4efc-a835-b50ce668b9e1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:01.942029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.945273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81d322-0682-4f80-9221-0032aaf6a763 None None] Pushing event updated for resources: {'Port': ['ID=a2e81597-e040-44ad-8e4e-668dc30254d3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.994064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:01.998507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:02.002616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:02.009597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.010232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.021702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=f9ecb10d-c699-4efc-a835-b50ce668b9e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:02.032954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-51cf91e9-5576-4cd1-9513-94f59e88c8e8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8871465 Jul 08 17:44:02.035587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.121825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b217e93-0f1e-410f-b848-09b8d722c680 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.128459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b217e93-0f1e-410f-b848-09b8d722c680 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.130082 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6b217e93-0f1e-410f-b848-09b8d722c680 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0933957 Jul 08 17:44:02.132735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50826) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.244951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port f9ecb10d-c699-4efc-a835-b50ce668b9e1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:02.245295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.331026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.349539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for f9ecb10d-c699-4efc-a835-b50ce668b9e1 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:02.485375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.514760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=f9ecb10d-c699-4efc-a835-b50ce668b9e1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:02.548290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.550256 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8579778b-1c3e-43db-83ec-798fe1c18491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/f9ecb10d-c699-4efc-a835-b50ce668b9e1 HTTP/1.1" status: 204 len: 168 time: 0.4165709 Jul 08 17:44:02.552740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.608073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721de4a3-00a1-40c8-8ddf-12fc69aacf86 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.609755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721de4a3-00a1-40c8-8ddf-12fc69aacf86 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.611420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-721de4a3-00a1-40c8-8ddf-12fc69aacf86 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0576830 Jul 08 17:44:02.614170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50830) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.667926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet a1bee49b-86eb-4846-9552-08738eab02c1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:02.672207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.724712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.818212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.877369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-318b0e1a-77ff-4b67-b927-e8bb68f0b05a None None] Provisioning for port a2e81597-e040-44ad-8e4e-668dc30254d3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:02.882988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.912475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bee49b-86eb-4846-9552-08738eab02c1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:02.914588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.918743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-65959fc0-09a5-4ba3-b352-4a58818b6d7e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/a1bee49b-86eb-4846-9552-08738eab02c1 HTTP/1.1" status: 204 len: 168 time: 0.3013268 Jul 08 17:44:02.919148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50832) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.962938 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f666d403-b6d7-4216-b73d-b98171f6776c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422947 Jul 08 17:44:02.965672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.971231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:03.015593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b638d2b-f174-4b13-8c96-73d6e2029d93 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:03.064520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:03.068312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.106041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d3cef4b-ec6c-4676-af91-10685e4b6aac None None] Could not find standard attr ID for object 6f3a64ed-2287-4b0a-af17-055505bf128c. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:03.280505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.291316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a2e81597-e040-44ad-8e4e-668dc30254d3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:03.331034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:03.334194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:03.337345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:03.338327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.351761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:03.354885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a2e81597-e040-44ad-8e4e-668dc30254d3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:03.360694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a2e81597-e040-44ad-8e4e-668dc30254d3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:03.361155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.363449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7022a962-da2f-4596-b8c4-ee5354c0f588 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3961358 Jul 08 17:44:03.366145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50836) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:03.371385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': '9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c', 'ip_address': '2001:db8::2d1f:7635:eb62:e1c8'}], 'name': 'tempest-NetworksTestDHCPv6-994728078'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:03.410954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:03.479116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.479969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:03.512680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] Deleting port a2e81597-e040-44ad-8e4e-668dc30254d3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:03.513103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.554409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a2e81597-e040-44ad-8e4e-668dc30254d3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a2e81597-e040-44ad-8e4e-668dc30254d3,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:03.563176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.568808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.586996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 6591f549-b231-4945-8d76-82d7a3044f2c yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:03.640704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] For port a2e81597-e040-44ad-8e4e-668dc30254d3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a2e81597-e040-44ad-8e4e-668dc30254d3,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:03.641001 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.643580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a2e81597-e040-44ad-8e4e-668dc30254d3,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:03.656267 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] Calling delete_port for a2e81597-e040-44ad-8e4e-668dc30254d3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:03.734256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.752431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::2d1f:7635:eb62:e1c8 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c/6591f549-b231-4945-8d76-82d7a3044f2c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:03.764430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] Pushing event deleted for resources: {'Port': ['ID=a2e81597-e040-44ad-8e4e-668dc30254d3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:03.774202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5614b-5e69-4602-b4d0-64ded26d3a6a None None] No DVR routers for this DVR port a2e81597-e040-44ad-8e4e-668dc30254d3 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:03.790009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e8111-3c87-427b-904e-5ba13d187386 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:03.908407 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.923741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 6591f549-b231-4945-8d76-82d7a3044f2c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:03.941030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:03.942043 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.958339 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.008863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:04.012113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:04.016140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:04.021711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.022368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.031603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=6591f549-b231-4945-8d76-82d7a3044f2c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.043660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a2816a35-a875-48a3-a7ec-0d6133f76f18 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6764445 Jul 08 17:44:04.046890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.081023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c/c1eb342a-0730-4a30-b1c4-94cb97ec09fa) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:04.115904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad1acb-ca2e-457f-a5fb-626cefe0e4ec tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.117410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9bad1acb-ca2e-457f-a5fb-626cefe0e4ec tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0695713 Jul 08 17:44:04.119990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.215466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 6591f549-b231-4945-8d76-82d7a3044f2c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:04.215824 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.226805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.235790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Transition to ACTIVE for port object c1eb342a-0730-4a30-b1c4-94cb97ec09fa will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:04.250672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Transition to ACTIVE for port object c1eb342a-0730-4a30-b1c4-94cb97ec09fa will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:04.256034 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.296739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:04.299568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:04.303078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:04.308558 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.310667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Pushing event updated for resources: {'Port': ['ID=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.321681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 6591f549-b231-4945-8d76-82d7a3044f2c owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:04.367221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Attempting to bind port c1eb342a-0730-4a30-b1c4-94cb97ec09fa on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:04.367587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Attempting to bind port c1eb342a-0730-4a30-b1c4-94cb97ec09fa by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:04.367952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Attempting to bind port c1eb342a-0730-4a30-b1c4-94cb97ec09fa on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:04.373451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:04.373907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:04.374347 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.374737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:04.375198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Bound port: c1eb342a-0730-4a30-b1c4-94cb97ec09fa, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:04.375578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.438143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] For port c1eb342a-0730-4a30-b1c4-94cb97ec09fa, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:04.441203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] For port c1eb342a-0730-4a30-b1c4-94cb97ec09fa, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:04.445760 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.450929 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.484887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=6591f549-b231-4945-8d76-82d7a3044f2c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.511665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.513640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e021fd9-f89e-4e05-9a02-c5026feb4d2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/6591f549-b231-4945-8d76-82d7a3044f2c HTTP/1.1" status: 204 len: 168 time: 0.3927326 Jul 08 17:44:04.516230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.517185 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddce71-ae00-4c3f-bc02-50b407ba658b None None] Pushing event updated for resources: {'Port': ['ID=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.569216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5256f3-b493-4ae7-b34f-8d573ec2833e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.570769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5256f3-b493-4ae7-b34f-8d573ec2833e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.572280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1b5256f3-b493-4ae7-b34f-8d573ec2833e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0552030 Jul 08 17:44:04.574843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50844) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.632603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:04.635642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.682838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.778208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.844224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.871427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.875085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.879551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0a9cfccb-e848-498a-bf0c-23e18822225d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c HTTP/1.1" status: 204 len: 168 time: 0.3012135 Jul 08 17:44:04.879551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50846) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.917797 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f1e81600-2e20-4dcc-9ff6-5d609cb0dd23 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371363 Jul 08 17:44:04.920766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50848) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.925591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:05.017083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:05.020889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.220945 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.266026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:05.269261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:05.273819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:05.274442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.282188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1eb342a-0730-4a30-b1c4-94cb97ec09fa up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:05.290097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=31a078d1-8de6-4569-b20c-74e7904db92b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.299442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d9018a43-4e88-4b7b-8412-a7dd0a2ff409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3776257 Jul 08 17:44:05.302075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:05.307342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': '31a078d1-8de6-4569-b20c-74e7904db92b', 'ip_address': '2001:db8::a261:e515:7a8:bc3d'}], 'name': 'tempest-NetworksTestDHCPv6-50592435'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:05.342239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c1eb342a-0730-4a30-b1c4-94cb97ec09fa completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:05.401234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a2e81597-e040-44ad-8e4e-668dc30254d3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:05.423460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a2e81597-e040-44ad-8e4e-668dc30254d3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:05.424068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a2e81597-e040-44ad-8e4e-668dc30254d3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:05.441783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:05.446823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.450720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965e3ed-c789-48ca-a4e5-50535185dc2e None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:05.465053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port fed9b1d4-f048-4251-9782-547bdb49fa25 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:05.568802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] Provisioning for port c1eb342a-0730-4a30-b1c4-94cb97ec09fa completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:05.574806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] Provisioning complete for port c1eb342a-0730-4a30-b1c4-94cb97ec09fa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:05.575184 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.620805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::a261:e515:7a8:bc3d (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/31a078d1-8de6-4569-b20c-74e7904db92b/fed9b1d4-f048-4251-9782-547bdb49fa25) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:05.692787 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.742867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] For port c1eb342a-0730-4a30-b1c4-94cb97ec09fa, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:05.749103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.796205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.809395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e611f2-bed7-4e50-9b14-346ada1f5bfd None None] Pushing event updated for resources: {'Port': ['ID=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.812901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object fed9b1d4-f048-4251-9782-547bdb49fa25 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:05.848324 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.868613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a6823383-a2e8-4274-b295-e3866e470a46 None None] Provisioning complete for port c1eb342a-0730-4a30-b1c4-94cb97ec09fa triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:05.868981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6823383-a2e8-4274-b295-e3866e470a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.908418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:05.910209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:05.912351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=fed9b1d4-f048-4251-9782-547bdb49fa25,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.915202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:05.921952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:05.922623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.939055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-288abf18-581f-412f-9945-0251e7ab2325 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.6357679 Jul 08 17:44:05.941328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.015921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff3a01-b6f4-430d-afbc-d97df08a4c74 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.021857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff3a01-b6f4-430d-afbc-d97df08a4c74 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.023537 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5cff3a01-b6f4-430d-afbc-d97df08a4c74 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0811820 Jul 08 17:44:06.026217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50854) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.083899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ac1f2425-fa3f-4046-bbee-bb5ca56aebec None None] Could not find standard attr ID for object f9ecb10d-c699-4efc-a835-b50ce668b9e1. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:06.127288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port fed9b1d4-f048-4251-9782-547bdb49fa25 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:06.127640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.222125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.230873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-c0e06489-b055-431b-b871-a02ab3aa3c0d req-25ea11c9-5253-4a5a-afae-0f2879b697c3 service neutron] (93944) timed out ('10.222.0.53', 50252) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:44:06.234915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for fed9b1d4-f048-4251-9782-547bdb49fa25 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:06.305401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76c4c2f8-1620-4c43-8622-a735ec2ecac7 None None] Could not find standard attr ID for object 6591f549-b231-4945-8d76-82d7a3044f2c. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:06.369820 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.405471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=fed9b1d4-f048-4251-9782-547bdb49fa25,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:06.419135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d16e5f4-568b-49a0-885e-4f7097b26201 None None] Could not find standard attr ID for object fed9b1d4-f048-4251-9782-547bdb49fa25. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:06.433631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.438010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-820ae3e3-63f5-43c6-bf33-3fcd7785a5c6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/fed9b1d4-f048-4251-9782-547bdb49fa25 HTTP/1.1" status: 204 len: 168 time: 0.4085515 Jul 08 17:44:06.438381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50856) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.493094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5fc9d-bc54-4d3c-8e7d-8847aab8f05e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.494687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5fc9d-bc54-4d3c-8e7d-8847aab8f05e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.496227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-74a5fc9d-bc54-4d3c-8e7d-8847aab8f05e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0569005 Jul 08 17:44:06.499308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.552179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 31a078d1-8de6-4569-b20c-74e7904db92b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:06.555548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.601778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.648588 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.711021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.737433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=31a078d1-8de6-4569-b20c-74e7904db92b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:06.743529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.745541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-07f5c716-37cd-48b6-bfed-cd674e10ffd7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/31a078d1-8de6-4569-b20c-74e7904db92b HTTP/1.1" status: 204 len: 168 time: 0.2452791 Jul 08 17:44:06.748715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.771337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250bd869-0f92-44d3-aed1-818f03e97498 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:06.787960 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-24a604cc-ba69-4f7c-a74b-d3e9fada587d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380108 Jul 08 17:44:06.790388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50862) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.858503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4811ea0-cd9b-4f78-acd6-261fcd9a717a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.859924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4811ea0-cd9b-4f78-acd6-261fcd9a717a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0685670 Jul 08 17:44:06.862394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.912129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86327d-8de0-4c0e-ad7d-8bc2081d6114 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.915792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cc86327d-8de0-4c0e-ad7d-8bc2081d6114 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0503659 Jul 08 17:44:06.916678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.955842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e802e53a-12b8-4ec4-9345-431bfd1e3e36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375898 Jul 08 17:44:06.959191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.962301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:06.965196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:07.007582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] Deleting port c1eb342a-0730-4a30-b1c4-94cb97ec09fa {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:07.007960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.057037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:07.061345 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.073840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] For port c1eb342a-0730-4a30-b1c4-94cb97ec09fa, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:07.074311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.088268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] Calling delete_port for c1eb342a-0730-4a30-b1c4-94cb97ec09fa owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:07.167672 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.193194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] Pushing event deleted for resources: {'Port': ['ID=c1eb342a-0730-4a30-b1c4-94cb97ec09fa,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:07.197546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3782eae-7238-4b08-b485-3f5a7d66235a None None] No DVR routers for this DVR port c1eb342a-0730-4a30-b1c4-94cb97ec09fa on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:07.241740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1eb342a-0730-4a30-b1c4-94cb97ec09fa no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:07.258708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.265441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c1eb342a-0730-4a30-b1c4-94cb97ec09fa {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:07.265794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c1eb342a-0730-4a30-b1c4-94cb97ec09fa not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:07.301210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:07.304289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:07.308384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:07.308969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.313578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60afc3-d602-4290-abd6-04fa5a6c3d5a None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:07.322225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:07.332008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e386083a-1610-4352-a0ed-adfc1440b5ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3716810 Jul 08 17:44:07.335045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:07.340220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12', 'ip_address': '2001:db8::d066:b187:4bec:6a3b'}], 'name': 'tempest-NetworksTestDHCPv6-1503511463'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:07.454643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:07.466052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:07.467442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.539193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.555953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port abecb9d6-309d-4409-9240-013e8fcdd20a yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:07.599362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12/f7e8bcbc-68db-4330-9554-844907881ae9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:07.739884 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.748755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Transition to ACTIVE for port object f7e8bcbc-68db-4330-9554-844907881ae9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:07.762826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Transition to ACTIVE for port object f7e8bcbc-68db-4330-9554-844907881ae9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:07.768675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.808954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:07.812384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:07.815909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::d066:b187:4bec:6a3b (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12/abecb9d6-309d-4409-9240-013e8fcdd20a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:07.816674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:07.819671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Pushing event updated for resources: {'Port': ['ID=f7e8bcbc-68db-4330-9554-844907881ae9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:07.880895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Attempting to bind port f7e8bcbc-68db-4330-9554-844907881ae9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:07.881294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Attempting to bind port f7e8bcbc-68db-4330-9554-844907881ae9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:07.881674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Attempting to bind port f7e8bcbc-68db-4330-9554-844907881ae9 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:07.886640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:07.887016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:07.887421 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.887820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:07.888369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Bound port: f7e8bcbc-68db-4330-9554-844907881ae9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:07.888875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.952497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] For port f7e8bcbc-68db-4330-9554-844907881ae9, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:07.955632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] For port f7e8bcbc-68db-4330-9554-844907881ae9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7e8bcbc-68db-4330-9554-844907881ae9,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:07.962050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.970348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.985067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object abecb9d6-309d-4409-9240-013e8fcdd20a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:08.019335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041a2ad-3a92-4098-a15f-2988d4c04649 None None] Pushing event updated for resources: {'Port': ['ID=f7e8bcbc-68db-4330-9554-844907881ae9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:08.025609 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.073967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:08.078040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:08.082281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:08.087719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:08.088326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.092767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=abecb9d6-309d-4409-9240-013e8fcdd20a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:08.105123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01ff1baf-93a9-4b27-ab94-060337af08ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7689967 Jul 08 17:44:08.108644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:08.113623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12', 'ip_address': '2001:db8::d066:b187:4bec:6a3b'}], 'name': 'tempest-NetworksTestDHCPv6-512022258'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:08.248903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:08.254006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.273035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port dcf6e7c2-9e61-4caa-afca-b1b1deea8795 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:08.428532 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 17:44:08.428806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:08.446029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c474bf17-d88c-41da-a2f2-034cfd311d5f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3339889 Jul 08 17:44:08.446256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50876) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:08.871619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9895d-3822-4a3b-89df-8cd6592c014c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:08.878271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9895d-3822-4a3b-89df-8cd6592c014c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:08.879776 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-29b9895d-3822-4a3b-89df-8cd6592c014c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4326003 Jul 08 17:44:08.882639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50878) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:08.958332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5d7cd221-cd29-4e71-9bde-ec760f51e72d None None] Provisioning for port f7e8bcbc-68db-4330-9554-844907881ae9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:08.991707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port abecb9d6-309d-4409-9240-013e8fcdd20a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:08.991848 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.080306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.092555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for abecb9d6-309d-4409-9240-013e8fcdd20a owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:09.222844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.223431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-73566598-a698-4203-adcd-20a887284218 None None] Provisioning for port abecb9d6-309d-4409-9240-013e8fcdd20a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:09.227486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-73566598-a698-4203-adcd-20a887284218 None None] Provisioning complete for port abecb9d6-309d-4409-9240-013e8fcdd20a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:09.227855 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-73566598-a698-4203-adcd-20a887284218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.251749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-73566598-a698-4203-adcd-20a887284218 None None] Port abecb9d6-309d-4409-9240-013e8fcdd20a was deleted so its status cannot be updated. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:44:09.253469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=abecb9d6-309d-4409-9240-013e8fcdd20a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:09.282085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.286930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.287350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-86a9e60e-9013-4758-8c77-ff76dcf3d2e7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/abecb9d6-309d-4409-9240-013e8fcdd20a HTTP/1.1" status: 204 len: 168 time: 0.4036655 Jul 08 17:44:09.287763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7e8bcbc-68db-4330-9554-844907881ae9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:09.342356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cd92e-1a0e-4ba8-ae56-c38f84e9807f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:09.344532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cd92e-1a0e-4ba8-ae56-c38f84e9807f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:09.345505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f7e8bcbc-68db-4330-9554-844907881ae9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:09.348709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c8cd92e-1a0e-4ba8-ae56-c38f84e9807f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0579684 Jul 08 17:44:09.349023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50882) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.351305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f7e8bcbc-68db-4330-9554-844907881ae9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:09.351754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.423260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:09.426652 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.443838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.471101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.478634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f7e8bcbc-68db-4330-9554-844907881ae9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7e8bcbc-68db-4330-9554-844907881ae9,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:09.483103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.530704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f7e8bcbc-68db-4330-9554-844907881ae9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:09.563254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.624061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.651529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:09.653738 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.655652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9f996367-5d06-459d-a6bb-d06c0f393e9d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12 HTTP/1.1" status: 204 len: 168 time: 0.3055978 Jul 08 17:44:09.658061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50884) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.662341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe1663-b8f4-44b7-a748-6ce849cb512b None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:09.696318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c411b8f4-2549-4470-824f-d1c0a9e2a3ce tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370970 Jul 08 17:44:09.701382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50886) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.708778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:09.800349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:09.803840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.856238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:09.908566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] Deleting port f7e8bcbc-68db-4330-9554-844907881ae9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:09.908951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.972968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] For port f7e8bcbc-68db-4330-9554-844907881ae9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7e8bcbc-68db-4330-9554-844907881ae9,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:09.973675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.985920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] Calling delete_port for f7e8bcbc-68db-4330-9554-844907881ae9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:09.992732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.035734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:10.038817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:10.043132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:10.043723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.054968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=7b50fa78-efc8-459a-99b5-a34b1d7dfb13,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.063622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e1e0ac7d-2aee-4408-9ec8-5fb46a908736 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3611045 Jul 08 17:44:10.066531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50888) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.070846 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.071834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': '7b50fa78-efc8-459a-99b5-a34b1d7dfb13', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-113194820'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:10.096646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] Pushing event deleted for resources: {'Port': ['ID=f7e8bcbc-68db-4330-9554-844907881ae9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.101097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5dde2-18a1-4465-88ec-46230dae1210 None None] No DVR routers for this DVR port f7e8bcbc-68db-4330-9554-844907881ae9 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:10.115851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdaea0d-34fb-4afd-acbb-2b26c36e5a84 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:10.182769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:10.188500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.206556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 9214d0c0-e2f7-46c1-adea-18d914ecbca0 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:10.260885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '7b50fa78-efc8-459a-99b5-a34b1d7dfb13'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:10.261739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.314137 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:10.314779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:10.329409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b02fba6d-947f-47c8-810a-c22508fc2a41 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2617912 Jul 08 17:44:10.331740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.366764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c88a6b06-82d7-4c97-9313-abfbb2b8df34 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0337422 Jul 08 17:44:10.369030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50892) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.398610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/7b50fa78-efc8-459a-99b5-a34b1d7dfb13/e0d7b53b-f6d7-4511-9af5-174a049e89e9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:10.420063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e4834-b999-4cd3-b301-bcec935337f1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:10.421751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e4834-b999-4cd3-b301-bcec935337f1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:10.423383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-483e4834-b999-4cd3-b301-bcec935337f1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0533791 Jul 08 17:44:10.426158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50894) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.478058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 7b50fa78-efc8-459a-99b5-a34b1d7dfb13 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:10.689826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.697806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Transition to ACTIVE for port object e0d7b53b-f6d7-4511-9af5-174a049e89e9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:10.712286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Transition to ACTIVE for port object e0d7b53b-f6d7-4511-9af5-174a049e89e9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:10.718262 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.719307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.756410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:10.759181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.762655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:10.765595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:10.774908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Pushing event updated for resources: {'Port': ['ID=e0d7b53b-f6d7-4511-9af5-174a049e89e9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.836724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Attempting to bind port e0d7b53b-f6d7-4511-9af5-174a049e89e9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:10.837102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Attempting to bind port e0d7b53b-f6d7-4511-9af5-174a049e89e9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:10.837488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Attempting to bind port e0d7b53b-f6d7-4511-9af5-174a049e89e9 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:10.842624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:10.842998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:10.843403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.843802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:10.844270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Bound port: e0d7b53b-f6d7-4511-9af5-174a049e89e9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:10.844653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.847475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.907533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.910259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] For port e0d7b53b-f6d7-4511-9af5-174a049e89e9, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:10.913605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] For port e0d7b53b-f6d7-4511-9af5-174a049e89e9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e0d7b53b-f6d7-4511-9af5-174a049e89e9,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:10.918737 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.937027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=7b50fa78-efc8-459a-99b5-a34b1d7dfb13,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.940919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.942767 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ba925252-3745-41c8-a61f-9e2fce924f51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/7b50fa78-efc8-459a-99b5-a34b1d7dfb13 HTTP/1.1" status: 204 len: 168 time: 0.5157170 Jul 08 17:44:10.945187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.982496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ad94a-71ff-4a16-91ce-8afdb27029bb None None] Pushing event updated for resources: {'Port': ['ID=e0d7b53b-f6d7-4511-9af5-174a049e89e9,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.991855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-19bef300-286f-4b17-a17f-7d511b62ed8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438871 Jul 08 17:44:10.994721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:11.000583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:11.095800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:11.099986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.279101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e0d7b53b-f6d7-4511-9af5-174a049e89e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:11.329576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.335613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e0d7b53b-f6d7-4511-9af5-174a049e89e9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:11.368853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:11.374404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:11.378579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:11.379172 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.389434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7e8bcbc-68db-4330-9554-844907881ae9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:11.395738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=de125f89-9b7d-42fb-815a-34c4d5d3cb12,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.402351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-221dfb93-cbdd-4181-9479-aaa895ae1de3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4065111 Jul 08 17:44:11.405977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:11.410745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-775388017', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:11.421417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f7e8bcbc-68db-4330-9554-844907881ae9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:11.421768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7e8bcbc-68db-4330-9554-844907881ae9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:11.435620 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.436877 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.489558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.493828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.508884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.510103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c102efa-ab6c-4e14-919e-faefb7460409 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1030295 Jul 08 17:44:11.512796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50902) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:11.800646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.915732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d652a7-d303-4c1d-80e7-4eeecedd7cd7 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:12.024233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] Provisioning for port e0d7b53b-f6d7-4511-9af5-174a049e89e9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:12.034276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] Provisioning complete for port e0d7b53b-f6d7-4511-9af5-174a049e89e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:12.034647 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.049015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::1 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/de125f89-9b7d-42fb-815a-34c4d5d3cb12/686fcc96-a62f-47c9-8625-611f2103eeeb) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:12.150645 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.164559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.180954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 686fcc96-a62f-47c9-8625-611f2103eeeb will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:12.191333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] For port e0d7b53b-f6d7-4511-9af5-174a049e89e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e0d7b53b-f6d7-4511-9af5-174a049e89e9,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:12.195574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.218913 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.252165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c432e6-c71c-48a2-85a3-41b3cd404a24 None None] Pushing event updated for resources: {'Port': ['ID=e0d7b53b-f6d7-4511-9af5-174a049e89e9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:12.275155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:12.279205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:12.283473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:12.284224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.290279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=686fcc96-a62f-47c9-8625-611f2103eeeb,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:12.417414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.427848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ec1c5117-2ce6-4937-aa2f-2bb0dd7c5f53 None None] Provisioning complete for port e0d7b53b-f6d7-4511-9af5-174a049e89e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:12.428230 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5117-2ce6-4937-aa2f-2bb0dd7c5f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.636362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-678b31a2-7e00-4b55-8f97-75801175720c None None] Provisioning for port 686fcc96-a62f-47c9-8625-611f2103eeeb completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:12.640892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-678b31a2-7e00-4b55-8f97-75801175720c None None] Provisioning complete for port 686fcc96-a62f-47c9-8625-611f2103eeeb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:12.641270 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-678b31a2-7e00-4b55-8f97-75801175720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.678474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-678b31a2-7e00-4b55-8f97-75801175720c None None] Port 686fcc96-a62f-47c9-8625-611f2103eeeb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:12.691480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.696183 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.696999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.787408 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=686fcc96-a62f-47c9-8625-611f2103eeeb,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:12.831116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:12.832528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:12.958759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Router aab75e90-30e9-4761-8f07-b9d3ba0b09d3 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:44:13.051839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:13.056918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-772f2047-5839-4c93-b117-a0f68142fea9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "PUT /v2.0/routers/aab75e90-30e9-4761-8f07-b9d3ba0b09d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430450 Jul 08 17:44:13.060432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50904) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.063339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Sync routers for ids ['aab75e90-30e9-4761-8f07-b9d3ba0b09d3'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:13.067472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.073591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Routers {'aab75e90-30e9-4761-8f07-b9d3ba0b09d3'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:13.074253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['aab75e90-30e9-4761-8f07-b9d3ba0b09d3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:13.119525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffaff35-ea0e-4486-865f-c47351e9e945 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.120828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5ffaff35-ea0e-4486-865f-c47351e9e945 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports/686fcc96-a62f-47c9-8625-611f2103eeeb HTTP/1.1" status: 200 len: 911 time: 0.0591705 Jul 08 17:44:13.123900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.163881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.173430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-161eacac-35a2-47d8-9436-fce8a3e7178d None None] Provisioning complete for port 686fcc96-a62f-47c9-8625-611f2103eeeb triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:13.173792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-161eacac-35a2-47d8-9436-fce8a3e7178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.198116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ed1ad-79b2-4ab3-af22-212f6b3859d4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.203700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Set router aab75e90-30e9-4761-8f07-b9d3ba0b09d3 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:13.205807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ed1ad-79b2-4ab3-af22-212f6b3859d4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.207598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a86ed1ad-79b2-4ab3-af22-212f6b3859d4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0825438 Jul 08 17:44:13.213947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50908) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.240091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-161eacac-35a2-47d8-9436-fce8a3e7178d None None] Port 686fcc96-a62f-47c9-8625-611f2103eeeb cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:13.281209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e0d7b53b-f6d7-4511-9af5-174a049e89e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:13.398547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e0d7b53b-f6d7-4511-9af5-174a049e89e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:13.398825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.515977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab75e90-30e9-4761-8f07-b9d3ba0b09d3', 'name': 'tempest-NetworksTestDHCPv6-router-775388017', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:44:11Z', 'updated_at': '2021-07-08T17:44:12Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'gw_port_host': None, '_interfaces': [{'id': '686fcc96-a62f-47c9-8625-611f2103eeeb', 'name': '', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'mac_address': 'fa:16:3e:ac:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab75e90-30e9-4761-8f07-b9d3ba0b09d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'de125f89-9b7d-42fb-815a-34c4d5d3cb12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:44:11Z', 'updated_at': '2021-07-08T17:44:12Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'subnets': [{'id': 'de125f89-9b7d-42fb-815a-34c4d5d3cb12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:13.547352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Checking router: aab75e90-30e9-4761-8f07-b9d3ba0b09d3 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:44:13.547717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Updating router aab75e90-30e9-4761-8f07-b9d3ba0b09d3 port 686fcc96-a62f-47c9-8625-611f2103eeeb binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:44:13.583240 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.848263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.859289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Transition to ACTIVE for port object 686fcc96-a62f-47c9-8625-611f2103eeeb will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:13.864597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.913079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795f17d-58b6-429e-8448-d9492d701ef0 None None] Pushing event updated for resources: {'Port': ['ID=686fcc96-a62f-47c9-8625-611f2103eeeb,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:13.940497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.969968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Attempting to bind port 686fcc96-a62f-47c9-8625-611f2103eeeb on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:13.970332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Attempting to bind port 686fcc96-a62f-47c9-8625-611f2103eeeb by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:13.970694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Attempting to bind port 686fcc96-a62f-47c9-8625-611f2103eeeb on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:13.976067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:13.976263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:13.976678 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.977074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:13.977541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Bound port: 686fcc96-a62f-47c9-8625-611f2103eeeb, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:13.977947 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.047908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] For port 686fcc96-a62f-47c9-8625-611f2103eeeb, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:14.051405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] For port 686fcc96-a62f-47c9-8625-611f2103eeeb, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=686fcc96-a62f-47c9-8625-611f2103eeeb,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:14.059324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.116610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Routers {'aab75e90-30e9-4761-8f07-b9d3ba0b09d3'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:14.117257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['aab75e90-30e9-4761-8f07-b9d3ba0b09d3'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:14.156221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795f17d-58b6-429e-8448-d9492d701ef0 None None] Pushing event updated for resources: {'Port': ['ID=686fcc96-a62f-47c9-8625-611f2103eeeb,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.179965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 686fcc96-a62f-47c9-8625-611f2103eeeb {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:14.180469 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.219716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] Set router aab75e90-30e9-4761-8f07-b9d3ba0b09d3 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:14.277291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port 686fcc96-a62f-47c9-8625-611f2103eeeb, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=686fcc96-a62f-47c9-8625-611f2103eeeb,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:14.277653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.292691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 686fcc96-a62f-47c9-8625-611f2103eeeb owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:14.430882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab75e90-30e9-4761-8f07-b9d3ba0b09d3', 'name': 'tempest-NetworksTestDHCPv6-router-775388017', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:44:11Z', 'updated_at': '2021-07-08T17:44:12Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'gw_port_host': None, '_interfaces': [{'id': '686fcc96-a62f-47c9-8625-611f2103eeeb', 'name': '', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'mac_address': 'fa:16:3e:ac:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab75e90-30e9-4761-8f07-b9d3ba0b09d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'de125f89-9b7d-42fb-815a-34c4d5d3cb12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:44:11Z', 'updated_at': '2021-07-08T17:44:14Z', 'revision_number': 4, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'subnets': [{'id': 'de125f89-9b7d-42fb-815a-34c4d5d3cb12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:14.460846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c65c1-73aa-4ddd-87af-108d23696eac None None] The sync data for ids ['aab75e90-30e9-4761-8f07-b9d3ba0b09d3'] in n-d-799527-4 is: [{'id': 'aab75e90-30e9-4761-8f07-b9d3ba0b09d3', 'name': 'tempest-NetworksTestDHCPv6-router-775388017', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:44:11Z', 'updated_at': '2021-07-08T17:44:12Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'gw_port_host': None, '_interfaces': [{'id': '686fcc96-a62f-47c9-8625-611f2103eeeb', 'name': '', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'mac_address': 'fa:16:3e:ac:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab75e90-30e9-4761-8f07-b9d3ba0b09d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'de125f89-9b7d-42fb-815a-34c4d5d3cb12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:44:11Z', 'updated_at': '2021-07-08T17:44:14Z', 'revision_number': 4, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'subnets': [{'id': 'de125f89-9b7d-42fb-815a-34c4d5d3cb12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:14.470138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.506134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=686fcc96-a62f-47c9-8625-611f2103eeeb,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.608125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.792007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Router aab75e90-30e9-4761-8f07-b9d3ba0b09d3 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:44:14.876739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:14.882419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5c640021-ff14-42d6-b390-02db742375d5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "PUT /v2.0/routers/aab75e90-30e9-4761-8f07-b9d3ba0b09d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6674247 Jul 08 17:44:14.884852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:14.942885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a4c5e-a433-481b-ad14-15e330639aad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:14.943139 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:44:14.944414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a4c5e-a433-481b-ad14-15e330639aad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:14.948576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-109a4c5e-a433-481b-ad14-15e330639aad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0602310 Jul 08 17:44:14.948731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50912) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.004063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet de125f89-9b7d-42fb-815a-34c4d5d3cb12 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:15.007416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.056354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.103478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.164573 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.192800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=de125f89-9b7d-42fb-815a-34c4d5d3cb12,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:15.196400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.201493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca77d7b1-a8de-482e-adc9-c4e1b3bb23e6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/de125f89-9b7d-42fb-815a-34c4d5d3cb12 HTTP/1.1" status: 204 len: 168 time: 0.2486084 Jul 08 17:44:15.201493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.204592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a827782-b4a9-4437-bfad-842e347bf516 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:15.316726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3d300725-c19e-48fb-8d2c-35b06737be10 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1142480 Jul 08 17:44:15.319273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.391180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:15.397487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.438320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] Deleting port e0d7b53b-f6d7-4511-9af5-174a049e89e9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:15.438700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.502609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] For port e0d7b53b-f6d7-4511-9af5-174a049e89e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e0d7b53b-f6d7-4511-9af5-174a049e89e9,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:15.503013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.518490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] Calling delete_port for e0d7b53b-f6d7-4511-9af5-174a049e89e9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:15.558114 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.560626 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.603417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.607062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.607582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Fanout notify agent at l3_agent the message router_deleted on router aab75e90-30e9-4761-8f07-b9d3ba0b09d3 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:44:15.614924 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.616118 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3219f4f0-6d95-4254-89d8-c36dd2a92302 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/routers/aab75e90-30e9-4761-8f07-b9d3ba0b09d3 HTTP/1.1" status: 204 len: 168 time: 0.2958541 Jul 08 17:44:15.618979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.623949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.630835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] Pushing event deleted for resources: {'Port': ['ID=e0d7b53b-f6d7-4511-9af5-174a049e89e9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:15.635882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafeeb0-ec19-4ecf-a739-35f2324af364 None None] No DVR routers for this DVR port e0d7b53b-f6d7-4511-9af5-174a049e89e9 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:15.718955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:15.722397 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.845907 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Sync routers for ids ['aab75e90-30e9-4761-8f07-b9d3ba0b09d3'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:15.855806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:15.856171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:44:15.857496 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_agentschedulers_db [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aab75e90-30e9-4761-8f07-b9d3ba0b09d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:44:15.865272 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:15.865632 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:44:15.866231 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_agentschedulers_db [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aab75e90-30e9-4761-8f07-b9d3ba0b09d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:44:15.866598 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c1ca0-bc03-4e16-9d9a-27573b22c0ba None None] The sync data for ids ['aab75e90-30e9-4761-8f07-b9d3ba0b09d3'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:15.928657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.971531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:15.974813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:15.979107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:15.979687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.989768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=81ddbe6a-59a6-4cc8-9b54-4587b784714c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:15.990209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f058fd-c43a-44ea-af82-dce199752efd None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:16.000645 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb6c9a43-eaee-41ff-842c-1d30c848ec1e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3806322 Jul 08 17:44:16.003446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50920) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:16.009331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1697364121', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:16.036038 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.037106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.130264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.135177 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.146435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:16.147450 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.155362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.156700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-55f5f607-fd4c-485d-a529-159a0d995515 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1523025 Jul 08 17:44:16.159524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50922) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:16.289573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/81ddbe6a-59a6-4cc8-9b54-4587b784714c/3cded90d-eb51-404a-a036-e3eaba6dca37) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:16.430985 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.439233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Transition to ACTIVE for port object 3cded90d-eb51-404a-a036-e3eaba6dca37 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:16.447153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.454664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Transition to ACTIVE for port object 3cded90d-eb51-404a-a036-e3eaba6dca37 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:16.460117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.501432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:16.506357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:16.508811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:16.520084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Pushing event updated for resources: {'Port': ['ID=3cded90d-eb51-404a-a036-e3eaba6dca37,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:16.574545 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Attempting to bind port 3cded90d-eb51-404a-a036-e3eaba6dca37 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:16.574911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Attempting to bind port 3cded90d-eb51-404a-a036-e3eaba6dca37 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:16.575330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Attempting to bind port 3cded90d-eb51-404a-a036-e3eaba6dca37 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:16.580235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:16.580599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:16.580999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.581383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:16.581838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Bound port: 3cded90d-eb51-404a-a036-e3eaba6dca37, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:16.582234 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.643698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] For port 3cded90d-eb51-404a-a036-e3eaba6dca37, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:16.646803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] For port 3cded90d-eb51-404a-a036-e3eaba6dca37, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3cded90d-eb51-404a-a036-e3eaba6dca37,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:16.651614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.727578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960877b-6a68-42d0-8f46-093df4670dc2 None None] Pushing event updated for resources: {'Port': ['ID=3cded90d-eb51-404a-a036-e3eaba6dca37,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:16.993640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::1 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/81ddbe6a-59a6-4cc8-9b54-4587b784714c/49b02c15-6831-4520-ac86-4e9b21193a92) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:17.105336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.118219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 49b02c15-6831-4520-ac86-4e9b21193a92 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:17.151453 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.199871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:17.204092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:17.208111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:17.208619 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.214757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=49b02c15-6831-4520-ac86-4e9b21193a92,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:17.271098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3cded90d-eb51-404a-a036-e3eaba6dca37 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:17.346530 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.478976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 3cded90d-eb51-404a-a036-e3eaba6dca37 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:17.551538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 686fcc96-a62f-47c9-8625-611f2103eeeb no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:17.571582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 686fcc96-a62f-47c9-8625-611f2103eeeb {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:17.572020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 686fcc96-a62f-47c9-8625-611f2103eeeb not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:17.572501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e0d7b53b-f6d7-4511-9af5-174a049e89e9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:17.592138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e0d7b53b-f6d7-4511-9af5-174a049e89e9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:17.592482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e0d7b53b-f6d7-4511-9af5-174a049e89e9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:17.642515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.647633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.648495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.736009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] Provisioning for port 3cded90d-eb51-404a-a036-e3eaba6dca37 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:17.743415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] Provisioning complete for port 3cded90d-eb51-404a-a036-e3eaba6dca37 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:17.744050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.750872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=49b02c15-6831-4520-ac86-4e9b21193a92,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:17.800331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:17.801790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:17.856799 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.903778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] For port 3cded90d-eb51-404a-a036-e3eaba6dca37, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3cded90d-eb51-404a-a036-e3eaba6dca37,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:17.910210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.965141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Router 7a16309e-628f-4c6f-81d0-5175f14a806e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:44:17.979805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708896bd-f6b1-45c3-944d-9d154ac033c1 None None] Pushing event updated for resources: {'Port': ['ID=3cded90d-eb51-404a-a036-e3eaba6dca37,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:18.038983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41da54c5-9aef-469e-a681-a7c51614cb48 None None] Provisioning for port 49b02c15-6831-4520-ac86-4e9b21193a92 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:18.043817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41da54c5-9aef-469e-a681-a7c51614cb48 None None] Provisioning complete for port 49b02c15-6831-4520-ac86-4e9b21193a92 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:18.044615 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41da54c5-9aef-469e-a681-a7c51614cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.081972 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-41da54c5-9aef-469e-a681-a7c51614cb48 None None] Port 49b02c15-6831-4520-ac86-4e9b21193a92 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:18.087395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:18.094603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1e95407b-63d7-45df-96bd-cf184d47c7fe tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "PUT /v2.0/routers/7a16309e-628f-4c6f-81d0-5175f14a806e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9327695 Jul 08 17:44:18.095830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.097822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Sync routers for ids ['7a16309e-628f-4c6f-81d0-5175f14a806e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:18.109679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Routers {'7a16309e-628f-4c6f-81d0-5175f14a806e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:18.110378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7a16309e-628f-4c6f-81d0-5175f14a806e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:18.151466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85840c-d971-447c-ad2e-31e0cb3d7491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:18.153629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aa85840c-d971-447c-ad2e-31e0cb3d7491 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports/49b02c15-6831-4520-ac86-4e9b21193a92 HTTP/1.1" status: 200 len: 911 time: 0.0560718 Jul 08 17:44:18.156359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.203000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Set router 7a16309e-628f-4c6f-81d0-5175f14a806e gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:18.237879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9a3afe2d-c130-4408-9889-d2fd721366fe None None] Provisioning complete for port 49b02c15-6831-4520-ac86-4e9b21193a92 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:18.238281 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9a3afe2d-c130-4408-9889-d2fd721366fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.242573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de0551-c2fa-412d-bd73-cb8ef291e2a6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:18.252596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de0551-c2fa-412d-bd73-cb8ef291e2a6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:18.255131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-43de0551-c2fa-412d-bd73-cb8ef291e2a6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0978534 Jul 08 17:44:18.257859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.316244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9a3afe2d-c130-4408-9889-d2fd721366fe None None] Port 49b02c15-6831-4520-ac86-4e9b21193a92 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:18.432948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a16309e-628f-4c6f-81d0-5175f14a806e', 'name': 'tempest-NetworksTestDHCPv6-router-1697364121', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:44:16Z', 'updated_at': '2021-07-08T17:44:17Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'gw_port_host': None, '_interfaces': [{'id': '49b02c15-6831-4520-ac86-4e9b21193a92', 'name': '', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'mac_address': 'fa:16:3e:a8:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a16309e-628f-4c6f-81d0-5175f14a806e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:44:16Z', 'updated_at': '2021-07-08T17:44:17Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'subnets': [{'id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:18.459565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Checking router: 7a16309e-628f-4c6f-81d0-5175f14a806e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:44:18.459909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Updating router 7a16309e-628f-4c6f-81d0-5175f14a806e port 49b02c15-6831-4520-ac86-4e9b21193a92 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:44:18.493958 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.573611 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.765984 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.776989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Transition to ACTIVE for port object 49b02c15-6831-4520-ac86-4e9b21193a92 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:18.783699 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.793030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 49b02c15-6831-4520-ac86-4e9b21193a92 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:18.793578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.839265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0538c7f-54ab-42c3-ae39-9c333175e3d2 None None] Pushing event updated for resources: {'Port': ['ID=49b02c15-6831-4520-ac86-4e9b21193a92,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:18.886768 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.894193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Attempting to bind port 49b02c15-6831-4520-ac86-4e9b21193a92 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:18.894842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Attempting to bind port 49b02c15-6831-4520-ac86-4e9b21193a92 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:18.895223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Attempting to bind port 49b02c15-6831-4520-ac86-4e9b21193a92 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:18.900653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:18.901035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:18.901437 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.901833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:18.902326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Bound port: 49b02c15-6831-4520-ac86-4e9b21193a92, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:18.902506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 49b02c15-6831-4520-ac86-4e9b21193a92 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:18.902712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.970343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] For port 49b02c15-6831-4520-ac86-4e9b21193a92, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:18.973484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] For port 49b02c15-6831-4520-ac86-4e9b21193a92, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=49b02c15-6831-4520-ac86-4e9b21193a92,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:18.978707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.045054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Routers {'7a16309e-628f-4c6f-81d0-5175f14a806e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:19.045750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['7a16309e-628f-4c6f-81d0-5175f14a806e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:19.085744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0538c7f-54ab-42c3-ae39-9c333175e3d2 None None] Pushing event updated for resources: {'Port': ['ID=49b02c15-6831-4520-ac86-4e9b21193a92,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:19.110553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.136126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=49b02c15-6831-4520-ac86-4e9b21193a92,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:19.154895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] Set router 7a16309e-628f-4c6f-81d0-5175f14a806e gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:19.257388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.275486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3cded90d-eb51-404a-a036-e3eaba6dca37 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:19.360345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f2c98e2-f020-47f4-82bd-ceccec735f44 None None] Could not find standard attr ID for object 49b02c15-6831-4520-ac86-4e9b21193a92. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:19.384511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 3cded90d-eb51-404a-a036-e3eaba6dca37 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:19.384783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.426395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Router 7a16309e-628f-4c6f-81d0-5175f14a806e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:44:19.453237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a16309e-628f-4c6f-81d0-5175f14a806e', 'name': 'tempest-NetworksTestDHCPv6-router-1697364121', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:44:16Z', 'updated_at': '2021-07-08T17:44:17Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'gw_port_host': None, '_interfaces': [{'id': '49b02c15-6831-4520-ac86-4e9b21193a92', 'name': '', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'mac_address': 'fa:16:3e:a8:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a16309e-628f-4c6f-81d0-5175f14a806e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:44:16Z', 'updated_at': '2021-07-08T17:44:18Z', 'revision_number': 4, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'subnets': [{'id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:19.505347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:19.506675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85d135-b437-4b52-84a5-ad223f53ee88 None None] The sync data for ids ['7a16309e-628f-4c6f-81d0-5175f14a806e'] in n-d-799527-4 is: [{'id': '7a16309e-628f-4c6f-81d0-5175f14a806e', 'name': 'tempest-NetworksTestDHCPv6-router-1697364121', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:44:16Z', 'updated_at': '2021-07-08T17:44:17Z', 'revision_number': 2, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'gw_port_host': None, '_interfaces': [{'id': '49b02c15-6831-4520-ac86-4e9b21193a92', 'name': '', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'mac_address': 'fa:16:3e:a8:b8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a16309e-628f-4c6f-81d0-5175f14a806e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:44:16Z', 'updated_at': '2021-07-08T17:44:18Z', 'revision_number': 4, 'project_id': '31a19ed539bf4de0a084c6dee576626f', 'subnets': [{'id': '81ddbe6a-59a6-4cc8-9b54-4587b784714c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:19.513813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ee5d263a-937b-41fb-847e-52819d7badb0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "PUT /v2.0/routers/7a16309e-628f-4c6f-81d0-5175f14a806e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2513540 Jul 08 17:44:19.513813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:19.526254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd914756-5cd4-49e1-8c6d-72f5c9f3a51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.574361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d52786-2813-4203-89a0-4bc4a45de2dd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.576210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d52786-2813-4203-89a0-4bc4a45de2dd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.577768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98d52786-2813-4203-89a0-4bc4a45de2dd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0635250 Jul 08 17:44:19.580437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:19.634241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 81ddbe6a-59a6-4cc8-9b54-4587b784714c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:19.637601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.684045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.796644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.863705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.898497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=81ddbe6a-59a6-4cc8-9b54-4587b784714c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:19.904968 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.909159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a4345437-067e-4eb9-9a7a-6956eb89e364 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/81ddbe6a-59a6-4cc8-9b54-4587b784714c HTTP/1.1" status: 204 len: 168 time: 0.3254592 Jul 08 17:44:19.909840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50938) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:19.912516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcc83f-4cd0-4357-8fb8-f61799baa702 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:19.996849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8fafe175-eaae-4be1-b728-8c3f342ec82d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0854557 Jul 08 17:44:19.999600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.079845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.115130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:20.169291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] Deleting port 3cded90d-eb51-404a-a036-e3eaba6dca37 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:20.169682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.232739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] For port 3cded90d-eb51-404a-a036-e3eaba6dca37, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3cded90d-eb51-404a-a036-e3eaba6dca37,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:20.233132 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.245955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] Calling delete_port for 3cded90d-eb51-404a-a036-e3eaba6dca37 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:20.250420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.252504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.296441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.297101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Fanout notify agent at l3_agent the message router_deleted on router 7a16309e-628f-4c6f-81d0-5175f14a806e {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:44:20.304099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.305223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ecebba8c-f43a-4917-8873-a252124ed952 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/routers/7a16309e-628f-4c6f-81d0-5175f14a806e HTTP/1.1" status: 204 len: 168 time: 0.3046014 Jul 08 17:44:20.307942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50942) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.329793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.353451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] Pushing event deleted for resources: {'Port': ['ID=3cded90d-eb51-404a-a036-e3eaba6dca37,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:20.358986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da520654-233e-4cf7-b06a-20b724c4399f None None] No DVR routers for this DVR port 3cded90d-eb51-404a-a036-e3eaba6dca37 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:20.382616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d2e34-9990-4694-b87d-9ce4b9dee041 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:20.385970 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e04d2e34-9990-4694-b87d-9ce4b9dee041 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0754869 Jul 08 17:44:20.386799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50944) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.438053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a5cb4-31c8-4925-8af6-13d307a7afdf tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:20.439530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-544a5cb4-31c8-4925-8af6-13d307a7afdf tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0518179 Jul 08 17:44:20.442128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50946) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.479117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-83c95cf1-7cbd-4ac8-815e-82021da4a7e9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0359514 Jul 08 17:44:20.483256 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50948) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.488029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:20.579706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:20.583435 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.854959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:20.857385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.866347 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Sync routers for ids ['7a16309e-628f-4c6f-81d0-5175f14a806e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:20.875765 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:20.876214 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:44:20.876882 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_agentschedulers_db [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a16309e-628f-4c6f-81d0-5175f14a806e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:44:20.884664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Routers set() bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:20.885093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Router IDs set() for agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:44:20.885722 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_agentschedulers_db [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7a16309e-628f-4c6f-81d0-5175f14a806e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:43:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent'). {{(pid=93947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:44:20.886208 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014b6c5-c58b-4ff5-aea3-5d651ed248bd None None] The sync data for ids ['7a16309e-628f-4c6f-81d0-5175f14a806e'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:20.905735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:20.908858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:20.913350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:20.913972 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.918346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9bcc5-ea0e-476f-a7aa-56d7905a557d None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:20.926474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=ddbef4ee-8431-42f3-9e61-18cb8ee08ab4,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:20.937877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0086cf2c-1a29-4e85-ab0e-ff82e468b731 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4533074 Jul 08 17:44:20.940257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.945401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:21.065963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:21.070976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.077346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'ddbef4ee-8431-42f3-9e61-18cb8ee08ab4'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:21.078312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.219103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Allocated IP 2001:db8::f816:3eff:fe03:d80f (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/ddbef4ee-8431-42f3-9e61-18cb8ee08ab4/ee2f2766-9ba7-4a80-806f-8cd7b99721c7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:21.276986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3cded90d-eb51-404a-a036-e3eaba6dca37 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:21.301861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 3cded90d-eb51-404a-a036-e3eaba6dca37 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:21.302224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3cded90d-eb51-404a-a036-e3eaba6dca37 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:21.338396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.385240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:21.390430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:21.394875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:21.395467 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.400094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.407424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=764da36f-1a29-4bb3-ace9-165a1ed71f33,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.410367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Transition to ACTIVE for port object ee2f2766-9ba7-4a80-806f-8cd7b99721c7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:21.415108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9fad4279-e1a0-4eba-aa2a-ed1243f92a51 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4737289 Jul 08 17:44:21.417696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:21.424503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:6e:05:ed', 'name': 'tempest-NetworksTestDHCPv6-1220549958'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:21.431182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Transition to ACTIVE for port object ee2f2766-9ba7-4a80-806f-8cd7b99721c7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:21.437847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.478072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:21.484460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:21.487388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:21.495951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.536491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:21.552025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Attempting to bind port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:21.552397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Attempting to bind port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:21.552761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Attempting to bind port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:21.557919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:21.558321 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:21.558721 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.559115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:21.559624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Bound port: ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:21.560034 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.621853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:21.622591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.625054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:21.628826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.647628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port cd926196-cbac-47ba-ab04-fb8b95f20066 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:21.693358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb001e-4ef5-4dab-8181-f40c055231ec None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.825813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 172.20.0.12 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/764da36f-1a29-4bb3-ace9-165a1ed71f33/cd926196-cbac-47ba-ab04-fb8b95f20066) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:21.836737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fe6e:5ed (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/ddbef4ee-8431-42f3-9e61-18cb8ee08ab4/cd926196-cbac-47ba-ab04-fb8b95f20066) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:22.014666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.029064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object cd926196-cbac-47ba-ab04-fb8b95f20066 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:22.067793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.114885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:22.118184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:22.122359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:22.129092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=cd926196-cbac-47ba-ab04-fb8b95f20066,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:22.175254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.175782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.190087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dcce235c-ff96-4155-a195-55d2f355f8d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7711713 Jul 08 17:44:22.192747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:22.193588 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b187f709-6f47-460d-b888-4c377e0bba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.264426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861543e-b7fb-4386-bf5c-096686e0c787 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.271118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861543e-b7fb-4386-bf5c-096686e0c787 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.273914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4861543e-b7fb-4386-bf5c-096686e0c787 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0802038 Jul 08 17:44:22.275502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50958) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:22.333850 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.393644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port cd926196-cbac-47ba-ab04-fb8b95f20066 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:22.394030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.487489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.501024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for cd926196-cbac-47ba-ab04-fb8b95f20066 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:22.632270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d59b5-f7b0-4040-8d41-bcf08ed442ae None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:22.698979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.729378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=cd926196-cbac-47ba-ab04-fb8b95f20066,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:22.745992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-15f3ac3c-f440-4d5c-a16e-fd794a87fee5 None None] Provisioning for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:22.764275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.764626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.764968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.765302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.765633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.765983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.766314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.766641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.766962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.767284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.767603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.767921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:22.839918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.842312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fcd278cc-7d1e-4aec-8feb-0ce9c07ab00b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/cd926196-cbac-47ba-ab04-fb8b95f20066 HTTP/1.1" status: 204 len: 168 time: 0.5656760 Jul 08 17:44:22.844786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:22.900921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570f975-1e55-4afa-ae7b-4ffdd5bc4555 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.902496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570f975-1e55-4afa-ae7b-4ffdd5bc4555 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.905159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570f975-1e55-4afa-ae7b-4ffdd5bc4555 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.906789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1570f975-1e55-4afa-ae7b-4ffdd5bc4555 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0610740 Jul 08 17:44:22.909421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:22.961729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 764da36f-1a29-4bb3-ace9-165a1ed71f33 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:22.964692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.010067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.031799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c249554d-d0c0-4cc4-bf93-99dd9e7e8d2d None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'ddbef4ee-8431-42f3-9e61-18cb8ee08ab4', 'ip_address': '2001:db8::f816:3eff:fe03:d80f'}, {'subnet_id': '764da36f-1a29-4bb3-ace9-165a1ed71f33'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'ee2f2766-9ba7-4a80-806f-8cd7b99721c7'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:23.055059 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.064231 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c249554d-d0c0-4cc4-bf93-99dd9e7e8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.115947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.143344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=764da36f-1a29-4bb3-ace9-165a1ed71f33,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:23.146987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.148817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4c8b26d-df63-496c-98b0-0c130d1477c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/764da36f-1a29-4bb3-ace9-165a1ed71f33 HTTP/1.1" status: 204 len: 168 time: 0.2384202 Jul 08 17:44:23.151348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50964) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server [None req-c249554d-d0c0-4cc4-bf93-99dd9e7e8d2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 764da36f-1a29-4bb3-ace9-165a1ed71f33: This subnet is being modified by another concurrent operation. Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 764da36f-1a29-4bb3-ace9-165a1ed71f33: This subnet is being modified by another concurrent operation. Jul 08 17:44:23.183001 n-d-799527-4 neutron-server[93946]: ERROR oslo_messaging.rpc.server Jul 08 17:44:23.207280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet ddbef4ee-8431-42f3-9e61-18cb8ee08ab4 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:23.211136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.254036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.340252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.374903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5c9fad47-f622-48fb-835f-71e1f947b50c None None] Could not find standard attr ID for object cd926196-cbac-47ba-ab04-fb8b95f20066. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:23.406167 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77696aa2-7d3d-4e4c-b686-c2576ae6d7d7 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:44:23.407874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.438755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.440647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/ddbef4ee-8431-42f3-9e61-18cb8ee08ab4 HTTP/1.1" status: 204 len: 168 time: 0.2882135 Jul 08 17:44:23.441622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b110e5-3390-4f17-88b4-b88263acf0a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbef4ee-8431-42f3-9e61-18cb8ee08ab4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:23.443849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50966) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.483946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-30b88387-04cd-46b9-9163-14f98915a4e5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385900 Jul 08 17:44:23.486650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50968) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.491478 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:23.494642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696aa2-7d3d-4e4c-b686-c2576ae6d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:44:23.582828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:23.586801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.621155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.759476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d9f96-320c-43e3-bd3a-78e906a61781 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:44:23.856878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4d9f96-320c-43e3-bd3a-78e906a61781 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:44:23.946674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:24.168621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'b64c271d-6dbf-45f0-be7f-5e9d908df815'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'ee2f2766-9ba7-4a80-806f-8cd7b99721c7'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:24.197149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.203211 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.348455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:24.378852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.383276 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.384001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.385528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:24.386030 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:24.463374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:24.477357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:24.485218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:24.485820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.491194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=5']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:24.496059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=b64c271d-6dbf-45f0-be7f-5e9d908df815,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:24.506847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c24d9c8-b6fd-4681-ad3c-7b658aed7f24 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0192266 Jul 08 17:44:24.509532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50972) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:24.514524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:24.629820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:24.633834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.924592 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.006998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.185757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:25.219479 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.224446 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.241510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.263962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:25.285586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:25.288985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:25.293357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:25.294541 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.310007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=34ca2340-a80e-4a9a-8304-f5e15dbebfc5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:25.317377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:25.318017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-420c235b-ed62-4ebe-af20-b05a7a94ee25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8069670 Jul 08 17:44:25.322446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:74:4d:ce', 'name': 'tempest-NetworksTestDHCPv6-181004540'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:25.326950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd9a2c-1f48-4147-a172-8e529aa593bf None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:25.468683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:25.472924 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.496928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 09d8661a-a532-4bbd-a321-139d17e5cad9 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:25.663460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 172.20.0.10 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/34ca2340-a80e-4a9a-8304-f5e15dbebfc5/09d8661a-a532-4bbd-a321-139d17e5cad9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:25.670976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fe74:4dce (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/b64c271d-6dbf-45f0-be7f-5e9d908df815/09d8661a-a532-4bbd-a321-139d17e5cad9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:25.819838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.834548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 09d8661a-a532-4bbd-a321-139d17e5cad9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:25.835202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04a43c-ed72-465f-8a40-e20e2adc5f71 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:25.875826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.924080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:25.927280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:25.931208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:25.938301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=09d8661a-a532-4bbd-a321-139d17e5cad9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:25.983838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:25.984500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.999237 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b7036b2d-b5af-43e8-83f7-983b0e1808c8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.6805148 Jul 08 17:44:26.001705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.074390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'b64c271d-6dbf-45f0-be7f-5e9d908df815', 'ip_address': '2001:db8::f816:3eff:fe03:d80f'}, {'subnet_id': '34ca2340-a80e-4a9a-8304-f5e15dbebfc5'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'ee2f2766-9ba7-4a80-806f-8cd7b99721c7'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:26.076387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2d27d-f668-4836-b1fa-ac70a06628e5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.082343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2d27d-f668-4836-b1fa-ac70a06628e5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.086332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-84a2d27d-f668-4836-b1fa-ac70a06628e5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0811629 Jul 08 17:44:26.086566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50978) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.111704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.181610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 09d8661a-a532-4bbd-a321-139d17e5cad9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:26.181977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.270486 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.272287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Allocated IP 172.20.0.2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/34ca2340-a80e-4a9a-8304-f5e15dbebfc5/ee2f2766-9ba7-4a80-806f-8cd7b99721c7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:26.283243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 09d8661a-a532-4bbd-a321-139d17e5cad9 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:26.369955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:26.405268 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.420184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Transition to ACTIVE for port object ee2f2766-9ba7-4a80-806f-8cd7b99721c7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:26.423544 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.462804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.492011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=09d8661a-a532-4bbd-a321-139d17e5cad9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:26.513797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267e6a7-4ba8-4c90-9802-448f62dca010 None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:26.591627 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.593820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-35282788-997c-499b-9e82-a63adbb328ba tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/09d8661a-a532-4bbd-a321-139d17e5cad9 HTTP/1.1" status: 204 len: 168 time: 0.5063343 Jul 08 17:44:26.600511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.676032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d19de-cbf8-45d9-836e-d6fdb4a9cf67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.677849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d19de-cbf8-45d9-836e-d6fdb4a9cf67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.679394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d19de-cbf8-45d9-836e-d6fdb4a9cf67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.683165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da7d19de-cbf8-45d9-836e-d6fdb4a9cf67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0815971 Jul 08 17:44:26.686121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.740997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 34ca2340-a80e-4a9a-8304-f5e15dbebfc5 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:26.744749 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.786366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.878258 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.939906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.966561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=34ca2340-a80e-4a9a-8304-f5e15dbebfc5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:26.972540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.974466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9eff3a09-282f-4feb-95b3-da6ae16d3b8f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/34ca2340-a80e-4a9a-8304-f5e15dbebfc5 HTTP/1.1" status: 204 len: 168 time: 0.2873743 Jul 08 17:44:26.977725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.032130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet b64c271d-6dbf-45f0-be7f-5e9d908df815 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:27.035480 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.048362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858144e-186e-4672-9519-a4e9777f09b7 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:27.077271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.157021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb5b76b6-7fcb-469f-964c-b209b1157592 None None] Provisioning for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:27.167500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.178055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cb5b76b6-7fcb-469f-964c-b209b1157592 None None] Could not find standard attr ID for object 09d8661a-a532-4bbd-a321-139d17e5cad9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:27.237204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.266970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=b64c271d-6dbf-45f0-be7f-5e9d908df815,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.269062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.271025 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4c30c34-d603-4c76-b194-39421acb72a8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/b64c271d-6dbf-45f0-be7f-5e9d908df815 HTTP/1.1" status: 204 len: 168 time: 0.2922807 Jul 08 17:44:27.273564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.288132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:27.318223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-70f0bb3a-77d1-45d1-b458-1a286406cf59 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430677 Jul 08 17:44:27.320912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.325979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:27.347784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:27.352326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:27.353107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.422605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:27.426279 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.445863 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.483612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:27.489007 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.542880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.624783 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.671531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:27.674819 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:27.679274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:27.679878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.691856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=d56da700-111f-44c8-9245-a5211a61a165,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.702303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8861c7f-77e6-4d72-89c3-de56dc1f0db1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3803065 Jul 08 17:44:27.705047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.710411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:27.786976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc6fab-e341-477e-bfb4-26d4a5351cf8 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:27.828039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:27.831848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.847021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-79ed7eaf-1196-4e8e-be7e-b28017aa6415 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:27.847394 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-79ed7eaf-1196-4e8e-be7e-b28017aa6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.083816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'd56da700-111f-44c8-9245-a5211a61a165'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'ee2f2766-9ba7-4a80-806f-8cd7b99721c7'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:28.121432 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.158862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:28.326662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:44:28.326662 n-d-799527-4 neutron-server[93946]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 08 17:44:28.326662 n-d-799527-4 neutron-server[93946]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe03:d80f', 'status': 'ALLOCATED', 'ipam_subnet_id': 'bed096e7-e184-4dfc-8120-7646beeef55b'}] Jul 08 17:44:28.326662 n-d-799527-4 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:28.327165 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:28.375543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.531771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:28.563666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.568255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.570171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.660244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:28.672274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:28.681281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:28.681871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.697087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=f7815ca9-d309-4509-a6ea-d7110e495d72,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:28.712792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=12']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:28.722649 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1b92077d-dcc7-4b91-867a-dedde7cde655 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0136077 Jul 08 17:44:28.726476 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 50992) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:28.732245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:ec:a9:ad', 'name': 'tempest-NetworksTestDHCPv6-920325856'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:28.866341 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.880094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:28.961552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.983978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port f39248b4-0b45-47a9-9e2d-1db24b8d208b yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:29.113686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Allocated IP 172.20.0.2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/d56da700-111f-44c8-9245-a5211a61a165/ee2f2766-9ba7-4a80-806f-8cd7b99721c7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:29.228130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:29.260782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:29.306113 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.336577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Transition to ACTIVE for port object ee2f2766-9ba7-4a80-806f-8cd7b99721c7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:29.344684 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.453157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262f096-5e54-4b91-8ba9-ce80c85cc3cc None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:29.557128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab65e1-0b1a-4461-b773-d8ef09f6e7f0 req-86547a7b-a0df-40e9-901c-18f14815a56c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:29.558736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14ab65e1-0b1a-4461-b773-d8ef09f6e7f0 req-86547a7b-a0df-40e9-901c-18f14815a56c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.4934022 Jul 08 17:44:29.600492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 172.20.0.10 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/d56da700-111f-44c8-9245-a5211a61a165/f39248b4-0b45-47a9-9e2d-1db24b8d208b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:29.620590 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:feec:a9ad (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/f7815ca9-d309-4509-a6ea-d7110e495d72/f39248b4-0b45-47a9-9e2d-1db24b8d208b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:29.625573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-14ab65e1-0b1a-4461-b773-d8ef09f6e7f0 req-508fb9a3-a4a7-4688-9aef-ecf623cb1684 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585949 Jul 08 17:44:29.651409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 50998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:29.729455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8cd3781-64e7-4eb1-bceb-2e8cf61720f0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/0a238beb-bfc5-453b-8447-4c52eaca8da1 HTTP/1.1" status: 200 len: 993 time: 0.0678122 Jul 08 17:44:29.795059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.808721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object f39248b4-0b45-47a9-9e2d-1db24b8d208b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:29.850135 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.914864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:29.921630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:29.925767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:29.953203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=f39248b4-0b45-47a9-9e2d-1db24b8d208b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:29.982430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:29.983000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.997868 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c1362a0e-2c42-417b-a7e6-459f8fa24315 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2700455 Jul 08 17:44:29.998095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94eae75-c876-400b-96bc-48ad6f182523 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:30.000095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51004) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:30.058720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e180bb4e-a173-4976-a519-3341d6241fac None None] Provisioning for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:30.070235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e180bb4e-a173-4976-a519-3341d6241fac None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:30.070611 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e180bb4e-a173-4976-a519-3341d6241fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.076294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35e1d5-751f-4ce7-b74a-5147870d7f8a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.082234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35e1d5-751f-4ce7-b74a-5147870d7f8a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.086351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be35e1d5-751f-4ce7-b74a-5147870d7f8a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0828295 Jul 08 17:44:30.086585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:30.224879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0a921-217d-4b7c-a48b-981e8ce0cda0 req-c9a4b465-a32d-4cff-a2f5-782f713953aa tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.226452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-94d0a921-217d-4b7c-a48b-981e8ce0cda0 req-c9a4b465-a32d-4cff-a2f5-782f713953aa tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1096 time: 0.1107237 Jul 08 17:44:30.243734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port f39248b4-0b45-47a9-9e2d-1db24b8d208b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:30.243964 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.319441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-94d0a921-217d-4b7c-a48b-981e8ce0cda0 req-7b76744c-2b9a-4358-ab79-622aa385222f tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854554 Jul 08 17:44:30.361718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.376518 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for f39248b4-0b45-47a9-9e2d-1db24b8d208b owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:30.579129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.611780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=f39248b4-0b45-47a9-9e2d-1db24b8d208b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:30.716852 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.720060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-33b63477-63f0-4ef2-93ca-465272c345a7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/f39248b4-0b45-47a9-9e2d-1db24b8d208b HTTP/1.1" status: 204 len: 168 time: 0.6317356 Jul 08 17:44:30.721962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51016) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:30.786952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a760e-89b1-4171-a22b-9ed04c107171 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.788509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a760e-89b1-4171-a22b-9ed04c107171 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.790084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a760e-89b1-4171-a22b-9ed04c107171 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.791858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3c5a760e-89b1-4171-a22b-9ed04c107171 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0685098 Jul 08 17:44:30.794588 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51024) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:30.853730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet d56da700-111f-44c8-9245-a5211a61a165 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:30.857678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.902126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.992923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff31ede3-5511-46db-9f18-73209376e341 None None] Could not find standard attr ID for object f39248b4-0b45-47a9-9e2d-1db24b8d208b. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:31.004670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ff31ede3-5511-46db-9f18-73209376e341 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:31.005117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ff31ede3-5511-46db-9f18-73209376e341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.020442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.055757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-04bd08fb-9ab5-4bf3-9aa5-eb84afdfdaa0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700862 Jul 08 17:44:31.087187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.140554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.142343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/d56da700-111f-44c8-9245-a5211a61a165 HTTP/1.1" status: 204 len: 168 time: 0.3468218 Jul 08 17:44:31.143327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763fd0-22df-486c-896c-43038ff9b8da tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=d56da700-111f-44c8-9245-a5211a61a165,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:31.145017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51034) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:31.214761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet f7815ca9-d309-4509-a6ea-d7110e495d72 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:31.219223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.264707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.283641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:31.288178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0313550c-2373-4204-9f5b-10a6ddd7ef86 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:31.362370 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d55bcc35-fb91-452e-8ff2-6540aa860d6b None None] Could not find standard attr ID for object f39248b4-0b45-47a9-9e2d-1db24b8d208b. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:31.389978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.416478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:31.416870 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.455978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.484668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=f7815ca9-d309-4509-a6ea-d7110e495d72,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:31.488143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.490048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-03fd4055-ab29-4328-92ba-d581f8aa7f25 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/f7815ca9-d309-4509-a6ea-d7110e495d72 HTTP/1.1" status: 204 len: 168 time: 0.3439872 Jul 08 17:44:31.492419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51040) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:31.534658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c6afeb7-a2dd-46ac-a763-7d02e20345a0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410533 Jul 08 17:44:31.537320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51042) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:31.542553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:31.639631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:31.643436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.690198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58349212-1f60-40b4-96ba-f03b7e5ccec0 None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'f7815ca9-d309-4509-a6ea-d7110e495d72'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'ee2f2766-9ba7-4a80-806f-8cd7b99721c7'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:31.739002 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58349212-1f60-40b4-96ba-f03b7e5ccec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.751592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-c53adffb-6c91-426a-a34e-b158e111f37d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:31.752956 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-c53adffb-6c91-426a-a34e-b158e111f37d tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1603258 Jul 08 17:44:31.768492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Request body: {'binding': {'host': 'n-h1-799527-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:31.768942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Unknown quota resources ['binding']. {{(pid=93945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:44:31.912564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f24cb-3b95-4527-ae27-bfbde1db17f3 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:31.958088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.008669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:32.012831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-16092203-6a72-46e2-9db1-cdfd162bba21 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:32.013369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16092203-6a72-46e2-9db1-cdfd162bba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.021579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:32.026951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.027615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.036603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on host n-h1-799527-4 for vnic_type normal with profile None {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:32.036937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:32.037267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:32.052966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:44:32.053337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:32.055845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=b694811f-7c0b-4a31-a68f-2659f148ceaf,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:32.061632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3ff84b7e-d30b-42aa-8225-a1d42bee9e1c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5229070 Jul 08 17:44:32.064663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:32.065129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:32.065243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Checking segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:32.065618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Bound using segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:32.066083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Bound port: 05826629-2dfa-4408-9b40-7b4b62d73435, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:32.070719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:32.174340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:32.179764 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] Notify callbacks [] for binding, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.180966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] 10.222.0.48 "POST /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435/bindings HTTP/1.1" status: 201 len: 389 time: 0.4192543 Jul 08 17:44:32.186805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:32.190598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.216240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'b694811f-7c0b-4a31-a68f-2659f148ceaf'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'ee2f2766-9ba7-4a80-806f-8cd7b99721c7'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:32.261493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.461032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Allocated IP 172.20.0.2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/b694811f-7c0b-4a31-a68f-2659f148ceaf/ee2f2766-9ba7-4a80-806f-8cd7b99721c7) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:32.549539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-c3828e92-b1a2-4e75-933c-a0f658dbf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.551092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-c3828e92-b1a2-4e75-933c-a0f658dbf420 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1096 time: 0.1488490 Jul 08 17:44:32.557088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:32.586448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.601195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Transition to ACTIVE for port object ee2f2766-9ba7-4a80-806f-8cd7b99721c7 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:32.605066 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.669245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26a9ba-8506-4e50-8cb3-f1f98d826fed req-3454d2b9-19fa-4bc8-b54a-e7e4eadb87e4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.670872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a26a9ba-8506-4e50-8cb3-f1f98d826fed req-3454d2b9-19fa-4bc8-b54a-e7e4eadb87e4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.1880264 Jul 08 17:44:32.685012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9a017-8715-4c35-ba54-da2e4afd311c None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=16']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:32.811989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:32.820690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-3661efaf-66e7-4784-a92f-8c2f23ddca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.822208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-3661efaf-66e7-4784-a92f-8c2f23ddca3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 898 time: 0.2475672 Jul 08 17:44:32.845284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a26a9ba-8506-4e50-8cb3-f1f98d826fed req-76fe43ea-305f-48ad-b564-29de83a2474f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444147 Jul 08 17:44:33.036316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-93607cbc-b0bf-4df8-9fa4-d5a115a6216f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 1001 time: 0.1900282 Jul 08 17:44:33.120119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-8159ddbd-494e-4a83-b0b1-d06fbe22b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.123424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-8159ddbd-494e-4a83-b0b1-d06fbe22b552 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0678916 Jul 08 17:44:33.189693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.202478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:33.264830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-87c02a5c-6e9e-4e70-b962-44cd258b3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.266411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-87c02a5c-6e9e-4e70-b962-44cd258b3437 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224906 Jul 08 17:44:33.278366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a2d94-e9dd-402a-a3c9-e0a319c6ff3f None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:33.331393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.351429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-72e81815-9021-42f5-9009-ca2c8596908d None None] Provisioning for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:33.363705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-72e81815-9021-42f5-9009-ca2c8596908d None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:33.364073 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72e81815-9021-42f5-9009-ca2c8596908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.431528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:33.435285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-d56087e1-b459-479f-a57c-ad38b23368ce service neutron] 10.222.0.53 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617649 Jul 08 17:44:33.523273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.531566 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.532298 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.572348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:33.572715 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:33.613878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:33.629362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:33.636523 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-8ba229db-5c5e-492b-bd1c-86e975df244a service neutron] 10.222.0.53 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939988 Jul 08 17:44:33.637853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.638450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.665638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=18']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:33.670136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=c2da759f-628a-403b-b8a6-1e988ca13641,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:33.676202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-672432b3-1ec2-4319-b108-a6e17505275a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6091790 Jul 08 17:44:33.678011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.684783 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:83:cf:2e', 'name': 'tempest-NetworksTestDHCPv6-616713035'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:33.876828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-0d8e0667-ae16-43a5-ab39-7b52f6553893 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.878376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-0d8e0667-ae16-43a5-ab39-7b52f6553893 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1096 time: 0.1773188 Jul 08 17:44:33.891417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799527-4'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:33.895076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:33.899051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.949183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port fcdc94b8-c30c-4641-8e79-e2be24159f2e yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:34.037614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2e396-561e-4992-ae16-9d9ad789e7a2 req-73a85b61-989d-484a-99f4-ef39a6910ebe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:34.038190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.040362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75a2e396-561e-4992-ae16-9d9ad789e7a2 req-73a85b61-989d-484a-99f4-ef39a6910ebe tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.0687640 Jul 08 17:44:34.087970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75a2e396-561e-4992-ae16-9d9ad789e7a2 req-262d84f2-ad17-45e8-878b-b2d0dcd58778 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408862 Jul 08 17:44:34.116902 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.145908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14dbfc-7a89-43db-9e36-b78847a59ed7 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:34.201122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:34.206162 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.300158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7e1809e8-a551-448b-968f-7d3904f866c8 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:34.300534 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e1809e8-a551-448b-968f-7d3904f866c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.342792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=19']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:34.345679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:34.493298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:34.493674 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.499616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e1809e8-a551-448b-968f-7d3904f866c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.560318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 172.20.0.14 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/b694811f-7c0b-4a31-a68f-2659f148ceaf/fcdc94b8-c30c-4641-8e79-e2be24159f2e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:34.571764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7e1809e8-a551-448b-968f-7d3904f866c8 None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:34.575284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fe83:cf2e (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/c2da759f-628a-403b-b8a6-1e988ca13641/fcdc94b8-c30c-4641-8e79-e2be24159f2e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:34.578546 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7e1809e8-a551-448b-968f-7d3904f866c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.584805 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:34.658998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:34.661510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1809e8-a551-448b-968f-7d3904f866c8 None None] Pushing event updated for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=20']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:34.750224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:34.752497 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a33d103-ae7f-42a7-8212-5c2d89eccaa3" -d '{"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-unplugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:34.763758 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.772760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.807727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd437b3-5f7a-478b-9052-deeef03249d5 None None] get_active_networks_info from n-d-799527-4 {{(pid=93946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:44:34.813092 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a81cb0-88b0-4641-a2cf-9363eb064238 x-openstack-request-id: req-26a81cb0-88b0-4641-a2cf-9363eb064238 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:34.813321 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-unplugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:34.813569 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26a81cb0-88b0-4641-a2cf-9363eb064238 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:34.813977 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'code': 200} Jul 08 17:44:34.843941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.898900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:34.905574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object fcdc94b8-c30c-4641-8e79-e2be24159f2e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:34.916519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd437b3-5f7a-478b-9052-deeef03249d5 None None] Resources bound (agent type, host, resource id): {{(pid=93946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:44:34.919324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c277b3d6-b634-4b0a-972f-1390c08c0662 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:34.919838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c277b3d6-b634-4b0a-972f-1390c08c0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.980435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on host n-h2-799527-4 for vnic_type normal with profile {"migrating_to": "n-h1-799527-4"} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:34.981333 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:34.981646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:34.986463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.988368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:44:34.988706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Attempting to bind port 05826629-2dfa-4408-9b40-7b4b62d73435 on network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:35.024609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:35.024944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Checking segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:35.025331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Bound using segment: {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:35.025767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Bound port: 05826629-2dfa-4408-9b40-7b4b62d73435, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b543dc26-22a2-4800-bb6f-9cfb05f39707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:35.026149 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.059847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:35.063176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=fcdc94b8-c30c-4641-8e79-e2be24159f2e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.082234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:35.093749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:35.139523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:35.142184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:35.152097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.203202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.203911 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.271155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.275254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da359030-8d2a-4881-9a7e-66b73d1a8bad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5952573 Jul 08 17:44:35.279275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:35.331104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea825-8bb4-4577-99b8-9f1459bc9292 req-0f4c64b5-ea00-4eea-88b2-38a8fb3dc73b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.331411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.331828 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.332257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.resource_extend [None req-cdd437b3-5f7a-478b-9052-deeef03249d5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:44:35.333347 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-a3fa4255-6758-4e1d-a627-4d865f9a30c2 service neutron] 10.222.0.53 "PUT /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 1121 time: 1.4473741 Jul 08 17:44:35.334396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c68ea825-8bb4-4577-99b8-9f1459bc9292 req-0f4c64b5-ea00-4eea-88b2-38a8fb3dc73b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 943 time: 0.1216769 Jul 08 17:44:35.343189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:35.387514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c68ea825-8bb4-4577-99b8-9f1459bc9292 req-43c355d4-efb3-41fe-ba63-1b60dd630ffc tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491560 Jul 08 17:44:35.403581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['05826629-2dfa-4408-9b40-7b4b62d73435'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:44:35.405527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3208d-c45b-4473-8ada-0938bf4a4f34 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.411632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3208d-c45b-4473-8ada-0938bf4a4f34 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.413272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-11b3208d-c45b-4473-8ada-0938bf4a4f34 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1306748 Jul 08 17:44:35.415987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:35.486639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:35.487019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.519705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port fcdc94b8-c30c-4641-8e79-e2be24159f2e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:35.520049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.859507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.872653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for fcdc94b8-c30c-4641-8e79-e2be24159f2e owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:36.053404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.082351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=fcdc94b8-c30c-4641-8e79-e2be24159f2e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.114429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6422cad4-7d9b-42b2-b622-c3eab8c01ee4 None None] Could not find standard attr ID for object fcdc94b8-c30c-4641-8e79-e2be24159f2e. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:36.129119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6422cad4-7d9b-42b2-b622-c3eab8c01ee4 None None] Provisioning complete for port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:36.129704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6422cad4-7d9b-42b2-b622-c3eab8c01ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.197731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.200472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3cdf556a-1f6a-4bc7-a2d2-5645cabf253b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/fcdc94b8-c30c-4641-8e79-e2be24159f2e HTTP/1.1" status: 204 len: 168 time: 0.7827199 Jul 08 17:44:36.204874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51064) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.269827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62c2b4-ab47-4e19-a213-d901592a5e00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.271427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62c2b4-ab47-4e19-a213-d901592a5e00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.272956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62c2b4-ab47-4e19-a213-d901592a5e00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.274758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5f62c2b4-ab47-4e19-a213-d901592a5e00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0687265 Jul 08 17:44:36.277427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51066) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.338652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet b694811f-7c0b-4a31-a68f-2659f148ceaf {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:36.342529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.376947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] Provisioning complete for port 05826629-2dfa-4408-9b40-7b4b62d73435 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:36.377514 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.384439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.466691 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.490675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:36.493352 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65670861-5ba5-42e7-b861-24092a43d0ad" -d '{"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-plugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:36.495362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.517239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:36.522037 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.546805 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee771ad-08db-42b3-8525-02bd91fdee36 x-openstack-request-id: req-9ee771ad-08db-42b3-8525-02bd91fdee36 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:36.546994 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-plugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:36.547254 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ee771ad-08db-42b3-8525-02bd91fdee36 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:36.547653 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'code': 200} Jul 08 17:44:36.577084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.594347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430594af-4822-47e6-b49a-2d93474ec462 req-c05bea57-86be-4d21-908e-872b146a46a8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.595958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-430594af-4822-47e6-b49a-2d93474ec462 req-c05bea57-86be-4d21-908e-872b146a46a8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.0824642 Jul 08 17:44:36.608158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.610052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/b694811f-7c0b-4a31-a68f-2659f148ceaf HTTP/1.1" status: 204 len: 168 time: 0.3308985 Jul 08 17:44:36.611082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a02ba2-b3c7-4370-8cf3-4bd99ff187a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=b694811f-7c0b-4a31-a68f-2659f148ceaf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.613480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51072) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.643633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-430594af-4822-47e6-b49a-2d93474ec462 req-0b0970cb-7180-4d2f-b6c9-9d1e506c9416 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 Jul 08 17:44:36.665286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.678278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet c2da759f-628a-403b-b8a6-1e988ca13641 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:36.682723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.702377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-639c3592-f0b6-4257-bddb-a8e7c1212c4e None None] Could not find standard attr ID for object fcdc94b8-c30c-4641-8e79-e2be24159f2e. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:36.726225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.809636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.815044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:36.817401 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecf63cb-073d-4897-a275-d1fea49d060e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:36.822800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-24a780e3-d095-4d7f-ad9d-a725223043ec None None] Provisioning complete for port 05826629-2dfa-4408-9b40-7b4b62d73435 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:36.823215 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-24a780e3-d095-4d7f-ad9d-a725223043ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.860962 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197fdbfc-630d-4459-82ed-2006b80cdcce x-openstack-request-id: req-197fdbfc-630d-4459-82ed-2006b80cdcce {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:36.861260 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:36.861514 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-197fdbfc-630d-4459-82ed-2006b80cdcce {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:36.861914 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'status': 'completed', 'code': 200} Jul 08 17:44:36.895562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.912060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f84a6-671a-4fec-b9c0-686f8d2cd870 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:36.923785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=c2da759f-628a-403b-b8a6-1e988ca13641,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.929508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.931441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cf866cb2-a27f-4d64-bb80-75ddc5ed11bd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/c2da759f-628a-403b-b8a6-1e988ca13641 HTTP/1.1" status: 204 len: 168 time: 0.3170106 Jul 08 17:44:36.934093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.968769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-f4df901a-f5c0-4ebb-8aeb-b4d0280b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.970353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-f4df901a-f5c0-4ebb-8aeb-b4d0280b1bf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1126 time: 0.0804539 Jul 08 17:44:36.974325 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-af293f09-b815-4818-98f9-172f5414c699 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366914 Jul 08 17:44:36.974557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.039071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da3897-c754-4eb2-96c7-fd9e0adbb912 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.041958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80da3897-c754-4eb2-96c7-fd9e0adbb912 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0651054 Jul 08 17:44:37.043231 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.081830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-ef3233b4-f0d4-4a4d-98be-3684188c21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.084198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-ef3233b4-f0d4-4a4d-98be-3684188c21d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 898 time: 0.1072712 Jul 08 17:44:37.099881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fb81b-61af-4906-836d-e5e3ba5d108e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.103401 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6c4fb81b-61af-4906-836d-e5e3ba5d108e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571549 Jul 08 17:44:37.103858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51082) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.115661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:37.145959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd2b3abc-add2-4ff8-b7a8-6cffbe19181f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380526 Jul 08 17:44:37.147603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51084) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.153009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a73ee981-4d88-4cf5-bc03-828ae0eec853 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:37.163662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-917dbe4c-2c76-4c66-86fd-4de8e613e11a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 1001 time: 0.0716879 Jul 08 17:44:37.168642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] Deleting port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:37.169188 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.218910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-8a8b8a12-f311-497d-8e66-f5f21a9146cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.220454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-8a8b8a12-f311-497d-8e66-f5f21a9146cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0506337 Jul 08 17:44:37.233193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] For port ee2f2766-9ba7-4a80-806f-8cd7b99721c7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:37.233596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.252148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] Calling delete_port for ee2f2766-9ba7-4a80-806f-8cd7b99721c7 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:37.259269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73ee981-4d88-4cf5-bc03-828ae0eec853 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:37.263026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a73ee981-4d88-4cf5-bc03-828ae0eec853 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.264464 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73ee981-4d88-4cf5-bc03-828ae0eec853 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:37.265965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73ee981-4d88-4cf5-bc03-828ae0eec853 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:37.282166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a73ee981-4d88-4cf5-bc03-828ae0eec853 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1328478 Jul 08 17:44:37.284593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51086) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.290278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-407879d2-da7f-4c2b-98a3-624707c3adfd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:37.297230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ee2f2766-9ba7-4a80-806f-8cd7b99721c7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:37.300950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-2a501b57-b560-47e5-9887-31d12271cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.303039 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-2a501b57-b560-47e5-9887-31d12271cdf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757256 Jul 08 17:44:37.382994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407879d2-da7f-4c2b-98a3-624707c3adfd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:37.389214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-407879d2-da7f-4c2b-98a3-624707c3adfd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.391679 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-407879d2-da7f-4c2b-98a3-624707c3adfd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:37.392363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407879d2-da7f-4c2b-98a3-624707c3adfd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:37.397639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.418479 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-407879d2-da7f-4c2b-98a3-624707c3adfd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1322062 Jul 08 17:44:37.420546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:44:37.422332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51088) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.425744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-35a125ad-5c98-4dee-8066-a73eaeb11b65 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106873 Jul 08 17:44:37.428487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5e03fbda-3f91-4578-84c9-abc5d866ee36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:37.444292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.448194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] No DVR routers for this DVR port ee2f2766-9ba7-4a80-806f-8cd7b99721c7 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:37.451569 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b42e97-0da4-4a4b-92b6-96486228c5ca None None] Pushing event deleted for resources: {'Port': ['ID=ee2f2766-9ba7-4a80-806f-8cd7b99721c7,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:37.541031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03fbda-3f91-4578-84c9-abc5d866ee36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:37.545515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e03fbda-3f91-4578-84c9-abc5d866ee36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.546983 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e03fbda-3f91-4578-84c9-abc5d866ee36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:37.547456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e03fbda-3f91-4578-84c9-abc5d866ee36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:37.548860 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ecf63cb-073d-4897-a275-d1fea49d060e req-965b209a-877e-4911-aea4-f67f8fbe5ad7 service neutron] 10.222.0.21 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145263 Jul 08 17:44:37.577476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e03fbda-3f91-4578-84c9-abc5d866ee36 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1538360 Jul 08 17:44:37.580202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51090) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.592621 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2fbd3c77-6060-4092-a3ed-a7375db29a6d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:37.625681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:37.638937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 has no active binding in host n-h1-799527-4 {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:44:37.691645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd3c77-6060-4092-a3ed-a7375db29a6d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:37.695525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3c77-6060-4092-a3ed-a7375db29a6d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.696950 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbd3c77-6060-4092-a3ed-a7375db29a6d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:37.697380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbd3c77-6060-4092-a3ed-a7375db29a6d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:37.713804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2fbd3c77-6060-4092-a3ed-a7375db29a6d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1322589 Jul 08 17:44:37.719030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51094) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.725128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0de9ffa8-3c65-407f-92ed-d0148be964a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:37.865537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de9ffa8-3c65-407f-92ed-d0148be964a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:37.869362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0de9ffa8-3c65-407f-92ed-d0148be964a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.870762 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de9ffa8-3c65-407f-92ed-d0148be964a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:37.871213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de9ffa8-3c65-407f-92ed-d0148be964a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:37.889969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76347-557b-4d76-a38a-e4497e9b2a39 req-064523a1-1a7b-4147-ac70-e88b8af2f940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.891408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13d76347-557b-4d76-a38a-e4497e9b2a39 req-064523a1-1a7b-4147-ac70-e88b8af2f940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.1222477 Jul 08 17:44:37.896442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0de9ffa8-3c65-407f-92ed-d0148be964a2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1762364 Jul 08 17:44:37.899538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51096) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.905538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5e5dffee-06a4-422b-ae67-4a9c34b616ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:37.933162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13d76347-557b-4d76-a38a-e4497e9b2a39 req-8dc0556f-00ab-42b9-9d2f-d3fd0dd0a214 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356333 Jul 08 17:44:37.994453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5dffee-06a4-422b-ae67-4a9c34b616ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:37.998214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e5dffee-06a4-422b-ae67-4a9c34b616ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.999555 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5dffee-06a4-422b-ae67-4a9c34b616ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:37.999988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5dffee-06a4-422b-ae67-4a9c34b616ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:38.015280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e5dffee-06a4-422b-ae67-4a9c34b616ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1145811 Jul 08 17:44:38.018018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.051989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3ff8c2c8-126f-494b-b861-e82feb8cbdcf tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0329309 Jul 08 17:44:38.054221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51100) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.103549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da0c27-3ee9-4f95-a749-8fc083832509 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.105030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-67da0c27-3ee9-4f95-a749-8fc083832509 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0499368 Jul 08 17:44:38.108148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51102) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.145100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bfd090e1-0f5f-44aa-b4ad-843f9b6bdde9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357463 Jul 08 17:44:38.148823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51104) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.154675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:38.248363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:38.251988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.503134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:38.504500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.547184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:38.550327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:38.554618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.555207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.559581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34106c2-b20a-4428-b348-df16c6d220c9 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:38.566443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=352c3af2-9d9a-4641-bd8e-d8dfd46b7356,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:38.575777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6d81bd88-0d11-4e8a-82e4-c14040987d13 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4258647 Jul 08 17:44:38.578404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51106) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.583417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:c7:c4:01', 'name': 'tempest-NetworksTestDHCPv6-1237981065'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:38.697823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:38.717603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '352c3af2-9d9a-4641-bd8e-d8dfd46b7356'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:38.718558 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.782817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.803108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port b3556be0-24b4-4d53-9a6a-081ac31cfd30 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:38.850900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Allocated IP 2001:db8::f816:3eff:fe14:b5d2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/352c3af2-9d9a-4641-bd8e-d8dfd46b7356/6b837a14-9a79-4abf-b949-94a6d17e1b7c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:38.992329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.001249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Transition to ACTIVE for port object 6b837a14-9a79-4abf-b949-94a6d17e1b7c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:39.016142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Transition to ACTIVE for port object 6b837a14-9a79-4abf-b949-94a6d17e1b7c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:39.022245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.062791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:39.065538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:39.069654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:39.081862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fec7:c401 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/352c3af2-9d9a-4641-bd8e-d8dfd46b7356/b3556be0-24b4-4d53-9a6a-081ac31cfd30) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:39.099829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Pushing event updated for resources: {'Port': ['ID=6b837a14-9a79-4abf-b949-94a6d17e1b7c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:39.125348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569d67-7dab-4496-98bb-fea42cebd909 req-b7d4f3ca-6b05-4940-9c57-57bff4dccbed tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:39.130459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e569d67-7dab-4496-98bb-fea42cebd909 req-b7d4f3ca-6b05-4940-9c57-57bff4dccbed tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.0813763 Jul 08 17:44:39.135481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Attempting to bind port 6b837a14-9a79-4abf-b949-94a6d17e1b7c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:39.135852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Attempting to bind port 6b837a14-9a79-4abf-b949-94a6d17e1b7c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:39.136216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Attempting to bind port 6b837a14-9a79-4abf-b949-94a6d17e1b7c on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:39.142280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:39.142927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:39.143326 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.143715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:39.144173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Bound port: 6b837a14-9a79-4abf-b949-94a6d17e1b7c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:39.144776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.171941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e569d67-7dab-4496-98bb-fea42cebd909 req-303b3ad8-4cf9-4fec-bd4b-71ac7ea441cb tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Jul 08 17:44:39.213123 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] For port 6b837a14-9a79-4abf-b949-94a6d17e1b7c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:39.216222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] For port 6b837a14-9a79-4abf-b949-94a6d17e1b7c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6b837a14-9a79-4abf-b949-94a6d17e1b7c,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:39.221566 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.254250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.273679 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object b3556be0-24b4-4d53-9a6a-081ac31cfd30 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:39.280314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73bb19-a87b-4980-8723-db6c3a92b46d None None] Pushing event updated for resources: {'Port': ['ID=6b837a14-9a79-4abf-b949-94a6d17e1b7c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:39.310868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.354100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:39.360267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:39.362723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:39.368458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:39.369073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.384806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=b3556be0-24b4-4d53-9a6a-081ac31cfd30,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:39.394087 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4fe2ada4-c7a3-4bee-88a9-142a58ed765f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8146582 Jul 08 17:44:39.397182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51110) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:39.491677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9ed2f-ee29-4e1f-804b-8c7cb90a1360 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:39.498372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9ed2f-ee29-4e1f-804b-8c7cb90a1360 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:39.500016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0a9ed2f-ee29-4e1f-804b-8c7cb90a1360 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1016140 Jul 08 17:44:39.502941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:39.605268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port b3556be0-24b4-4d53-9a6a-081ac31cfd30 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:39.605548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.689963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.702354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for b3556be0-24b4-4d53-9a6a-081ac31cfd30 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:39.831676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.862133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=b3556be0-24b4-4d53-9a6a-081ac31cfd30,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:39.891008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.893031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6590caba-1dd8-43f5-a603-27680af1494d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b3556be0-24b4-4d53-9a6a-081ac31cfd30 HTTP/1.1" status: 204 len: 168 time: 0.3891597 Jul 08 17:44:39.895552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:39.953295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b60a2-5520-4ab3-8a1e-64ff4e19f1ac tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:39.954979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b60a2-5520-4ab3-8a1e-64ff4e19f1ac tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:39.956515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-909b60a2-5520-4ab3-8a1e-64ff4e19f1ac tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0599751 Jul 08 17:44:39.959202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.024532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 352c3af2-9d9a-4641-bd8e-d8dfd46b7356 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:40.028092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.070060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.155759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.207819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-33fbd83e-6168-4a61-8ff1-cb6b5993160e None None] Provisioning for port 6b837a14-9a79-4abf-b949-94a6d17e1b7c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:40.235561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-517cdfdb-0a87-44df-87b9-18844a403d02 service neutron] 10.222.0.21 "GET /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 384 time: 0.0875440 Jul 08 17:44:40.235778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.270379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=352c3af2-9d9a-4641-bd8e-d8dfd46b7356,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:40.274070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.276296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ba420f24-351d-4799-a94b-3cf73cd2bdee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/352c3af2-9d9a-4641-bd8e-d8dfd46b7356 HTTP/1.1" status: 204 len: 168 time: 0.3161166 Jul 08 17:44:40.279274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51120) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.322369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e62fd15c-099b-4cb6-b63c-c95c081bcdd0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407965 Jul 08 17:44:40.325445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.331116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:40.418587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961ab80-a03e-446b-9db5-bd5e51d8e425 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:40.440309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:40.444185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.456332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81001fea-9df1-4c84-9b50-500bc325cbf4 req-671d964f-0e71-4ba8-8220-caab4e3332de tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:40.457878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81001fea-9df1-4c84-9b50-500bc325cbf4 req-671d964f-0e71-4ba8-8220-caab4e3332de tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 945 time: 0.1564107 Jul 08 17:44:40.462784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-42a5985b-7554-4e38-b23b-c0d4ef16a6d6 None None] Could not find standard attr ID for object b3556be0-24b4-4d53-9a6a-081ac31cfd30. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:40.515199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:40.550674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81001fea-9df1-4c84-9b50-500bc325cbf4 req-24871f26-89b4-4b20-8082-c4ce48104326 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811062 Jul 08 17:44:40.562924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:40.608755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:40.611292 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b5352-06d9-4520-a00c-0268eea12139" -d '{"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-unplugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:40.624750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:40.642327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.644691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:40.669189 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a60c4ec-34c6-4f63-8a24-3a6707e36be5 x-openstack-request-id: req-3a60c4ec-34c6-4f63-8a24-3a6707e36be5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:40.669505 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-unplugged", "status": "completed", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:40.669864 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a60c4ec-34c6-4f63-8a24-3a6707e36be5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:40.670439 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'code': 200} Jul 08 17:44:40.694786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] Deleting port 6b837a14-9a79-4abf-b949-94a6d17e1b7c {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:40.695160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.759732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] Transition to ACTIVE for port object 05826629-2dfa-4408-9b40-7b4b62d73435 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:40.764822 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.777057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:40.786713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] For port 6b837a14-9a79-4abf-b949-94a6d17e1b7c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=6b837a14-9a79-4abf-b949-94a6d17e1b7c,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:40.787109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.801103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] Calling delete_port for 6b837a14-9a79-4abf-b949-94a6d17e1b7c owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:40.868046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] Pushing event updated for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=11']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:40.906312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.912031 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] No DVR routers for this DVR port 05826629-2dfa-4408-9b40-7b4b62d73435 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:40.935203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Port 6b837a14-9a79-4abf-b949-94a6d17e1b7c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 17:44:40.935594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Reverting IP allocation for 2001:db8::f816:3eff:fe14:b5d2 {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 17:44:40.940365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.ipam_pluggable_backend [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe14:b5d2 {{(pid=93945) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 17:44:40.941507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.941748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] Pushing event deleted for resources: {'Port': ['ID=6b837a14-9a79-4abf-b949-94a6d17e1b7c,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:40.945756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad38d40-51bd-4892-9e46-3f05b64d3faa None None] No DVR routers for this DVR port 6b837a14-9a79-4abf-b949-94a6d17e1b7c on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:40.993077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:40.997062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:41.001373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.001989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.007538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c650cc-6f07-4c3b-b854-0db22ff0335e None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:41.017204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=28225d6d-9be7-40a7-9b32-ab29c5fa889c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:41.048056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-21a853fc-d243-4c28-a653-948390962442 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7191169 Jul 08 17:44:41.048294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.056220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:ff:2a:d7', 'name': 'tempest-NetworksTestDHCPv6-1008469201'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:41.075828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-2ebeab0b-6a39-46eb-892d-973884ca42a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435/bindings/n-h1-799527-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8346603 Jul 08 17:44:41.172743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:41.186391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '28225d6d-9be7-40a7-9b32-ab29c5fa889c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:41.187375 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.265148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.292811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port f0879c00-4acd-4921-8342-822730381632 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:41.325506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-83e2cf1b-160b-4b10-8888-1aa966acd7de tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.327465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-83e2cf1b-160b-4b10-8888-1aa966acd7de tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.1863730 Jul 08 17:44:41.333864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Allocated IP 2001:db8::f816:3eff:fe27:df4f (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/28225d6d-9be7-40a7-9b32-ab29c5fa889c/35dc3822-df9c-4cb7-9350-7444b077dbdd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:41.397385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-6578e916-5055-41b2-8ff8-b7d9ffb000bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.399064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-6578e916-5055-41b2-8ff8-b7d9ffb000bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 1095 time: 0.0646765 Jul 08 17:44:41.477479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-b47e8289-08bd-4f22-a4da-19a2e37b312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.479070 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-b47e8289-08bd-4f22-a4da-19a2e37b312f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1095 time: 0.0571871 Jul 08 17:44:41.578750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-8bed5ef7-c64d-4c97-840a-a4d603a498b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.580277 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-8bed5ef7-c64d-4c97-840a-a4d603a498b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 898 time: 0.0934057 Jul 08 17:44:41.640838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.649364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-3d5349d1-601c-49ca-9942-92d42ce51221 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 999 time: 0.0629210 Jul 08 17:44:41.654122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Transition to ACTIVE for port object 35dc3822-df9c-4cb7-9350-7444b077dbdd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:41.669523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Transition to ACTIVE for port object 35dc3822-df9c-4cb7-9350-7444b077dbdd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:41.675448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.716211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:41.726392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:41.726663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Pushing event updated for resources: {'Port': ['ID=35dc3822-df9c-4cb7-9350-7444b077dbdd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:41.729027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:41.748714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-0db4580e-af0b-40ea-ab65-2bf425489b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.750853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-0db4580e-af0b-40ea-ab65-2bf425489b35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0957580 Jul 08 17:44:41.756076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:feff:2ad7 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/28225d6d-9be7-40a7-9b32-ab29c5fa889c/f0879c00-4acd-4921-8342-822730381632) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:41.795458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Attempting to bind port 35dc3822-df9c-4cb7-9350-7444b077dbdd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:41.795828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Attempting to bind port 35dc3822-df9c-4cb7-9350-7444b077dbdd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:41.796194 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Attempting to bind port 35dc3822-df9c-4cb7-9350-7444b077dbdd on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:41.802056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:41.802820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:41.802820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.803220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:41.803681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Bound port: 35dc3822-df9c-4cb7-9350-7444b077dbdd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:41.804829 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.816731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d077d1a-07f6-4cef-98d4-7676161ead7a req-f9d5dc97-6bbc-423e-9c35-aa09a6a47de9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.818297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4d077d1a-07f6-4cef-98d4-7676161ead7a req-f9d5dc97-6bbc-423e-9c35-aa09a6a47de9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.1335680 Jul 08 17:44:41.849063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-65b6f782-8079-4907-8a89-1b480721019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:41.851499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-65b6f782-8079-4907-8a89-1b480721019c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915589 Jul 08 17:44:41.871944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] For port 35dc3822-df9c-4cb7-9350-7444b077dbdd, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:41.876075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] For port 35dc3822-df9c-4cb7-9350-7444b077dbdd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=35dc3822-df9c-4cb7-9350-7444b077dbdd,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:41.881011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.931774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.948421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object f0879c00-4acd-4921-8342-822730381632 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:41.954409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5929320-84b9-44b2-9a04-c9d756c0e87c None None] Pushing event updated for resources: {'Port': ['ID=35dc3822-df9c-4cb7-9350-7444b077dbdd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:41.983044 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4d077d1a-07f6-4cef-98d4-7676161ead7a req-e3001c28-1731-40c8-9bab-6eabc331db79 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541908 Jul 08 17:44:41.999555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.009278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-0c58cbed-fe87-418c-8e67-dbee820decd7 service neutron] 10.222.0.53 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515312 Jul 08 17:44:42.053772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:42.059788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:42.064345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:42.070207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.071045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.084495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=f0879c00-4acd-4921-8342-822730381632,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:42.099819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cf4e30ce-1d64-405d-8d7b-4edd0db6fe3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0499570 Jul 08 17:44:42.102325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.108591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-8cc31ce5-9ec4-4dad-8033-73d32f142abe service neutron] 10.222.0.53 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921354 Jul 08 17:44:42.187562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f6ef8-304b-4136-b6fa-64d6ae75e844 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.195123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f6ef8-304b-4136-b6fa-64d6ae75e844 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.197350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-272f6ef8-304b-4136-b6fa-64d6ae75e844 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0940089 Jul 08 17:44:42.200401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51136) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.320190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port f0879c00-4acd-4921-8342-822730381632 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:42.320537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.407269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.420563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for f0879c00-4acd-4921-8342-822730381632 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:42.447535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e37f-de35-4383-b7da-27badc19c51e req-d9bae90e-ced1-4da5-8567-5337e9ca9718 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.449013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-d9bae90e-ced1-4da5-8567-5337e9ca9718 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 1095 time: 0.0652952 Jul 08 17:44:42.555030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.587516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=f0879c00-4acd-4921-8342-822730381632,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:42.599365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-6a13e37f-de35-4383-b7da-27badc19c51e req-de5f32f6-e2b6-4f15-96cf-4e89e751b750 service neutron] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:42.602899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-6a13e37f-de35-4383-b7da-27badc19c51e req-de5f32f6-e2b6-4f15-96cf-4e89e751b750 service neutron] Notify callbacks [] for binding, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.604208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-de5f32f6-e2b6-4f15-96cf-4e89e751b750 service neutron] 10.222.0.53 "DELETE /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435/bindings/n-h2-799527-4 HTTP/1.1" status: 204 len: 173 time: 0.1486268 Jul 08 17:44:42.625388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.628009 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-856a4b73-8e9e-4129-911f-94a898042671 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/f0879c00-4acd-4921-8342-822730381632 HTTP/1.1" status: 204 len: 168 time: 0.4262388 Jul 08 17:44:42.630485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.696098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53db936-2e28-446b-a6e0-5d01d83601d9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.697792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53db936-2e28-446b-a6e0-5d01d83601d9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.700788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a53db936-2e28-446b-a6e0-5d01d83601d9 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0677001 Jul 08 17:44:42.702637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.757954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 28225d6d-9be7-40a7-9b32-ab29c5fa889c {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:42.761283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.802661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.892044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.958904 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.995616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=28225d6d-9be7-40a7-9b32-ab29c5fa889c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:43.001063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-094b3eac-b40c-4771-a7bb-c368e6ee61c9 None None] Provisioning for port 35dc3822-df9c-4cb7-9350-7444b077dbdd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:43.002185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.005753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8eae533b-9904-4cdc-831d-654cf8abcd97 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/28225d6d-9be7-40a7-9b32-ab29c5fa889c HTTP/1.1" status: 204 len: 168 time: 0.3016582 Jul 08 17:44:43.007758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51142) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.056858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a69db4e5-67b3-44e6-898b-13e144fbfcb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479319 Jul 08 17:44:43.060664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.084655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.105085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.131399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825c625-8455-4b78-bc3c-f8f5016e35d7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:43.132894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5825c625-8455-4b78-bc3c-f8f5016e35d7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0719366 Jul 08 17:44:43.135659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51148) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.164023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07979999-f0dc-45ac-ab41-1dec32b2548a None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:43.188764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c58345-1af4-448a-987d-7a6e105cfac8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:43.190279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-01c58345-1af4-448a-987d-7a6e105cfac8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0536227 Jul 08 17:44:43.192804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.244298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-62257059-20ec-40f5-93f7-acb435758da3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467453 Jul 08 17:44:43.245132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.245266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c02bdaf6-0c2d-46d3-bc3f-a299773404b2 None None] Could not find standard attr ID for object f0879c00-4acd-4921-8342-822730381632. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:43.258882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:43.283351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4810dd-b44e-4db4-af41-379b9bc7005b req-82b73e70-498c-42bd-9829-e4d7aad8ba6e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:43.284917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b4810dd-b44e-4db4-af41-379b9bc7005b req-82b73e70-498c-42bd-9829-e4d7aad8ba6e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.1619418 Jul 08 17:44:43.330382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b4810dd-b44e-4db4-af41-379b9bc7005b req-85adbefc-a2f2-46ab-bbf7-06f46b84ec32 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371013 Jul 08 17:44:43.360518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 35dc3822-df9c-4cb7-9350-7444b077dbdd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:43.399170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:43.401186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:43.406318 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.407850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:43.486499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:43.500504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 35dc3822-df9c-4cb7-9350-7444b077dbdd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:43.505244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 35dc3822-df9c-4cb7-9350-7444b077dbdd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:43.505618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.537275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] Deleting port 35dc3822-df9c-4cb7-9350-7444b077dbdd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:43.537649 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.590811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe81e1b-2ffa-4530-be54-2e7e15abaeb3 req-90cd1aa7-0ccc-4dd3-afce-153feb01df74 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:43.592370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fe81e1b-2ffa-4530-be54-2e7e15abaeb3 req-90cd1aa7-0ccc-4dd3-afce-153feb01df74 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1095 time: 0.1174128 Jul 08 17:44:43.608966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] For port 35dc3822-df9c-4cb7-9350-7444b077dbdd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=35dc3822-df9c-4cb7-9350-7444b077dbdd,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:43.609355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.640380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] Calling delete_port for 35dc3822-df9c-4cb7-9350-7444b077dbdd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:43.664943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fe81e1b-2ffa-4530-be54-2e7e15abaeb3 req-0c139fb8-0eb8-4124-bed3-7abb2f6083dc tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637426 Jul 08 17:44:43.690168 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.753250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 35dc3822-df9c-4cb7-9350-7444b077dbdd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=35dc3822-df9c-4cb7-9350-7444b077dbdd,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:43.759848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.798936 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.818177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] No DVR routers for this DVR port 35dc3822-df9c-4cb7-9350-7444b077dbdd on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:43.823183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=35dc3822-df9c-4cb7-9350-7444b077dbdd,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:43.827120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:43.851147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed103-bef8-47ca-9538-f1a3c82cebfc None None] Pushing event deleted for resources: {'Port': ['ID=35dc3822-df9c-4cb7-9350-7444b077dbdd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:43.888023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad1624-81d4-4d41-b653-126726f52e4e req-cdf9f6e5-c123-44e7-bbc3-d2f4ea377f6e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:43.889543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8ad1624-81d4-4d41-b653-126726f52e4e req-cdf9f6e5-c123-44e7-bbc3-d2f4ea377f6e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.0854952 Jul 08 17:44:43.931976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a8ad1624-81d4-4d41-b653-126726f52e4e req-cdb7891b-0116-463b-8a7f-b978d549df92 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364826 Jul 08 17:44:43.933235 n-d-799527-4 neutron-server[93944]: WARNING neutron.services.revisions.revision_plugin [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Could not find related port for resource to bump revision. Jul 08 17:44:43.948372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Port 35dc3822-df9c-4cb7-9350-7444b077dbdd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 17:44:43.955750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Reverting IP allocation for 2001:db8::f816:3eff:fe27:df4f {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 17:44:43.957037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.959843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe27:df4f {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 17:44:43.961046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.005104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:44.009613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:44.015136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:44.015731 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.020392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052b169-1220-4c2c-b6eb-68214bfe0e3f None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:44.033549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=f114e18c-6e77-479c-ba73-5572e975f548,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:44.035339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e04d1d72-6547-4384-aa0f-36f9ba2bb77e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/0a238beb-bfc5-453b-8447-4c52eaca8da1 HTTP/1.1" status: 200 len: 991 time: 0.0768988 Jul 08 17:44:44.037659 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-05ae7811-2a11-4a8a-bf06-1ca65381b1f5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7915523 Jul 08 17:44:44.040359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.046568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:16:d4:d1', 'name': 'tempest-NetworksTestDHCPv6-340582467'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:44.154639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:44.159724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.165196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'f114e18c-6e77-479c-ba73-5572e975f548'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:44.166084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.182895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 900456d3-51e6-4f33-8a22-cd21640ad398 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:44.317660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fe16:d4d1 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/f114e18c-6e77-479c-ba73-5572e975f548/900456d3-51e6-4f33-8a22-cd21640ad398) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:44.457634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.470846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 900456d3-51e6-4f33-8a22-cd21640ad398 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:44.502504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.572822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Allocated IP 2001:db8::f816:3eff:fe84:1193 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/f114e18c-6e77-479c-ba73-5572e975f548/ac7424dc-1cea-49c6-8ead-d66763ec2765) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:44.581961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:44.587157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:44.592520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:44.601996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:44.602958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.613163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=900456d3-51e6-4f33-8a22-cd21640ad398,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:44.642005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-64bd3010-1437-45bb-90ef-c8d29d056d99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6001940 Jul 08 17:44:44.644710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.713485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60711fc2-00c8-400e-9408-57c487e43227 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:44.715072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-60711fc2-00c8-400e-9408-57c487e43227 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0693996 Jul 08 17:44:44.717732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51166) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.738554 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.748020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Transition to ACTIVE for port object ac7424dc-1cea-49c6-8ead-d66763ec2765 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:44.763038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Transition to ACTIVE for port object ac7424dc-1cea-49c6-8ead-d66763ec2765 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:44.768576 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.812471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:44.815256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:44.818724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:44.821156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 900456d3-51e6-4f33-8a22-cd21640ad398 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:44.821720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.826685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Pushing event updated for resources: {'Port': ['ID=ac7424dc-1cea-49c6-8ead-d66763ec2765,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:44.879946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Attempting to bind port ac7424dc-1cea-49c6-8ead-d66763ec2765 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:44.880309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Attempting to bind port ac7424dc-1cea-49c6-8ead-d66763ec2765 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:44.880673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Attempting to bind port ac7424dc-1cea-49c6-8ead-d66763ec2765 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:44.885506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:44.885874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:44.886394 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.887403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:44.887858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Bound port: ac7424dc-1cea-49c6-8ead-d66763ec2765, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:44.888233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.908989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.922493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 900456d3-51e6-4f33-8a22-cd21640ad398 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:44.948585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] For port ac7424dc-1cea-49c6-8ead-d66763ec2765, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:44.952239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] For port ac7424dc-1cea-49c6-8ead-d66763ec2765, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ac7424dc-1cea-49c6-8ead-d66763ec2765,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:44.957570 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.021373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0ed5-b15b-4745-a060-33a35254d47b None None] Pushing event updated for resources: {'Port': ['ID=ac7424dc-1cea-49c6-8ead-d66763ec2765,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:45.059528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.090121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=900456d3-51e6-4f33-8a22-cd21640ad398,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:45.116295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.118303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3523522a-c0a8-4331-b9e6-512350d33ba6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/900456d3-51e6-4f33-8a22-cd21640ad398 HTTP/1.1" status: 204 len: 168 time: 0.3995557 Jul 08 17:44:45.120801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:45.185229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d50184-9685-482a-8fcb-358133bffe2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:45.186030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d50184-9685-482a-8fcb-358133bffe2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:45.188043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a5d50184-9685-482a-8fcb-358133bffe2f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0662689 Jul 08 17:44:45.191000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:45.270172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet f114e18c-6e77-479c-ba73-5572e975f548 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:45.273844 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.311447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ac7424dc-1cea-49c6-8ead-d66763ec2765 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:45.322393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.361239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ac7424dc-1cea-49c6-8ead-d66763ec2765 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:45.410288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.410858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 35dc3822-df9c-4cb7-9350-7444b077dbdd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:45.431226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 35dc3822-df9c-4cb7-9350-7444b077dbdd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:45.431594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 35dc3822-df9c-4cb7-9350-7444b077dbdd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:45.467385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.495603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=f114e18c-6e77-479c-ba73-5572e975f548,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:45.498201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.502099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99970115-fbd6-49fd-9fae-d0d74b6aed45 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/f114e18c-6e77-479c-ba73-5572e975f548 HTTP/1.1" status: 204 len: 168 time: 0.3079853 Jul 08 17:44:45.502698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:45.539187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0c3a0b9e-0670-4010-aee9-2cb06ac98b00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0353720 Jul 08 17:44:45.541774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:45.547554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:45.636242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:45.640826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.953015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:45.974349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67bf1b7-a3a9-4fd8-8829-0314175787be None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:46.115117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Provisioning for port ac7424dc-1cea-49c6-8ead-d66763ec2765 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:46.121589 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Provisioning complete for port ac7424dc-1cea-49c6-8ead-d66763ec2765 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:46.122117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.140794 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.243683 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.304062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port ac7424dc-1cea-49c6-8ead-d66763ec2765, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ac7424dc-1cea-49c6-8ead-d66763ec2765,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:46.308356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.339062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.343952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.344778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.381265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:46.381784 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:46.782515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:46.785216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port f4f46a97-c697-4994-a050-02d150e516f9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:46.785216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.791501 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:46.798090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:46.798689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.803345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a348a-17fd-4a72-9f6c-29444b76af6f None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:46.829778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=d56f8af0-bea5-4f87-a786-3625ab436acc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:46.854345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.854870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.856290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.856838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.857378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.857918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.858485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.859021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.859612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.860080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.860602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.861137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:46.865598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=ac7424dc-1cea-49c6-8ead-d66763ec2765,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:46.869011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.869313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.872977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c4ac7e7a-0496-4a1b-b970-e689278a984f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3297145 Jul 08 17:44:46.878368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51182) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.883653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:d4:55:00', 'name': 'tempest-NetworksTestDHCPv6-1029803278'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:46.889840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for f4f46a97-c697-4994-a050-02d150e516f9 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:46.976009 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.006122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:47.059492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] For port ac7424dc-1cea-49c6-8ead-d66763ec2765, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ac7424dc-1cea-49c6-8ead-d66763ec2765,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:47.064899 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.098176 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.119046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 25a533a4-03c9-4784-bf31-70f04b282506 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:47.137781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e424e79-9bae-4287-8baf-ad0e38d411f2 None None] Pushing event updated for resources: {'Port': ['ID=ac7424dc-1cea-49c6-8ead-d66763ec2765,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.149800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.182325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=f4f46a97-c697-4994-a050-02d150e516f9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.190285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c3574b9-f1ab-4c97-abc9-9b8f436a0dea None None] Provisioning complete for port ac7424dc-1cea-49c6-8ead-d66763ec2765 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:47.190970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c3574b9-f1ab-4c97-abc9-9b8f436a0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.257645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.260711 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP 0a238beb-bfc5-453b-8447-4c52eaca8da1 disassociated (deleted). External IP: 172.25.3.142, port: 05826629-2dfa-4408-9b40-7b4b62d73435. Jul 08 17:44:47.297471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fed4:5500 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/d56f8af0-bea5-4f87-a786-3625ab436acc/25a533a4-03c9-4784-bf31-70f04b282506) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:47.327957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ac7424dc-1cea-49c6-8ead-d66763ec2765 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:47.366151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8c3574b9-f1ab-4c97-abc9-9b8f436a0dea None None] Could not find standard attr ID for object 900456d3-51e6-4f33-8a22-cd21640ad398. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:47.408871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ac7424dc-1cea-49c6-8ead-d66763ec2765 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:47.410353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.461709 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-a9591498-9cef-41c8-a87b-cf00297d93e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1557975 Jul 08 17:44:47.512646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-121b397a-92df-4d66-9aed-fccd6274daa9 None None] Provisioning complete for port ac7424dc-1cea-49c6-8ead-d66763ec2765 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:47.513010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-121b397a-92df-4d66-9aed-fccd6274daa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.540789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:44:47.576544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.599068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 25a533a4-03c9-4784-bf31-70f04b282506 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:47.619834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.620323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.620842 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.621326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.621797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.622300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.622770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.624790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-f064baae-27f4-4737-9c41-5226e7c39577 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 6501 time: 0.1084442 Jul 08 17:44:47.650649 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.657352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:47.661649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.667503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] Sync routers for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:47.678478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:47.679107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:47.701339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d551ef3-ca18-4aee-a4bc-1f22d9886aaf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/floatingips/0a238beb-bfc5-453b-8447-4c52eaca8da1 HTTP/1.1" status: 204 len: 168 time: 1.3874712 Jul 08 17:44:47.701339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:47.701965 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:47.751544 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ffef1-1eea-4fef-b1bc-20fc6ab1915f x-openstack-request-id: req-ee1ffef1-1eea-4fef-b1bc-20fc6ab1915f {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:47.751834 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:47.752082 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee1ffef1-1eea-4fef-b1bc-20fc6ab1915f {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:47.752479 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'status': 'completed', 'code': 200} Jul 08 17:44:47.790415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:47.794021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=25a533a4-03c9-4784-bf31-70f04b282506,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.799107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:47.807077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:47.813428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.813997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.843816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-32e32bc9-1289-4627-ac89-fe3133e6d9a3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9641941 Jul 08 17:44:47.848113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51188) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:47.849367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-79f76b83-524d-4565-863b-6bbdced05200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.849845 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-79f76b83-524d-4565-863b-6bbdced05200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.850342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-79f76b83-524d-4565-863b-6bbdced05200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.852079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-79f76b83-524d-4565-863b-6bbdced05200 service neutron] 10.222.0.53 "GET /v2.0/networks?id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&id=ba07596e-023f-4a72-8626-6b27f3412e83&id=ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 200 len: 2295 time: 0.1984699 Jul 08 17:44:47.866753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:47.946415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-ac5d6faf-2615-4c9a-ab64-c788b90a9005 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 200 len: 1000 time: 0.0861259 Jul 08 17:44:47.958544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-9e67a8a4-fe95-444c-bb87-3c62e764d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.960076 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-9e67a8a4-fe95-444c-bb87-3c62e764d3ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 1095 time: 0.1835976 Jul 08 17:44:48.024549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-8d5ca50d-10dd-4180-bd08-428e76d29ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.026632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-8d5ca50d-10dd-4180-bd08-428e76d29ce2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 200 len: 853 time: 0.0638669 Jul 08 17:44:48.112464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-ec695071-d628-49ec-8f5b-904f9df46cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.114623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-ec695071-d628-49ec-8f5b-904f9df46cd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=198a431f-8b2e-42d0-91d4-71bdda0cb6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759406 Jul 08 17:44:48.152085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:45Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:48.177174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-1de48459-1022-4aad-bd14-bf9dc288710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.178678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-1de48459-1022-4aad-bd14-bf9dc288710e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 200 len: 898 time: 0.2104714 Jul 08 17:44:48.192666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] Checking router: 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:44:48.202030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:48.202646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:48.218729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e675a1-c95d-4ea9-aba2-64501bb821e2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.224614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e675a1-c95d-4ea9-aba2-64501bb821e2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.228541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-11e675a1-c95d-4ea9-aba2-64501bb821e2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3753707 Jul 08 17:44:48.249526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51192) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:48.258962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-e5a11e36-64f5-42fd-88ac-4b3584ac6a1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 200 len: 217 time: 0.0728157 Jul 08 17:44:48.290806 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-c7dad033-8004-453b-82ad-1ee3cf03df40 service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678193 Jul 08 17:44:48.294523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3cb1133e-3ca2-4fd1-8591-e8569a74fcce None None] Provisioning for port 25a533a4-03c9-4784-bf31-70f04b282506 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:48.301510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3cb1133e-3ca2-4fd1-8591-e8569a74fcce None None] Provisioning complete for port 25a533a4-03c9-4784-bf31-70f04b282506 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:48.302140 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3cb1133e-3ca2-4fd1-8591-e8569a74fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.322732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-acf92287-7fd9-4e8a-8eaf-ad20a96256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.325027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-acf92287-7fd9-4e8a-8eaf-ad20a96256eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 200 len: 835 time: 0.0566123 Jul 08 17:44:48.356244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:48.357891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1133e-3ca2-4fd1-8591-e8569a74fcce None None] Port 25a533a4-03c9-4784-bf31-70f04b282506 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:48.425425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-6b494371-cbcc-49a4-a1d6-13c30f7bd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.426991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-6b494371-cbcc-49a4-a1d6-13c30f7bd06d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946217 Jul 08 17:44:48.428496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b187d-6885-4426-92e1-7c02bf5663df req-5d113102-0c7d-4b28-bf17-bf3b9f8bebf2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.431254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d8b187d-6885-4426-92e1-7c02bf5663df req-5d113102-0c7d-4b28-bf17-bf3b9f8bebf2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.2259221 Jul 08 17:44:48.481799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-ec0ad605-ed23-4ec8-bf4f-b0493f9a05fc service neutron] 10.222.0.53 "GET /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778629 Jul 08 17:44:48.537132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 25a533a4-03c9-4784-bf31-70f04b282506 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:48.537524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.542679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d8b187d-6885-4426-92e1-7c02bf5663df req-b4005534-26ad-42d0-9110-d55b3409981b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=e0879da0-43b7-4f89-9e6d-34d4dd621b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956323 Jul 08 17:44:48.545731 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-25fd7299-ee38-4860-ad31-b575b386bd80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 217 time: 0.0563073 Jul 08 17:44:48.575057 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-09b095ea-333a-4eb3-bf30-6a7b11edf162 service neutron] 10.222.0.53 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411605 Jul 08 17:44:48.575598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:45Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:48.603040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26716e0b-0025-4561-9904-2519b6e03342 None None] The sync data for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 is: [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:40Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'eba871d5-aa8f-4805-bf65-0e2d079f223a', 'name': '', 'network_id': 'd3bd1a9a-0481-4cc8-b860-6e6ced361cb2', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:3f:ba:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '18274614-686a-47b9-99a9-18c4651ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:39Z', 'updated_at': '2021-07-08T17:43:45Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '18274614-686a-47b9-99a9-18c4651ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:48.637877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-08f4ed8e-ccab-4ec2-a25c-381b0d7829da tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.639610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-08f4ed8e-ccab-4ec2-a25c-381b0d7829da tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 944 time: 0.1495247 Jul 08 17:44:48.657466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-2826f1cf-f6e8-42ef-9ada-580eff73a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.660586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-2826f1cf-f6e8-42ef-9ada-580eff73a004 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0989766 Jul 08 17:44:48.706433 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.726564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 25a533a4-03c9-4784-bf31-70f04b282506 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:48.767391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-e8f2cbf8-4b99-4df5-8c78-d24bfbd57070 service neutron] 10.222.0.53 "GET /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864316 Jul 08 17:44:48.790912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 05826629-2dfa-4408-9b40-7b4b62d73435 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:48.791359 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.806940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-0c33a70d-2242-46b7-b3ee-b7b53e7a4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.807953 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-0c33a70d-2242-46b7-b3ee-b7b53e7a4f52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1431882 Jul 08 17:44:48.909111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 05826629-2dfa-4408-9b40-7b4b62d73435, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=05826629-2dfa-4408-9b40-7b4b62d73435,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:48.909841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.925563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 05826629-2dfa-4408-9b40-7b4b62d73435 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:48.968685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-1e84a720-647e-4edf-bd5e-1d39242ce41a service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510060 Jul 08 17:44:49.018371 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f45680-7ff8-4386-986f-ecca4813992a None None] New status for floating IP 0a238beb-bfc5-453b-8447-4c52eaca8da1: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:44:49.027035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.077956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.086937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=25a533a4-03c9-4784-bf31-70f04b282506,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:49.132152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=05826629-2dfa-4408-9b40-7b4b62d73435,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:49.139541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.142019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4db29246-7c58-401c-876d-b1ba444dd8e1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/25a533a4-03c9-4784-bf31-70f04b282506 HTTP/1.1" status: 204 len: 168 time: 0.8913498 Jul 08 17:44:49.148600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51200) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.193193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] No DVR routers for this DVR port 05826629-2dfa-4408-9b40-7b4b62d73435 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:49.196260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.198582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cf12bcc-25b7-4e91-92a1-5070598fcfbb req-8eaaf391-8c96-4a06-a92b-56778a961773 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.53 "DELETE /v2.0/ports/05826629-2dfa-4408-9b40-7b4b62d73435 HTTP/1.1" status: 204 len: 173 time: 0.5532048 Jul 08 17:44:49.221444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-cdd80784-3868-4d0a-921e-f6a24206b58c service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457092 Jul 08 17:44:49.228862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa70a6-fc4d-46f9-8654-79449583bfc6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.230854 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa70a6-fc4d-46f9-8654-79449583bfc6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.232262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-61fa70a6-fc4d-46f9-8654-79449583bfc6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0827227 Jul 08 17:44:49.236195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51202) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.283655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-2ac1618a-7268-4373-ae74-9191c08ae777 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 217 time: 0.0503387 Jul 08 17:44:49.315320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet d56f8af0-bea5-4f87-a786-3625ab436acc {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:49.319114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.384630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-48edb068-2b48-4b97-8c58-4c36a69b0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.386903 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-48edb068-2b48-4b97-8c58-4c36a69b0cef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0667152 Jul 08 17:44:49.418891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.424964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.431337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.437550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.443695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.450542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.456457 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.458518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-a30caeef-398f-4058-849e-ddc503409662 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.1777971 Jul 08 17:44:49.514005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8283-774f-45ab-ba09-9f2accff4ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.531381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ae7fd4ff-aacb-4bba-a5c4-d06f9b186997 req-bec80dae-da59-4c4d-9f5e-5348e8f3730c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550065 Jul 08 17:44:49.545275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-4b423a3b-32f5-4575-9ac3-9773064d4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.546832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-4b423a3b-32f5-4575-9ac3-9773064d4b1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1513081 Jul 08 17:44:49.664247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-1c1c01e6-be6b-4638-a264-9d20d9576872 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088104 Jul 08 17:44:49.668676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.759368 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-deleted', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:49.761720 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871e022-fc1e-4a71-a0d5-f8b4b13307af" -d '{"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-deleted", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:49.768326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83972eda-a83f-48b9-95db-420d6e1b0dcd req-3efc56c8-4904-4d2e-8636-93e702e70b23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fa67d82-52b7-4c3f-8fd1-e045c73f156b HTTP/1.1" status: 200 len: 210 time: 0.0455952 Jul 08 17:44:49.794097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-fc462f7d-2d12-4b22-b35e-5ed64e3d365a service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227827 Jul 08 17:44:49.818037 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.837276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-1748561f-58d4-4833-9cae-965187aaf4be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 200 len: 217 time: 0.0367205 Jul 08 17:44:49.842194 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ebdf6-a64c-49e0-afc1-908387a0fb54 x-openstack-request-id: req-1c2ebdf6-a64c-49e0-afc1-908387a0fb54 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:49.842434 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa67d82-52b7-4c3f-8fd1-e045c73f156b", "name": "network-vif-deleted", "tag": "05826629-2dfa-4408-9b40-7b4b62d73435", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:49.842692 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c2ebdf6-a64c-49e0-afc1-908387a0fb54 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:49.843078 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa67d82-52b7-4c3f-8fd1-e045c73f156b', 'name': 'network-vif-deleted', 'tag': '05826629-2dfa-4408-9b40-7b4b62d73435', 'status': 'completed', 'code': 200} Jul 08 17:44:49.899781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.905127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-a4904473-c0e0-449f-ae37-3727684f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.906703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-a4904473-c0e0-449f-ae37-3727684f1582 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0624661 Jul 08 17:44:49.930371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=d56f8af0-bea5-4f87-a786-3625ab436acc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:49.935096 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.936970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9284a019-d6f9-4098-9b5f-df94666061e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/d56f8af0-bea5-4f87-a786-3625ab436acc HTTP/1.1" status: 204 len: 168 time: 0.6994240 Jul 08 17:44:49.939403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51208) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.944785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a9c3b-2472-4693-87df-de37e80bb9cb None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:49.977088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-57a38aaa-a723-466e-92b5-a0d78d51bf92 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366092 Jul 08 17:44:49.979485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51210) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.982016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-2a2be225-ce8f-47ae-b5d6-0015b5c7ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.983560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-2a2be225-ce8f-47ae-b5d6-0015b5c7ea59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673869 Jul 08 17:44:50.048433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02085f7f-8efb-4f9f-a4d3-75c631a8db49 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.052475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-02085f7f-8efb-4f9f-a4d3-75c631a8db49 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0688131 Jul 08 17:44:50.052840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51212) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.086279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-01df572d-1988-42f7-9b25-1b2a946c5861 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961370 Jul 08 17:44:50.107292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e16180-9df9-44df-8de7-0fc39ce80aaa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.111300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-25e16180-9df9-44df-8de7-0fc39ce80aaa tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0550601 Jul 08 17:44:50.111642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51214) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.154163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-42f32bd4-5350-47e4-8c54-ed14f204cc0f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372927 Jul 08 17:44:50.155059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51216) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.159762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:50.189307 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-66491481-2265-44f6-a810-607dc106f050 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940626 Jul 08 17:44:50.236789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-3d4e53a2-9813-460a-911b-d5b0ba072f5a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 200 len: 217 time: 0.0411830 Jul 08 17:44:50.257475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:50.261078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.295778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-b2966d33-b66f-41e9-a552-4eb0a52fd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.297283 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-b2966d33-b66f-41e9-a552-4eb0a52fd1f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 200 len: 797 time: 0.0536602 Jul 08 17:44:50.315954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:50.361175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-52f1ab6f-f5ef-4089-89a5-f4bd7e3dbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.362823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-52f1ab6f-f5ef-4089-89a5-f4bd7e3dbbd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596392 Jul 08 17:44:50.366733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] Deleting port ac7424dc-1cea-49c6-8ead-d66763ec2765 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:50.367159 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.413959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.420487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.426365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.432239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.435604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] For port ac7424dc-1cea-49c6-8ead-d66763ec2765, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ac7424dc-1cea-49c6-8ead-d66763ec2765,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:50.436022 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.438434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.444288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.448200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] Calling delete_port for ac7424dc-1cea-49c6-8ead-d66763ec2765 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:50.450490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.452474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-0d6ea90e-3b99-4364-8b6c-3f27458906f3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.1879346 Jul 08 17:44:50.466515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-48135c49-01d1-4f0a-b325-a34f48e602e0 service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968125 Jul 08 17:44:50.534112 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.544419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-785bac9c-55c2-490f-abe5-fcf431f3ead5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.545957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-785bac9c-55c2-490f-abe5-fcf431f3ead5 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "GET /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0866024 Jul 08 17:44:50.562650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-29c5a6a9-05a6-419d-bb7d-2909ef2c5b8e service neutron] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902267 Jul 08 17:44:50.563246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] No DVR routers for this DVR port ac7424dc-1cea-49c6-8ead-d66763ec2765 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:50.567308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe17ac4-57e5-484b-a1b1-3ae600b71327 None None] Pushing event deleted for resources: {'Port': ['ID=ac7424dc-1cea-49c6-8ead-d66763ec2765,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:50.616146 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-0ddeccb2-3704-44f7-9d19-61f00f687b46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 200 len: 217 time: 0.0463598 Jul 08 17:44:50.658748 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.676968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-44d2e83d-83a1-473e-9b37-f64f29a30d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.678830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-44d2e83d-83a1-473e-9b37-f64f29a30d0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.0568712 Jul 08 17:44:50.737441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:50.740225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-b34df33c-c0e1-4814-96a2-6575246126a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.741964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-b34df33c-c0e1-4814-96a2-6575246126a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569627 Jul 08 17:44:50.763675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:50.768833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.769433 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.773060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4258d54-b23a-4a43-930b-9883c4bdf0a7 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:50.790498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=babb2344-eb3c-4384-a114-90924f37dd24,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:50.807053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-9db4fa46-ec1f-4bb0-90f7-b59ba0eafbd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "GET /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2554066 Jul 08 17:44:50.814801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45c2340d-f12b-4cb6-913c-398c7a7598db tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6567316 Jul 08 17:44:50.815176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51222) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.822296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:50.825503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:7b:02:24', 'name': 'tempest-NetworksTestDHCPv6-1520433564'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:50.870001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.877017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.883310 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.890605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.891572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51224) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.896007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.901984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.909006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.911039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e029c3b3-a08b-4370-b9f3-aaaa09e10fda tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 5444 time: 0.2099822 Jul 08 17:44:50.949388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'babb2344-eb3c-4384-a114-90924f37dd24'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:50.951436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.997199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a77beaaf-631b-4511-87f5-38eead4bef16 req-e5095d8d-dc74-427b-a090-5da9852891dd tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&id=5917151b-2f71-4747-9319-7f92a0716b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740061 Jul 08 17:44:50.997973 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.065329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-507afac5-6c67-4c0d-916f-601843ccce35 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166900 Jul 08 17:44:51.124079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/babb2344-eb3c-4384-a114-90924f37dd24/c6f99646-0cf2-4ebb-bd9a-9e074554488b) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:51.168585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=6ae0fd77-c803-4fc7-abee-d878cfefa9de,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:51.209447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:51.214632 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.216182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] For port 6ae0fd77-c803-4fc7-abee-d878cfefa9de, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:51.261455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] device_id is not set on port 6ae0fd77-c803-4fc7-abee-d878cfefa9de yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:51.275934 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.285568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.288521 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.297225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Transition to ACTIVE for port object c6f99646-0cf2-4ebb-bd9a-9e074554488b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:51.297728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port b00fd6b9-3d75-40a3-a8c7-0d3332316de6 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:51.314099 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Transition to ACTIVE for port object c6f99646-0cf2-4ebb-bd9a-9e074554488b will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:51.316977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-c921255c-ab22-469f-be43-52decca68077 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448783 Jul 08 17:44:51.318688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ac7424dc-1cea-49c6-8ead-d66763ec2765 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:51.343894 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.351677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ac7424dc-1cea-49c6-8ead-d66763ec2765 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:51.352026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ac7424dc-1cea-49c6-8ead-d66763ec2765 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:51.368046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] No DVR routers for this DVR port 6ae0fd77-c803-4fc7-abee-d878cfefa9de on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:51.393386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:51.397471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:51.400044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:51.403889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:51.413604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Pushing event updated for resources: {'Port': ['ID=c6f99646-0cf2-4ebb-bd9a-9e074554488b,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:51.427181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] In _notify_port_updated(), no bound segment for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:44:51.428298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:51.428916 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.430284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-1ae12b29-cc3e-4cb8-8d34-776d9e9d7ef9 service neutron] 10.222.0.53 "PUT /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 200 len: 1032 time: 0.6133814 Jul 08 17:44:51.443319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-9e164c9b-e0b4-4f6e-b2f0-fdd270653f65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 200 len: 217 time: 0.0986886 Jul 08 17:44:51.475688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Attempting to bind port c6f99646-0cf2-4ebb-bd9a-9e074554488b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:51.476062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Attempting to bind port c6f99646-0cf2-4ebb-bd9a-9e074554488b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:51.476562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Attempting to bind port c6f99646-0cf2-4ebb-bd9a-9e074554488b on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:51.482924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:51.483799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:51.484396 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.484908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:51.485396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Bound port: c6f99646-0cf2-4ebb-bd9a-9e074554488b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:51.485786 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.493105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-55288b89-78b1-40a3-b84c-88e7a54c7567 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:51.494692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-55288b89-78b1-40a3-b84c-88e7a54c7567 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "GET /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0595114 Jul 08 17:44:51.506703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:51.564388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] For port c6f99646-0cf2-4ebb-bd9a-9e074554488b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:51.570013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] For port c6f99646-0cf2-4ebb-bd9a-9e074554488b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c6f99646-0cf2-4ebb-bd9a-9e074554488b,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:51.576683 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.592276 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.602006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::354 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/babb2344-eb3c-4384-a114-90924f37dd24/b00fd6b9-3d75-40a3-a8c7-0d3332316de6) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:51.622308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-7f61175b-01dd-43f1-9de7-8976de1ac831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:51.623790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-7f61175b-01dd-43f1-9de7-8976de1ac831 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 200 len: 797 time: 0.1094429 Jul 08 17:44:51.653693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-660f4511-a6cc-4f34-86e0-5ffbb3d90726 None None] Provisioning complete for port 6ae0fd77-c803-4fc7-abee-d878cfefa9de triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:51.654334 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-660f4511-a6cc-4f34-86e0-5ffbb3d90726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.684091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Pushing event updated for resources: {'Port': ['ID=c6f99646-0cf2-4ebb-bd9a-9e074554488b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:51.700062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.700543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.700906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.701238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.701572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.701903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.702275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.702595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.702921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.703244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.703566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.703887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88f97e-c491-4927-bf06-f4054234b2dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:51.713768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-660f4511-a6cc-4f34-86e0-5ffbb3d90726 None None] Port 6ae0fd77-c803-4fc7-abee-d878cfefa9de cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:51.772890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=67b87414-60b2-4177-97d0-4316042abc01,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:51.810672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] For port 67b87414-60b2-4177-97d0-4316042abc01, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:51.860584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] device_id is not set on port 67b87414-60b2-4177-97d0-4316042abc01 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:51.875422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.881695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.952976 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:44:51.960422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] No DVR routers for this DVR port 67b87414-60b2-4177-97d0-4316042abc01 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:51.962548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Pushing event updated for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:52.004358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] In _notify_port_updated(), no bound segment for port 67b87414-60b2-4177-97d0-4316042abc01 on network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 {{(pid=93945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:44:52.005263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.005888 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.007296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-af9208aa-14a8-451d-9013-c5941eb7713f service neutron] 10.222.0.53 "PUT /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 200 len: 1032 time: 0.5060089 Jul 08 17:44:52.150679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:52.151293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.195109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c8660c-fc2c-4e72-a667-c887673a31a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.239902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bf1b6592-2434-4757-96d5-90c1068a8955 None None] Provisioning complete for port 67b87414-60b2-4177-97d0-4316042abc01 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:52.242162 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf1b6592-2434-4757-96d5-90c1068a8955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.255129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] For port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:52.255660 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.288004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b6592-2434-4757-96d5-90c1068a8955 None None] Port 67b87414-60b2-4177-97d0-4316042abc01 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:52.316593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.328247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.337402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-89da70cc-8121-4f87-8735-b6ef7d288874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.338950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-89da70cc-8121-4f87-8735-b6ef7d288874 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba07596e-023f-4a72-8626-6b27f3412e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2915726 Jul 08 17:44:52.366388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object b00fd6b9-3d75-40a3-a8c7-0d3332316de6 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:52.390252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-93ad58e8-9e8e-47d6-befa-75a289111b4e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.396142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-93ad58e8-9e8e-47d6-befa-75a289111b4e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.402650 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-93ad58e8-9e8e-47d6-befa-75a289111b4e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.408852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-93ad58e8-9e8e-47d6-befa-75a289111b4e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.415126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-93ad58e8-9e8e-47d6-befa-75a289111b4e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.416997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-93ad58e8-9e8e-47d6-befa-75a289111b4e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 3886 time: 0.2474012 Jul 08 17:44:52.493304 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.493304 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.493304 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Floating IP adc7312a-d380-46f6-8ad3-f2d0bcfa95d8 disassociated. External IP: 172.25.3.48, port: 434331e9-e87a-4a76-acbd-2ce53ce7b1c9. Jul 08 17:44:52.493655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:52.559867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-34e16a07-80a5-43fd-9324-66af2cbc8fba req-6710da4e-820a-4fb4-beeb-fabb58cf6793 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149549 Jul 08 17:44:52.587714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.598170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-8ed9e3a2-eedf-4a52-bbc6-975e214cf052 service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480481 Jul 08 17:44:52.635383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.642731 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.668479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=434331e9-e87a-4a76-acbd-2ce53ce7b1c9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:52.729292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:52.747687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:52.765969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:52.771654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.772285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.783410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=b00fd6b9-3d75-40a3-a8c7-0d3332316de6,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:52.801697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Router 16f76a52-8f86-439b-9fe0-b9070da5bc6c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:44:52.837475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a76df6d6-d980-4f9a-8889-90ca70d90a2a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0188992 Jul 08 17:44:52.847903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:52.901418 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-063056bf-b4ce-464e-971c-79e80eaff9df service neutron] 10.222.0.53 "GET /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762382 Jul 08 17:44:52.930546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:52.931226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a50b819a-764f-4c9a-b5bd-52451bca37b6 None None] Provisioning for port c6f99646-0cf2-4ebb-bd9a-9e074554488b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:52.944303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] Sync routers for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:52.956454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:52.957144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:52.987843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] No DVR routers for this DVR port 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:52.990929 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.993122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-9b8d3724-59e9-46b6-9900-a1b74067dee4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "DELETE /v2.0/ports/434331e9-e87a-4a76-acbd-2ce53ce7b1c9 HTTP/1.1" status: 204 len: 173 time: 0.9779859 Jul 08 17:44:52.993663 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:52.996382 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747a34e-c8f5-48cc-aeda-9b51d7707fe2" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:53.019519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3709a-6842-4847-a923-2b1670e5b9ea tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.032726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec3709a-6842-4847-a923-2b1670e5b9ea tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.034721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4ec3709a-6842-4847-a923-2b1670e5b9ea tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1858349 Jul 08 17:44:53.039825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:53.098602 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce34e9-fbb6-4ff1-b923-68e4942bf48d x-openstack-request-id: req-84ce34e9-fbb6-4ff1-b923-68e4942bf48d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:53.098984 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "434331e9-e87a-4a76-acbd-2ce53ce7b1c9", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:53.099169 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84ce34e9-fbb6-4ff1-b923-68e4942bf48d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:53.099584 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': '434331e9-e87a-4a76-acbd-2ce53ce7b1c9', 'status': 'completed', 'code': 200} Jul 08 17:44:53.119407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:53.150582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:53.150943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.173457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a79a9039-d1c3-4007-a94b-8e5e8fd367aa None None] Provisioning for port b00fd6b9-3d75-40a3-a8c7-0d3332316de6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:53.208457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a79a9039-d1c3-4007-a94b-8e5e8fd367aa None None] Provisioning complete for port b00fd6b9-3d75-40a3-a8c7-0d3332316de6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:53.208829 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a79a9039-d1c3-4007-a94b-8e5e8fd367aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.266228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port b00fd6b9-3d75-40a3-a8c7-0d3332316de6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:53.266579 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.336676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a79a9039-d1c3-4007-a94b-8e5e8fd367aa None None] Port b00fd6b9-3d75-40a3-a8c7-0d3332316de6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:53.349879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] For port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:53.350648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.359933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port eba871d5-aa8f-4805-bf65-0e2d079f223a {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:53.360282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.371781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:53.401096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c6f99646-0cf2-4ebb-bd9a-9e074554488b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:53.417326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.428731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:18Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:53.438480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for b00fd6b9-3d75-40a3-a8c7-0d3332316de6 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:53.461973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] Checking router: 16f76a52-8f86-439b-9fe0-b9070da5bc6c for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:44:53.472753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae0fd77-c803-4fc7-abee-d878cfefa9de no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:53.503831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:53.504457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:53.520048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port eba871d5-aa8f-4805-bf65-0e2d079f223a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eba871d5-aa8f-4805-bf65-0e2d079f223a,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:53.520413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.530207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.541508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for eba871d5-aa8f-4805-bf65-0e2d079f223a owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:53.562270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c6f99646-0cf2-4ebb-bd9a-9e074554488b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:53.569614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=0ae439d5-1bb3-4ff1-b77e-76999fa8df8f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:53.573276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c6f99646-0cf2-4ebb-bd9a-9e074554488b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:53.573639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.602819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 6ae0fd77-c803-4fc7-abee-d878cfefa9de not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:53.603331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 45245402-097c-47ff-99a5-a222d4fed7f5 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:53.632903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] No DVR routers for this DVR port 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:53.637737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.639824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-2f797200-11e1-438d-b882-0f8cfc0aa97e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "DELETE /v2.0/ports/0ae439d5-1bb3-4ff1-b77e-76999fa8df8f HTTP/1.1" status: 204 len: 173 time: 0.6393802 Jul 08 17:44:53.696398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.711389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:53.737618 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.788994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port d32d2d48-1f5f-446a-8654-2ac2bee74840 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:53.789465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.806232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=b00fd6b9-3d75-40a3-a8c7-0d3332316de6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:53.839667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.844043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bf42a2e8-aee6-44b0-994a-d19e24931c68 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b00fd6b9-3d75-40a3-a8c7-0d3332316de6 HTTP/1.1" status: 204 len: 168 time: 0.7999394 Jul 08 17:44:53.845011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51236) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:53.905262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92763acd-6acd-4aa9-a8d6-d637cbbe5441 req-1860d0ab-e298-42d9-8a9a-e1cd19fabf99 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.911428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92763acd-6acd-4aa9-a8d6-d637cbbe5441 req-1860d0ab-e298-42d9-8a9a-e1cd19fabf99 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.919713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92763acd-6acd-4aa9-a8d6-d637cbbe5441 req-1860d0ab-e298-42d9-8a9a-e1cd19fabf99 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.922320 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92763acd-6acd-4aa9-a8d6-d637cbbe5441 req-1860d0ab-e298-42d9-8a9a-e1cd19fabf99 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 2416 time: 0.1879420 Jul 08 17:44:53.939073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4250bf5-0261-4d1f-8daf-4fb140195c00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.940814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4250bf5-0261-4d1f-8daf-4fb140195c00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:53.942795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e4250bf5-0261-4d1f-8daf-4fb140195c00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0957482 Jul 08 17:44:53.946267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:53.990989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.015133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92763acd-6acd-4aa9-a8d6-d637cbbe5441 req-dfe45080-49f5-4327-ad95-ba6a594d5b02 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639069 Jul 08 17:44:54.019773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.019976 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.032124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] For port d32d2d48-1f5f-446a-8654-2ac2bee74840, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=d32d2d48-1f5f-446a-8654-2ac2bee74840,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:54.034895 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.068526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=eba871d5-aa8f-4805-bf65-0e2d079f223a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.083181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for d32d2d48-1f5f-446a-8654-2ac2bee74840 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:54.088280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:54.091209 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab414d2-ec9f-48ad-b78e-88b2768ac691" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-unplugged", "status": "completed", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:54.107555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet babb2344-eb3c-4384-a114-90924f37dd24 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:54.128855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.150672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c6f99646-0cf2-4ebb-bd9a-9e074554488b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c6f99646-0cf2-4ebb-bd9a-9e074554488b,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:54.153314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=45245402-097c-47ff-99a5-a222d4fed7f5,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:54.161952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.165466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:54.174096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.210507 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb29cb-9686-4917-b839-3e0da53aaddc x-openstack-request-id: req-83eb29cb-9686-4917-b839-3e0da53aaddc {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:54.210781 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-unplugged", "status": "completed", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:54.211056 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83eb29cb-9686-4917-b839-3e0da53aaddc {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:54.211448 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5', 'code': 200} Jul 08 17:44:54.232880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:54.233231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 434331e9-e87a-4a76-acbd-2ce53ce7b1c9 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:54.233655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 67b87414-60b2-4177-97d0-4316042abc01 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:54.266824 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.332288 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.394685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.477517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.496645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.505690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.510976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 67b87414-60b2-4177-97d0-4316042abc01 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:54.512072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:54.554117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:18Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:54.557770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=d32d2d48-1f5f-446a-8654-2ac2bee74840,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.562228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=babb2344-eb3c-4384-a114-90924f37dd24,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.574670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.578851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-01880a40-785c-4fcb-b5ec-0a42801e8e1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/babb2344-eb3c-4384-a114-90924f37dd24 HTTP/1.1" status: 204 len: 168 time: 0.6293478 Jul 08 17:44:54.580382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51244) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.606738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe4f04-04f2-4fed-b3c7-7a994102c5c6 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:54.611261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6dc2ea-5e77-4a44-9710-e1063b9ef892 None None] The sync data for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 is: [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:34:10Z', 'revision_number': 4, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea', 'name': '', 'network_id': '198a431f-8b2e-42d0-91d4-71bdda0cb6d2', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'mac_address': 'fa:16:3e:be:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:08Z', 'updated_at': '2021-07-08T17:34:18Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'subnets': [{'id': '571d9c42-e345-431b-92e1-9f40a634bac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:54.638603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-238d8955-ad27-4e89-952c-8f04ee2a93ae tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564954 Jul 08 17:44:54.641240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.643157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] No DVR routers for this DVR port d32d2d48-1f5f-446a-8654-2ac2bee74840 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:54.647290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.650544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-dc7f8f4c-da17-4b9a-832a-64eed4f301b4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "DELETE /v2.0/ports/d32d2d48-1f5f-446a-8654-2ac2bee74840 HTTP/1.1" status: 204 len: 173 time: 1.0052302 Jul 08 17:44:54.659087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c6f99646-0cf2-4ebb-bd9a-9e074554488b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.663826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:44:54.773516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:54.773866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.781751 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.819464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67246555-ce20-4a37-9980-6c73bf0ccc14 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:54.821177 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-67246555-ce20-4a37-9980-6c73bf0ccc14 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1788740 Jul 08 17:44:54.827163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.833751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:54.842462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.842462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:54.883593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 05826629-2dfa-4408-9b40-7b4b62d73435 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:54.883949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 05826629-2dfa-4408-9b40-7b4b62d73435 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:54.884778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:54.893703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:44:54.904045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9ddd2c3f-dc4b-4462-b45a-cabee49c6633 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/354dd31e-ba3e-4dcd-9c36-a5e4f3132104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0076857 Jul 08 17:44:54.906232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.924756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de9039-6ccb-4622-a574-5a88c7d93648 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:54.930318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-06de9039-6ccb-4622-a574-5a88c7d93648 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0985849 Jul 08 17:44:54.931644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:54.931962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 0ae439d5-1bb3-4ff1-b77e-76999fa8df8f not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:54.932385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d32d2d48-1f5f-446a-8654-2ac2bee74840 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:54.935089 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] Sync routers for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:44:54.953984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.962221 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:54.963267 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:54.963739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: d32d2d48-1f5f-446a-8654-2ac2bee74840 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:54.964088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device d32d2d48-1f5f-446a-8654-2ac2bee74840 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:54.975994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.987209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:54.999697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.038355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-13a567ba-997e-42db-ad45-73cf950c9699 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833793 Jul 08 17:44:55.047392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51254) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:55.051372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] Deleting port c6f99646-0cf2-4ebb-bd9a-9e074554488b {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:55.052198 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.067468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:55.106317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3db98-89fa-4d5c-b9f6-f034a7375aaf None None] New status for floating IP adc7312a-d380-46f6-8ad3-f2d0bcfa95d8: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:44:55.182423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting subnet 18274614-686a-47b9-99a9-18c4651ce851 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:55.186975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.194264 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:55.249955 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.250919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] For port c6f99646-0cf2-4ebb-bd9a-9e074554488b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c6f99646-0cf2-4ebb-bd9a-9e074554488b,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:55.251402 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.314830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] Calling delete_port for c6f99646-0cf2-4ebb-bd9a-9e074554488b owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:55.389490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f'}, {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': 'd32d2d48-1f5f-446a-8654-2ac2bee74840'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:55.389490 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557ec322-37d7-4f81-a396-3b7e411906a2" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "0ae439d5-1bb3-4ff1-b77e-76999fa8df8f"}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "d32d2d48-1f5f-446a-8654-2ac2bee74840"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:55.434528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c6f99646-0cf2-4ebb-bd9a-9e074554488b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:55.454214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] For port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:55.454928 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.473402 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a40685-41fc-4977-8d2f-c8810133f405 x-openstack-request-id: req-99a40685-41fc-4977-8d2f-c8810133f405 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:55.473767 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "0ae439d5-1bb3-4ff1-b77e-76999fa8df8f", "status": "completed", "code": 200}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "d32d2d48-1f5f-446a-8654-2ac2bee74840", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:55.474125 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99a40685-41fc-4977-8d2f-c8810133f405 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:55.474610 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': '0ae439d5-1bb3-4ff1-b77e-76999fa8df8f', 'status': 'completed', 'code': 200} Jul 08 17:44:55.474926 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': 'd32d2d48-1f5f-446a-8654-2ac2bee74840', 'status': 'completed', 'code': 200} Jul 08 17:44:55.477099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:55.533023 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:44:53Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:55.569891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] Checking router: 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:44:55.580300 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] Routers {'354dd31e-ba3e-4dcd-9c36-a5e4f3132104'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:44:55.581066 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:55.592389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.618829 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.656708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.676603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] Pushing event deleted for resources: {'Port': ['ID=c6f99646-0cf2-4ebb-bd9a-9e074554488b,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:55.681613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b62e1d-f1ba-4c15-bfbc-8c29584b8ea3 None None] No DVR routers for this DVR port c6f99646-0cf2-4ebb-bd9a-9e074554488b on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:55.703855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] Set router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:44:55.706266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:55.767561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] No DVR routers for this DVR port da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:55.770902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.773318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-fe671842-7a4f-4e83-b9f0-054017a8ae01 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "DELETE /v2.0/ports/da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a HTTP/1.1" status: 204 len: 173 time: 1.1143749 Jul 08 17:44:55.847200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.889775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port 45245402-097c-47ff-99a5-a222d4fed7f5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:55.890150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.891866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:55.895395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.925107 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:44:53Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:55.953593 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e0278-8963-4817-8c32-c62fdcf96f52 None None] The sync data for ids ['354dd31e-ba3e-4dcd-9c36-a5e4f3132104'] in n-d-799527-4 is: [{'id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025260451', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:44:53Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': '06fd1ad7-9ae4-43d8-92c1-20f68caf7eec', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354dd31e-ba3e-4dcd-9c36-a5e4f3132104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:43:36Z', 'updated_at': '2021-07-08T17:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:44:55.972278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b2802-e0ef-4e5b-a6f9-121c3969b009 req-7e6c801f-b0e9-49ce-b610-9f4bdbc258a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:55.973847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f4b2802-e0ef-4e5b-a6f9-121c3969b009 req-7e6c801f-b0e9-49ce-b610-9f4bdbc258a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 943 time: 0.2329004 Jul 08 17:44:55.990612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] For port 45245402-097c-47ff-99a5-a222d4fed7f5, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=45245402-097c-47ff-99a5-a222d4fed7f5,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:55.991124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.009700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for 45245402-097c-47ff-99a5-a222d4fed7f5 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:56.018706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.064889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Subnet': ['ID=18274614-686a-47b9-99a9-18c4651ce851,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:56.078230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.082476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-570f6747-adfb-4cda-8f28-8e389f2b35ca tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/subnets/18274614-686a-47b9-99a9-18c4651ce851 HTTP/1.1" status: 204 len: 168 time: 1.1729879 Jul 08 17:44:56.083929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51260) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:56.086528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e7653-e2d4-47ce-a310-0f1e185f5396 None None] Network d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:56.095456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8f4b2802-e0ef-4e5b-a6f9-121c3969b009 req-0ba5239c-f22d-4827-8f16-c772d15a5085 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups?id=da99a2b3-d703-4e91-9029-e0e98ec65595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104901 Jul 08 17:44:56.157511 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.197973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=45245402-097c-47ff-99a5-a222d4fed7f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:56.230272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:56.232816 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b755b-6a87-459e-8180-d743c7f45f1e" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-unplugged", "status": "completed", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:56.267959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] No DVR routers for this DVR port 45245402-097c-47ff-99a5-a222d4fed7f5 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:56.270638 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.277127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2081ea21-063c-42a5-b673-13518db9e436 req-87dca6cd-325e-4429-887a-0ae53c252bee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.53 "DELETE /v2.0/ports/45245402-097c-47ff-99a5-a222d4fed7f5 HTTP/1.1" status: 204 len: 173 time: 0.4982078 Jul 08 17:44:56.301105 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ebafad-bce3-4ccc-b140-400b25258d4a x-openstack-request-id: req-60ebafad-bce3-4ccc-b140-400b25258d4a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:56.301397 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-unplugged", "status": "completed", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:56.301655 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60ebafad-bce3-4ccc-b140-400b25258d4a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:56.302125 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a', 'code': 200} Jul 08 17:44:56.341507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.389475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] DHCP port deletion for d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:56.444510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] Deleting port 2b101ef2-d809-461d-b046-97efb2414a4e {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:56.444886 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.517433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:56.521229 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.521866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] For port 2b101ef2-d809-461d-b046-97efb2414a4e, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2b101ef2-d809-461d-b046-97efb2414a4e,segment=NetworkSegment(b543dc26-22a2-4800-bb6f-9cfb05f39707),segment_id=b543dc26-22a2-4800-bb6f-9cfb05f39707)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:56.522303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.544937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] Calling delete_port for 2b101ef2-d809-461d-b046-97efb2414a4e owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:56.590099 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.597102 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=ae0d01a7-65dd-4c59-937a-e6af42841be5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:56.600561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:56.604459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:56.613163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:56.613780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.636709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a992ee34-fb7d-48e9-8668-2bc09877a1b7 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:56.658482 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fa0b7bc3-ff45-449b-bc2f-b76e5176abd8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6101623 Jul 08 17:44:56.661165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51266) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:56.673365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:56.681681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:56.682222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.783819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:56.784540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.812069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:56.850893 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.863695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': 'ae0d01a7-65dd-4c59-937a-e6af42841be5'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:56.864929 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.883455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:56.888265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.904165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] Pushing event deleted for resources: {'Port': ['ID=2b101ef2-d809-461d-b046-97efb2414a4e,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:56.913753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b7d9d-f9ea-414a-9e0b-9491f8ea05cb None None] No DVR routers for this DVR port 2b101ef2-d809-461d-b046-97efb2414a4e on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:57.015793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.036860 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae0d01a7-65dd-4c59-937a-e6af42841be5 (CIDR: 2001:db8::/64) Jul 08 17:44:57.040827 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:57.041890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:57.050460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=06fd1ad7-9ae4-43d8-92c1-20f68caf7eec,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.075189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-28b5beea-73bd-4b3b-b758-6a63b2382d3b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4122071 Jul 08 17:44:57.075832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51268) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:57.081078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:57.086497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Allocated IP 2001:db8::f816:3eff:fea4:cf8d (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/ae0d01a7-65dd-4c59-937a-e6af42841be5/5b01b806-b7eb-4d74-be0b-c1202b6e45d4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:57.114557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.210243 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:57.215906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.216407 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.218724 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.271598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.272447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Fanout notify agent at l3_agent the message router_deleted on router 354dd31e-ba3e-4dcd-9c36-a5e4f3132104 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:44:57.290285 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.291639 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-27186e30-a416-47a9-9297-f6eec9589308 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/routers/354dd31e-ba3e-4dcd-9c36-a5e4f3132104 HTTP/1.1" status: 204 len: 168 time: 1.2062905 Jul 08 17:44:57.295131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:57.304210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.315338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Transition to ACTIVE for port object 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:57.338034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Transition to ACTIVE for port object 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:57.350110 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.408029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:57.411896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:57.418548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:57.478839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a'}, {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:57.481895 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b783f1d-478c-4119-9fb7-4f30ee8494f4" -d '{"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a"}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:57.495241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69c16aee-ae73-4cde-b446-d5e35e02d8c7 req-2ddb5245-64b0-47d6-961d-f1941e1fba0a tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0560355 Jul 08 17:44:57.519358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eba871d5-aa8f-4805-bf65-0e2d079f223a no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:57.541732 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.574945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Attempting to bind port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:57.575520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Attempting to bind port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:57.576058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Attempting to bind port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:57.578264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: eba871d5-aa8f-4805-bf65-0e2d079f223a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:57.580182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eba871d5-aa8f-4805-bf65-0e2d079f223a not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:57.580839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2b101ef2-d809-461d-b046-97efb2414a4e no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:57.582544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Pushing event updated for resources: {'Port': ['ID=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.590459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:57.591084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:57.591877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.592567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:57.593411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Bound port: 5b01b806-b7eb-4d74-be0b-c1202b6e45d4, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:57.593985 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.596175 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee6876-7c38-4637-9911-2b406289a319 x-openstack-request-id: req-ccee6876-7c38-4637-9911-2b406289a319 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:57.596400 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a", "status": "completed", "code": 200}, {"server_uuid": "4896fb1f-7e61-48b9-9659-7f2157b9e9db", "name": "network-vif-deleted", "tag": "45245402-097c-47ff-99a5-a222d4fed7f5", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:57.596660 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccee6876-7c38-4637-9911-2b406289a319 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:57.597058 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': 'da7f6dc6-d330-4fd5-a0c0-ae0a6facf42a', 'status': 'completed', 'code': 200} Jul 08 17:44:57.597298 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4896fb1f-7e61-48b9-9659-7f2157b9e9db', 'name': 'network-vif-deleted', 'tag': '45245402-097c-47ff-99a5-a222d4fed7f5', 'status': 'completed', 'code': 200} Jul 08 17:44:57.627915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 2b101ef2-d809-461d-b046-97efb2414a4e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:57.628482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2b101ef2-d809-461d-b046-97efb2414a4e not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:57.641983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.673560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.683787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:57.684386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bd1a9a-0481-4cc8-b860-6e6ced361cb2']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:57.691149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:57.696749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b543dc26-22a2-4800-bb6f-9cfb05f39707') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:57.697052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b543dc26-22a2-4800-bb6f-9cfb05f39707') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:57.700214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:57.700883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.709222 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.713449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] For port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:57.719189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] For port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:57.719415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=61b61c0b-1e08-4aed-bedc-ca1a5173eb1e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.725235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.736700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-661a9387-6e8b-4508-a17f-6fbd2fe63e71 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6573439 Jul 08 17:44:57.738249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:57.739645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.748211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:ae:2b:85', 'name': 'tempest-NetworksTestDHCPv6-1063651754'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:57.748470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:57.748840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:57.824575 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:57.830443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.833605 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.840950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:57.842051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/networks/d3bd1a9a-0481-4cc8-b860-6e6ced361cb2 HTTP/1.1" status: 204 len: 168 time: 0.5452921 Jul 08 17:44:57.863750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a49ec-4dd3-4ab1-ac87-412a05c919c0 None None] Pushing event updated for resources: {'Port': ['ID=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.871972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7bda-2d60-4538-b340-168cb1c9bf3f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Network': ['ID=d3bd1a9a-0481-4cc8-b860-6e6ced361cb2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.978441 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0932c4d9-ba5f-4ca2-9404-d3be3f977eb5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.991226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:58.078168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0932c4d9-ba5f-4ca2-9404-d3be3f977eb5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.148286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.177745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 61507fe3-e02f-416f-b234-41af3664cdb6 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:58.238357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0932c4d9-ba5f-4ca2-9404-d3be3f977eb5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.240927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0932c4d9-ba5f-4ca2-9404-d3be3f977eb5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.242146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0932c4d9-ba5f-4ca2-9404-d3be3f977eb5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/security-groups/e0879da0-43b7-4f89-9e6d-34d4dd621b7c HTTP/1.1" status: 204 len: 168 time: 0.4003453 Jul 08 17:44:58.261197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932c4d9-ba5f-4ca2-9404-d3be3f977eb5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0879da0-43b7-4f89-9e6d-34d4dd621b7c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.390611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8:0:1::e2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/61b61c0b-1e08-4aed-bedc-ca1a5173eb1e/61507fe3-e02f-416f-b234-41af3664cdb6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:58.397571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:feae:2b85 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/ae0d01a7-65dd-4c59-937a-e6af42841be5/61507fe3-e02f-416f-b234-41af3664cdb6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:58.513510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:58.519854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279105982', 'description': 'tempest-secgroup-smoke-279105982 description', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:58.579018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.586268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.613789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 61507fe3-e02f-416f-b234-41af3664cdb6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:58.676562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee124f69-192b-4222-a1ac-dee03b2f001a req-00eaf03c-621c-4bb0-872f-6538bc4976ee tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0323374 Jul 08 17:44:58.696469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.752242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.761551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.772117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:58.798726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:58.801379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:58.807270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:58.808214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.825726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=61507fe3-e02f-416f-b234-41af3664cdb6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.834483 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.836050 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3214462 Jul 08 17:44:58.840555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51288) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:58.841812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7bfb8-95d2-4dd6-951d-98e3531222c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.845371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:58.853286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fbac36c5-7702-48ed-9c58-fa4a532c9bb2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1132016 Jul 08 17:44:58.860137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:58.885564 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.966395 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.972969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.980611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 61507fe3-e02f-416f-b234-41af3664cdb6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:58.981157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.997965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8fdd1a-0b1a-43a6-a22b-01eb1e18ccb9,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.000922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.004902 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-deadbbfa-d30f-4e13-a2c4-e8af24b5fc08 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607556 Jul 08 17:44:59.005357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.009970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.041399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.059714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fc4e0-ae0c-44df-b808-1fbb27590394 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:59.103181 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.118608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.123860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.124418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 61507fe3-e02f-416f-b234-41af3664cdb6 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:59.142566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecefd8b1-6d31-4b79-ae07-f6e8df355c97,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.158031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.160333 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d68e280-d923-4f8f-ab35-39e400c5750a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536410 Jul 08 17:44:59.163144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51294) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.166646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-812c69b4-d063-435d-b997-26dff50d9810 None None] Provisioning for port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:59.176995 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.210097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.293782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.298612 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.333337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.338485 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671863 Jul 08 17:44:59.341683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.346410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.352329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358f2da-9106-477b-9844-5e07c5e6c108 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d157e24-38b3-42a6-b0b3-b694bca7b473,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.391729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.405326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:59.422998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.465982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'ae0d01a7-65dd-4c59-937a-e6af42841be5', 'ip_address': '2001:db8::f816:3eff:fea4:cf8d'}, {'subnet_id': '61b61c0b-1e08-4aed-bedc-ca1a5173eb1e'}], 'binding:host_id': 'n-d-799527-4'}, 'id': '5b01b806-b7eb-4d74-be0b-c1202b6e45d4'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:59.479861 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.484798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.496939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=61507fe3-e02f-416f-b234-41af3664cdb6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.513679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:59.518536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:59.518915 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.520624 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.522775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0266c7a5-a2d0-4cb0-af19-0953bd07b4cc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.538429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.545282 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-09cdb7ea-e74d-46fe-b2ba-4252a84d802c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2022355 Jul 08 17:44:59.546255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.551776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.553962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.559299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b752f0d7-273c-4159-ace7-d874c01fd508 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/61507fe3-e02f-416f-b234-41af3664cdb6 HTTP/1.1" status: 204 len: 168 time: 0.6974018 Jul 08 17:44:59.560081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51300) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.617963 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:44:59.629908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.663601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a2494-e537-494d-ba86-110ea956deee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.667754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-728a2494-e537-494d-ba86-110ea956deee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1039584 Jul 08 17:44:59.670009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.704533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.710227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.731923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac6faef-ac1b-4243-beaf-5d6230b88620,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.741795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.743106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c16980e4-4d4f-4263-a713-ee0670a45fc0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1957986 Jul 08 17:44:59.746271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.752388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'security_group_rule': {'security_group_id': '5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.763653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.782002 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Project 59cfaae10aac425cb85f97fc13b2ff2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:44:59.788338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.788734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91608a36-3e73-49d1-aeb9-9421b50c9a34 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.795225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-91608a36-3e73-49d1-aeb9-9421b50c9a34 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1238770 Jul 08 17:44:59.795871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51308) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.802650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Allocated IP 2001:db8:0:1::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/61b61c0b-1e08-4aed-bedc-ca1a5173eb1e/5b01b806-b7eb-4d74-be0b-c1202b6e45d4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:59.821908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:59.826897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.843142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:59.908247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:59.908628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06fd1ad7-9ae4-43d8-92c1-20f68caf7eec not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:59.913007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a459f1a2-d9fc-438a-9b81-698e7516dc30 req-c6815f86-3847-46c4-b779-5ee4809b4d7b tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0447645 Jul 08 17:44:59.919606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d9b44-9584-437d-81f1-e0b999de5438 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.921748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d9b44-9584-437d-81f1-e0b999de5438 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.923800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d9b44-9584-437d-81f1-e0b999de5438 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.928888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51310) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.929673 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f92d9b44-9584-437d-81f1-e0b999de5438 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1314352 Jul 08 17:44:59.967591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.977537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.984586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.005052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1e087-5c0c-4c8e-9d67-2176d75d5149,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.011236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 61b61c0b-1e08-4aed-bedc-ca1a5173eb1e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:00.017898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.022026 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-583b6a2c-bddd-46e7-bf80-0e53e29f3d49 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2719481 Jul 08 17:45:00.022302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51312) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:00.022423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] For port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:00.029229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'network': {'name': 'tempest-network-smoke--1383216176', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:00.051267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:00.055527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.055714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.071081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Transition to ACTIVE for port object 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:00.076269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.076697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.091912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:00.103050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.103762 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Added segment 587b1a0e-66e6-4ab8-a164-6f314c5f203a of type vlan for network c2442461-1fe9-4f83-adeb-7d132d0007fe Jul 08 17:45:00.134284 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.156910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.199919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.206804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:00.207534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.256364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.285528 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Network': ['ID=c2442461-1fe9-4f83-adeb-7d132d0007fe,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.303865 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-eedb1ce9-8e62-4304-9f08-78b208578940 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2803500 Jul 08 17:45:00.306495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51314) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:00.312249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'admin_state_up': True, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:00.332897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c2442461-1fe9-4f83-adeb-7d132d0007fe details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:00.335008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ce82c-668e-41f2-b9db-ee0eeef44df2 None None] Pushing event updated for resources: {'Port': ['ID=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.349817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.351587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.357954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.376074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.380707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51316) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:00.381070 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/61b61c0b-1e08-4aed-bedc-ca1a5173eb1e HTTP/1.1" status: 204 len: 168 time: 0.4497108 Jul 08 17:45:00.401530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4f527-b7cd-41c5-98e5-b561287f35fc tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=61b61c0b-1e08-4aed-bedc-ca1a5173eb1e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.466546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.548119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet ae0d01a7-65dd-4c59-937a-e6af42841be5 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:00.554263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.667339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.672011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.824066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.905617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.939812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0d01a7-65dd-4c59-937a-e6af42841be5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.944366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.948423 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-de7b497d-1a57-458a-83a5-72ed6ab58497 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/ae0d01a7-65dd-4c59-937a-e6af42841be5 HTTP/1.1" status: 204 len: 168 time: 0.5639982 Jul 08 17:45:00.948737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51320) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:00.990735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edd897-e69e-415d-b288-64c6adb7c277 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:01.045339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1b022f23-e5aa-4dd5-9b44-ce5aadcc5d7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951583 Jul 08 17:45:01.048228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:01.053720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:01.072792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c7698c67-18be-4d9b-9fb2-5390cc264635 None None] Could not find standard attr ID for object 61507fe3-e02f-416f-b234-41af3664cdb6. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:45:01.103424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c7698c67-18be-4d9b-9fb2-5390cc264635 None None] Provisioning for port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:01.112102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c7698c67-18be-4d9b-9fb2-5390cc264635 None None] Provisioning complete for port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:01.112473 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c7698c67-18be-4d9b-9fb2-5390cc264635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.118602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.143063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.169473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-caca7483-06ab-46ea-8a57-1847d5040e6a req-9800503c-f3b2-4234-838a-8c8233cda420 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0879707 Jul 08 17:45:01.236379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:01.240381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.323264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.184 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f50dafa7-6bef-44f8-be5f-9273ad46b5e7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:01.340096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:01.410380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] Deleting port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:01.411127 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.462280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.493022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] For port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:01.493819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.504132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.512114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] Calling delete_port for 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:01.560650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:01.562314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:01.566467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:01.568568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:01.619150 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.646611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] Pushing event deleted for resources: {'Port': ['ID=5b01b806-b7eb-4d74-be0b-c1202b6e45d4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:01.660286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff311f-852a-4865-8e1e-d580ce98c4f6 None None] No DVR routers for this DVR port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:01.681331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.objects.ports [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93944) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:45:01.795327 n-d-799527-4 neutron-server[93944]: WARNING neutron.services.revisions.revision_plugin [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Could not find related port for resource to bump revision. Jul 08 17:45:01.800776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Port 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 17:45:01.801088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Reverting IP allocation for 2001:db8::f816:3eff:fea4:cf8d {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 17:45:01.804887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea4:cf8d {{(pid=93944) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 17:45:01.806151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.856150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:01.859641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:01.864642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.865250 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.871427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=5ce3143c-7f9c-4b7b-93f6-d21f0c079033,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:01.873318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c087652d-66a5-4a7a-8bff-016cb52269f7 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:01.896037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6e67d2c6-89fd-44f8-86f9-6337cbc53f11 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8466651 Jul 08 17:45:01.898781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51326) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:01.906191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:02.029746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:02.033958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.071424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'tenant_id': '31a19ed539bf4de0a084c6dee576626f', 'fixed_ips': [{'subnet_id': '5ce3143c-7f9c-4b7b-93f6-d21f0c079033'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:02.072326 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.147080 n-d-799527-4 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ce3143c-7f9c-4b7b-93f6-d21f0c079033 (CIDR: 2001:db8::/64) Jul 08 17:45:02.151435 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:45:02.151822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:02.174100 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-49824a49-25ff-4cc5-91bc-5706a56af557 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2737112 Jul 08 17:45:02.176684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:02.185363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:02.185723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.228059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Allocated IP 2001:db8::f816:3eff:fe16:1b97 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/5ce3143c-7f9c-4b7b-93f6-d21f0c079033/a4fccdad-c6a8-4f7d-8f85-1d439474a615) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:02.321458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:02.327712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.407937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.419428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Transition to ACTIVE for port object a4fccdad-c6a8-4f7d-8f85-1d439474a615 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:02.436768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Transition to ACTIVE for port object a4fccdad-c6a8-4f7d-8f85-1d439474a615 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:02.445090 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.481060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bdd6343-86ba-42c4-9d5d-f94521b42c9d req-c6ccb63e-8ba7-4da6-bddc-fc8a0620841a tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0378611 Jul 08 17:45:02.484449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.498898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:02.501954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:02.506599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:02.509187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.578189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Attempting to bind port a4fccdad-c6a8-4f7d-8f85-1d439474a615 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:02.578623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Attempting to bind port a4fccdad-c6a8-4f7d-8f85-1d439474a615 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:02.578999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Attempting to bind port a4fccdad-c6a8-4f7d-8f85-1d439474a615 on network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:02.585600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:02.586218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Checking segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:02.586800 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.587356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Bound using segment: {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:02.587830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Bound port: a4fccdad-c6a8-4f7d-8f85-1d439474a615, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4387be-6108-4cc4-8e27-c559a68c48c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:02.588257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.640043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.663151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:02.666822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:02.672077 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.674561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router a1df8f0b-f130-45c0-abc1-e3779b735f3e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:02.706376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:02.710497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:02.717915 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.718953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.748791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=25a3c9fc-b589-4aab-9b27-2cbd5706568d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.757462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e34e710f-a37b-4c37-a44f-7e16d8e5b341 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5794671 Jul 08 17:45:02.759982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:02.768440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:c9:85:c7', 'name': 'tempest-NetworksTestDHCPv6-737485596'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:02.782556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528175c-02e1-4711-a24c-eaaf2e4876ec None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.828731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:02.838309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Sync routers for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:02.854075 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:02.855489 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:02.858048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.859621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-52c48ce6-cc0c-4ea2-95d2-1e249e5381f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5520666 Jul 08 17:45:02.865883 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:02.912830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-49ad06ad-8809-4d6b-ad83-af4ce3f72ac1 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=59cfaae10aac425cb85f97fc13b2ff2e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457456 Jul 08 17:45:02.918633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:02.987900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:03.028191 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:03.113770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a5109-e55e-4fc7-b301-2481d6544381 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:03.118682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4a8a5109-e55e-4fc7-b301-2481d6544381 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1955254 Jul 08 17:45:03.119000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:03.134772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.153700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0cf95ae3-abe9-4d3a-aef3-a77a4bfca242 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336330 Jul 08 17:45:03.156271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51340) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:03.161869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-283065792', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:03.164162 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 22db86eb-6452-41f0-8dc0-0710f5e703e9 yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:03.273733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:03.281148 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.330049 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:02Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:03.357502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:03.388001 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Checking router: a1df8f0b-f130-45c0-abc1-e3779b735f3e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:03.388646 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Updating router a1df8f0b-f130-45c0-abc1-e3779b735f3e port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:03.439342 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.445333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:03.474381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8:0:1::232 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/25a3c9fc-b589-4aab-9b27-2cbd5706568d/22db86eb-6452-41f0-8dc0-0710f5e703e9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:03.489101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::f816:3eff:fec9:85c7 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/5ce3143c-7f9c-4b7b-93f6-d21f0c079033/22db86eb-6452-41f0-8dc0-0710f5e703e9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:03.540452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:03.581196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.590119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:03.590757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5b01b806-b7eb-4d74-be0b-c1202b6e45d4 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:03.653223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Subnet': ['ID=4b190bc1-b9ca-40df-94c3-e848dfee12ff,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:03.686242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Checking segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:03.686702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network hostable DHCP agents. Network: c2442461-1fe9-4f83-adeb-7d132d0007fe, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:03.708879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network c2442461-1fe9-4f83-adeb-7d132d0007fe is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:03.722272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c2442461-1fe9-4f83-adeb-7d132d0007fe) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:03.727761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:03.728922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.735892 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b816f2-857f-40cf-871e-7df6a364516d None None] Network c2442461-1fe9-4f83-adeb-7d132d0007fe requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:03.764372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8b868e2-c45f-4faf-af93-bdcefc64394e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6060920 Jul 08 17:45:03.767001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:03.798628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-90dde73c-62f8-42a4-b8ca-587bef8a41ce req-65b8bcd5-e035-4802-8dc0-8047b72d9000 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0544987 Jul 08 17:45:03.804489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.832168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 22db86eb-6452-41f0-8dc0-0710f5e703e9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:03.880524 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.927287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:03.934076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:03.938385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:03.944530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:03.945193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.965377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2030945 Jul 08 17:45:03.966253 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804889a-d31a-40a0-812b-27ee22b59fb3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=22db86eb-6452-41f0-8dc0-0710f5e703e9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:03.967079 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.968024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:03.986235 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Transition to ACTIVE for port object f50dafa7-6bef-44f8-be5f-9273ad46b5e7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:03.998393 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.040254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c2442461-1fe9-4f83-adeb-7d132d0007fe', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:04.041648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.071611 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Attempting to bind port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:04.072140 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Attempting to bind port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:04.072606 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Attempting to bind port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:04.078714 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Pushing event updated for resources: {'Port': ['ID=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.089706 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:04.095951 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:04.096742 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.097375 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:04.098147 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Bound port: f50dafa7-6bef-44f8-be5f-9273ad46b5e7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:04.098784 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.102679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.104442 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.105614 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.105882 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.106463 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.106894 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.107325 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.107774 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.108206 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.108631 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.109071 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.109483 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:04.178380 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] For port f50dafa7-6bef-44f8-be5f-9273ad46b5e7, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:04.181866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] For port f50dafa7-6bef-44f8-be5f-9273ad46b5e7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:04.187517 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.219883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Allocated IP 172.20.0.2 (c2442461-1fe9-4f83-adeb-7d132d0007fe/4b190bc1-b9ca-40df-94c3-e848dfee12ff/00ec7482-cdc5-4a25-abe2-6111d0be97d1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:04.275782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2262df-6b7f-421f-8ca1-a7f84527cf7c None None] Pushing event updated for resources: {'Port': ['ID=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.284501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:04.285122 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:04.295096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83666153-8abd-4a45-8ed4-97bec5075cad None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:04.323173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] Provisioning for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:04.357509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:04.358201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.400452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 22db86eb-6452-41f0-8dc0-0710f5e703e9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:04.401458 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.501142 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.540076 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:04.541867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:04.550860 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.556979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.577845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 22db86eb-6452-41f0-8dc0-0710f5e703e9 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:04.592551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.704301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d107f7d-35be-47c5-8b2d-40c59742fe9c None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.741070 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.761397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Transition to ACTIVE for port object 00ec7482-cdc5-4a25-abe2-6111d0be97d1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:04.787955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Transition to ACTIVE for port object 00ec7482-cdc5-4a25-abe2-6111d0be97d1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:04.797909 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.817041 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:02Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:04.845907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Network c2442461-1fe9-4f83-adeb-7d132d0007fe is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:04.849168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:04.851929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:04.885380 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd17c55-4f65-4172-a0db-66d1daad8435 None None] The sync data for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 is: [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:02Z', 'revision_number': 3, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:04.896288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Pushing event updated for resources: {'Port': ['ID=00ec7482-cdc5-4a25-abe2-6111d0be97d1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.986433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Attempting to bind port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:04.986999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Attempting to bind port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:04.987576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Attempting to bind port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 on network c2442461-1fe9-4f83-adeb-7d132d0007fe {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:05.011722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': '5ce3143c-7f9c-4b7b-93f6-d21f0c079033', 'ip_address': '2001:db8::f816:3eff:fe16:1b97'}, {'subnet_id': '25a3c9fc-b589-4aab-9b27-2cbd5706568d'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'a4fccdad-c6a8-4f7d-8f85-1d439474a615'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:45:05.015840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:05.016416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Checking segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:05.017056 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.017684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Bound using segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:05.018477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Bound port: 00ec7482-cdc5-4a25-abe2-6111d0be97d1, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:05.019205 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.065748 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8b72bc5a-b05b-42ba-8a02-043b3041dce0 req-2b2a705f-e1d8-4ee6-8d78-d2eec5d1a015 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0497196 Jul 08 17:45:05.100461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.1 (c2442461-1fe9-4f83-adeb-7d132d0007fe/4b190bc1-b9ca-40df-94c3-e848dfee12ff/9d7da12e-dd30-4ece-8160-6f6690fff0f2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:05.141122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.199758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] For port 00ec7482-cdc5-4a25-abe2-6111d0be97d1, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:05.206874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.238348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] For port 00ec7482-cdc5-4a25-abe2-6111d0be97d1, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=00ec7482-cdc5-4a25-abe2-6111d0be97d1,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:05.259945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=22db86eb-6452-41f0-8dc0-0710f5e703e9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.338207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.358030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:05.391641 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.393629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d7eb11b-d565-4d43-86d3-96527aa7c575 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/22db86eb-6452-41f0-8dc0-0710f5e703e9 HTTP/1.1" status: 204 len: 168 time: 1.4223483 Jul 08 17:45:05.396227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51350) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:05.428470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.468020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object 9d7da12e-dd30-4ece-8160-6f6690fff0f2 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:05.519385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12445a2c-6c81-49b2-9743-25898b870d22 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.520967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-12445a2c-6c81-49b2-9743-25898b870d22 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1237385 Jul 08 17:45:05.525565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51352) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:05.531926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.534789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Allocated IP 2001:db8:0:1::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/25a3c9fc-b589-4aab-9b27-2cbd5706568d/a4fccdad-c6a8-4f7d-8f85-1d439474a615) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:05.562281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ce0e9-81bb-427b-b8fd-56ce4fd9c45f None None] Pushing event updated for resources: {'Port': ['ID=00ec7482-cdc5-4a25-abe2-6111d0be97d1,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.617628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network c2442461-1fe9-4f83-adeb-7d132d0007fe is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:05.629978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:05.630217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfc7fe-cd1c-46dc-a094-55a5127e7279 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.634952 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b2cfc7fe-cd1c-46dc-a094-55a5127e7279 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1050868 Jul 08 17:45:05.636374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:05.639562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51354) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:05.649598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:05.650147 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.727462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=9d7da12e-dd30-4ece-8160-6f6690fff0f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.740919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a19575-b4c4-486e-9977-d5d8ad6264b0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.743911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a19575-b4c4-486e-9977-d5d8ad6264b0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.756415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a19575-b4c4-486e-9977-d5d8ad6264b0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.756415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b1a19575-b4c4-486e-9977-d5d8ad6264b0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1114738 Jul 08 17:45:05.762176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:05.792926 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.802562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:05.866537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 25a3c9fc-b589-4aab-9b27-2cbd5706568d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:05.891450 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.919283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Transition to ACTIVE for port object a4fccdad-c6a8-4f7d-8f85-1d439474a615 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:05.923680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.924650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.987707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.008674 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.067911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ca38e-fedf-461f-9f06-fae2acfed5ac None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:06.165585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.273608 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.352408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=25a3c9fc-b589-4aab-9b27-2cbd5706568d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:06.408613 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52846bd5-a204-4a26-874b-78f369cf06c3 req-319af417-bf93-42fb-be4d-70db5679677e tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0966101 Jul 08 17:45:06.409516 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.413735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dccf25fc-d13b-4987-997b-a392e5acc0eb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/25a3c9fc-b589-4aab-9b27-2cbd5706568d HTTP/1.1" status: 204 len: 168 time: 0.6479614 Jul 08 17:45:06.414065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:06.478015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.486135 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.515195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 5ce3143c-7f9c-4b7b-93f6-d21f0c079033 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:06.522529 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.596273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.612885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.618628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=9d7da12e-dd30-4ece-8160-6f6690fff0f2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:06.730810 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.750794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network c2442461-1fe9-4f83-adeb-7d132d0007fe is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:06.752413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:06.826146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.848258 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.850290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/5ce3143c-7f9c-4b7b-93f6-d21f0c079033 HTTP/1.1" status: 204 len: 168 time: 0.4348817 Jul 08 17:45:06.852879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51362) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:06.881314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d512cd-49ae-4280-986a-34ab9a87b646 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce3143c-7f9c-4b7b-93f6-d21f0c079033,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:06.925131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-539a7261-c8f5-4de8-a740-0d32b498ceec tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682614 Jul 08 17:45:06.926144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:06.932090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:06.993301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aed4966-a370-4286-a1b7-95ba7ece3572 None None] Network c2442461-1fe9-4f83-adeb-7d132d0007fe requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:07.069739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:07.075932 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.102969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70e16a-a905-4403-8c7e-02e30e5348bf None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:07.276932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router a1df8f0b-f130-45c0-abc1-e3779b735f3e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:07.379385 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.415045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:07.425238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f9d6c38d-2260-4d86-b28a-78c2a15bf2cd tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/a1df8f0b-f130-45c0-abc1-e3779b735f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6568980 Jul 08 17:45:07.447702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-afc6692c-2c75-41be-a45e-14821988bc5c None None] Could not find standard attr ID for object 22db86eb-6452-41f0-8dc0-0710f5e703e9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:45:07.482086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:07.499306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:07.501379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:07.504631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.505594 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.528263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6c9f9d58-14c9-49ec-b8df-25789ecf49f3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6001785 Jul 08 17:45:07.530855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51372) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:07.537263 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:07.615349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:07.677315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45f7af95-34d9-4d1b-8b59-426287500074 req-0b4e759c-45e3-45d5-be4c-408cb21ddac8 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0386765 Jul 08 17:45:07.695692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Sync routers for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:07.701694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-afc6692c-2c75-41be-a45e-14821988bc5c None None] Provisioning for port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:07.719266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:07.720073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:07.737345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-3adf5d0f-90c5-426d-a940-b60e7a7a3c05 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279105982&fields=id&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 267 time: 0.0819507 Jul 08 17:45:07.802927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-afc6692c-2c75-41be-a45e-14821988bc5c None None] Provisioning for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:07.837167 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:07.840705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.863520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-afc6692c-2c75-41be-a45e-14821988bc5c None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:07.863975 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-afc6692c-2c75-41be-a45e-14821988bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.937413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:07.937832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.942078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-e2239837-87b1-4bf7-8fe4-b1f012143290 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.943871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-e2239837-87b1-4bf7-8fe4-b1f012143290 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 797 time: 0.1986632 Jul 08 17:45:07.970395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-5368a040-ea00-42f7-ab70-731d9bcb9519 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/quotas/59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 375 time: 0.0190935 Jul 08 17:45:07.973445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:07.997853 n-d-799527-4 neutron-server[93944]: INFO neutron.db.ipam_backend_mixin [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2 (CIDR: 2001:db8::/64) Jul 08 17:45:08.016455 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:45:08.016942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:08.050459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51386) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:08.051480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95926928-4940-4dcb-baa9-386818825b1d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5191832 Jul 08 17:45:08.055515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:08.084032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-c98d9949-9bcd-4594-b203-b419dfacb1d8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003613 Jul 08 17:45:08.174165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-b7a07790-06a3-4a78-bf9a-aee4ab97a6bf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:45:08.175406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-b7a07790-06a3-4a78-bf9a-aee4ab97a6bf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792453 Jul 08 17:45:08.202082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'd6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'a4fccdad-c6a8-4f7d-8f85-1d439474a615'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:45:08.212754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:08.218572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.324362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-0dd605db-ee1a-4c3d-b007-d809dc0d1799 service neutron] 10.222.0.48 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409526 Jul 08 17:45:08.373999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.394947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f50dafa7-6bef-44f8-be5f-9273ad46b5e7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:08.437495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-5ebe2262-b7ba-4120-8711-a244b9504823 service neutron] 10.222.0.48 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066198 Jul 08 17:45:08.644899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:45:08.647435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:08.661100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:08.661494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.668590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:06Z', 'revision_number': 2, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:08.846543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4fa56a54-45c2-4f7e-8fd7-3787d840b491 req-8adab8cd-a586-4869-a6a3-45b1a7cfc2ec tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 210 time: 0.0455055 Jul 08 17:45:08.863150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2/a4fccdad-c6a8-4f7d-8f85-1d439474a615) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:08.932281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ace43974-e786-4aac-b2d8-798f88ef907f req-3dec1702-6a91-4f25-8cc4-89c08523a8d4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0523946 Jul 08 17:45:08.988097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Checking router: a1df8f0b-f130-45c0-abc1-e3779b735f3e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:08.988469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Updating router a1df8f0b-f130-45c0-abc1-e3779b735f3e port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:09.014232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c9d0b38-e929-4e4b-8759-be2868aa9059 None None] Provisioning for port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:09.032316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:09.034428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c9d0b38-e929-4e4b-8759-be2868aa9059 None None] Provisioning complete for port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:09.034770 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c9d0b38-e929-4e4b-8759-be2868aa9059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.083508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d0b38-e929-4e4b-8759-be2868aa9059 None None] Port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:09.107900 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.155704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.206586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Transition to ACTIVE for port object a4fccdad-c6a8-4f7d-8f85-1d439474a615 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:09.209790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.224682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.281244 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.330318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f50dafa7-6bef-44f8-be5f-9273ad46b5e7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:09.331288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-76f37133-15b5-4528-b349-149e32ff10d3 None None] Provisioning complete for port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:09.331752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76f37133-15b5-4528-b349-149e32ff10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.368332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.369503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 00ec7482-cdc5-4a25-abe2-6111d0be97d1 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:09.496804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:09.531757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.536869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.537967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.609573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:09.621113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:09.630941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:09.631538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.662886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:09.664604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6113334 Jul 08 17:45:09.665582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=60560962-76fb-46e2-9160-9b0e4d697fdf,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:09.668543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:8c:c8:4b', 'name': 'tempest-NetworksTestDHCPv6-250504526'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:09.678785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c43433-8b88-4b73-bf1c-689deae7a15f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=9']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:09.700883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef900a-9212-4085-aa83-65dbdd80d03f None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:09.718784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-76f37133-15b5-4528-b349-149e32ff10d3 None None] Port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:09.752547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:09.762558 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:09.762941 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.863026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:09.867874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:09.980847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.011307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.024450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Transition to ACTIVE for port object 9d7da12e-dd30-4ece-8160-6f6690fff0f2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:10.087937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 00ec7482-cdc5-4a25-abe2-6111d0be97d1, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=00ec7482-cdc5-4a25-abe2-6111d0be97d1,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:10.090948 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.107737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5a21811-48b1-4c46-9976-a3b13afdb215 req-e47647f5-6de2-4450-a976-217ee65dd46b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 210 time: 0.0653484 Jul 08 17:45:10.141494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.324664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Attempting to bind port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:10.325271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Attempting to bind port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:10.325399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Attempting to bind port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 on network c2442461-1fe9-4f83-adeb-7d132d0007fe {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:10.332025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:10.376288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:10.376669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Checking segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:10.388500 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.389106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Bound using segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:10.389576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Bound port: 9d7da12e-dd30-4ece-8160-6f6690fff0f2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:10.390004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.392083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555feae8-4529-4838-a583-b0b819355935 None None] Pushing event updated for resources: {'Port': ['ID=9d7da12e-dd30-4ece-8160-6f6690fff0f2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:10.509914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=00ec7482-cdc5-4a25-abe2-6111d0be97d1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:10.551327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55913d4d-aa8d-4da6-8c78-0c32915b22ff req-e35a77bf-894f-4383-90b5-75cc98e4990c tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/ports?device_id=4896fb1f-7e61-48b9-9659-7f2157b9e9db HTTP/1.1" status: 200 len: 210 time: 0.0929420 Jul 08 17:45:10.557094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f50dafa7-6bef-44f8-be5f-9273ad46b5e7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:10.598393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] For port 9d7da12e-dd30-4ece-8160-6f6690fff0f2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:10.612678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] For port 9d7da12e-dd30-4ece-8160-6f6690fff0f2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d7da12e-dd30-4ece-8160-6f6690fff0f2,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:10.626652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.629391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:10.630283 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.634237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.646147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-80f2ad0e-2f23-43eb-ad76-82a11b8ce4ff tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:10.648499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-80f2ad0e-2f23-43eb-ad76-82a11b8ce4ff tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 797 time: 0.1771238 Jul 08 17:45:10.687158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port b813ffb7-0de7-4beb-9fc6-1df27f84843e yet. {{(pid=93944) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:10.699403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666f8c7-d6e0-442a-b227-27f461e2cb0e None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:10.745555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-6002915d-92f4-466c-8dc4-af61e0f84973 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59cfaae10aac425cb85f97fc13b2ff2e HTTP/1.1" status: 200 len: 379 time: 0.0883403 Jul 08 17:45:10.760833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'port': {'device_id': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'admin_state_up': True, 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'security_groups': ['5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:10.791897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f58f52b8-5c41-426c-8c9c-cf0aef78e1b4 None None] Provisioning for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:10.815761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:10.816390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:44:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:10.825061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555feae8-4529-4838-a583-b0b819355935 None None] Pushing event updated for resources: {'Port': ['ID=9d7da12e-dd30-4ece-8160-6f6690fff0f2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:10.828687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f58f52b8-5c41-426c-8c9c-cf0aef78e1b4 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:10.829117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f58f52b8-5c41-426c-8c9c-cf0aef78e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.990752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::125 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2/b813ffb7-0de7-4beb-9fc6-1df27f84843e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:10.996383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Made reservation on behalf of 59cfaae10aac425cb85f97fc13b2ff2e for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:10.999991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.005512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:c84b (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/60560962-76fb-46e2-9160-9b0e4d697fdf/b813ffb7-0de7-4beb-9fc6-1df27f84843e) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:11.099080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:11.233352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.20.0.4 (c2442461-1fe9-4f83-adeb-7d132d0007fe/4b190bc1-b9ca-40df-94c3-e848dfee12ff/c628e10e-fe62-47d5-a945-57a39bd4fc93) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:11.270646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.300843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object b813ffb7-0de7-4beb-9fc6-1df27f84843e will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:11.388960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:10Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:11.422150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.427305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d472d-d0ee-478a-a57a-4bb77e9318dd None None] The sync data for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 is: [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:10Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:11.493087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.517305 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af3cbb04-de57-4401-9ba8-f9f0a38f59c7 req-aa4c7fd5-71ec-48aa-9b7c-3e0c77d94c0d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 210 time: 0.0714912 Jul 08 17:45:11.518275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:11.528385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:11.535507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:11.541170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:11.542759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.549910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=b813ffb7-0de7-4beb-9fc6-1df27f84843e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.566527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Transition to ACTIVE for port object c628e10e-fe62-47d5-a945-57a39bd4fc93 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:11.579178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-562149c7-c2cc-4dc5-ad74-3984727d566d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9148755 Jul 08 17:45:11.581899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:11.616793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.673286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network c2442461-1fe9-4f83-adeb-7d132d0007fe is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:11.701322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port b813ffb7-0de7-4beb-9fc6-1df27f84843e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:11.701903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.708762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.718906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:11.733343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:11.765523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51418) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:11.834957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.851584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for b813ffb7-0de7-4beb-9fc6-1df27f84843e owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:11.862687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:11.863527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.886793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-2e264ddb-4017-453f-bf0f-1be904f297a4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320412 Jul 08 17:45:11.899186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Request body: {'port': {'device_id': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:11.936607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0f356d8-075c-458e-9a9e-efe277a52dd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.983662 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0f356d8-075c-458e-9a9e-efe277a52dd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.096132 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.103299 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.144866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=b813ffb7-0de7-4beb-9fc6-1df27f84843e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:12.185784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4b9e96e-519e-4464-ac22-90eab14760a2 None None] Provisioning for port c628e10e-fe62-47d5-a945-57a39bd4fc93 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:12.192339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4b9e96e-519e-4464-ac22-90eab14760a2 None None] Provisioning complete for port c628e10e-fe62-47d5-a945-57a39bd4fc93 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:12.192718 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4b9e96e-519e-4464-ac22-90eab14760a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.200617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0f356d8-075c-458e-9a9e-efe277a52dd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.203425 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0f356d8-075c-458e-9a9e-efe277a52dd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.204594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b0f356d8-075c-458e-9a9e-efe277a52dd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/security-groups/da99a2b3-d703-4e91-9029-e0e98ec65595 HTTP/1.1" status: 204 len: 168 time: 0.4347160 Jul 08 17:45:12.218113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51420) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:12.228867 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.231263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-901515a8-5c7a-4de2-bf30-f583d3ad1dd3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b813ffb7-0de7-4beb-9fc6-1df27f84843e HTTP/1.1" status: 204 len: 168 time: 0.6477826 Jul 08 17:45:12.236295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:12.266775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da58cbf-a192-4eb6-933c-d94a82676ce6 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:12.319613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9e96e-519e-4464-ac22-90eab14760a2 None None] Port c628e10e-fe62-47d5-a945-57a39bd4fc93 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:12.333295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a97f51-7021-4b08-a779-0b0c967e4f08 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:12.339557 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-20a97f51-7021-4b08-a779-0b0c967e4f08 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1015840 Jul 08 17:45:12.340299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51424) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:12.349437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f356d8-075c-458e-9a9e-efe277a52dd3 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da99a2b3-d703-4e91-9029-e0e98ec65595,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:12.368986 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-af52a4bf-9e00-4050-acdb-383e75155db9 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] show failed (client error): The resource could not be found. Jul 08 17:45:12.370254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af52a4bf-9e00-4050-acdb-383e75155db9 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "GET /v2.0/security-groups/da99a2b3-d703-4e91-9029-e0e98ec65595 HTTP/1.1" status: 404 len: 347 time: 0.1512308 Jul 08 17:45:12.373355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:12.421645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d7da12e-dd30-4ece-8160-6f6690fff0f2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:12.438797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd37fd-985d-4c92-901b-e88878615601 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:12.442704 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6fdd37fd-985d-4c92-901b-e88878615601 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0992684 Jul 08 17:45:12.442952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51428) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:12.509731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda0bc2-280d-456b-8ab3-b1c5ae2949ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:12.512247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda0bc2-280d-456b-8ab3-b1c5ae2949ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:12.513971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0569c779-d1f4-440c-9c1f-7b2acfaac3e6 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:12.514366 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0569c779-d1f4-440c-9c1f-7b2acfaac3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.514908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda0bc2-280d-456b-8ab3-b1c5ae2949ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:12.517121 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7fda0bc2-280d-456b-8ab3-b1c5ae2949ad tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0730476 Jul 08 17:45:12.520616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51430) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:12.605354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet 60560962-76fb-46e2-9160-9b0e4d697fdf {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:12.611755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.632757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port 0a57b1b8-5a8c-4c06-9842-aa2534da5c47 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:12.633378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.688380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:12.693465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.698386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:12.698755 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.798019 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.798249 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.829036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c628e10e-fe62-47d5-a945-57a39bd4fc93 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:12.840309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.849262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9d7da12e-dd30-4ece-8160-6f6690fff0f2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d7da12e-dd30-4ece-8160-6f6690fff0f2,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:12.856033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.856476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 00ec7482-cdc5-4a25-abe2-6111d0be97d1 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:12.860567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Transition to ACTIVE for port object c628e10e-fe62-47d5-a945-57a39bd4fc93 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:12.888246 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.911139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.911139 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.927566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.952982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9d7da12e-dd30-4ece-8160-6f6690fff0f2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:12.972737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:12.973472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.973682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=60560962-76fb-46e2-9160-9b0e4d697fdf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:12.977177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for 0a57b1b8-5a8c-4c06-9842-aa2534da5c47 owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:13.004087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.012417 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fc8a19db-fe74-4f33-baf7-03eb15da630a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/60560962-76fb-46e2-9160-9b0e4d697fdf HTTP/1.1" status: 204 len: 168 time: 0.4866769 Jul 08 17:45:13.012869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51434) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:13.094115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e9557-f2bf-43f2-91aa-705b5cb5ebe3 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:13.099812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:13.103203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.140964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.175770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.224809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd2df-f8c5-4beb-84e1-a244557b5a7a req-7d529645-0666-4864-8a9b-d10779f2c1e6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:13.226733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd5cd2df-f8c5-4beb-84e1-a244557b5a7a req-7d529645-0666-4864-8a9b-d10779f2c1e6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 931 time: 0.5298121 Jul 08 17:45:13.232463 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.250429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a3b819f2-81c5-4da4-947d-b06a99043ae6 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:13.250820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a3b819f2-81c5-4da4-947d-b06a99043ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.284522 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.288494 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Attempting to bind port c628e10e-fe62-47d5-a945-57a39bd4fc93 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:13.288726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Attempting to bind port c628e10e-fe62-47d5-a945-57a39bd4fc93 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:13.289177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Attempting to bind port c628e10e-fe62-47d5-a945-57a39bd4fc93 on network c2442461-1fe9-4f83-adeb-7d132d0007fe {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:13.305369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Port c628e10e-fe62-47d5-a945-57a39bd4fc93 on network c2442461-1fe9-4f83-adeb-7d132d0007fe not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:13.305795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Attempting to bind port c628e10e-fe62-47d5-a945-57a39bd4fc93 on network c2442461-1fe9-4f83-adeb-7d132d0007fe {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:13.317647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.338469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd5cd2df-f8c5-4beb-84e1-a244557b5a7a req-0580bece-4853-4325-aa28-c7213d1563c6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996425 Jul 08 17:45:13.342918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:13.342918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Checking segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:13.343305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Bound using segment: {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:13.344023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Bound port: c628e10e-fe62-47d5-a945-57a39bd4fc93, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587b1a0e-66e6-4ab8-a164-6f314c5f203a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:13.344336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.402545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.409432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.439388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.441742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.446017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da222947-a981-430e-861d-e6ff4767abd1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2 HTTP/1.1" status: 204 len: 168 time: 0.4299691 Jul 08 17:45:13.446347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51436) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:13.454952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=0a57b1b8-5a8c-4c06-9842-aa2534da5c47,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.471049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:13.502613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b688042e-defb-4ae6-843a-2c0854594a3c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552883 Jul 08 17:45:13.505751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51438) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:13.511762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:13.528762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:13.535730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.582512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:13.583131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.584542 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] 10.222.0.21 "PUT /v2.0/ports/c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 1091 time: 1.6899931 Jul 08 17:45:13.584985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:13.587261 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f30d00-0466-438f-8037-1658bf8588b3" -d '{"events": [{"name": "network-changed", "server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:13.592603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.595186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.598726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7eaeb7de-aa61-406a-9874-eeec6d5c1169 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/floatingips/adc7312a-d380-46f6-8ad3-f2d0bcfa95d8 HTTP/1.1" status: 204 len: 168 time: 1.2218966 Jul 08 17:45:13.601669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51442) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:13.658609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:13.662401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.671582 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4bb274-c0ed-4bff-b9b1-05a73de28c52 x-openstack-request-id: req-6d4bb274-c0ed-4bff-b9b1-05a73de28c52 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:13.672163 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:13.672163 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d4bb274-c0ed-4bff-b9b1-05a73de28c52 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:13.672506 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'status': 'completed', 'code': 200} Jul 08 17:45:13.701782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70253eac-3e08-4fa4-b3f2-5f6adc193906 service neutron] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.712020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3f931-d923-4d1d-a990-c8c5a8982295 None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'd6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'a4fccdad-c6a8-4f7d-8f85-1d439474a615'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:45:13.763259 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aee3f931-d923-4d1d-a990-c8c5a8982295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.785956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-26119304-b19d-44eb-9a9a-cc770b0763a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:13.787467 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-26119304-b19d-44eb-9a9a-cc770b0763a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1094 time: 0.1444168 Jul 08 17:45:13.804437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port 67b87414-60b2-4177-97d0-4316042abc01 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:13.804769 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.850677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-6bd3b5f5-c6a8-4922-82f5-28799328b8aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 217 time: 0.0551777 Jul 08 17:45:13.928442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.946472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-75b5b598-fc3e-45dd-929a-2861059396ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:13.948048 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-75b5b598-fc3e-45dd-929a-2861059396ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 200 len: 834 time: 0.0708299 Jul 08 17:45:13.971301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:13.976225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:13.981377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:13.982157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.994686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.001287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=abbdbcde-b282-4d6d-b66b-0726f764cea5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:14.008180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-95c53522-d2be-4ec5-b5ab-908d8e35755f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4984002 Jul 08 17:45:14.008442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51444) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:14.011451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for 67b87414-60b2-4177-97d0-4316042abc01 owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:14.014034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7ddf1-004e-46e5-9fbe-59e1420a1c4e None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:14.014771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:14.084052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-8e84b838-45fb-46b9-a382-eb4e1dac7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:14.085575 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-8e84b838-45fb-46b9-a382-eb4e1dac7a43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2442461-1fe9-4f83-adeb-7d132d0007fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313341 Jul 08 17:45:14.136678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:14.140328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.147402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0eb67e2c-f672-4a14-9c06-44e2109c539a None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:14.147776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0eb67e2c-f672-4a14-9c06-44e2109c539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.234056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-afb8317a-f936-40e7-b85d-1c52d8951595 service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384015 Jul 08 17:45:14.248782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.254155 n-d-799527-4 neutron-server[93945]: INFO neutron.db.ipam_backend_mixin [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abbdbcde-b282-4d6d-b66b-0726f764cea5 (CIDR: 2001:db8::/64) Jul 08 17:45:14.258167 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:45:14.258677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:14.275749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-206c0ae8-a7b1-4a26-9629-c9c72c80b260 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2662892 Jul 08 17:45:14.278558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51446) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:14.283989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'subnet': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:14.295181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d7da12e-dd30-4ece-8160-6f6690fff0f2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:14.319736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=67b87414-60b2-4177-97d0-4316042abc01,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:14.388866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Update dhcp port {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'fixed_ips': [{'subnet_id': 'abbdbcde-b282-4d6d-b66b-0726f764cea5'}], 'binding:host_id': 'n-d-799527-4'}, 'id': 'a4fccdad-c6a8-4f7d-8f85-1d439474a615'} from n-d-799527-4. {{(pid=93946) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:45:14.415269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:14.419977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.431554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:14.431923 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.452812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c08548-b8a0-41d5-a0af-0c1c774cce70 req-b051e50a-a5f2-4fe7-a5d9-120849320fde service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142906 Jul 08 17:45:14.453912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.458189 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f13f0e3-a3e6-438f-a091-31fae5c663a4 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/ports/67b87414-60b2-4177-97d0-4316042abc01 HTTP/1.1" status: 204 len: 168 time: 0.8532372 Jul 08 17:45:14.458359 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.458456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:14.678178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c4972-47a0-494c-9786-6631e0cf7c1c req-ab452959-5d32-49d3-9f32-f250ac415a04 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:14.678836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Allocated IP 2001:db8::2 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/abbdbcde-b282-4d6d-b66b-0726f764cea5/a4fccdad-c6a8-4f7d-8f85-1d439474a615) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:14.679906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf9c4972-47a0-494c-9786-6631e0cf7c1c req-ab452959-5d32-49d3-9f32-f250ac415a04 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 943 time: 0.1634712 Jul 08 17:45:14.693604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f30d00-0466-438f-8037-1658bf8588b3 req-08b21e0d-af35-438a-b5d6-dd87e53a2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:14.695338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-08b21e0d-af35-438a-b5d6-dd87e53a2c4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1094 time: 0.1602037 Jul 08 17:45:14.758122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:14.795466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port 6ae0fd77-c803-4fc7-abee-d878cfefa9de {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:14.795811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.804210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.objects.ports [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:45:14.848065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:14.879450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f30d00-0466-438f-8037-1658bf8588b3 req-4bbb158c-cb71-4961-b01e-39bb00f2ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:14.881183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-4bbb158c-cb71-4961-b01e-39bb00f2ca50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 898 time: 0.1751339 Jul 08 17:45:14.899529 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.918459 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.921319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cf9c4972-47a0-494c-9786-6631e0cf7c1c req-93f7b67b-84f2-40b3-8758-401a60988857 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242398 Jul 08 17:45:14.947912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Transition to ACTIVE for port object a4fccdad-c6a8-4f7d-8f85-1d439474a615 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:14.959012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.974324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-8c4f0170-58d9-45d2-a3ee-41e472fc0e2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 217 time: 0.0511198 Jul 08 17:45:15.019383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.033864 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:45:15.034270 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:45:15.051145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f30d00-0466-438f-8037-1658bf8588b3 req-53e76eab-18f5-49a4-bc75-cd90a1ef2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:15.052615 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-53e76eab-18f5-49a4-bc75-cd90a1ef2fa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 200 len: 834 time: 0.0702717 Jul 08 17:45:15.055218 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.068556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe0b13-23ad-4c09-bbd8-1fb9862cd20b None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:15.080352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for 6ae0fd77-c803-4fc7-abee-d878cfefa9de owned by {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:15.223569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:15.263162 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.268233 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.269140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.344065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:15.351272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:15.360905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:15.361513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.389074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Subnet': ['ID=a18c2386-ad24-4099-91ac-024869761882,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:15.398186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1185191 Jul 08 17:45:15.398892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd69ac-aea2-4a79-a4a9-fca79331aa43 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=14']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:15.402155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51452) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:15.407576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Request body: {'port': {'network_id': '39b4c1e1-b1ee-4533-a2ed-10b0aed5c216', 'mac_address': 'fa:16:3e:1e:6d:ed', 'name': 'tempest-NetworksTestDHCPv6-36348088'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:15.531386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Made reservation on behalf of 31a19ed539bf4de0a084c6dee576626f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:15.579700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.584637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f30d00-0466-438f-8037-1658bf8588b3 req-1ea22ba2-6530-44ff-89e3-6b21d8d2aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:15.587061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-1ea22ba2-6530-44ff-89e3-6b21d8d2aeb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2442461-1fe9-4f83-adeb-7d132d0007fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5226622 Jul 08 17:45:15.632595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.634949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:15.640689 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.663901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] device_id is not set on port 1a2876fb-8c23-4a92-b202-0b55bf083890 yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:15.716788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=15']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:15.720832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.766826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=6ae0fd77-c803-4fc7-abee-d878cfefa9de,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:15.806398 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-9c2b6388-0620-440c-b403-04fc4be9b13e service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070284 Jul 08 17:45:15.821909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71824f-603b-4481-9e95-62f4919a666b None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:15.850711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8::179 (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/abbdbcde-b282-4d6d-b66b-0726f764cea5/1a2876fb-8c23-4a92-b202-0b55bf083890) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:15.873156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1e:6ded (39b4c1e1-b1ee-4533-a2ed-10b0aed5c216/a18c2386-ad24-4099-91ac-024869761882/1a2876fb-8c23-4a92-b202-0b55bf083890) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:15.903849 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.906079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-152a2ff7-d5b4-404e-9b3e-7e84a07d21fe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/ports/6ae0fd77-c803-4fc7-abee-d878cfefa9de HTTP/1.1" status: 204 len: 168 time: 1.4462407 Jul 08 17:45:15.908666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51454) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:15.913836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] Provisioning for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:15.926234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:15.926690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.987798 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-36f30d00-0466-438f-8037-1658bf8588b3 req-f02e8a8d-a7aa-4f55-b7e7-5a86f983325a service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578557 Jul 08 17:45:15.993261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting subnet f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:15.999093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.064328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.070279 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.092108 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.113832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Transition to ACTIVE for port object 1a2876fb-8c23-4a92-b202-0b55bf083890 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:16.150814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:16.155342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.164005 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.174379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead50e43-1f78-4d2e-8cfc-2d8fa64fafb4 req-d74e456d-0180-4fbe-9e32-5059d2b47de9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:16.176326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ead50e43-1f78-4d2e-8cfc-2d8fa64fafb4 req-d74e456d-0180-4fbe-9e32-5059d2b47de9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 943 time: 0.1031926 Jul 08 17:45:16.216883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.227907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c729334-5f1c-4a53-82e6-d6f063a5640e None None] Pushing event updated for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=16']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:16.278325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.308634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:16.311898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ead50e43-1f78-4d2e-8cfc-2d8fa64fafb4 req-31289f3c-552d-4b7a-a69f-68cd150341b8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204145 Jul 08 17:45:16.315667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:16.325364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:16.330367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:16.331120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:16.331778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.335317 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.338436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6724eaed-750f-41ec-aa03-f08d9dc62cb6 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/subnets/f2b1ce4c-dd80-4804-b0e7-06b1f1017d6e HTTP/1.1" status: 204 len: 168 time: 0.4275229 Jul 08 17:45:16.340469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:16.360175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9542868 Jul 08 17:45:16.360175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4d6d8-bc8b-4874-a6c5-1c4dba6709f2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event updated for resources: {'Port': ['ID=1a2876fb-8c23-4a92-b202-0b55bf083890,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:16.361322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:16.373535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2206291-a591-42ed-b561-f9d100dcc00f None None] Network ba07596e-023f-4a72-8626-6b27f3412e83 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:16.419705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting subnet 4c323140-dd80-45d0-a103-c9c52e1b6150 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:16.424652 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.443318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:16.468499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.487740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting port 1a2876fb-8c23-4a92-b202-0b55bf083890 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:16.488093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.582869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.586838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:16.587208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.602114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.621072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Calling delete_port for 1a2876fb-8c23-4a92-b202-0b55bf083890 owned by {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:16.664257 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.712486 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.718467 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/subnets/4c323140-dd80-45d0-a103-c9c52e1b6150 HTTP/1.1" status: 204 len: 168 time: 0.3766391 Jul 08 17:45:16.719955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a48c6-cebf-442d-a9f3-732d29f7fe39 tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Subnet': ['ID=4c323140-dd80-45d0-a103-c9c52e1b6150,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:16.721226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51462) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:16.735513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20053447-ae43-4856-89a2-52d39c3eb657 None None] Network 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:16.737993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] DHCP port deletion for ba07596e-023f-4a72-8626-6b27f3412e83 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:16.851645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.886302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] Deleting port fd65d09f-8d83-4275-90f0-ce9c9fed696f {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:16.886887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.935572 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.963904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] For port fd65d09f-8d83-4275-90f0-ce9c9fed696f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fd65d09f-8d83-4275-90f0-ce9c9fed696f,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:16.964287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.977813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] Calling delete_port for fd65d09f-8d83-4275-90f0-ce9c9fed696f owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:16.979646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Port': ['ID=1a2876fb-8c23-4a92-b202-0b55bf083890,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.011898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Deleting port fd65d09f-8d83-4275-90f0-ce9c9fed696f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:17.011898 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.071091 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.079693 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.081630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a5a62536-b80c-4765-a002-d2dd828d6c7d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/1a2876fb-8c23-4a92-b202-0b55bf083890 HTTP/1.1" status: 204 len: 168 time: 0.7194698 Jul 08 17:45:17.084044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.108654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] DHCP port deletion for 5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:17.118301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] Pushing event deleted for resources: {'Port': ['ID=fd65d09f-8d83-4275-90f0-ce9c9fed696f,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.121458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a93fd-a56f-45df-aceb-8d90461c5be2 None None] No DVR routers for this DVR port fd65d09f-8d83-4275-90f0-ce9c9fed696f on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:17.157909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6b9a7aeb-463e-4610-9649-a33f763b14e3 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:17.158283 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6b9a7aeb-463e-4610-9649-a33f763b14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.216209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] Deleting port 039c369a-2cc0-47fa-990f-d435f8259b97 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:17.216446 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.328192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] For port 039c369a-2cc0-47fa-990f-d435f8259b97, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=039c369a-2cc0-47fa-990f-d435f8259b97,segment=NetworkSegment(f2497492-e17c-43bf-b236-852517564576),segment_id=f2497492-e17c-43bf-b236-852517564576)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:17.328586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.344028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] Calling delete_port for 039c369a-2cc0-47fa-990f-d435f8259b97 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:17.436418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.467120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] Pushing event deleted for resources: {'Port': ['ID=039c369a-2cc0-47fa-990f-d435f8259b97,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.472840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] For port fd65d09f-8d83-4275-90f0-ce9c9fed696f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fd65d09f-8d83-4275-90f0-ce9c9fed696f,segment=NetworkSegment(42a0f45f-3f37-4ed5-9e5d-4507a4819de6),segment_id=42a0f45f-3f37-4ed5-9e5d-4507a4819de6)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:17.473201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.473731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e7a78f1d-4883-4860-96f5-cfecc4f05c5f None None] Could not find standard attr ID for object 22db86eb-6452-41f0-8dc0-0710f5e703e9. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:45:17.476905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658335d-e457-4f85-a8f5-eb9e8385aeb3 None None] No DVR routers for this DVR port 039c369a-2cc0-47fa-990f-d435f8259b97 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:17.488990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Calling delete_port for fd65d09f-8d83-4275-90f0-ce9c9fed696f owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:17.544261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device c628e10e-fe62-47d5-a945-57a39bd4fc93 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:45:17.554116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98ae5a-9369-4de0-9498-b8e8218d8001 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.555676 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd98ae5a-9369-4de0-9498-b8e8218d8001 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4707141 Jul 08 17:45:17.558254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51468) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.592785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe6ec-a333-43dd-8f1c-6094cf95124a req-5e0de9d9-9359-44c3-8967-c5a140b8ed01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.601078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-030fe6ec-a333-43dd-8f1c-6094cf95124a req-5e0de9d9-9359-44c3-8967-c5a140b8ed01 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 943 time: 0.1025896 Jul 08 17:45:17.604385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-55637f80-88eb-41ff-afe0-459415155739 None None] Could not find standard attr ID for object b813ffb7-0de7-4beb-9fc6-1df27f84843e. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:45:17.639193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.661376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-030fe6ec-a333-43dd-8f1c-6094cf95124a req-6c341377-9f2b-49bf-9938-1e904ab24c50 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589929 Jul 08 17:45:17.672609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Port': ['ID=fd65d09f-8d83-4275-90f0-ce9c9fed696f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.674548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] No DVR routers for this DVR port fd65d09f-8d83-4275-90f0-ce9c9fed696f on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:17.690951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0bca1-53c5-484f-b028-476860c7b200 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.691528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-afc0bca1-53c5-484f-b028-476860c7b200 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1319861 Jul 08 17:45:17.694627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51470) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.697640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:17.715467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'port_id': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'mac_address': 'fa:16:3e:48:cb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:45:17.761185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5533f-6365-401a-a89b-c15cd58109ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.762789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5533f-6365-401a-a89b-c15cd58109ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.764508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5533f-6365-401a-a89b-c15cd58109ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.766362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-35f5533f-6365-401a-a89b-c15cd58109ee tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0702417 Jul 08 17:45:17.769066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51472) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.769203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.785520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c628e10e-fe62-47d5-a945-57a39bd4fc93 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:17.805116 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.809310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:17.813835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.819088 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba07596e-023f-4a72-8626-6b27f3412e83']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:17.826731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet a18c2386-ad24-4099-91ac-024869761882 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:17.830400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.833125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a0f45f-3f37-4ed5-9e5d-4507a4819de6') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:17.833423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a0f45f-3f37-4ed5-9e5d-4507a4819de6') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:17.844180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a3e38ffb-a5c0-410c-b079-5aa17c524176 None None] Could not find standard attr ID for object 1a2876fb-8c23-4a92-b202-0b55bf083890. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:45:17.844384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.872412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.879119 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.882362 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.886482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:17.886888 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:17.890398 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:17.959248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.965705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.970059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/networks/ba07596e-023f-4a72-8626-6b27f3412e83 HTTP/1.1" status: 204 len: 168 time: 1.2455230 Jul 08 17:45:17.971659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51474) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.995400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.002546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aae15-6640-4134-bf49-de83c6bed2bf tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Network': ['ID=ba07596e-023f-4a72-8626-6b27f3412e83,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.017279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['c628e10e-fe62-47d5-a945-57a39bd4fc93'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:18.068190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.075734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.106300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.110557 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/a18c2386-ad24-4099-91ac-024869761882 HTTP/1.1" status: 204 len: 168 time: 0.3378680 Jul 08 17:45:18.110557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef4b75-9475-4012-b4f4-7f38fc9c2000 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=a18c2386-ad24-4099-91ac-024869761882,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.111777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51476) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:18.215133 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.228281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Deleting subnet abbdbcde-b282-4d6d-b66b-0726f764cea5 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:18.234947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:18.237125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.266917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2497492-e17c-43bf-b236-852517564576') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:18.267330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2497492-e17c-43bf-b236-852517564576') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:18.277215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:18.283966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.302107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.326361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.340202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:18.340614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:18.343725 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:18.361407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e5a5a-7f54-46c0-98b8-9a97b4e0b545 None None] Network 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:18.426673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a4fccdad-c6a8-4f7d-8f85-1d439474a615 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:18.426963 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.439315 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.450443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.457384 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] 10.222.0.48 "DELETE /v2.0/networks/5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8 HTTP/1.1" status: 204 len: 168 time: 0.4796836 Jul 08 17:45:18.473518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019c192-b112-4e8d-b309-0a50ad3a6bfe tempest-TaggedBootDevicesTest_v242-879716797 tempest-TaggedBootDevicesTest_v242-879716797-project] Pushing event deleted for resources: {'Network': ['ID=5db9b926-5f68-4a9b-93c5-d7f6fbbbd9a8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.482140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.550761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.584913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Subnet': ['ID=abbdbcde-b282-4d6d-b66b-0726f764cea5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.591771 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.596224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:18.596868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f53ba80-3a85-4567-b134-834027990a3d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/abbdbcde-b282-4d6d-b66b-0726f764cea5 HTTP/1.1" status: 204 len: 168 time: 0.4847136 Jul 08 17:45:18.657975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d9814adf-9e3e-47ba-8473-35f03e66006c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595357 Jul 08 17:45:18.660146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51482) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:18.721786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 039c369a-2cc0-47fa-990f-d435f8259b97 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:18.749829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 039c369a-2cc0-47fa-990f-d435f8259b97 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:18.750211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 039c369a-2cc0-47fa-990f-d435f8259b97 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:18.750630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fd65d09f-8d83-4275-90f0-ce9c9fed696f no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:18.752453 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c953309-fc06-4cf0-934a-88f84063639e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:18.754045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7c953309-fc06-4cf0-934a-88f84063639e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0925655 Jul 08 17:45:18.756711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51488) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:18.774291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: fd65d09f-8d83-4275-90f0-ce9c9fed696f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:18.774640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fd65d09f-8d83-4275-90f0-ce9c9fed696f not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:18.868034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] DHCP port deletion for 39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:18.869025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c9b0a-b94c-40ba-8d87-bb07edc20505 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:18.873267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6f0c9b0a-b94c-40ba-8d87-bb07edc20505 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1153624 Jul 08 17:45:18.873430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51492) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:18.917631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b6c77-8971-4f80-8d52-273a518aa3df req-154164db-379d-4362-a8fe-97a21725b690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:18.920553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-572b6c77-8971-4f80-8d52-273a518aa3df req-154164db-379d-4362-a8fe-97a21725b690 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 944 time: 0.0927088 Jul 08 17:45:18.927300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] Deleting port a4fccdad-c6a8-4f7d-8f85-1d439474a615 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:18.931376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.956724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f980b897-532d-477e-9960-50608d7e7c77 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797105 Jul 08 17:45:18.958300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51496) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:18.989802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-572b6c77-8971-4f80-8d52-273a518aa3df req-7d4e7683-e7e4-4dab-b707-58c395d6198f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588033 Jul 08 17:45:19.001315 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb636c-93e1-486c-a48b-60532c8ce2f6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.001315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb636c-93e1-486c-a48b-60532c8ce2f6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.002889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2cfb636c-93e1-486c-a48b-60532c8ce2f6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/1a2876fb-8c23-4a92-b202-0b55bf083890 HTTP/1.1" status: 404 len: 333 time: 0.0433810 Jul 08 17:45:19.003488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.028684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] For port a4fccdad-c6a8-4f7d-8f85-1d439474a615, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a4fccdad-c6a8-4f7d-8f85-1d439474a615,segment=NetworkSegment(fa4387be-6108-4cc4-8e27-c559a68c48c8),segment_id=fa4387be-6108-4cc4-8e27-c559a68c48c8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:19.029246 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.031485 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b250fb0-4c4e-42df-87f2-faa02c36a468 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.031952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b250fb0-4c4e-42df-87f2-faa02c36a468 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.036260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1b250fb0-4c4e-42df-87f2-faa02c36a468 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/a18c2386-ad24-4099-91ac-024869761882 HTTP/1.1" status: 404 len: 337 time: 0.0318429 Jul 08 17:45:19.036877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.044220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] Calling delete_port for a4fccdad-c6a8-4f7d-8f85-1d439474a615 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:19.069091 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfef75f1-6758-482f-8852-23d927016b78 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.069553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfef75f1-6758-482f-8852-23d927016b78 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.071312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bfef75f1-6758-482f-8852-23d927016b78 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/abbdbcde-b282-4d6d-b66b-0726f764cea5 HTTP/1.1" status: 404 len: 337 time: 0.0333631 Jul 08 17:45:19.073841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.100033 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab32fa4-4a1d-4057-869a-2e71f13042c5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.100660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab32fa4-4a1d-4057-869a-2e71f13042c5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.102405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fab32fa4-4a1d-4057-869a-2e71f13042c5 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b813ffb7-0de7-4beb-9fc6-1df27f84843e HTTP/1.1" status: 404 len: 333 time: 0.0276182 Jul 08 17:45:19.105669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.132236 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-c866dc67-caac-4092-8522-6cd789f5a9cd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.132778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c866dc67-caac-4092-8522-6cd789f5a9cd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.134055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.134685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c866dc67-caac-4092-8522-6cd789f5a9cd tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/60560962-76fb-46e2-9160-9b0e4d697fdf HTTP/1.1" status: 404 len: 337 time: 0.0278866 Jul 08 17:45:19.138068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51506) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.165264 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec439b5-b4b8-4e73-ac0f-2206e190fc99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.165728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec439b5-b4b8-4e73-ac0f-2206e190fc99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.166034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] Pushing event deleted for resources: {'Port': ['ID=a4fccdad-c6a8-4f7d-8f85-1d439474a615,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:19.167843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5ec439b5-b4b8-4e73-ac0f-2206e190fc99 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/d6cc97bd-0a7d-4f18-9da4-4d5d7d6550e2 HTTP/1.1" status: 404 len: 337 time: 0.0288317 Jul 08 17:45:19.170266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51508) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.176035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f26460-99d9-476c-8aa1-07d215909d03 None None] No DVR routers for this DVR port a4fccdad-c6a8-4f7d-8f85-1d439474a615 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:19.197003 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b08ce04-3187-41d4-985a-a704b534b3c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.197702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b08ce04-3187-41d4-985a-a704b534b3c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.200170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3b08ce04-3187-41d4-985a-a704b534b3c2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/22db86eb-6452-41f0-8dc0-0710f5e703e9 HTTP/1.1" status: 404 len: 333 time: 0.0288329 Jul 08 17:45:19.202558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51510) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.233343 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc58d88a-ac3f-47a6-a0c2-43412147c7ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.233797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc58d88a-ac3f-47a6-a0c2-43412147c7ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.237700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dc58d88a-ac3f-47a6-a0c2-43412147c7ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/25a3c9fc-b589-4aab-9b27-2cbd5706568d HTTP/1.1" status: 404 len: 337 time: 0.0320280 Jul 08 17:45:19.237953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51512) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.264048 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcc8dcb-4e33-40e2-8ac9-26aaf01e659c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.264432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcc8dcb-4e33-40e2-8ac9-26aaf01e659c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.266126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-edcc8dcb-4e33-40e2-8ac9-26aaf01e659c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/5ce3143c-7f9c-4b7b-93f6-d21f0c079033 HTTP/1.1" status: 404 len: 337 time: 0.0272605 Jul 08 17:45:19.268631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51514) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.295747 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d94fcb-266e-4f64-b841-ca3ef827622a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.296511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d94fcb-266e-4f64-b841-ca3ef827622a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.298346 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-67d94fcb-266e-4f64-b841-ca3ef827622a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/61507fe3-e02f-416f-b234-41af3664cdb6 HTTP/1.1" status: 404 len: 333 time: 0.0286329 Jul 08 17:45:19.300880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51516) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.333652 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-064bd208-d8de-4b1b-81bd-2a8ca2fca801 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.334144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064bd208-d8de-4b1b-81bd-2a8ca2fca801 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.335893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-064bd208-d8de-4b1b-81bd-2a8ca2fca801 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/61b61c0b-1e08-4aed-bedc-ca1a5173eb1e HTTP/1.1" status: 404 len: 337 time: 0.0340846 Jul 08 17:45:19.339126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51518) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.364643 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-517a9ad1-938c-47ee-b384-b45f31d51057 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.365104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517a9ad1-938c-47ee-b384-b45f31d51057 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.369040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-517a9ad1-938c-47ee-b384-b45f31d51057 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/ae0d01a7-65dd-4c59-937a-e6af42841be5 HTTP/1.1" status: 404 len: 337 time: 0.0268085 Jul 08 17:45:19.369311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51520) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.395683 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb29cd0-a01b-4cdd-8fd6-897e58d75c54 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.396320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb29cd0-a01b-4cdd-8fd6-897e58d75c54 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.398022 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5bb29cd0-a01b-4cdd-8fd6-897e58d75c54 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b00fd6b9-3d75-40a3-a8c7-0d3332316de6 HTTP/1.1" status: 404 len: 333 time: 0.0277510 Jul 08 17:45:19.400515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.431237 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c94ec5-1336-4f43-9590-14c37e3cce3f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.431684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c94ec5-1336-4f43-9590-14c37e3cce3f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.433825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-59c94ec5-1336-4f43-9590-14c37e3cce3f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/babb2344-eb3c-4384-a114-90924f37dd24 HTTP/1.1" status: 404 len: 337 time: 0.0317175 Jul 08 17:45:19.436319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51524) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.462560 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-736105f6-70d2-48dc-adf2-0c7804a438d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.463193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736105f6-70d2-48dc-adf2-0c7804a438d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.465459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-736105f6-70d2-48dc-adf2-0c7804a438d0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/25a533a4-03c9-4784-bf31-70f04b282506 HTTP/1.1" status: 404 len: 333 time: 0.0283246 Jul 08 17:45:19.467867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.495951 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6eb53f-3631-4dd2-aa73-7ee21699ba5c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.496696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6eb53f-3631-4dd2-aa73-7ee21699ba5c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.500759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-db6eb53f-3631-4dd2-aa73-7ee21699ba5c tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/d56f8af0-bea5-4f87-a786-3625ab436acc HTTP/1.1" status: 404 len: 337 time: 0.0297513 Jul 08 17:45:19.501034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.508148 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb74d337-ab09-4c96-a59e-e57427479073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.530073 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beb12aa-fbad-4541-adb9-0a74619eedcb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.530657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beb12aa-fbad-4541-adb9-0a74619eedcb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.534888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8beb12aa-fbad-4541-adb9-0a74619eedcb tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/900456d3-51e6-4f33-8a22-cd21640ad398 HTTP/1.1" status: 404 len: 333 time: 0.0305586 Jul 08 17:45:19.535090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.559003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device c628e10e-fe62-47d5-a945-57a39bd4fc93 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:19.563569 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faec476-511a-4dca-ac79-3950b7602d78 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.564029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faec476-511a-4dca-ac79-3950b7602d78 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.569382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7faec476-511a-4dca-ac79-3950b7602d78 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/f114e18c-6e77-479c-ba73-5572e975f548 HTTP/1.1" status: 404 len: 337 time: 0.0311131 Jul 08 17:45:19.569666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.604832 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-146fbee5-38a4-451d-b1e1-7837a0c545e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.605577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146fbee5-38a4-451d-b1e1-7837a0c545e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.607644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-146fbee5-38a4-451d-b1e1-7837a0c545e4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/f0879c00-4acd-4921-8342-822730381632 HTTP/1.1" status: 404 len: 333 time: 0.0367849 Jul 08 17:45:19.610036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.615395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port c628e10e-fe62-47d5-a945-57a39bd4fc93 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:19.621317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port c628e10e-fe62-47d5-a945-57a39bd4fc93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:19.621695 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.638011 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ecd466-a403-4cc7-a871-5424c49ea97a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.638485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ecd466-a403-4cc7-a871-5424c49ea97a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.642707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-74ecd466-a403-4cc7-a871-5424c49ea97a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/28225d6d-9be7-40a7-9b32-ab29c5fa889c HTTP/1.1" status: 404 len: 337 time: 0.0292780 Jul 08 17:45:19.643011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.671303 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b91ea1-8d3d-4487-a96f-f5b180f289e0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.672186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b91ea1-8d3d-4487-a96f-f5b180f289e0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.674270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-72b91ea1-8d3d-4487-a96f-f5b180f289e0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b3556be0-24b4-4d53-9a6a-081ac31cfd30 HTTP/1.1" status: 404 len: 333 time: 0.0301363 Jul 08 17:45:19.676856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.708233 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f9187b-6277-45b6-93da-e20544ffa3ca tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.708826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f9187b-6277-45b6-93da-e20544ffa3ca tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.709085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.712959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f3f9187b-6277-45b6-93da-e20544ffa3ca tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/352c3af2-9d9a-4641-bd8e-d8dfd46b7356 HTTP/1.1" status: 404 len: 337 time: 0.0327837 Jul 08 17:45:19.713815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.733581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:19.741712 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d6dbb0-2255-4071-8472-400908a1dd18" -d '{"events": [{"server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "name": "network-vif-plugged", "status": "completed", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:19.744339 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bd6750-4a4f-4bb9-a22c-9c8d647888f8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.745094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bd6750-4a4f-4bb9-a22c-9c8d647888f8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.746887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-91bd6750-4a4f-4bb9-a22c-9c8d647888f8 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/fcdc94b8-c30c-4641-8e79-e2be24159f2e HTTP/1.1" status: 404 len: 333 time: 0.0320618 Jul 08 17:45:19.749261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51544) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.758509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:19.763782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.778294 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ba2ed7-bbdb-4439-8fbd-5e2c0bc7dbf0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.779096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ba2ed7-bbdb-4439-8fbd-5e2c0bc7dbf0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.780863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9ba2ed7-bbdb-4439-8fbd-5e2c0bc7dbf0 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/c2da759f-628a-403b-b8a6-1e988ca13641 HTTP/1.1" status: 404 len: 337 time: 0.0306883 Jul 08 17:45:19.783687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51546) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.792486 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2708f4e1-498e-4906-8a24-dea5d4e8939c x-openstack-request-id: req-2708f4e1-498e-4906-8a24-dea5d4e8939c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:19.792783 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "name": "network-vif-plugged", "status": "completed", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:19.793353 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2708f4e1-498e-4906-8a24-dea5d4e8939c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:19.793493 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'code': 200} Jul 08 17:45:19.814081 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-73134152-d128-44dd-a446-0b5b575f8d65 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.815071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73134152-d128-44dd-a446-0b5b575f8d65 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.819712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51548) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.820011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-73134152-d128-44dd-a446-0b5b575f8d65 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/b694811f-7c0b-4a31-a68f-2659f148ceaf HTTP/1.1" status: 404 len: 337 time: 0.0348921 Jul 08 17:45:19.840389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:19.854442 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-92623e78-0c6a-4c9b-a2c4-b7a5b6dfffe3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.855165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92623e78-0c6a-4c9b-a2c4-b7a5b6dfffe3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.856888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-92623e78-0c6a-4c9b-a2c4-b7a5b6dfffe3 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/f39248b4-0b45-47a9-9e2d-1db24b8d208b HTTP/1.1" status: 404 len: 333 time: 0.0362072 Jul 08 17:45:19.859428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51550) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.888185 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3181bca7-c346-48cc-8400-4fcde13ed765 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.888739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3181bca7-c346-48cc-8400-4fcde13ed765 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.890601 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3181bca7-c346-48cc-8400-4fcde13ed765 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/f7815ca9-d309-4509-a6ea-d7110e495d72 HTTP/1.1" status: 404 len: 337 time: 0.0302045 Jul 08 17:45:19.893173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51552) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.911863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181c3fe-d923-4023-b6dd-591bc9907fb3 req-e214b2cd-d757-4a6b-a756-6df69a94a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:19.913480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5181c3fe-d923-4023-b6dd-591bc9907fb3 req-e214b2cd-d757-4a6b-a756-6df69a94a644 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1096 time: 0.0542839 Jul 08 17:45:19.924903 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58b5eb1-3035-4acb-81e6-ed37f7459a8d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.926011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58b5eb1-3035-4acb-81e6-ed37f7459a8d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.929975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f58b5eb1-3035-4acb-81e6-ed37f7459a8d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/d56da700-111f-44c8-9245-a5211a61a165 HTTP/1.1" status: 404 len: 337 time: 0.0337286 Jul 08 17:45:19.930436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51554) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.953940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5181c3fe-d923-4023-b6dd-591bc9907fb3 req-ed2b6e72-8dfd-40ce-b683-2a786d9dee88 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334973 Jul 08 17:45:19.959654 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c8accb-fa04-420d-8aff-06b6b599f90f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.960640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c8accb-fa04-420d-8aff-06b6b599f90f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.962448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-36c8accb-fa04-420d-8aff-06b6b599f90f tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/09d8661a-a532-4bbd-a321-139d17e5cad9 HTTP/1.1" status: 404 len: 333 time: 0.0310793 Jul 08 17:45:19.965103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.992662 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc736ec-2691-41f9-9511-b244b3a8d9f1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:19.993123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc736ec-2691-41f9-9511-b244b3a8d9f1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:19.995486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2fc736ec-2691-41f9-9511-b244b3a8d9f1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/34ca2340-a80e-4a9a-8304-f5e15dbebfc5 HTTP/1.1" status: 404 len: 337 time: 0.0287633 Jul 08 17:45:19.998541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.029067 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-73737848-b7c1-469d-a151-8a047a937fc6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.029523 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73737848-b7c1-469d-a151-8a047a937fc6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.031248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73737848-b7c1-469d-a151-8a047a937fc6 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/b64c271d-6dbf-45f0-be7f-5e9d908df815 HTTP/1.1" status: 404 len: 337 time: 0.0317912 Jul 08 17:45:20.033823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.061164 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7678096-eb5d-4819-a5cc-a85ec80e00e2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.061956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7678096-eb5d-4819-a5cc-a85ec80e00e2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.063734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a7678096-eb5d-4819-a5cc-a85ec80e00e2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/cd926196-cbac-47ba-ab04-fb8b95f20066 HTTP/1.1" status: 404 len: 333 time: 0.0289769 Jul 08 17:45:20.066451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51566) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.093378 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cf0ba4-e0ec-4512-9c06-ab160ffacd2e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.093844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9cf0ba4-e0ec-4512-9c06-ab160ffacd2e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.100871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a9cf0ba4-e0ec-4512-9c06-ab160ffacd2e tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/764da36f-1a29-4bb3-ace9-165a1ed71f33 HTTP/1.1" status: 404 len: 337 time: 0.0282302 Jul 08 17:45:20.100871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.128390 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b28b2c-8684-4ce8-8f14-19fde0208279 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.128856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b28b2c-8684-4ce8-8f14-19fde0208279 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.133033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6b28b2c-8684-4ce8-8f14-19fde0208279 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/ddbef4ee-8431-42f3-9e61-18cb8ee08ab4 HTTP/1.1" status: 404 len: 337 time: 0.0307853 Jul 08 17:45:20.133263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51570) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.163673 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e9332022-ea94-4828-b806-8399e98a010a tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports?device_id=7a16309e-628f-4c6f-81d0-5175f14a806e HTTP/1.1" status: 200 len: 205 time: 0.0289781 Jul 08 17:45:20.165569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51572) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.184925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeb65c-57c4-49bf-b458-0b611eec0aad req-93a02923-60fb-4e6a-afba-f1556742812b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:20.186523 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bdeb65c-57c4-49bf-b458-0b611eec0aad req-93a02923-60fb-4e6a-afba-f1556742812b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0785294 Jul 08 17:45:20.210299 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c2b1b246-18b6-4c5b-9d29-09b7cf93a5c1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] delete failed (client error): The resource could not be found. Jul 08 17:45:20.211348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2b1b246-18b6-4c5b-9d29-09b7cf93a5c1 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/routers/7a16309e-628f-4c6f-81d0-5175f14a806e HTTP/1.1" status: 404 len: 336 time: 0.0448439 Jul 08 17:45:20.214099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51574) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.229601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:20.244195 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3bdeb65c-57c4-49bf-b458-0b611eec0aad req-a5e10c4b-5980-421c-a18a-ecdd3e69ec4f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517960 Jul 08 17:45:20.255924 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-80975428-1e7c-4a36-b205-209adf7f713b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.256577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80975428-1e7c-4a36-b205-209adf7f713b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.261104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80975428-1e7c-4a36-b205-209adf7f713b tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/81ddbe6a-59a6-4cc8-9b54-4587b784714c HTTP/1.1" status: 404 len: 337 time: 0.0433629 Jul 08 17:45:20.261337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.263158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a4fccdad-c6a8-4f7d-8f85-1d439474a615 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:20.263510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a4fccdad-c6a8-4f7d-8f85-1d439474a615 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:20.293347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b6ebf196-6afa-47b4-9830-467f577058ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab75e90-30e9-4761-8f07-b9d3ba0b09d3 HTTP/1.1" status: 200 len: 205 time: 0.0308743 Jul 08 17:45:20.295568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.336401 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-688b0776-69fa-43d2-a571-c0a5fc151d00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] delete failed (client error): The resource could not be found. Jul 08 17:45:20.337415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-688b0776-69fa-43d2-a571-c0a5fc151d00 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/routers/aab75e90-30e9-4761-8f07-b9d3ba0b09d3 HTTP/1.1" status: 404 len: 336 time: 0.0409670 Jul 08 17:45:20.340030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.365614 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b98c95-680f-4f37-9007-c05f03f31c95 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.366013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b98c95-680f-4f37-9007-c05f03f31c95 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.367631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5b98c95-680f-4f37-9007-c05f03f31c95 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/de125f89-9b7d-42fb-815a-34c4d5d3cb12 HTTP/1.1" status: 404 len: 337 time: 0.0267339 Jul 08 17:45:20.370707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.397671 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd1ec01-375e-4204-9f9a-2673f22e5df7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.398150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd1ec01-375e-4204-9f9a-2673f22e5df7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.399831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4fd1ec01-375e-4204-9f9a-2673f22e5df7 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/7b50fa78-efc8-459a-99b5-a34b1d7dfb13 HTTP/1.1" status: 404 len: 337 time: 0.0280750 Jul 08 17:45:20.402281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51584) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.428300 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e32045f-1909-4635-b193-052ea4feaf08 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.428983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e32045f-1909-4635-b193-052ea4feaf08 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.430724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e32045f-1909-4635-b193-052ea4feaf08 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/abecb9d6-309d-4409-9240-013e8fcdd20a HTTP/1.1" status: 404 len: 333 time: 0.0273218 Jul 08 17:45:20.434018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51586) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.459504 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-657eaebf-5435-4a35-b0e7-167b9fb4f427 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.459945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657eaebf-5435-4a35-b0e7-167b9fb4f427 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.461629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-657eaebf-5435-4a35-b0e7-167b9fb4f427 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/df46bf5a-2c7a-40a6-80ba-fe2d3dd38a12 HTTP/1.1" status: 404 len: 337 time: 0.0267279 Jul 08 17:45:20.464750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.494377 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bf1f78-42ee-4a86-8573-13d21f017210 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.495208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bf1f78-42ee-4a86-8573-13d21f017210 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.496837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a5bf1f78-42ee-4a86-8573-13d21f017210 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/fed9b1d4-f048-4251-9782-547bdb49fa25 HTTP/1.1" status: 404 len: 333 time: 0.0312302 Jul 08 17:45:20.499238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.524159 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7eb060-d211-4b8f-8a06-827496ea15d4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.524616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7eb060-d211-4b8f-8a06-827496ea15d4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.526940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df7eb060-d211-4b8f-8a06-827496ea15d4 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/31a078d1-8de6-4569-b20c-74e7904db92b HTTP/1.1" status: 404 len: 337 time: 0.0268238 Jul 08 17:45:20.529784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.556302 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c48626-9149-4211-86a3-60d761124c62 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.557017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c48626-9149-4211-86a3-60d761124c62 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.558847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-92c48626-9149-4211-86a3-60d761124c62 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/6591f549-b231-4945-8d76-82d7a3044f2c HTTP/1.1" status: 404 len: 333 time: 0.0281312 Jul 08 17:45:20.561434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.589299 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-882a82d7-202f-4f75-893a-d5ab7021e750 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.589797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882a82d7-202f-4f75-893a-d5ab7021e750 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.591739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-882a82d7-202f-4f75-893a-d5ab7021e750 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/9fbe6bdb-b17e-43be-9c76-0321a3c9ed8c HTTP/1.1" status: 404 len: 337 time: 0.0293324 Jul 08 17:45:20.594298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.621102 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b703b6-8bb6-4a29-98a9-6c8128ef2a50 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.621742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b703b6-8bb6-4a29-98a9-6c8128ef2a50 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.623462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c3b703b6-8bb6-4a29-98a9-6c8128ef2a50 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/f9ecb10d-c699-4efc-a835-b50ce668b9e1 HTTP/1.1" status: 404 len: 333 time: 0.0281990 Jul 08 17:45:20.625872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51598) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.656825 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b319c53-0269-4ba6-a931-b9be0f90637d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.657291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b319c53-0269-4ba6-a931-b9be0f90637d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.659905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b319c53-0269-4ba6-a931-b9be0f90637d tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/a1bee49b-86eb-4846-9552-08738eab02c1 HTTP/1.1" status: 404 len: 337 time: 0.0330570 Jul 08 17:45:20.661639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51600) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.687888 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bd6393-195e-40b6-9dcd-e8454f2003b2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.688541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bd6393-195e-40b6-9dcd-e8454f2003b2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.690262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e8bd6393-195e-40b6-9dcd-e8454f2003b2 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/6f3a64ed-2287-4b0a-af17-055505bf128c HTTP/1.1" status: 404 len: 333 time: 0.0276711 Jul 08 17:45:20.692713 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.719577 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda099d1-da40-4db6-acc2-4a7769965e80 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.719949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda099d1-da40-4db6-acc2-4a7769965e80 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.724569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dda099d1-da40-4db6-acc2-4a7769965e80 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/96dd9535-11e3-47af-9f5d-c558c9464a02 HTTP/1.1" status: 404 len: 337 time: 0.0280809 Jul 08 17:45:20.724741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.754490 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ecb814-9a39-4a47-83e6-73bcab592a09 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.755199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ecb814-9a39-4a47-83e6-73bcab592a09 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.757054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-08ecb814-9a39-4a47-83e6-73bcab592a09 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/b7c81c80-eb04-4dc2-bbf0-a225d576e5c7 HTTP/1.1" status: 404 len: 333 time: 0.0314264 Jul 08 17:45:20.759724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.787373 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c1405-45df-4894-a5da-7cae8ff647ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.788085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82c1405-45df-4894-a5da-7cae8ff647ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.790628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b82c1405-45df-4894-a5da-7cae8ff647ef tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/2859412f-9b15-4eb7-81bc-a32a5a00ddef HTTP/1.1" status: 404 len: 337 time: 0.0296881 Jul 08 17:45:20.793763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.822058 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-8377f0c9-3edb-43d8-a026-3908a9c76618 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.822652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8377f0c9-3edb-43d8-a026-3908a9c76618 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.824466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8377f0c9-3edb-43d8-a026-3908a9c76618 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/ports/386f0d03-b693-4e61-b38e-a71cb3b4b5f5 HTTP/1.1" status: 404 len: 333 time: 0.0295556 Jul 08 17:45:20.827179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.859456 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-6380730c-b930-476d-9ca4-7958312f0b55 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:20.859921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6380730c-b930-476d-9ca4-7958312f0b55 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:20.861647 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6380730c-b930-476d-9ca4-7958312f0b55 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/subnets/a93f526c-8778-4142-b29e-fc7284a9a963 HTTP/1.1" status: 404 len: 337 time: 0.0334213 Jul 08 17:45:20.864200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.946112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.041041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.065082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b4c1e1-b1ee-4533-a2ed-10b0aed5c216']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:21.072521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4387be-6108-4cc4-8e27-c559a68c48c8') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:21.072832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4387be-6108-4cc4-8e27-c559a68c48c8') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:21.082945 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.098087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.105269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:21.105716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:21.108972 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:21.170855 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.178457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.181794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] 10.222.0.48 "DELETE /v2.0/networks/39b4c1e1-b1ee-4533-a2ed-10b0aed5c216 HTTP/1.1" status: 204 len: 168 time: 0.3143528 Jul 08 17:45:21.192859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e943fd-524e-4672-ae17-f0a89d55ad67 tempest-NetworksTestDHCPv6-582520235 tempest-NetworksTestDHCPv6-582520235-project] Pushing event deleted for resources: {'Network': ['ID=39b4c1e1-b1ee-4533-a2ed-10b0aed5c216,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.437458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5422a-c652-466b-9258-397f9203c724 req-171f89fe-e56e-41c4-9a5d-9f4c91ab0d56 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:21.439199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33d5422a-c652-466b-9258-397f9203c724 req-171f89fe-e56e-41c4-9a5d-9f4c91ab0d56 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0738220 Jul 08 17:45:21.443463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51622) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:21.488507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33d5422a-c652-466b-9258-397f9203c724 req-c49a9866-8a0d-46ac-8bbe-c0158c01fa56 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Jul 08 17:45:21.591230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bb8013eb-9a8b-4b17-b111-f7391cdc8a43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31a19ed539bf4de0a084c6dee576626f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464951 Jul 08 17:45:21.593564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51630) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:21.646416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e7a7-d5a7-4cfd-b1fa-bde61aea583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.669430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e7a7-d5a7-4cfd-b1fa-bde61aea583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.688357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b14a-15f6-4fa1-ba81-59a1420982ad req-8bded317-f3f2-4414-96a5-1e5df96abd8f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:21.690367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37a0b14a-15f6-4fa1-ba81-59a1420982ad req-8bded317-f3f2-4414-96a5-1e5df96abd8f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0803611 Jul 08 17:45:21.721866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e7a7-d5a7-4cfd-b1fa-bde61aea583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.726650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e7a7-d5a7-4cfd-b1fa-bde61aea583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.729253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b4d5e7a7-d5a7-4cfd-b1fa-bde61aea583c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/938d9471-cbee-4431-a3bf-f6698a49638a HTTP/1.1" status: 204 len: 168 time: 0.1344762 Jul 08 17:45:21.745452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5e7a7-d5a7-4cfd-b1fa-bde61aea583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938d9471-cbee-4431-a3bf-f6698a49638a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.753942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37a0b14a-15f6-4fa1-ba81-59a1420982ad req-ab31e7a4-176d-4ac9-b034-9d2f2817436d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511453 Jul 08 17:45:21.781576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51634) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:21.853627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543aed4-9aa3-4f7a-9eb5-6ee72233e5f2 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:21.858450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e543aed4-9aa3-4f7a-9eb5-6ee72233e5f2 tempest-TestNetworkAdvancedServerOps-1623555806 tempest-TestNetworkAdvancedServerOps-1623555806-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1091 time: 0.0750313 Jul 08 17:45:21.859276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:21.864801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:21.896533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.003583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.125569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Allocated IP 172.25.3.3 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/817c2914-e096-4ae8-b13d-1fd2eda7543c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:22.206694 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5767ae70-242f-4323-8d6d-d79ebf4e4592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.274191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.335243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.335870 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.381335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:22.385753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:22.395605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:22.484147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=817c2914-e096-4ae8-b13d-1fd2eda7543c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:22.602592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51662) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:22.733490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-521029794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:22.760259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.761604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.834978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.840262 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.842493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.859680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.863361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a02f4fa3-2834-4aea-ada6-eae62f059c27 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2573059 Jul 08 17:45:22.863692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51666) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:22.868975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-528526937'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:22.893361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Made reservation on behalf of bdd64a5cadfb4439bf37c1e79c82b630 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:22.896949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.907399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.931063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.018149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.023734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.059279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0720f9f-db75-45c4-a4e1-b21738749c8e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:23.061805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:23.073850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.074277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.074625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.074963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.075327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.075829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.076016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.076320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.076647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.077133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.077317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.077612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:23.085839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.086228 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Added segment ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac of type vlan for network 91753bf3-0336-476c-b44d-f59ebda7659d Jul 08 17:45:23.102183 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.108859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.133503 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.171465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.178055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:23.178741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.187240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event updated for resources: {'Port': ['ID=817c2914-e096-4ae8-b13d-1fd2eda7543c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:23.200779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.245612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3795080 Jul 08 17:45:23.249146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:23.255293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'subnet': {'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:23.262947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6196eef-0614-42c6-a6ee-f48425fec1de tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Network': ['ID=91753bf3-0336-476c-b44d-f59ebda7659d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:23.274341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 91753bf3-0336-476c-b44d-f59ebda7659d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:23.393397 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP 4de1cb45-b01b-47df-85a3-fa612cd2cb9a associated. External IP: 172.25.3.3, port: c628e10e-fe62-47d5-a945-57a39bd4fc93. Jul 08 17:45:23.446285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Made reservation on behalf of bdd64a5cadfb4439bf37c1e79c82b630 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:23.451671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.607778 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.769399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router a1df8f0b-f130-45c0-abc1-e3779b735f3e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:23.778517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.924090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Subnet': ['ID=2ec291b7-024b-4aaf-975e-c766de217587,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:23.941145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Checking segment: {'id': 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:23.941509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network hostable DHCP agents. Network: 91753bf3-0336-476c-b44d-f59ebda7659d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:23.965335 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:23.975513 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] Sync routers for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:23.977204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 91753bf3-0336-476c-b44d-f59ebda7659d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:23.998936 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.002734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 91753bf3-0336-476c-b44d-f59ebda7659d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:24.002922 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:24.003057 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.012623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f5e4e-f8a0-45cc-96ba-0f3959b0e8a2 None None] Network 91753bf3-0336-476c-b44d-f59ebda7659d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:24.027718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.028578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.053454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e97b818d-0456-4d96-bc5c-95e6d31b1fc5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8031440 Jul 08 17:45:24.055080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a32f08c7-ebbf-4be3-b179-0a6ba4c423a7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1942623 Jul 08 17:45:24.055670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:24.058430 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a757777-956d-485c-8e4f-5a89871c6dba" -d '{"events": [{"name": "network-changed", "server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:24.060506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.066387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'network': {'name': 'tempest-router-network01--664712721'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:24.114574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Made reservation on behalf of bdd64a5cadfb4439bf37c1e79c82b630 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:24.122167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.133648 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7931f0-4452-40a4-babb-f9194acaa0fc x-openstack-request-id: req-5a7931f0-4452-40a4-babb-f9194acaa0fc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:24.133974 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:24.134224 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a7931f0-4452-40a4-babb-f9194acaa0fc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:24.134658 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'status': 'completed', 'code': 200} Jul 08 17:45:24.182237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:24.201293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.201655 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Added segment 68c41582-fa3a-4076-909b-ad6dfb3c4521 of type vlan for network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 Jul 08 17:45:24.206263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:24.238378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-91753bf3-0336-476c-b44d-f59ebda7659d', 'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d', 'tenant_id': 'bdd64a5cadfb4439bf37c1e79c82b630', 'fixed_ips': [{'subnet_id': '2ec291b7-024b-4aaf-975e-c766de217587'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:24.243375 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.289561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a757777-956d-485c-8e4f-5a89871c6dba req-8bb63004-92fc-49b4-96fd-13a061ab8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.292432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.294878 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-8bb63004-92fc-49b4-96fd-13a061ab8dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1096 time: 0.1346774 Jul 08 17:45:24.341399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.350282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.350910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.401899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3fa7-05a5-47a5-b9fe-73a59a38a175 req-29df5509-26b6-4dc8-9291-78031050c881 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.422078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-392a3fa7-05a5-47a5-b9fe-73a59a38a175 req-29df5509-26b6-4dc8-9291-78031050c881 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.1798472 Jul 08 17:45:24.456776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Allocated IP 172.20.0.2 (91753bf3-0336-476c-b44d-f59ebda7659d/2ec291b7-024b-4aaf-975e-c766de217587/7a347c2f-6e26-4c70-a4d9-9c6e8a66d129) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:24.478722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a757777-956d-485c-8e4f-5a89871c6dba req-09dadc01-c853-4d1e-a80c-430ef8d35b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.481439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-09dadc01-c853-4d1e-a80c-430ef8d35b7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 898 time: 0.1803157 Jul 08 17:45:24.513277 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '4de1cb45-b01b-47df-85a3-fa612cd2cb9a', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'port_id': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'mac_address': 'fa:16:3e:48:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:45:22Z', 'updated_at': '2021-07-08T17:45:22Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:12Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.545024 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] Checking router: a1df8f0b-f130-45c0-abc1-e3779b735f3e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:24.554962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4913709 Jul 08 17:45:24.556542 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:24.557687 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.559323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.564667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'network': {'name': 'tempest-router-network02--1449280752'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:24.600545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Made reservation on behalf of bdd64a5cadfb4439bf37c1e79c82b630 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:24.605009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.630900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cadfa-4567-4ed6-9852-548413416de7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Network': ['ID=7a7706b9-058f-4870-aa93-a9bfdd9fc502,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.631444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.642596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-d97d4b5e-2a50-4b02-b80d-8f51465fd96d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 997 time: 0.1440697 Jul 08 17:45:24.644883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:24.647930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Transition to ACTIVE for port object 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:24.656840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-392a3fa7-05a5-47a5-b9fe-73a59a38a175 req-36bee477-2cb1-4de8-9d45-1dbbc5a4a31c tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300267 Jul 08 17:45:24.672374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.696146 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:24.710483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Transition to ACTIVE for port object 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:24.720561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.743899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:24.769296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Network 91753bf3-0336-476c-b44d-f59ebda7659d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:24.772575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:24.776533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.777544 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Added segment dd7ae482-75dc-43b2-9c9a-abc195738a55 of type vlan for network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 Jul 08 17:45:24.777690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:24.804822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8ac8a04c-3651-4c2f-990d-1a21978607ec tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/4de1cb45-b01b-47df-85a3-fa612cd2cb9a HTTP/1.1" status: 200 len: 989 time: 0.1309958 Jul 08 17:45:24.811201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a757777-956d-485c-8e4f-5a89871c6dba req-733fd96c-5252-47c6-8ede-fd465d2f39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.812871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-733fd96c-5252-47c6-8ede-fd465d2f39e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 200 len: 834 time: 0.1694782 Jul 08 17:45:24.822266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Pushing event updated for resources: {'Port': ['ID=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.854523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Attempting to bind port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:24.855052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Attempting to bind port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:24.855638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Attempting to bind port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 on network 91753bf3-0336-476c-b44d-f59ebda7659d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:24.861217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:24.861721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Checking segment: {'id': 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:24.862260 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.862769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Bound using segment: {'id': 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:24.863357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Bound port: 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '91753bf3-0336-476c-b44d-f59ebda7659d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:24.863846 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.874304 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.919497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.925790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.927190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.943687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] For port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:24.947491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] For port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,segment=NetworkSegment(ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac),segment_id=ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:24.953550 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.014257 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '4de1cb45-b01b-47df-85a3-fa612cd2cb9a', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'port_id': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'mac_address': 'fa:16:3e:48:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:45:22Z', 'updated_at': '2021-07-08T17:45:22Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:12Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:25.035585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.057073 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36205ad-f292-4719-9aa1-375ea81295a2 None None] The sync data for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 is: [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '4de1cb45-b01b-47df-85a3-fa612cd2cb9a', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'port_id': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'mac_address': 'fa:16:3e:48:cb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:45:22Z', 'updated_at': '2021-07-08T17:45:22Z', 'revision_number': 0, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:12Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:25.069190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a8ed-ac0c-4056-b8ac-848156b007f5 None None] Pushing event updated for resources: {'Port': ['ID=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.373695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e482c-d4d6-4e1d-a98d-808a9018464d None None] New status for floating IP 4de1cb45-b01b-47df-85a3-fa612cd2cb9a: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:45:25.422826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a757777-956d-485c-8e4f-5a89871c6dba req-478e3feb-18cc-40d1-bb15-12cb32f48af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:25.424341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-478e3feb-18cc-40d1-bb15-12cb32f48af2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2442461-1fe9-4f83-adeb-7d132d0007fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5905290 Jul 08 17:45:25.431199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:25.432569 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8709319 Jul 08 17:45:25.436643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'subnet': {'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:25.542623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-f2a144f8-c343-4d31-b881-34f92140c172 service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101727 Jul 08 17:45:25.560425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed6b6-5625-422e-b786-207830407fff tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Network': ['ID=6d9b91cd-24d9-4490-8f3b-2894967b9b25,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.604605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:25.649632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Made reservation on behalf of bdd64a5cadfb4439bf37c1e79c82b630 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:25.662902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.685869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a757777-956d-485c-8e4f-5a89871c6dba req-14f3d5bd-d822-493d-a4d2-f1684b775e29 service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368184 Jul 08 17:45:25.808337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51692) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:25.883699 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-72d059a8-08fd-4c53-9b0b-607ee5b2095f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/4de1cb45-b01b-47df-85a3-fa612cd2cb9a HTTP/1.1" status: 200 len: 991 time: 0.0739157 Jul 08 17:45:25.897157 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.970709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Subnet': ['ID=886c3d4f-a73d-4e38-984c-fef4130b555c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.979833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Checking segment: {'id': '68c41582-fa3a-4076-909b-ad6dfb3c4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:25.980285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network hostable DHCP agents. Network: 7a7706b9-058f-4870-aa93-a9bfdd9fc502, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:25.998124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:26.007971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 7a7706b9-058f-4870-aa93-a9bfdd9fc502) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:26.014165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:26.014953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.019601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e074bf-4b07-4387-bc9b-71dcb825cc7a None None] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:26.035554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-32c2d7c6-4913-4513-977b-6c2f5de8f789 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6007531 Jul 08 17:45:26.035773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51694) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.044890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'subnet': {'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:26.151273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Made reservation on behalf of bdd64a5cadfb4439bf37c1e79c82b630 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:26.156075 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.215470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-7a7706b9-058f-4870-aa93-a9bfdd9fc502', 'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502', 'tenant_id': 'bdd64a5cadfb4439bf37c1e79c82b630', 'fixed_ips': [{'subnet_id': '886c3d4f-a73d-4e38-984c-fef4130b555c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:26.217166 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.316101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5572d950-d97c-4e5c-ac72-254e5dff87de None None] Network 91753bf3-0336-476c-b44d-f59ebda7659d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:26.359607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:26.424137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.440103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5111396a-38e1-4030-9606-61890ba35d38 None None] Provisioning for port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:26.498090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Subnet': ['ID=e9996e24-aa1b-4b5f-89cb-27ccf33da48a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:26.504055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Checking segment: {'id': 'dd7ae482-75dc-43b2-9c9a-abc195738a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:26.504258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network hostable DHCP agents. Network: 6d9b91cd-24d9-4490-8f3b-2894967b9b25, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:26.523005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:26.524615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Allocated IP 172.20.0.2 (7a7706b9-058f-4870-aa93-a9bfdd9fc502/886c3d4f-a73d-4e38-984c-fef4130b555c/a630d143-a557-4617-a13d-15b3e1b0a90d) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:26.533888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 6d9b91cd-24d9-4490-8f3b-2894967b9b25) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:26.539615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:26.540195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.552851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77c2b1-c877-4a06-b4dd-0c7920e5d898 None None] Network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:26.558669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb372baf-da7a-4dd8-b1f9-c0b408c779f5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5210674 Jul 08 17:45:26.560639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.571751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:26.617916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:26.618622 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.872163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.069052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.105188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Transition to ACTIVE for port object a630d143-a557-4617-a13d-15b3e1b0a90d will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:27.107714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.113014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-6d9b91cd-24d9-4490-8f3b-2894967b9b25', 'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25', 'tenant_id': 'bdd64a5cadfb4439bf37c1e79c82b630', 'fixed_ips': [{'subnet_id': 'e9996e24-aa1b-4b5f-89cb-27ccf33da48a'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:27.113838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.147373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Transition to ACTIVE for port object a630d143-a557-4617-a13d-15b3e1b0a90d will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:27.164180 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.221042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Allocated IP 172.20.0.1 (7a7706b9-058f-4870-aa93-a9bfdd9fc502/886c3d4f-a73d-4e38-984c-fef4130b555c/407db8d3-1d14-4b52-b8b5-9fcab0e238fe) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:27.251828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,segment=NetworkSegment(ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac),segment_id=ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:27.274007 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.276987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:27.288547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:27.293889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:27.330373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Pushing event updated for resources: {'Port': ['ID=a630d143-a557-4617-a13d-15b3e1b0a90d,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.366392 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.382914 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Transition to ACTIVE for port object 407db8d3-1d14-4b52-b8b5-9fcab0e238fe will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:27.421152 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.441893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Allocated IP 172.20.0.2 (6d9b91cd-24d9-4490-8f3b-2894967b9b25/e9996e24-aa1b-4b5f-89cb-27ccf33da48a/f7045620-26eb-4495-91ae-1a9ff56c7cf2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:27.456869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Attempting to bind port a630d143-a557-4617-a13d-15b3e1b0a90d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:27.457237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Attempting to bind port a630d143-a557-4617-a13d-15b3e1b0a90d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '68c41582-fa3a-4076-909b-ad6dfb3c4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:27.457591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Attempting to bind port a630d143-a557-4617-a13d-15b3e1b0a90d on network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:27.471663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:27.475564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f40966b7-ff9d-4b1a-842c-718f1c07f194 None None] Provisioning complete for port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:27.475708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:27.476391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f40966b7-ff9d-4b1a-842c-718f1c07f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.478182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.480470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:27.480823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Checking segment: {'id': '68c41582-fa3a-4076-909b-ad6dfb3c4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:27.481207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.481586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Bound using segment: {'id': '68c41582-fa3a-4076-909b-ad6dfb3c4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:27.482078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Bound port: a630d143-a557-4617-a13d-15b3e1b0a90d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c41582-fa3a-4076-909b-ad6dfb3c4521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7a7706b9-058f-4870-aa93-a9bfdd9fc502'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:27.482455 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.490885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:27.527608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Port': ['ID=407db8d3-1d14-4b52-b8b5-9fcab0e238fe,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.542756 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.673873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] For port a630d143-a557-4617-a13d-15b3e1b0a90d, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:27.687666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.713891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] For port a630d143-a557-4617-a13d-15b3e1b0a90d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a630d143-a557-4617-a13d-15b3e1b0a90d,segment=NetworkSegment(68c41582-fa3a-4076-909b-ad6dfb3c4521),segment_id=68c41582-fa3a-4076-909b-ad6dfb3c4521)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:27.726053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.776816 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.807673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Transition to ACTIVE for port object f7045620-26eb-4495-91ae-1a9ff56c7cf2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:27.827644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8c572-83c0-4f3e-b927-1900fd638446 None None] Pushing event updated for resources: {'Port': ['ID=a630d143-a557-4617-a13d-15b3e1b0a90d,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.836836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Transition to ACTIVE for port object f7045620-26eb-4495-91ae-1a9ff56c7cf2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:27.843296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.879348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:27.880782 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:27.884743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:27.944773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Pushing event updated for resources: {'Port': ['ID=f7045620-26eb-4495-91ae-1a9ff56c7cf2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.961557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Attempting to bind port f7045620-26eb-4495-91ae-1a9ff56c7cf2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:27.967337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Attempting to bind port f7045620-26eb-4495-91ae-1a9ff56c7cf2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'dd7ae482-75dc-43b2-9c9a-abc195738a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:27.967707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Attempting to bind port f7045620-26eb-4495-91ae-1a9ff56c7cf2 on network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:27.975216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:27.975641 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Checking segment: {'id': 'dd7ae482-75dc-43b2-9c9a-abc195738a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:27.976048 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.976441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Bound using segment: {'id': 'dd7ae482-75dc-43b2-9c9a-abc195738a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:27.976914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Bound port: f7045620-26eb-4495-91ae-1a9ff56c7cf2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7ae482-75dc-43b2-9c9a-abc195738a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6d9b91cd-24d9-4490-8f3b-2894967b9b25'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:27.977370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.050107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-08e0a947-0ed2-4249-b289-0dee60be90c4 req-997c8291-794f-4caf-adb3-cd300c403a35 service neutron] (93944) timed out ('10.222.0.48', 60164) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:45:28.109134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] For port f7045620-26eb-4495-91ae-1a9ff56c7cf2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:28.112816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] For port f7045620-26eb-4495-91ae-1a9ff56c7cf2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7045620-26eb-4495-91ae-1a9ff56c7cf2,segment=NetworkSegment(dd7ae482-75dc-43b2-9c9a-abc195738a55),segment_id=dd7ae482-75dc-43b2-9c9a-abc195738a55)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:28.113031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.118047 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.118251 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.206987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1c206-a417-48ca-b721-c1e2e6ee057a None None] Pushing event updated for resources: {'Port': ['ID=f7045620-26eb-4495-91ae-1a9ff56c7cf2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:28.227081 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.229023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Port': ['ID=407db8d3-1d14-4b52-b8b5-9fcab0e238fe,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:28.340648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:28.343934 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:28.374250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a630d143-a557-4617-a13d-15b3e1b0a90d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:28.469170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a630d143-a557-4617-a13d-15b3e1b0a90d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:28.474170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:28.525095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Router 03dab28d-17db-48dd-924e-b9f7e76f7a78 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:28.532902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:28.533499 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.641375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:28.649584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7ad26989-37b7-4bdb-8c66-127a05e16d49 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847802 Jul 08 17:45:28.649999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.651820 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] Sync routers for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:28.662311 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:28.663015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:28.695919 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:28.705279 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:28.706072 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:28.739217 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:28.740034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469637b-c4fb-4fce-b5db-8472fb351f2e None None] The sync data for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:28.827360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.942598 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:45:29.090222 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-921e9225-74e4-4b68-9233-7c54a052b6ef tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:45:29.094079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-921e9225-74e4-4b68-9233-7c54a052b6ef tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4429686 Jul 08 17:45:29.096598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.171438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787c2ac-1cf2-4b8c-ad13-6b57d82b68fe None None] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:29.232127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] Provisioning for port a630d143-a557-4617-a13d-15b3e1b0a90d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:29.240510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] Provisioning complete for port a630d143-a557-4617-a13d-15b3e1b0a90d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:29.240883 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.435832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.481587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] For port a630d143-a557-4617-a13d-15b3e1b0a90d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a630d143-a557-4617-a13d-15b3e1b0a90d,segment=NetworkSegment(68c41582-fa3a-4076-909b-ad6dfb3c4521),segment_id=68c41582-fa3a-4076-909b-ad6dfb3c4521)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:29.493900 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.518748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.524943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.530181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c23b2c-51af-4ff7-b0ab-a8140419a42d None None] Network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:29.600919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9fd52-9a4f-46c5-ab03-1877cc396e61 None None] Pushing event updated for resources: {'Port': ['ID=a630d143-a557-4617-a13d-15b3e1b0a90d,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:29.641437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-626e6196-04a6-4dfb-87e9-7af6c5250b98 None None] Provisioning for port f7045620-26eb-4495-91ae-1a9ff56c7cf2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:29.860528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting port 407db8d3-1d14-4b52-b8b5-9fcab0e238fe {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:29.860780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.877191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Deleting port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:29.878298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.878786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38b17647-6fb3-4297-b069-9b3d1293b22a None None] Provisioning for port 407db8d3-1d14-4b52-b8b5-9fcab0e238fe completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:29.883231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38b17647-6fb3-4297-b069-9b3d1293b22a None None] Provisioning complete for port 407db8d3-1d14-4b52-b8b5-9fcab0e238fe triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:29.883627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38b17647-6fb3-4297-b069-9b3d1293b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.940206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-38b17647-6fb3-4297-b069-9b3d1293b22a None None] Port 407db8d3-1d14-4b52-b8b5-9fcab0e238fe cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:29.956217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38b17647-6fb3-4297-b069-9b3d1293b22a None None] Provisioning complete for port a630d143-a557-4617-a13d-15b3e1b0a90d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:29.956592 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38b17647-6fb3-4297-b069-9b3d1293b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.993898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.014368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Calling delete_port for 407db8d3-1d14-4b52-b8b5-9fcab0e238fe owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:30.016341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] For port b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:30.020832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.037149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Calling delete_port for b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:30.235409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0a12174a-cf07-4f71-a86e-93ac35aa59b8 None None] Provisioning complete for port 407db8d3-1d14-4b52-b8b5-9fcab0e238fe triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:30.235994 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a12174a-cf07-4f71-a86e-93ac35aa59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.253349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.290473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Port': ['ID=407db8d3-1d14-4b52-b8b5-9fcab0e238fe,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:30.392493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.426808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:30.508975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.568802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a630d143-a557-4617-a13d-15b3e1b0a90d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:30.625706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0a12174a-cf07-4f71-a86e-93ac35aa59b8 None None] Port 407db8d3-1d14-4b52-b8b5-9fcab0e238fe cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:30.641018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a630d143-a557-4617-a13d-15b3e1b0a90d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:30.641391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.759464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7045620-26eb-4495-91ae-1a9ff56c7cf2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:30.762454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Router 03dab28d-17db-48dd-924e-b9f7e76f7a78 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:30.800351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b156619a-ecdb-4ddd-8c59-4d4a43ba60d9 None None] Could not find standard attr ID for object 407db8d3-1d14-4b52-b8b5-9fcab0e238fe. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:45:30.844570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f7045620-26eb-4495-91ae-1a9ff56c7cf2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:30.849367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f7045620-26eb-4495-91ae-1a9ff56c7cf2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:30.849775 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.854978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:30.865813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99b91088-7fad-4816-955c-5a19010edf15 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679334 Jul 08 17:45:30.866700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.879561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] Sync routers for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:30.903278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:30.903936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:30.911990 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-6b045eee-765a-4e6e-8633-8ec3257b12a6 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] delete failed (client error): The resource could not be found. Jul 08 17:45:30.915046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6b045eee-765a-4e6e-8633-8ec3257b12a6 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1739037090 HTTP/1.1" status: 404 len: 335 time: 0.0472510 Jul 08 17:45:30.921158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.927591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7840cb1e-7b09-4a30-870e-627e06e8598b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'router': {'external_gateway_info': {'network_id': '03dab28d-17db-48dd-924e-b9f7e76f7a78'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:30.951506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:30.966261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:30.966865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.003360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.003604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d7efe4-0440-4058-b55b-5ac8ab357231 None None] The sync data for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:31.039023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.044685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.079776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f7045620-26eb-4495-91ae-1a9ff56c7cf2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7045620-26eb-4495-91ae-1a9ff56c7cf2,segment=NetworkSegment(dd7ae482-75dc-43b2-9c9a-abc195738a55),segment_id=dd7ae482-75dc-43b2-9c9a-abc195738a55)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:31.083989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.140028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f7045620-26eb-4495-91ae-1a9ff56c7cf2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:31.300857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Router 16f76a52-8f86-439b-9fe0-b9070da5bc6c has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:31.413444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:31.419581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da7382f9-0920-48d7-86f9-14d73bf1cf1c admin admin] 10.222.0.48 "PUT /v2.0/routers/16f76a52-8f86-439b-9fe0-b9070da5bc6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5910263 Jul 08 17:45:31.421973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:31.423764 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] Sync routers for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:31.433782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:31.434429 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.536422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.544472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:31.566325 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7840cb1e-7b09-4a30-870e-627e06e8598b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.588450 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7840cb1e-7b09-4a30-870e-627e06e8598b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] update failed (client error): The resource could not be found. Jul 08 17:45:31.589511 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7840cb1e-7b09-4a30-870e-627e06e8598b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78 HTTP/1.1" status: 404 len: 339 time: 0.6665409 Jul 08 17:45:31.593160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51718) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:31.652583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.707615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Deleting port bc2aecd1-c251-42b2-9625-22e6d8229bc2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:31.707970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.796851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] For port bc2aecd1-c251-42b2-9625-22e6d8229bc2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bc2aecd1-c251-42b2-9625-22e6d8229bc2,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:31.797242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.810981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Calling delete_port for bc2aecd1-c251-42b2-9625-22e6d8229bc2 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:31.824209 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:45:30Z', 'revision_number': 5, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port': {'id': 'bc2aecd1-c251-42b2-9625-22e6d8229bc2', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:9d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:34:03Z', 'updated_at': '2021-07-08T17:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.851196 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] Checking router: 16f76a52-8f86-439b-9fe0-b9070da5bc6c for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:31.860846 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] Routers {'16f76a52-8f86-439b-9fe0-b9070da5bc6c'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:31.861589 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.893078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.951424 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] Set router 16f76a52-8f86-439b-9fe0-b9070da5bc6c gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:31.994035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.009074 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:45:31Z', 'revision_number': 6, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:32.023641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2aecd1-c251-42b2-9625-22e6d8229bc2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:32.037028 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c7dcf-9931-418b-af4c-ec6096d99b53 None None] The sync data for ids ['16f76a52-8f86-439b-9fe0-b9070da5bc6c'] in n-d-799527-4 is: [{'id': '16f76a52-8f86-439b-9fe0-b9070da5bc6c', 'name': 'tempest-TaggedBootDevicesTest_v242-5890104-router', 'tenant_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:34:02Z', 'updated_at': '2021-07-08T17:45:31Z', 'revision_number': 6, 'project_id': '969de0ff2fc64c1eaaf51ca6a0f53344', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:32.100648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.149234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Allocated IP 172.20.0.1 (91753bf3-0336-476c-b44d-f59ebda7659d/2ec291b7-024b-4aaf-975e-c766de217587/be5dbc17-ccab-4440-856d-c0ed65ffa0c7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:32.192835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.194956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.237717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.238407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f76a52-8f86-439b-9fe0-b9070da5bc6c {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:45:32.243270 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.245396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb70d320-940f-45ef-aa08-2d57376e1b59 admin admin] 10.222.0.48 "DELETE /v2.0/routers/16f76a52-8f86-439b-9fe0-b9070da5bc6c HTTP/1.1" status: 204 len: 168 time: 0.8213034 Jul 08 17:45:32.247671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51720) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:32.268415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.283756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Transition to ACTIVE for port object be5dbc17-ccab-4440-856d-c0ed65ffa0c7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:32.293315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Deleting subnet 571d9c42-e345-431b-92e1-9f40a634bac1 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:32.296437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.318064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.331917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.370677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 91753bf3-0336-476c-b44d-f59ebda7659d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:32.374212 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:32.379510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:32.383608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Port': ['ID=be5dbc17-ccab-4440-856d-c0ed65ffa0c7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:32.439400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.441530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.531777 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.564910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571d9c42-e345-431b-92e1-9f40a634bac1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:32.566937 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.568833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ba056bce-fbe1-42ae-beda-bf4fd3d149df admin admin] 10.222.0.48 "DELETE /v2.0/subnets/571d9c42-e345-431b-92e1-9f40a634bac1 HTTP/1.1" status: 204 len: 168 time: 0.3202252 Jul 08 17:45:32.571342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51722) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:32.575198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58723093-f9cc-498a-8c88-0a18f7e4fea1 None None] Network 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:32.586113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7045620-26eb-4495-91ae-1a9ff56c7cf2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:32.626281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.675789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.747140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Deleting port 76043233-5320-4cfb-a214-98da17114bb6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:32.747413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.750374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f7045620-26eb-4495-91ae-1a9ff56c7cf2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:32.750800 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.771701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c1486abf-4c18-45a4-ab62-952f8074af48 None None] Provisioning for port be5dbc17-ccab-4440-856d-c0ed65ffa0c7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:32.781504 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c1486abf-4c18-45a4-ab62-952f8074af48 None None] Provisioning complete for port be5dbc17-ccab-4440-856d-c0ed65ffa0c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:32.781868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1486abf-4c18-45a4-ab62-952f8074af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.822336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] For port 76043233-5320-4cfb-a214-98da17114bb6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=76043233-5320-4cfb-a214-98da17114bb6,segment=NetworkSegment(5172dbfb-1a70-4787-9136-55f27420db49),segment_id=5172dbfb-1a70-4787-9136-55f27420db49)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:32.823016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.836602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c1486abf-4c18-45a4-ab62-952f8074af48 None None] Port be5dbc17-ccab-4440-856d-c0ed65ffa0c7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:32.839219 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Calling delete_port for 76043233-5320-4cfb-a214-98da17114bb6 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:32.942312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71328e-ff20-46b6-ba42-d27c2c594784 None None] DHCP port deletion for 198a431f-8b2e-42d0-91d4-71bdda0cb6d2 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:32.944701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.964620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.969642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.981053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Pushing event deleted for resources: {'Port': ['ID=76043233-5320-4cfb-a214-98da17114bb6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:32.989185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] No DVR routers for this DVR port 76043233-5320-4cfb-a214-98da17114bb6 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:32.991607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:33.015058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:33.015915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32d40d0-2d1c-4c6a-9df9-0a086dd1fcea not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:33.052535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.054338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event updated for resources: {'Port': ['ID=be5dbc17-ccab-4440-856d-c0ed65ffa0c7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:33.072185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.084649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198a431f-8b2e-42d0-91d4-71bdda0cb6d2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.096388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5172dbfb-1a70-4787-9136-55f27420db49') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.096769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5172dbfb-1a70-4787-9136-55f27420db49') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.107273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.123515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.131493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:33.131885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:33.133642 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:33.163029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Network 91753bf3-0336-476c-b44d-f59ebda7659d is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:33.164265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:33.193519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.200484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.204872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] 10.222.0.48 "DELETE /v2.0/networks/198a431f-8b2e-42d0-91d4-71bdda0cb6d2 HTTP/1.1" status: 204 len: 168 time: 0.6281106 Jul 08 17:45:33.224477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bbd19-9e75-4c81-819a-1139de26a627 admin admin] Pushing event deleted for resources: {'Network': ['ID=198a431f-8b2e-42d0-91d4-71bdda0cb6d2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:33.292916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Router 03dab28d-17db-48dd-924e-b9f7e76f7a78 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:33.370337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:33.404200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:33.412768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2a3762e3-9d87-4003-9e58-118e469b64f2 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160319 Jul 08 17:45:33.414290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fe71a8d7-4488-404d-8fad-23ae29949712 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=969de0ff2fc64c1eaaf51ca6a0f53344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427070 Jul 08 17:45:33.414689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] Sync routers for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:33.414969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:33.415303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51728) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:33.424913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:33.425529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.461085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.475650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-085bd896-b137-411b-b3db-25363be6ce56 None None] Provisioning complete for port be5dbc17-ccab-4440-856d-c0ed65ffa0c7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:33.476019 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-085bd896-b137-411b-b3db-25363be6ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.477553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:33.479983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.480224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa33f23b-54e1-4089-8b61-54b086b6c22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.503876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa33f23b-54e1-4089-8b61-54b086b6c22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.517110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd684-ddcd-457a-b040-b6ec2cdd46d9 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.532644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.533208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df153a87-180a-4781-a577-9d7e8eb1c984 None None] The sync data for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:33.547996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-085bd896-b137-411b-b3db-25363be6ce56 None None] Port be5dbc17-ccab-4440-856d-c0ed65ffa0c7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:33.562496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa33f23b-54e1-4089-8b61-54b086b6c22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.565040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fa33f23b-54e1-4089-8b61-54b086b6c22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.566255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fa33f23b-54e1-4089-8b61-54b086b6c22e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5917151b-2f71-4747-9319-7f92a0716b4e HTTP/1.1" status: 204 len: 168 time: 0.1503565 Jul 08 17:45:33.574639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33f23b-54e1-4089-8b61-54b086b6c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917151b-2f71-4747-9319-7f92a0716b4e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:33.609447 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-ef6bd684-ddcd-457a-b040-b6ec2cdd46d9 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:45:33.610603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ef6bd684-ddcd-457a-b040-b6ec2cdd46d9 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78 HTTP/1.1" status: 409 len: 329 time: 0.1933775 Jul 08 17:45:33.613529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51734) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:33.937333 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.198366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting port be5dbc17-ccab-4440-856d-c0ed65ffa0c7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:34.198799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.247137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bc2aecd1-c251-42b2-9625-22e6d8229bc2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:34.247761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51754) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:34.268258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: bc2aecd1-c251-42b2-9625-22e6d8229bc2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:34.268608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bc2aecd1-c251-42b2-9625-22e6d8229bc2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:34.269021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76043233-5320-4cfb-a214-98da17114bb6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:34.288211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 76043233-5320-4cfb-a214-98da17114bb6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:34.288847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 76043233-5320-4cfb-a214-98da17114bb6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:34.293531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.306224 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Calling delete_port for be5dbc17-ccab-4440-856d-c0ed65ffa0c7 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:34.355319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2012527955-network', 'tenant_id': '7fb08decbcbe4aa3b7ee5ea6db83718e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:34.390567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Made reservation on behalf of 7fb08decbcbe4aa3b7ee5ea6db83718e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:34.392827 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.405450 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.527044 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.565061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Port': ['ID=be5dbc17-ccab-4440-856d-c0ed65ffa0c7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:34.736374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.741500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.744767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.774108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:34.845917 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.846206 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Added segment c079dac5-c0df-49c0-9aca-6625717e5c5a of type vlan for network 12244667-abb8-4bc8-9b12-c7461e021505 Jul 08 17:45:34.856374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a86f3-b3ae-4881-9fc8-2eca3a4a8829,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:34.896016 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.986900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Router 03dab28d-17db-48dd-924e-b9f7e76f7a78 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:34.989575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.990543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:34.991113 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.073817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8250265 Jul 08 17:45:35.076850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.082633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Request body: {'subnet': {'network_id': '12244667-abb8-4bc8-9b12-c7461e021505', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2012527955-subnet', 'tenant_id': '7fb08decbcbe4aa3b7ee5ea6db83718e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:35.104028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Made reservation on behalf of 7fb08decbcbe4aa3b7ee5ea6db83718e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:35.106633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.143952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618bae4-8350-4c4c-b718-04d897410b76 admin admin] Pushing event updated for resources: {'Network': ['ID=12244667-abb8-4bc8-9b12-c7461e021505,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:35.154330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:35.159166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bdc3fb00-5dee-441a-bfa8-5422fb33ba0b tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5445778 Jul 08 17:45:35.162027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 12244667-abb8-4bc8-9b12-c7461e021505 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:35.162636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51760) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.169398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] Sync routers for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:35.181372 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:35.183107 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:35.245463 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:35.255179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] Routers {'03dab28d-17db-48dd-924e-b9f7e76f7a78'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:35.256101 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:45:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['03dab28d-17db-48dd-924e-b9f7e76f7a78'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:35.291427 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:35.292087 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e5a11-9beb-4dd6-bcc5-65de0135bd0a None None] The sync data for ids ['03dab28d-17db-48dd-924e-b9f7e76f7a78'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:35.317518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.373959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85278436-66c7-407d-9334-841e216db028,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:35.385559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Checking segment: {'id': 'c079dac5-c0df-49c0-9aca-6625717e5c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:35.386003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Network hostable DHCP agents. Network: 12244667-abb8-4bc8-9b12-c7461e021505, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:35.403597 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Network 12244667-abb8-4bc8-9b12-c7461e021505 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:35.413015 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 12244667-abb8-4bc8-9b12-c7461e021505) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:35.417163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:35.417727 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.425437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058f6ae-113d-4eed-b127-bf9fafaa4efd None None] Network 12244667-abb8-4bc8-9b12-c7461e021505 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:35.438078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fe7da4a7-8049-4154-b260-94993ec61d61 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3565397 Jul 08 17:45:35.560328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fad6d3-d4dd-4dcf-a378-2bbb918ce4fb None None] Network 12244667-abb8-4bc8-9b12-c7461e021505 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:35.562837 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-ee490bcd-6fe8-4c81-a23c-5e0f5f8ccda5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] show failed (client error): The resource could not be found. Jul 08 17:45:35.567346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ee490bcd-6fe8-4c81-a23c-5e0f5f8ccda5 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1408644397 HTTP/1.1" status: 404 len: 335 time: 0.4000852 Jul 08 17:45:35.567733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.572869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c411df28-23c0-4b0d-97ec-b157882fb095 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:35.613229 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c411df28-23c0-4b0d-97ec-b157882fb095 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] update failed (client error): The resource could not be found. Jul 08 17:45:35.614567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c411df28-23c0-4b0d-97ec-b157882fb095 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-822743027 HTTP/1.1" status: 404 len: 334 time: 0.0456815 Jul 08 17:45:35.619276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.677455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting subnet e9996e24-aa1b-4b5f-89cb-27ccf33da48a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:35.680720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.723557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.813576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.871785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.890285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-0fff0e3f-34fa-4d23-822a-920c9b8e8cc9 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:35.891879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-0fff0e3f-34fa-4d23-822a-920c9b8e8cc9 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/networks?id=12244667-abb8-4bc8-9b12-c7461e021505 HTTP/1.1" status: 200 len: 822 time: 0.1060815 Jul 08 17:45:35.898379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Subnet': ['ID=e9996e24-aa1b-4b5f-89cb-27ccf33da48a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:35.902213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.904572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e936235a-9fc9-4d86-a78f-c19314463e36 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/subnets/e9996e24-aa1b-4b5f-89cb-27ccf33da48a HTTP/1.1" status: 204 len: 168 time: 0.2840297 Jul 08 17:45:35.906784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51784) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.908810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c342ad-d909-4ec7-9617-9e5272570d76 None None] Network 6d9b91cd-24d9-4490-8f3b-2894967b9b25 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:35.919727 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-8b2db7fe-3237-4061-b4fd-ea6568259168 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/quotas/7fb08decbcbe4aa3b7ee5ea6db83718e HTTP/1.1" status: 200 len: 375 time: 0.0223136 Jul 08 17:45:35.978084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-4cc72574-88f1-4311-ae74-0a86fc385e0e tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb08decbcbe4aa3b7ee5ea6db83718e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401936 Jul 08 17:45:35.996929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting subnet 886c3d4f-a73d-4e38-984c-fef4130b555c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:36.008942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.084979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.085518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] DHCP port deletion for 6d9b91cd-24d9-4490-8f3b-2894967b9b25 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:36.135516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] Deleting port f7045620-26eb-4495-91ae-1a9ff56c7cf2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:36.136186 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.146243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-f6918a49-82bb-4ab1-84f0-11bf82215844 service neutron] 10.222.0.48 "GET /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601636 Jul 08 17:45:36.198671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] For port f7045620-26eb-4495-91ae-1a9ff56c7cf2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f7045620-26eb-4495-91ae-1a9ff56c7cf2,segment=NetworkSegment(dd7ae482-75dc-43b2-9c9a-abc195738a55),segment_id=dd7ae482-75dc-43b2-9c9a-abc195738a55)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:36.199195 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.213675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] Calling delete_port for f7045620-26eb-4495-91ae-1a9ff56c7cf2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:36.240500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.256630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f7045620-26eb-4495-91ae-1a9ff56c7cf2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:36.307628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-8eefce5a-3830-403d-8455-1a1e20842541 service neutron] 10.222.0.48 "GET /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538694 Jul 08 17:45:36.322456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.360778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Subnet': ['ID=886c3d4f-a73d-4e38-984c-fef4130b555c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.362841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.364690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0e45ee49-a6ee-4ba4-aa14-5e739435cf84 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/subnets/886c3d4f-a73d-4e38-984c-fef4130b555c HTTP/1.1" status: 204 len: 168 time: 0.4567475 Jul 08 17:45:36.367202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51786) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:36.374736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.389576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714c31d-4999-4c24-91b4-0ac530048520 None None] Network 7a7706b9-058f-4870-aa93-a9bfdd9fc502 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:36.393862 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.449026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] No DVR routers for this DVR port f7045620-26eb-4495-91ae-1a9ff56c7cf2 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:36.449972 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.485062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0618a9-66e5-41e6-8b59-bf82a8f5591a None None] Pushing event deleted for resources: {'Port': ['ID=f7045620-26eb-4495-91ae-1a9ff56c7cf2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.505335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-851b07e6-4b28-450a-a957-fb46a2b3a825 req-48274483-f435-4e82-9dbb-d0a79b244ceb tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 210 time: 0.0301077 Jul 08 17:45:36.574831 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.585788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9b91cd-24d9-4490-8f3b-2894967b9b25']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:36.600917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7ae482-75dc-43b2-9c9a-abc195738a55') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:36.601208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7ae482-75dc-43b2-9c9a-abc195738a55') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:36.611759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.626671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.633026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:36.633448 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:36.636739 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:36.666817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a80f74-d597-458d-8825-24218ef2966e None None] DHCP port deletion for 7a7706b9-058f-4870-aa93-a9bfdd9fc502 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:36.698644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.704365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.708943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/networks/6d9b91cd-24d9-4490-8f3b-2894967b9b25 HTTP/1.1" status: 204 len: 168 time: 0.3384643 Jul 08 17:45:36.709095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 51794) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:36.729550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10028cb7-2bdb-4ea5-aa9b-c47cff94e42e tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Network': ['ID=6d9b91cd-24d9-4490-8f3b-2894967b9b25,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.731557 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-33a80f74-d597-458d-8825-24218ef2966e None None] Deleting port a630d143-a557-4617-a13d-15b3e1b0a90d {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:36.731941 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33a80f74-d597-458d-8825-24218ef2966e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.799412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.808964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-33a80f74-d597-458d-8825-24218ef2966e None None] For port a630d143-a557-4617-a13d-15b3e1b0a90d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a630d143-a557-4617-a13d-15b3e1b0a90d,segment=NetworkSegment(68c41582-fa3a-4076-909b-ad6dfb3c4521),segment_id=68c41582-fa3a-4076-909b-ad6dfb3c4521)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:36.809226 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33a80f74-d597-458d-8825-24218ef2966e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.823141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-33a80f74-d597-458d-8825-24218ef2966e None None] Calling delete_port for a630d143-a557-4617-a13d-15b3e1b0a90d owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:36.855649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting port a630d143-a557-4617-a13d-15b3e1b0a90d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:36.855996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.917195 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33a80f74-d597-458d-8825-24218ef2966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.930549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] For port a630d143-a557-4617-a13d-15b3e1b0a90d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a630d143-a557-4617-a13d-15b3e1b0a90d,segment=NetworkSegment(68c41582-fa3a-4076-909b-ad6dfb3c4521),segment_id=68c41582-fa3a-4076-909b-ad6dfb3c4521)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:36.930849 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.944536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80f74-d597-458d-8825-24218ef2966e None None] Pushing event deleted for resources: {'Port': ['ID=a630d143-a557-4617-a13d-15b3e1b0a90d,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.944904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Calling delete_port for a630d143-a557-4617-a13d-15b3e1b0a90d owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:36.949686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a80f74-d597-458d-8825-24218ef2966e None None] No DVR routers for this DVR port a630d143-a557-4617-a13d-15b3e1b0a90d on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:37.030763 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.059578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] No DVR routers for this DVR port a630d143-a557-4617-a13d-15b3e1b0a90d on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:37.065777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Port': ['ID=a630d143-a557-4617-a13d-15b3e1b0a90d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.143247 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.154357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7706b9-058f-4870-aa93-a9bfdd9fc502']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:37.170595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c41582-fa3a-4076-909b-ad6dfb3c4521') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:37.170887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c41582-fa3a-4076-909b-ad6dfb3c4521') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:37.179678 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.193716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.200063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:37.200490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:37.203733 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:37.262742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.271758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.273583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/networks/7a7706b9-058f-4870-aa93-a9bfdd9fc502 HTTP/1.1" status: 204 len: 168 time: 0.5633440 Jul 08 17:45:37.276441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51804) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:37.284350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e695b-bfa4-42dd-841a-d13a4c15ebc4 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Network': ['ID=7a7706b9-058f-4870-aa93-a9bfdd9fc502,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.329383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting subnet 2ec291b7-024b-4aaf-975e-c766de217587 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:37.332520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.379112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.465519 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.522766 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.556210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec291b7-024b-4aaf-975e-c766de217587,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.559000 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.560883 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-682323b1-cebb-45f0-86a6-a7bde97bcb48 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/subnets/2ec291b7-024b-4aaf-975e-c766de217587 HTTP/1.1" status: 204 len: 168 time: 0.2834163 Jul 08 17:45:37.563418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51808) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:37.565572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dcb4a0-cd40-449f-ba23-df04062276f3 None None] Network 91753bf3-0336-476c-b44d-f59ebda7659d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:37.671911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ffe4a29-3261-4fbd-9b10-b7ffb2f557de req-7340858e-afb1-473c-ae5a-00abba69efb5 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 210 time: 0.0379536 Jul 08 17:45:37.676268 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.748451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Deleting port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:37.748651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.785916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] DHCP port deletion for 91753bf3-0336-476c-b44d-f59ebda7659d request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:37.833790 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] For port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,segment=NetworkSegment(ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac),segment_id=ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:37.834364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.851509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Calling delete_port for 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:37.881068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] Deleting port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:37.881540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.899005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-d2e2eee2-76b1-4df2-9b55-e3a2b2c7f925 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:37.900533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-d2e2eee2-76b1-4df2-9b55-e3a2b2c7f925 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.53 "GET /v2.0/networks?id=12244667-abb8-4bc8-9b12-c7461e021505 HTTP/1.1" status: 200 len: 822 time: 0.1594906 Jul 08 17:45:37.944324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Request body: {'port': {'device_id': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505', 'admin_state_up': True, 'tenant_id': '7fb08decbcbe4aa3b7ee5ea6db83718e'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:37.958040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.965675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] For port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,segment=NetworkSegment(ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac),segment_id=ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:37.966348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.975311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] No DVR routers for this DVR port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:37.982497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] Calling delete_port for 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:38.005659 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Port': ['ID=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.097554 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.098731 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.110747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91753bf3-0336-476c-b44d-f59ebda7659d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:38.120943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Made reservation on behalf of 7fb08decbcbe4aa3b7ee5ea6db83718e for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:38.124345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:38.124646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4906fc-3b1d-4d30-a7f8-73bd6d12f7ac') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:38.124760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.130122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] Pushing event deleted for resources: {'Port': ['ID=7a347c2f-6e26-4c70-a4d9-9c6e8a66d129,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.134198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.139930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec26513-8ca4-4fb8-a504-58d100600911 None None] No DVR routers for this DVR port 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:38.150882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.158634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:38.159043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:38.162388 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:38.234666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.246962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.248054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a630d143-a557-4617-a13d-15b3e1b0a90d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:38.251343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/networks/91753bf3-0336-476c-b44d-f59ebda7659d HTTP/1.1" status: 204 len: 168 time: 0.6845014 Jul 08 17:45:38.251481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51810) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:38.280643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a630d143-a557-4617-a13d-15b3e1b0a90d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:38.280948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a630d143-a557-4617-a13d-15b3e1b0a90d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:38.281340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:38.284136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b81f84-2f3d-4e9c-a9ab-c45e56d7a0fe tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Pushing event deleted for resources: {'Network': ['ID=91753bf3-0336-476c-b44d-f59ebda7659d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.301325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:38.301669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7a347c2f-6e26-4c70-a4d9-9c6e8a66d129 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:38.311790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-11a51a19-0ca1-44ee-99d3-04eea753a646 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "GET /v2.0/ports?device_id=03dab28d-17db-48dd-924e-b9f7e76f7a78 HTTP/1.1" status: 200 len: 205 time: 0.0590396 Jul 08 17:45:38.314294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51812) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:38.351589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Allocated IP 172.20.0.10 (12244667-abb8-4bc8-9b12-c7461e021505/85278436-66c7-407d-9334-841e216db028/cf60618c-3b45-48c6-ba71-55c12d905499) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:38.394438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.503959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.543336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.559079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.561483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.590536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Network 12244667-abb8-4bc8-9b12-c7461e021505 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:38.593693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:38.597656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:38.605052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Pushing event updated for resources: {'Port': ['ID=cf60618c-3b45-48c6-ba71-55c12d905499,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.606445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.607085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Fanout notify agent at l3_agent the message router_deleted on router 03dab28d-17db-48dd-924e-b9f7e76f7a78 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:45:38.613740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.617522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-592c27c1-9354-4790-b71e-46c8ee11b2d7 tempest-RoutersNegativeTest-1603013704 tempest-RoutersNegativeTest-1603013704-project] 10.222.0.48 "DELETE /v2.0/routers/03dab28d-17db-48dd-924e-b9f7e76f7a78 HTTP/1.1" status: 204 len: 168 time: 0.2996860 Jul 08 17:45:38.651624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:38.652252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.667864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ee5857dd-7347-4424-9cf5-cd1e13b790fa tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7520771 Jul 08 17:45:38.741845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Request body: {'port': {'device_id': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:38.827807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:38.849868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.922606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19c77c-200d-4218-95fb-4d8440bc4ab2 req-6e4f21fe-6a5d-45cd-a602-2cf0e550f2b6 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:38.924317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc19c77c-200d-4218-95fb-4d8440bc4ab2 req-6e4f21fe-6a5d-45cd-a602-2cf0e550f2b6 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 932 time: 0.1195390 Jul 08 17:45:38.961566 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-867f2e0d-5e48-4549-b635-d7777a52f043 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdd64a5cadfb4439bf37c1e79c82b630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325727 Jul 08 17:45:38.964742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:39.018143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76dfc11f-2178-4e1c-ac50-e12e6d60f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.040040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76dfc11f-2178-4e1c-ac50-e12e6d60f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.078077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc19c77c-200d-4218-95fb-4d8440bc4ab2 req-dadc2d61-1e00-4011-b461-b16da712ab67 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313696 Jul 08 17:45:39.088545 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76dfc11f-2178-4e1c-ac50-e12e6d60f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.091536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-76dfc11f-2178-4e1c-ac50-e12e6d60f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.097107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-76dfc11f-2178-4e1c-ac50-e12e6d60f942 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0720f9f-db75-45c4-a4e1-b21738749c8e HTTP/1.1" status: 204 len: 168 time: 0.1273870 Jul 08 17:45:39.107115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc11f-2178-4e1c-ac50-e12e6d60f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0720f9f-db75-45c4-a4e1-b21738749c8e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:39.512039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf60618c-3b45-48c6-ba71-55c12d905499 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:39.519464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.532042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Transition to ACTIVE for port object cf60618c-3b45-48c6-ba71-55c12d905499 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:39.536107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.587222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf60618c-3b45-48c6-ba71-55c12d905499,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:39.665218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Attempting to bind port cf60618c-3b45-48c6-ba71-55c12d905499 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:39.666604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Attempting to bind port cf60618c-3b45-48c6-ba71-55c12d905499 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'c079dac5-c0df-49c0-9aca-6625717e5c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:39.666604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Attempting to bind port cf60618c-3b45-48c6-ba71-55c12d905499 on network 12244667-abb8-4bc8-9b12-c7461e021505 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:39.670937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Port cf60618c-3b45-48c6-ba71-55c12d905499 on network 12244667-abb8-4bc8-9b12-c7461e021505 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:39.671251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Attempting to bind port cf60618c-3b45-48c6-ba71-55c12d905499 on network 12244667-abb8-4bc8-9b12-c7461e021505 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:39.676316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:39.676763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Checking segment: {'id': 'c079dac5-c0df-49c0-9aca-6625717e5c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:39.677152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Bound using segment: {'id': 'c079dac5-c0df-49c0-9aca-6625717e5c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:39.677575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Bound port: cf60618c-3b45-48c6-ba71-55c12d905499, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c079dac5-c0df-49c0-9aca-6625717e5c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:39.677954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.744829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] For port cf60618c-3b45-48c6-ba71-55c12d905499, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:39.747967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] For port cf60618c-3b45-48c6-ba71-55c12d905499, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cf60618c-3b45-48c6-ba71-55c12d905499,segment=NetworkSegment(c079dac5-c0df-49c0-9aca-6625717e5c5a),segment_id=c079dac5-c0df-49c0-9aca-6625717e5c5a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:39.752270 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.770917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:39.775917 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032158 Jul 08 17:45:39.779008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:39.792488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:39.793115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.794529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf60618c-3b45-48c6-ba71-55c12d905499 HTTP/1.1" status: 200 len: 1092 time: 1.1188807 Jul 08 17:45:39.794961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'tag': 'cf60618c-3b45-48c6-ba71-55c12d905499'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:39.797214 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6361b6ee-4c41-477b-95cc-97006019dc47" -d '{"events": [{"name": "network-changed", "server_uuid": "56589b4a-2b2e-4e3f-890a-b0bef9a5ed75", "tag": "cf60618c-3b45-48c6-ba71-55c12d905499"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:39.817240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426af583-eefe-4017-92a0-01c29b74a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf60618c-3b45-48c6-ba71-55c12d905499,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:39.861907 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6c18d-61a5-4f7d-9244-90a85ff4976e x-openstack-request-id: req-2ee6c18d-61a5-4f7d-9244-90a85ff4976e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:39.862228 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56589b4a-2b2e-4e3f-890a-b0bef9a5ed75", "tag": "cf60618c-3b45-48c6-ba71-55c12d905499", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:39.862479 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ee6c18d-61a5-4f7d-9244-90a85ff4976e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:39.862861 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'tag': 'cf60618c-3b45-48c6-ba71-55c12d905499', 'status': 'completed', 'code': 200} Jul 08 17:45:39.892493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-2e5a0fe8-cbe9-4421-bbb9-70307fc95ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:39.894175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-2e5a0fe8-cbe9-4421-bbb9-70307fc95ba9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fb08decbcbe4aa3b7ee5ea6db83718e&device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 1095 time: 0.0607004 Jul 08 17:45:39.901818 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-454c3cee-f979-4f98-95a8-538983e2b99f tempest-NetworksApiDiscovery-1577676094 tempest-NetworksApiDiscovery-1577676094-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1217744 Jul 08 17:45:39.938187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-0ed6e233-ab61-45dd-88c7-65bba96ef912 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf60618c-3b45-48c6-ba71-55c12d905499 HTTP/1.1" status: 200 len: 217 time: 0.0364423 Jul 08 17:45:39.986646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-446a4283-ebe9-45af-889a-aec0f1be83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:39.988152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-446a4283-ebe9-45af-889a-aec0f1be83ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85278436-66c7-407d-9334-841e216db028 HTTP/1.1" status: 200 len: 862 time: 0.0445528 Jul 08 17:45:40.021211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-2f6f4e75-60da-4eac-ae2c-8a10aa0a32e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12244667-abb8-4bc8-9b12-c7461e021505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268645 Jul 08 17:45:40.117584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-ed626ee7-73a3-47fb-83ef-60becfe3539f service neutron] 10.222.0.53 "GET /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890124 Jul 08 17:45:40.151976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51864) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:40.244227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42d849e5-3fa3-4aeb-a34e-77daf0170f6a req-b307e99b-d0f8-4de9-88ba-c43f65db8edd service neutron] 10.222.0.53 "GET /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204591 Jul 08 17:45:40.266533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91de8f42-9889-4c0d-9e6d-48ad78270ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.280830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554dd44-a092-43b2-94b2-febad384536c req-e03f9dea-2b09-4409-a41d-e205bc483a92 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:40.282669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a554dd44-a092-43b2-94b2-febad384536c req-e03f9dea-2b09-4409-a41d-e205bc483a92 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 944 time: 0.0873160 Jul 08 17:45:40.351459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a554dd44-a092-43b2-94b2-febad384536c req-dbb45b5a-f38c-4cf6-bf81-c6e6a4791df4 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621786 Jul 08 17:45:40.363578 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91de8f42-9889-4c0d-9e6d-48ad78270ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.368106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91de8f42-9889-4c0d-9e6d-48ad78270ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.380247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-bbe2966b-5ab7-47f4-875f-01e3c5821776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:40.381753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-bbe2966b-5ab7-47f4-875f-01e3c5821776 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fb08decbcbe4aa3b7ee5ea6db83718e&device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 1095 time: 0.0857913 Jul 08 17:45:40.410982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-91de8f42-9889-4c0d-9e6d-48ad78270ef2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c2a9e8fd9904cb0b1033fc736d14295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570508 Jul 08 17:45:40.412178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51868) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:40.421887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de8f42-9889-4c0d-9e6d-48ad78270ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facc724c-868d-4994-8632-cb3aa746fbe0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:40.479363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-541c78f9-bc2b-4a36-97b2-f007714bab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.480452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-c7464a40-4b3b-49be-adc1-41ae0b8cdf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:40.481974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-c7464a40-4b3b-49be-adc1-41ae0b8cdf40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12244667-abb8-4bc8-9b12-c7461e021505 HTTP/1.1" status: 200 len: 923 time: 0.0938900 Jul 08 17:45:40.504393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-541c78f9-bc2b-4a36-97b2-f007714bab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.525412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-2baa2a71-8955-4222-af5e-089e31e4a897 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf60618c-3b45-48c6-ba71-55c12d905499 HTTP/1.1" status: 200 len: 217 time: 0.0359020 Jul 08 17:45:40.549879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-541c78f9-bc2b-4a36-97b2-f007714bab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.552478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-541c78f9-bc2b-4a36-97b2-f007714bab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.553624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-541c78f9-bc2b-4a36-97b2-f007714bab81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/facc724c-868d-4994-8632-cb3aa746fbe0 HTTP/1.1" status: 204 len: 168 time: 0.1402965 Jul 08 17:45:40.563190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c78f9-bc2b-4a36-97b2-f007714bab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc724c-868d-4994-8632-cb3aa746fbe0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:40.576472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-6a388bb3-bfb2-41bb-87f8-4a091e092063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:40.578000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-6a388bb3-bfb2-41bb-87f8-4a091e092063 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=85278436-66c7-407d-9334-841e216db028 HTTP/1.1" status: 200 len: 862 time: 0.0459719 Jul 08 17:45:40.615200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-a9eec73a-206f-43f9-b2d6-2c9a4df04527 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12244667-abb8-4bc8-9b12-c7461e021505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307338 Jul 08 17:45:40.710457 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-f9ab585c-62ea-49bd-9b07-063356fcf99b service neutron] 10.222.0.53 "GET /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854108 Jul 08 17:45:40.811243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6361b6ee-4c41-477b-95cc-97006019dc47 req-71654aa7-ca3d-4840-9706-cd7fa8016697 service neutron] 10.222.0.53 "GET /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926597 Jul 08 17:45:41.542686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26790-f5c2-49bd-a9b2-a26dd5ff513f req-38962033-633d-4d75-983e-a2930fabc28b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:41.544454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4e26790-f5c2-49bd-a9b2-a26dd5ff513f req-38962033-633d-4d75-983e-a2930fabc28b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 944 time: 0.0719950 Jul 08 17:45:41.583774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4e26790-f5c2-49bd-a9b2-a26dd5ff513f req-c75b0b2f-feb3-43da-b2d3-1b8ebb656b16 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jul 08 17:45:42.761482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584e2c-0118-405c-9251-8c2ec231e5e0 req-96101977-8b6a-44d5-aba7-f7f150126c70 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:42.763125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd584e2c-0118-405c-9251-8c2ec231e5e0 req-96101977-8b6a-44d5-aba7-f7f150126c70 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 944 time: 0.0663593 Jul 08 17:45:42.802879 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd584e2c-0118-405c-9251-8c2ec231e5e0 req-22ce096b-3d45-4472-9a4c-d98a1630026b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Jul 08 17:45:43.074553 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.108583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.644970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cf60618c-3b45-48c6-ba71-55c12d905499 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:45:43.748164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port cf60618c-3b45-48c6-ba71-55c12d905499, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cf60618c-3b45-48c6-ba71-55c12d905499,segment=NetworkSegment(c079dac5-c0df-49c0-9aca-6625717e5c5a),segment_id=c079dac5-c0df-49c0-9aca-6625717e5c5a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:43.760253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'cf60618c-3b45-48c6-ba71-55c12d905499', 'network_id': '12244667-abb8-4bc8-9b12-c7461e021505', 'port_id': 'cf60618c-3b45-48c6-ba71-55c12d905499', 'mac_address': 'fa:16:3e:de:ce:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85278436-66c7-407d-9334-841e216db028', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:45:43.797145 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.810873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf60618c-3b45-48c6-ba71-55c12d905499 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:43.831488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port cf60618c-3b45-48c6-ba71-55c12d905499, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cf60618c-3b45-48c6-ba71-55c12d905499,segment=NetworkSegment(c079dac5-c0df-49c0-9aca-6625717e5c5a),segment_id=c079dac5-c0df-49c0-9aca-6625717e5c5a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:43.835221 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.888812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=cf60618c-3b45-48c6-ba71-55c12d905499,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:43.996143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d568e-b83f-4584-a87f-7a8d5f0ae11b req-98949922-471f-4348-876d-b717f63dab28 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:43.997649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-644d568e-b83f-4584-a87f-7a8d5f0ae11b req-98949922-471f-4348-876d-b717f63dab28 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 945 time: 0.0771856 Jul 08 17:45:44.036539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-644d568e-b83f-4584-a87f-7a8d5f0ae11b req-01bda8da-c525-43c6-ba7b-0c7dc5dfacd4 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Jul 08 17:45:44.075632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['cf60618c-3b45-48c6-ba71-55c12d905499'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:45.209844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f5404-ffad-4f7b-ae02-ba89da196609 req-b89ecaa5-aab4-4f4d-a813-e0dd2b86c46b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:45.211337 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-821f5404-ffad-4f7b-ae02-ba89da196609 req-b89ecaa5-aab4-4f4d-a813-e0dd2b86c46b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 945 time: 0.0642185 Jul 08 17:45:45.252533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-821f5404-ffad-4f7b-ae02-ba89da196609 req-8411a942-acf3-44dc-b5e5-19b3be86f980 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345228 Jul 08 17:45:45.660358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cf60618c-3b45-48c6-ba71-55c12d905499 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:45.709871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port cf60618c-3b45-48c6-ba71-55c12d905499 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:45.714670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port cf60618c-3b45-48c6-ba71-55c12d905499 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:45.715053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.797601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.820188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60618c-3b45-48c6-ba71-55c12d905499'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:45.823196 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a7257-5913-4aff-ac28-6da6e88737fa" -d '{"events": [{"server_uuid": "56589b4a-2b2e-4e3f-890a-b0bef9a5ed75", "name": "network-vif-plugged", "status": "completed", "tag": "cf60618c-3b45-48c6-ba71-55c12d905499"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:45.836566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port cf60618c-3b45-48c6-ba71-55c12d905499, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cf60618c-3b45-48c6-ba71-55c12d905499,segment=NetworkSegment(c079dac5-c0df-49c0-9aca-6625717e5c5a),segment_id=c079dac5-c0df-49c0-9aca-6625717e5c5a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:45.841004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.880792 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cfa482-c37f-4a7d-99a8-954115d459bf x-openstack-request-id: req-e2cfa482-c37f-4a7d-99a8-954115d459bf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:45.881079 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56589b4a-2b2e-4e3f-890a-b0bef9a5ed75", "name": "network-vif-plugged", "status": "completed", "tag": "cf60618c-3b45-48c6-ba71-55c12d905499", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:45.881335 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2cfa482-c37f-4a7d-99a8-954115d459bf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:45.881720 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60618c-3b45-48c6-ba71-55c12d905499', 'code': 200} Jul 08 17:45:45.926428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=cf60618c-3b45-48c6-ba71-55c12d905499,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:45.995957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca825330-aafd-41ac-8860-d3b8292cf682 req-45e950ff-0977-4dd0-8e82-7e0a55c1fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:45.997964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca825330-aafd-41ac-8860-d3b8292cf682 req-45e950ff-0977-4dd0-8e82-7e0a55c1fdb3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 1097 time: 0.0627587 Jul 08 17:45:46.046270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ca825330-aafd-41ac-8860-d3b8292cf682 req-b73aef35-fbb1-4d45-89e1-c1fb1ace34c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Jul 08 17:45:46.437264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d4f9d-4e7d-43a6-acf9-7409c8384f17 req-f73dd883-e93a-446d-bf27-52588fbd1a6e tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:46.438813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f0d4f9d-4e7d-43a6-acf9-7409c8384f17 req-f73dd883-e93a-446d-bf27-52588fbd1a6e tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 946 time: 0.0708976 Jul 08 17:45:46.477988 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4f0d4f9d-4e7d-43a6-acf9-7409c8384f17 req-61c12a11-5627-4b45-a0cd-238cea4039a3 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Jul 08 17:45:47.653254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4bd8a-55f8-4795-b9e7-c71a5e7fd98a req-056fcd68-0cb6-41ff-a1f1-ef31295e5755 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:47.654781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6e4bd8a-55f8-4795-b9e7-c71a5e7fd98a req-056fcd68-0cb6-41ff-a1f1-ef31295e5755 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 946 time: 0.0646646 Jul 08 17:45:47.692529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6e4bd8a-55f8-4795-b9e7-c71a5e7fd98a req-078791df-344c-4233-9f72-9d3e73c43ca6 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322666 Jul 08 17:45:47.783595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-d3efd504-65bb-411b-9fed-33da0f2209ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542138 Jul 08 17:45:47.888019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-f294ba20-19ae-4117-965e-70624af6786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:47.889720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-f294ba20-19ae-4117-965e-70624af6786c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1096 time: 0.0580685 Jul 08 17:45:48.006864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-b359fb6e-52fc-4240-aaf0-e7bb9fe7ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:48.008364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-b359fb6e-52fc-4240-aaf0-e7bb9fe7ddb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 898 time: 0.0971844 Jul 08 17:45:48.090454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-2509cba1-ee29-4cfd-a21a-bb5453924617 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 999 time: 0.0746338 Jul 08 17:45:48.151135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-ed76d2cd-8657-4817-8d3e-c552db14d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:48.153035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-ed76d2cd-8657-4817-8d3e-c552db14d252 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 200 len: 834 time: 0.0554898 Jul 08 17:45:48.222412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-78815ec1-14c7-4334-bad8-0ed1859db9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:48.224077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-78815ec1-14c7-4334-bad8-0ed1859db9aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2442461-1fe9-4f83-adeb-7d132d0007fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642095 Jul 08 17:45:48.243060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac320d-9558-403e-a498-b5dc76b7410e req-268597a6-5135-4644-97dd-372f5bf8893d tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:48.245889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6dac320d-9558-403e-a498-b5dc76b7410e req-268597a6-5135-4644-97dd-372f5bf8893d tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 946 time: 0.0772884 Jul 08 17:45:48.285635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6dac320d-9558-403e-a498-b5dc76b7410e req-af9a270b-22d3-43bb-9fe9-b7da4f3ecbfd tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Jul 08 17:45:48.329022 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-b3ded8a5-6438-4e2d-8d2b-d236b263189b service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975616 Jul 08 17:45:48.424452 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b3442b61-5fb0-4809-8197-4989d8559b24 req-88623440-718f-465d-bbd6-4f1c8f6367cb service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886893 Jul 08 17:45:49.436329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-c7c56e12-8169-4fbf-938a-8ea99dd7975b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:49.437871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-c7c56e12-8169-4fbf-938a-8ea99dd7975b tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.53 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 946 time: 0.0658531 Jul 08 17:45:49.464992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd90e5-7482-471a-b904-89f72bbee4eb req-dd4295ec-dbd1-45ad-9f7a-56dc1925ecd9 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:49.466515 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ccd90e5-7482-471a-b904-89f72bbee4eb req-dd4295ec-dbd1-45ad-9f7a-56dc1925ecd9 tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56589b4a-2b2e-4e3f-890a-b0bef9a5ed75 HTTP/1.1" status: 200 len: 946 time: 0.0648105 Jul 08 17:45:49.504198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ccd90e5-7482-471a-b904-89f72bbee4eb req-ab2ef8a0-48c4-4b19-9f22-0bb9b1ae344e tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.48 "GET /v2.0/security-groups?id=949a86f3-b3ae-4881-9fc8-2eca3a4a8829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Jul 08 17:45:49.511401 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bced70e8-f174-4620-a282-b1f7c249ddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.547094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Deleting port cf60618c-3b45-48c6-ba71-55c12d905499 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:49.547442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.637245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] For port cf60618c-3b45-48c6-ba71-55c12d905499, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=cf60618c-3b45-48c6-ba71-55c12d905499,segment=NetworkSegment(c079dac5-c0df-49c0-9aca-6625717e5c5a),segment_id=c079dac5-c0df-49c0-9aca-6625717e5c5a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:49.637600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.650425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Calling delete_port for cf60618c-3b45-48c6-ba71-55c12d905499 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:49.783295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.795381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['cf60618c-3b45-48c6-ba71-55c12d905499'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:49.811232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Pushing event deleted for resources: {'Port': ['ID=cf60618c-3b45-48c6-ba71-55c12d905499,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:49.858527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] No DVR routers for this DVR port cf60618c-3b45-48c6-ba71-55c12d905499 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:49.861088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.863124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1c4c946-fd8c-47a9-a230-57fdfae8b7a0 req-47abcd10-4a19-416f-9057-ad78621d897a tempest-InstanceActionsNegativeTestJSON-2020893477 tempest-InstanceActionsNegativeTestJSON-2020893477-project] 10.222.0.53 "DELETE /v2.0/ports/cf60618c-3b45-48c6-ba71-55c12d905499 HTTP/1.1" status: 204 len: 173 time: 0.4201024 Jul 08 17:45:49.863590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'name': 'network-vif-deleted', 'tag': 'cf60618c-3b45-48c6-ba71-55c12d905499'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:49.865771 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f9ab7-3080-44db-ac91-59ebe543dff0" -d '{"events": [{"server_uuid": "56589b4a-2b2e-4e3f-890a-b0bef9a5ed75", "name": "network-vif-deleted", "tag": "cf60618c-3b45-48c6-ba71-55c12d905499"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:49.902058 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b167494-c6c6-4c0c-8e25-3aafe82ec06a x-openstack-request-id: req-1b167494-c6c6-4c0c-8e25-3aafe82ec06a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:49.902353 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56589b4a-2b2e-4e3f-890a-b0bef9a5ed75", "name": "network-vif-deleted", "tag": "cf60618c-3b45-48c6-ba71-55c12d905499", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:49.902607 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b167494-c6c6-4c0c-8e25-3aafe82ec06a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:49.903263 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56589b4a-2b2e-4e3f-890a-b0bef9a5ed75', 'name': 'network-vif-deleted', 'tag': 'cf60618c-3b45-48c6-ba71-55c12d905499', 'status': 'completed', 'code': 200} Jul 08 17:45:50.599215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51996) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:50.660788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Deleting subnet 85278436-66c7-407d-9334-841e216db028 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:50.664283 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.700970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.741190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.795300 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.819304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85278436-66c7-407d-9334-841e216db028,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:50.829895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.830264 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.830606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.830942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.831670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.831670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.831900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.832229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.832678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.833004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.833326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.833664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:50.836416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.839830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f9d8e0da-7004-4b19-97b6-fdcb4e08136b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/85278436-66c7-407d-9334-841e216db028 HTTP/1.1" status: 204 len: 168 time: 0.2390280 Jul 08 17:45:50.841781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 51998) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:50.916419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.996097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.005763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12244667-abb8-4bc8-9b12-c7461e021505']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:51.015895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c079dac5-c0df-49c0-9aca-6625717e5c5a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:51.016190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c079dac5-c0df-49c0-9aca-6625717e5c5a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:51.025367 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.039138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.045449 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:51.045830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:51.047496 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:51.106537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.112051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.113874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] 10.222.0.48 "DELETE /v2.0/networks/12244667-abb8-4bc8-9b12-c7461e021505 HTTP/1.1" status: 204 len: 168 time: 0.2711563 Jul 08 17:45:51.125637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9e1af-4e28-471c-b5cd-1d60e12a6590 admin admin] Pushing event deleted for resources: {'Network': ['ID=12244667-abb8-4bc8-9b12-c7461e021505,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:51.276021 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:51.329066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-071d4150-4ca2-45fc-a32d-52d725808c71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fb08decbcbe4aa3b7ee5ea6db83718e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516992 Jul 08 17:45:51.331451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52004) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:51.384254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64d4b4b5-2090-4482-b10c-f5c1ace4c905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.408159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64d4b4b5-2090-4482-b10c-f5c1ace4c905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.472161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64d4b4b5-2090-4482-b10c-f5c1ace4c905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.476023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-64d4b4b5-2090-4482-b10c-f5c1ace4c905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.478666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-64d4b4b5-2090-4482-b10c-f5c1ace4c905 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/949a86f3-b3ae-4881-9fc8-2eca3a4a8829 HTTP/1.1" status: 204 len: 168 time: 0.1450005 Jul 08 17:45:51.519979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4b4b5-2090-4482-b10c-f5c1ace4c905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a86f3-b3ae-4881-9fc8-2eca3a4a8829,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:52.174689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52030) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:52.200370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb17ec98-5d3d-4cfc-b7cd-3ac77d69239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.273525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1410864115-network', 'tenant_id': 'e1bf8dd2666e46f79201c07b60995fc5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:52.294383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Made reservation on behalf of e1bf8dd2666e46f79201c07b60995fc5 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:52.296657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.304951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.330927 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.400500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.404423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.428349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:52.437677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f64d154-c33f-4bba-bac5-b4bb50fd1154,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:52.444308 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.444713 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Added segment ee33c879-2499-4437-9361-5d38a0057f08 of type vlan for network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c Jul 08 17:45:52.488345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.518977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.520115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:52.520705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.592040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4161901 Jul 08 17:45:52.594990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:52.607726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Request body: {'subnet': {'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1410864115-subnet', 'tenant_id': 'e1bf8dd2666e46f79201c07b60995fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:52.615320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6cdb-3661-4b98-8a57-52cd4e19f5bf admin admin] Pushing event updated for resources: {'Network': ['ID=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:52.625773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:52.638534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Made reservation on behalf of e1bf8dd2666e46f79201c07b60995fc5 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:52.640995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.827275 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.881560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f902fc10-8d14-4a6e-98e9-e79c355e75ac,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:52.894461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Checking segment: {'id': 'ee33c879-2499-4437-9361-5d38a0057f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:52.894824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Network hostable DHCP agents. Network: 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:52.912379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:52.922008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:52.927535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:52.928129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.935950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857471c-d36f-40fd-87a4-35ca5c734da7 None None] Network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:52.943534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-80e756ad-9ab7-403e-af6d-b03714885716 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3474946 Jul 08 17:45:53.066052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb22b1-4c21-47ae-8be5-e348e190727a None None] Network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:53.445855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-e8499169-31ae-49fb-99dc-1e7d6da4b2ab tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:53.447380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-e8499169-31ae-49fb-99dc-1e7d6da4b2ab tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/networks?id=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c HTTP/1.1" status: 200 len: 809 time: 0.1054237 Jul 08 17:45:53.463097 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-c9084554-fa5b-44fb-972a-85ebc57b96c4 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/quotas/e1bf8dd2666e46f79201c07b60995fc5 HTTP/1.1" status: 200 len: 375 time: 0.0095625 Jul 08 17:45:53.497498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-4a5c806d-a4e2-4c48-b79b-ab94ac704ded tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1bf8dd2666e46f79201c07b60995fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291998 Jul 08 17:45:53.565262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-cd187f00-bb18-4efd-a344-637431231ca2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:45:53.566317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-cd187f00-bb18-4efd-a344-637431231ca2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624719 Jul 08 17:45:53.614392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.676341 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-351948b6-6a21-455e-a8ba-65d5b3b65086 service neutron] 10.222.0.48 "GET /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025116 Jul 08 17:45:53.706752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cf60618c-3b45-48c6-ba71-55c12d905499 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:53.744200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: cf60618c-3b45-48c6-ba71-55c12d905499 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:53.745043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device cf60618c-3b45-48c6-ba71-55c12d905499 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:53.776211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-df7d4f33-8a34-4372-8056-407d25efa524 service neutron] 10.222.0.48 "GET /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923250 Jul 08 17:45:53.960133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69c2cccc-d12b-47aa-af56-a039326bddec req-3d776364-ffec-43c1-b355-0d0b229f3ffe tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 210 time: 0.0309050 Jul 08 17:45:54.998972 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.015413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fe8a4d13-c80f-4e6a-8ae1-d3a62ce5e881 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:55.017018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fe8a4d13-c80f-4e6a-8ae1-d3a62ce5e881 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.53 "GET /v2.0/networks?id=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c HTTP/1.1" status: 200 len: 809 time: 0.1471615 Jul 08 17:45:55.032174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Request body: {'port': {'device_id': '5637f869-2603-43e3-abbe-1da205236ae3', 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c', 'admin_state_up': True, 'tenant_id': 'e1bf8dd2666e46f79201c07b60995fc5'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:55.153422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-37f37f37-b2da-4bfd-8b4f-70dec7257e13 req-494b91d6-22c1-429c-84da-72dfbe3df55d tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 210 time: 0.0407443 Jul 08 17:45:55.185969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Made reservation on behalf of e1bf8dd2666e46f79201c07b60995fc5 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:55.189548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.314184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Allocated IP 172.20.0.3 (1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c/f902fc10-8d14-4a6e-98e9-e79c355e75ac/5959b900-27a6-48cc-9125-c2f6a8dc2831) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:55.469798 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.508424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.550710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:55.555898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:55.559719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:55.584248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Pushing event updated for resources: {'Port': ['ID=5959b900-27a6-48cc-9125-c2f6a8dc2831,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:55.616863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:55.617467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.631472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-882aed4b-58cf-4048-9fb1-7ab8aff1c48f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057565 Jul 08 17:45:55.642983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Request body: {'port': {'device_id': '5637f869-2603-43e3-abbe-1da205236ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:55.714570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.027527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5959b900-27a6-48cc-9125-c2f6a8dc2831 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:56.045225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.063536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Transition to ACTIVE for port object 5959b900-27a6-48cc-9125-c2f6a8dc2831 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:56.067986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.121003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5959b900-27a6-48cc-9125-c2f6a8dc2831,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:56.191068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Attempting to bind port 5959b900-27a6-48cc-9125-c2f6a8dc2831 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:56.191335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Attempting to bind port 5959b900-27a6-48cc-9125-c2f6a8dc2831 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'ee33c879-2499-4437-9361-5d38a0057f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:56.191660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Attempting to bind port 5959b900-27a6-48cc-9125-c2f6a8dc2831 on network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.195974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Port 5959b900-27a6-48cc-9125-c2f6a8dc2831 on network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:56.196294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Attempting to bind port 5959b900-27a6-48cc-9125-c2f6a8dc2831 on network 1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.201709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:56.202073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Checking segment: {'id': 'ee33c879-2499-4437-9361-5d38a0057f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:56.202454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Bound using segment: {'id': 'ee33c879-2499-4437-9361-5d38a0057f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:56.202873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Bound port: 5959b900-27a6-48cc-9125-c2f6a8dc2831, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee33c879-2499-4437-9361-5d38a0057f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:56.203228 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.269684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] For port 5959b900-27a6-48cc-9125-c2f6a8dc2831, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:56.272839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] For port 5959b900-27a6-48cc-9125-c2f6a8dc2831, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831,segment=NetworkSegment(ee33c879-2499-4437-9361-5d38a0057f08),segment_id=ee33c879-2499-4437-9361-5d38a0057f08)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:56.278227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.312265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.312884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.314300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/5959b900-27a6-48cc-9125-c2f6a8dc2831 HTTP/1.1" status: 200 len: 1091 time: 0.6754882 Jul 08 17:45:56.314737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5637f869-2603-43e3-abbe-1da205236ae3', 'tag': '5959b900-27a6-48cc-9125-c2f6a8dc2831'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:56.317015 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3260b-21e3-4c15-bad8-d62ca71964d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5637f869-2603-43e3-abbe-1da205236ae3", "tag": "5959b900-27a6-48cc-9125-c2f6a8dc2831"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:56.344962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f49b9-e5a7-45a2-b729-f635b9c6d1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5959b900-27a6-48cc-9125-c2f6a8dc2831,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:56.345211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f8b7c-e806-4e10-b8b8-58c33cf1b417 req-0d5e1fd0-47d1-4cb2-8f83-71a1aad6dd40 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.346626 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e82f8b7c-e806-4e10-b8b8-58c33cf1b417 req-0d5e1fd0-47d1-4cb2-8f83-71a1aad6dd40 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 943 time: 0.0811164 Jul 08 17:45:56.391807 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e82f8b7c-e806-4e10-b8b8-58c33cf1b417 req-a72c28fc-8261-4255-accb-f5235cb1fc27 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 Jul 08 17:45:56.418625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-c7103cee-6c66-4490-9357-4360109d73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.420131 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-c7103cee-6c66-4490-9357-4360109d73ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1bf8dd2666e46f79201c07b60995fc5&device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0622447 Jul 08 17:45:56.434305 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b7a92-3951-469a-b3c9-f4ebf7b9554c x-openstack-request-id: req-2f1b7a92-3951-469a-b3c9-f4ebf7b9554c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:56.434585 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5637f869-2603-43e3-abbe-1da205236ae3", "tag": "5959b900-27a6-48cc-9125-c2f6a8dc2831", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:56.434837 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f1b7a92-3951-469a-b3c9-f4ebf7b9554c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:56.435224 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5637f869-2603-43e3-abbe-1da205236ae3', 'tag': '5959b900-27a6-48cc-9125-c2f6a8dc2831', 'status': 'completed', 'code': 200} Jul 08 17:45:56.467619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-b7b81f06-7baf-4ebd-8f47-2fa267b16c35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831 HTTP/1.1" status: 200 len: 217 time: 0.0402575 Jul 08 17:45:56.514531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-433313aa-04a0-4524-8d59-40e9f0394446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.515945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-433313aa-04a0-4524-8d59-40e9f0394446 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f902fc10-8d14-4a6e-98e9-e79c355e75ac HTTP/1.1" status: 200 len: 849 time: 0.0426962 Jul 08 17:45:56.548730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-d9c38e4e-69d4-4eba-8784-a2f261d5f7dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269516 Jul 08 17:45:56.638037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-8427e293-bf5e-4f8d-b868-fceffad413b7 service neutron] 10.222.0.53 "GET /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828755 Jul 08 17:45:56.725859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e773566c-5fde-46be-a0ae-28839f3dd447 req-3fc9fa9b-4ff8-4832-9ae2-e1de5e00b9a8 service neutron] 10.222.0.53 "GET /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Jul 08 17:45:56.827315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-50ea67d3-2d87-4295-b094-cc7f4b6916cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.828807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-50ea67d3-2d87-4295-b094-cc7f4b6916cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1bf8dd2666e46f79201c07b60995fc5&device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 1094 time: 0.0567355 Jul 08 17:45:56.920198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-a17b3030-0048-4ccb-9a79-cf800bdff541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.921672 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-a17b3030-0048-4ccb-9a79-cf800bdff541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c HTTP/1.1" status: 200 len: 910 time: 0.0868256 Jul 08 17:45:56.964190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-b1818745-8bbb-40ca-ab44-b890b9400de1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831 HTTP/1.1" status: 200 len: 217 time: 0.0358584 Jul 08 17:45:57.012575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-688080ed-e8ee-48e6-8e3c-9685290282a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:57.014008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-688080ed-e8ee-48e6-8e3c-9685290282a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f902fc10-8d14-4a6e-98e9-e79c355e75ac HTTP/1.1" status: 200 len: 849 time: 0.0427246 Jul 08 17:45:57.051945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-30474092-b189-4b2c-aae5-8dd2056b19c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306699 Jul 08 17:45:57.151187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-f3978fd2-319b-4c27-8a7a-2a126fb7a437 service neutron] 10.222.0.53 "GET /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926261 Jul 08 17:45:57.258769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8fc3260b-21e3-4c15-bad8-d62ca71964d7 req-b787fe13-8306-43e8-a77c-fcb284af9558 service neutron] 10.222.0.53 "GET /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985398 Jul 08 17:45:57.592467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363e37-0b8e-4922-b303-ebd2a7cc9ce7 req-2510ef3c-db4e-4378-af75-2b7d1b7b61ca tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:57.594141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7363e37-0b8e-4922-b303-ebd2a7cc9ce7 req-2510ef3c-db4e-4378-af75-2b7d1b7b61ca tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 943 time: 0.0703640 Jul 08 17:45:57.637467 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7363e37-0b8e-4922-b303-ebd2a7cc9ce7 req-0e30ab84-7e0d-44a4-903d-460755dbd3f3 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374002 Jul 08 17:45:57.647120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce3b9b-30f5-4dca-9e55-fdb6f733e53e req-13c29201-7bc6-4d10-8b58-92a10d4a4865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:57.648654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96ce3b9b-30f5-4dca-9e55-fdb6f733e53e req-13c29201-7bc6-4d10-8b58-92a10d4a4865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0697498 Jul 08 17:45:57.688718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-96ce3b9b-30f5-4dca-9e55-fdb6f733e53e req-0afb2d4a-4953-47ba-bfc5-d48c5b8863a5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Jul 08 17:45:58.813546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1901bd-c5e2-4a31-8112-0738ad5f4e70 req-8599e34e-9eeb-4d9c-9d82-2c2e6b979563 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.817030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a1901bd-c5e2-4a31-8112-0738ad5f4e70 req-8599e34e-9eeb-4d9c-9d82-2c2e6b979563 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 943 time: 0.0677729 Jul 08 17:45:58.858140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a1901bd-c5e2-4a31-8112-0738ad5f4e70 req-d5590e18-ed46-4c9f-969a-4ca2b43e7b0b tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Jul 08 17:45:58.886909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b06d-4ece-4154-b1e3-e868d4c1be54 req-febba0bc-5b85-4733-8b25-bc16d25577ed tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.888379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d80b06d-4ece-4154-b1e3-e868d4c1be54 req-febba0bc-5b85-4733-8b25-bc16d25577ed tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0702069 Jul 08 17:45:58.925273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d80b06d-4ece-4154-b1e3-e868d4c1be54 req-682c7a45-db34-4d73-864e-ada3eb78eb8e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Jul 08 17:45:59.755024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5959b900-27a6-48cc-9125-c2f6a8dc2831 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:45:59.851778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5959b900-27a6-48cc-9125-c2f6a8dc2831, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831,segment=NetworkSegment(ee33c879-2499-4437-9361-5d38a0057f08),segment_id=ee33c879-2499-4437-9361-5d38a0057f08)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:59.863822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '5959b900-27a6-48cc-9125-c2f6a8dc2831', 'network_id': '1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c', 'port_id': '5959b900-27a6-48cc-9125-c2f6a8dc2831', 'mac_address': 'fa:16:3e:1f:5e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f902fc10-8d14-4a6e-98e9-e79c355e75ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:45:59.901990 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.917336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5959b900-27a6-48cc-9125-c2f6a8dc2831 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:59.942293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5959b900-27a6-48cc-9125-c2f6a8dc2831, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831,segment=NetworkSegment(ee33c879-2499-4437-9361-5d38a0057f08),segment_id=ee33c879-2499-4437-9361-5d38a0057f08)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:59.947122 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.000757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5959b900-27a6-48cc-9125-c2f6a8dc2831,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:00.009889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.010191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.010750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.011255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.011753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.012248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.012748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.013142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.013479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.013807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.014320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.014946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:00.062882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95779d1a-be16-4786-aaad-b6ea94d24c99 req-8b1e19e6-460b-47c3-bc65-d12a6ef955fe tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:00.064505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95779d1a-be16-4786-aaad-b6ea94d24c99 req-8b1e19e6-460b-47c3-bc65-d12a6ef955fe tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 944 time: 0.0745327 Jul 08 17:46:00.106078 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95779d1a-be16-4786-aaad-b6ea94d24c99 req-45d3f2af-660a-4cd8-8e80-1e42ec5e7109 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359035 Jul 08 17:46:00.133535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e113af-81df-4730-b9e5-002a75255e1b req-24a7a97f-03d7-4c6c-a34e-8e683680be24 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:00.135417 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97e113af-81df-4730-b9e5-002a75255e1b req-24a7a97f-03d7-4c6c-a34e-8e683680be24 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0746329 Jul 08 17:46:00.141301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['5959b900-27a6-48cc-9125-c2f6a8dc2831'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:46:00.178059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97e113af-81df-4730-b9e5-002a75255e1b req-dd0e9dc5-464b-4aa8-a6bf-7f5cf0f584d8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368755 Jul 08 17:46:01.280098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bdc2b-fc48-4d3c-b495-2ad813796309 req-7288b8ae-ac6b-44fa-aebf-1cf1f1c13986 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:01.281610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-058bdc2b-fc48-4d3c-b495-2ad813796309 req-7288b8ae-ac6b-44fa-aebf-1cf1f1c13986 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 944 time: 0.0640819 Jul 08 17:46:01.320354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-058bdc2b-fc48-4d3c-b495-2ad813796309 req-953d7bed-06bc-4008-a8a6-132f82d9d7dc tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Jul 08 17:46:01.360436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb93d51-0384-44d4-a60b-be9f4d6bf373 req-f9a337c7-8568-4645-80f1-1caf62e20ca6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:01.361954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2eb93d51-0384-44d4-a60b-be9f4d6bf373 req-f9a337c7-8568-4645-80f1-1caf62e20ca6 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0635831 Jul 08 17:46:01.406370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2eb93d51-0384-44d4-a60b-be9f4d6bf373 req-007cca88-76dc-471a-a897-ce076ad453e0 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Jul 08 17:46:01.769687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5959b900-27a6-48cc-9125-c2f6a8dc2831 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:01.818706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 5959b900-27a6-48cc-9125-c2f6a8dc2831 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:01.822602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 5959b900-27a6-48cc-9125-c2f6a8dc2831 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:01.822968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.902609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.924664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5637f869-2603-43e3-abbe-1da205236ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5959b900-27a6-48cc-9125-c2f6a8dc2831'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:01.926973 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b369d31-c4d7-48ba-bc65-46e29f7ce25d" -d '{"events": [{"server_uuid": "5637f869-2603-43e3-abbe-1da205236ae3", "name": "network-vif-plugged", "status": "completed", "tag": "5959b900-27a6-48cc-9125-c2f6a8dc2831"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:01.940279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 5959b900-27a6-48cc-9125-c2f6a8dc2831, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831,segment=NetworkSegment(ee33c879-2499-4437-9361-5d38a0057f08),segment_id=ee33c879-2499-4437-9361-5d38a0057f08)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:01.945517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.971661 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f2356-e42b-4ef0-9b22-6d293cb852bd x-openstack-request-id: req-3f2f2356-e42b-4ef0-9b22-6d293cb852bd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:01.971954 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5637f869-2603-43e3-abbe-1da205236ae3", "name": "network-vif-plugged", "status": "completed", "tag": "5959b900-27a6-48cc-9125-c2f6a8dc2831", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:01.972208 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f2f2356-e42b-4ef0-9b22-6d293cb852bd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:01.972598 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5637f869-2603-43e3-abbe-1da205236ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5959b900-27a6-48cc-9125-c2f6a8dc2831', 'code': 200} Jul 08 17:46:02.002425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=5959b900-27a6-48cc-9125-c2f6a8dc2831,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:02.088622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70298153-b0b3-4a51-aaa6-a5491e128c8d req-65afa48f-4f91-44f1-8cf9-757e59125f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.090222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70298153-b0b3-4a51-aaa6-a5491e128c8d req-65afa48f-4f91-44f1-8cf9-757e59125f31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 1096 time: 0.0575442 Jul 08 17:46:02.126916 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70298153-b0b3-4a51-aaa6-a5491e128c8d req-5e89e56a-5831-46db-935b-e2332f23156a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305221 Jul 08 17:46:02.522419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1852553-873b-455b-9ee6-cbf7fd39c27f req-9800231c-ebad-4b03-b6d2-9f7ac453dd7f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.524043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1852553-873b-455b-9ee6-cbf7fd39c27f req-9800231c-ebad-4b03-b6d2-9f7ac453dd7f tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 945 time: 0.0851011 Jul 08 17:46:02.570455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1852553-873b-455b-9ee6-cbf7fd39c27f req-a2398716-8254-40eb-89c0-8ff7e413d005 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376589 Jul 08 17:46:02.639707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75ccc-0ebe-4336-bed7-e7f4b51a06af req-7f939829-1a45-4505-b753-3ef1e9a5c9cf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.641208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5c75ccc-0ebe-4336-bed7-e7f4b51a06af req-7f939829-1a45-4505-b753-3ef1e9a5c9cf tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.1142373 Jul 08 17:46:02.680775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5c75ccc-0ebe-4336-bed7-e7f4b51a06af req-054cd9ea-c716-476c-9a30-89466a80ec83 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338962 Jul 08 17:46:03.760534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61bbb0-497c-48aa-82b9-52822f410d8d req-f073524e-3e1b-4421-82f8-9c57982b0f9c tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.762233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a61bbb0-497c-48aa-82b9-52822f410d8d req-f073524e-3e1b-4421-82f8-9c57982b0f9c tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 945 time: 0.0753489 Jul 08 17:46:03.809023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a61bbb0-497c-48aa-82b9-52822f410d8d req-826bc025-3c1d-45f1-ba0e-b8d0ebd2696c tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Jul 08 17:46:03.876163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff272d-a1dc-40ed-b2d9-b9386063bf2b req-dcd76772-1798-461c-ad04-52ec24091b6e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.877688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f1ff272d-a1dc-40ed-b2d9-b9386063bf2b req-dcd76772-1798-461c-ad04-52ec24091b6e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0696986 Jul 08 17:46:03.926995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f1ff272d-a1dc-40ed-b2d9-b9386063bf2b req-7013e1b3-51e4-467d-b329-45f945e39f23 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Jul 08 17:46:05.129552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c828301-aed6-4c1e-8f60-2c8cb8e4b810 req-af10cc42-5ca5-46e7-a6f0-678b30a0cfce tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:05.137120 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c828301-aed6-4c1e-8f60-2c8cb8e4b810 req-af10cc42-5ca5-46e7-a6f0-678b30a0cfce tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Jul 08 17:46:05.173318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c828301-aed6-4c1e-8f60-2c8cb8e4b810 req-4de2db57-8eda-41e3-8f32-153f893f59e3 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353653 Jul 08 17:46:05.942600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:46:06.208769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3efd3b-b59c-4938-aede-557b366770bd req-bd68c058-712c-4af0-acfb-8b2c5c07c37a tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:06.210289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3efd3b-b59c-4938-aede-557b366770bd req-bd68c058-712c-4af0-acfb-8b2c5c07c37a tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 945 time: 0.0663126 Jul 08 17:46:06.253670 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b3efd3b-b59c-4938-aede-557b366770bd req-95fe922f-efdd-40cf-8037-97dda3d303e7 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Jul 08 17:46:06.376320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2246b-a1f7-453b-acea-c1ee3b852e1c req-5d37f229-5a04-4e17-ac34-f4530214c17f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:06.377905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77b2246b-a1f7-453b-acea-c1ee3b852e1c req-5d37f229-5a04-4e17-ac34-f4530214c17f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0807333 Jul 08 17:46:06.416210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-77b2246b-a1f7-453b-acea-c1ee3b852e1c req-d9873954-773e-4556-830b-ad407e675cc4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324678 Jul 08 17:46:07.450949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-6c0b64b6-5a7c-47e3-9b91-b02b06a0668a tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:07.452470 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-6c0b64b6-5a7c-47e3-9b91-b02b06a0668a tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.53 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 945 time: 0.1117387 Jul 08 17:46:07.480559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8526-fca5-4113-839e-118c43225e66 req-32faf35a-05fc-41bf-960d-52260bcb86a3 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:07.482081 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f74b8526-fca5-4113-839e-118c43225e66 req-32faf35a-05fc-41bf-960d-52260bcb86a3 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/ports?device_id=5637f869-2603-43e3-abbe-1da205236ae3 HTTP/1.1" status: 200 len: 945 time: 0.1074178 Jul 08 17:46:07.610689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea01a0-9a1a-4458-ab23-40dfea418eae req-ba812a17-b228-4543-ae46-5a098de8057e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:07.612358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37ea01a0-9a1a-4458-ab23-40dfea418eae req-ba812a17-b228-4543-ae46-5a098de8057e tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0766325 Jul 08 17:46:07.658574 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37ea01a0-9a1a-4458-ab23-40dfea418eae req-6cdf00c9-5526-4857-89a7-2651e67b4c0b tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Jul 08 17:46:07.874361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f74b8526-fca5-4113-839e-118c43225e66 req-69222e8f-ac90-4cf0-89ea-62a2a5862d74 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f64d154-c33f-4bba-bac5-b4bb50fd1154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739760 Jul 08 17:46:07.903300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Deleting port 5959b900-27a6-48cc-9125-c2f6a8dc2831 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:07.903650 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.991844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] For port 5959b900-27a6-48cc-9125-c2f6a8dc2831, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=5959b900-27a6-48cc-9125-c2f6a8dc2831,segment=NetworkSegment(ee33c879-2499-4437-9361-5d38a0057f08),segment_id=ee33c879-2499-4437-9361-5d38a0057f08)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:07.992207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.005702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Calling delete_port for 5959b900-27a6-48cc-9125-c2f6a8dc2831 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:08.135567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.147806 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['5959b900-27a6-48cc-9125-c2f6a8dc2831'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:46:08.166781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Pushing event deleted for resources: {'Port': ['ID=5959b900-27a6-48cc-9125-c2f6a8dc2831,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:08.212756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] No DVR routers for this DVR port 5959b900-27a6-48cc-9125-c2f6a8dc2831 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:08.216094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.218104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a78c2743-c367-4b93-a3f3-bd38d32544c3 req-88720445-b03d-4bd3-976b-5b5186999082 tempest-ServerTagsTestJSON-1999798588 tempest-ServerTagsTestJSON-1999798588-project] 10.222.0.53 "DELETE /v2.0/ports/5959b900-27a6-48cc-9125-c2f6a8dc2831 HTTP/1.1" status: 204 len: 173 time: 0.7569191 Jul 08 17:46:08.218550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5637f869-2603-43e3-abbe-1da205236ae3', 'name': 'network-vif-deleted', 'tag': '5959b900-27a6-48cc-9125-c2f6a8dc2831'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:08.220800 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f58d639-c985-436e-9e64-ba9f1fa549c6" -d '{"events": [{"server_uuid": "5637f869-2603-43e3-abbe-1da205236ae3", "name": "network-vif-deleted", "tag": "5959b900-27a6-48cc-9125-c2f6a8dc2831"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:08.257626 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980d6395-552b-4145-a36f-413783db28d0 x-openstack-request-id: req-980d6395-552b-4145-a36f-413783db28d0 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:08.258026 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5637f869-2603-43e3-abbe-1da205236ae3", "name": "network-vif-deleted", "tag": "5959b900-27a6-48cc-9125-c2f6a8dc2831", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:08.258282 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-980d6395-552b-4145-a36f-413783db28d0 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:08.258673 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5637f869-2603-43e3-abbe-1da205236ae3', 'name': 'network-vif-deleted', 'tag': '5959b900-27a6-48cc-9125-c2f6a8dc2831', 'status': 'completed', 'code': 200} Jul 08 17:46:08.631346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:08.763619 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b87f3e-a722-4b3f-9c8f-8f4236894f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.862758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35842b9c-576b-485d-b826-3c954828365a req-2b8a4e02-b5a4-4595-8cf1-ea01992027a9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:08.864258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35842b9c-576b-485d-b826-3c954828365a req-2b8a4e02-b5a4-4595-8cf1-ea01992027a9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0721791 Jul 08 17:46:08.872711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b87f3e-a722-4b3f-9c8f-8f4236894f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.876635 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50b87f3e-a722-4b3f-9c8f-8f4236894f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.903386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35842b9c-576b-485d-b826-3c954828365a req-97db4f37-0d0e-4e93-ae23-f7f17142551f tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324912 Jul 08 17:46:08.923675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-50b87f3e-a722-4b3f-9c8f-8f4236894f64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8871f2793b524fbb80639bb6204fdeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889552 Jul 08 17:46:08.923997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:08.928968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87f3e-a722-4b3f-9c8f-8f4236894f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378a42fe-3972-43a3-806f-69afe8e6fcc7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:08.971738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52284) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:08.986438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa17b910-1e03-4f09-ac9f-cecf8bfad592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.007513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa17b910-1e03-4f09-ac9f-cecf8bfad592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.020512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Deleting subnet f902fc10-8d14-4a6e-98e9-e79c355e75ac {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:09.023442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.055882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa17b910-1e03-4f09-ac9f-cecf8bfad592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.059196 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.059489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-aa17b910-1e03-4f09-ac9f-cecf8bfad592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.060853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aa17b910-1e03-4f09-ac9f-cecf8bfad592 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/378a42fe-3972-43a3-806f-69afe8e6fcc7 HTTP/1.1" status: 204 len: 168 time: 0.1358738 Jul 08 17:46:09.068355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b910-1e03-4f09-ac9f-cecf8bfad592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378a42fe-3972-43a3-806f-69afe8e6fcc7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.102015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.158188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.190910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f902fc10-8d14-4a6e-98e9-e79c355e75ac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.192887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.197396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8d55728b-e674-4689-b6c6-d5897efc5266 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f902fc10-8d14-4a6e-98e9-e79c355e75ac HTTP/1.1" status: 204 len: 168 time: 0.2245686 Jul 08 17:46:09.197727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:09.268393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.335601 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52292) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:09.348110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.349583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c62f73-3dab-4072-9927-f03e76f04cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.358316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:09.369058 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee33c879-2499-4437-9361-5d38a0057f08') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:09.369421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee33c879-2499-4437-9361-5d38a0057f08') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:09.378699 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.397410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.404563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:09.405000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:09.406716 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:09.441508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c62f73-3dab-4072-9927-f03e76f04cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.446744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84c62f73-3dab-4072-9927-f03e76f04cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.462884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.468345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.473200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c HTTP/1.1" status: 204 len: 168 time: 0.2720861 Jul 08 17:46:09.491696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-84c62f73-3dab-4072-9927-f03e76f04cda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d527adc77c6b48fbb2c1a71603195960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549633 Jul 08 17:46:09.491888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de613d-fc83-467a-9768-35501b3665a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ddbd0ab-ce77-47ef-9f30-eb3524b9da0c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.493082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:09.499720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c62f73-3dab-4072-9927-f03e76f04cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed5abff-5247-4b09-8767-3accc3dd615e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.545050 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe82a3f-16c1-46ac-9e66-d10cc388b85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.566874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe82a3f-16c1-46ac-9e66-d10cc388b85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.619942 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe82a3f-16c1-46ac-9e66-d10cc388b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.622587 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fe82a3f-16c1-46ac-9e66-d10cc388b85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.623761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4fe82a3f-16c1-46ac-9e66-d10cc388b85c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ed5abff-5247-4b09-8767-3accc3dd615e HTTP/1.1" status: 204 len: 168 time: 0.1297295 Jul 08 17:46:09.631810 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe82a3f-16c1-46ac-9e66-d10cc388b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed5abff-5247-4b09-8767-3accc3dd615e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.647993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:09.689502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b662844a-b68c-437f-acb2-7e260247038d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1bf8dd2666e46f79201c07b60995fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403461 Jul 08 17:46:09.691943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52302) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:09.741158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0e7938e-6d63-4011-bc4a-eb687b561c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.764710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0e7938e-6d63-4011-bc4a-eb687b561c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.817416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0e7938e-6d63-4011-bc4a-eb687b561c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.819979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f0e7938e-6d63-4011-bc4a-eb687b561c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.821130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f0e7938e-6d63-4011-bc4a-eb687b561c16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f64d154-c33f-4bba-bac5-b4bb50fd1154 HTTP/1.1" status: 204 len: 168 time: 0.1283185 Jul 08 17:46:09.829984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7938e-6d63-4011-bc4a-eb687b561c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f64d154-c33f-4bba-bac5-b4bb50fd1154,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:10.091103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eb473-f341-4df2-97fa-2665920ca0ee req-70b8de0e-b434-4b62-8f22-7d5c9466cae5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:10.093013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85eb473-f341-4df2-97fa-2665920ca0ee req-70b8de0e-b434-4b62-8f22-7d5c9466cae5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0678370 Jul 08 17:46:10.133620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85eb473-f341-4df2-97fa-2665920ca0ee req-3a556730-4f0c-4e6c-b9b3-2f17de40d704 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346458 Jul 08 17:46:11.001627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d27fa11-5bba-4e17-90a9-9e4211a2d93f req-81cc87b6-4643-44c5-804a-c010c1d96945 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0310199 Jul 08 17:46:11.334241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc87e-604a-45cc-ad1d-1cd9e311cc65 req-496f44dd-fab8-420e-a5c4-734c78ce8c34 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:11.335879 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70ebc87e-604a-45cc-ad1d-1cd9e311cc65 req-496f44dd-fab8-420e-a5c4-734c78ce8c34 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0758290 Jul 08 17:46:11.387429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-70ebc87e-604a-45cc-ad1d-1cd9e311cc65 req-d41c4739-6be6-4376-af58-2ea47a80e2b1 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454583 Jul 08 17:46:11.439740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:11.545498 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e927ec37-2a06-482c-b706-6a7c12f4b530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.634787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e927ec37-2a06-482c-b706-6a7c12f4b530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.639086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e927ec37-2a06-482c-b706-6a7c12f4b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.677600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e927ec37-2a06-482c-b706-6a7c12f4b530 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d568965071f4359a91824bda283a42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367618 Jul 08 17:46:11.679648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927ec37-2a06-482c-b706-6a7c12f4b530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae567cf-3f56-4eaf-9e66-cd1a8c5d440f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:11.680281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52398) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:11.728940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-349395f9-29ff-41e0-b826-6bf132b79e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.753289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-349395f9-29ff-41e0-b826-6bf132b79e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.798482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-349395f9-29ff-41e0-b826-6bf132b79e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.801056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-349395f9-29ff-41e0-b826-6bf132b79e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.802226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-349395f9-29ff-41e0-b826-6bf132b79e9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fae567cf-3f56-4eaf-9e66-cd1a8c5d440f HTTP/1.1" status: 204 len: 168 time: 0.1208503 Jul 08 17:46:11.810230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349395f9-29ff-41e0-b826-6bf132b79e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae567cf-3f56-4eaf-9e66-cd1a8c5d440f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:11.816753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5959b900-27a6-48cc-9125-c2f6a8dc2831 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:11.846171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 5959b900-27a6-48cc-9125-c2f6a8dc2831 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:46:11.846519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 5959b900-27a6-48cc-9125-c2f6a8dc2831 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:46:12.071197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52406) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.086188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d559-e0f6-4a05-b5f2-0806741b609d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.171205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1df02b92-8507-41e5-b9f7-f43e84d85123 req-8c2747f7-006d-44d3-8287-290707bc6160 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0355799 Jul 08 17:46:12.212132 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d559-e0f6-4a05-b5f2-0806741b609d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.216884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b5d3d559-e0f6-4a05-b5f2-0806741b609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.255330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b5d3d559-e0f6-4a05-b5f2-0806741b609d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79395137365f4ba2a5f4e043827d0b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826897 Jul 08 17:46:12.256140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3d559-e0f6-4a05-b5f2-0806741b609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77876683-4a41-495c-a26e-65e0571c3064,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:12.257859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 52408) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.306496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4becb97-18c9-4c76-91fc-ddf6b5534594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.327652 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4becb97-18c9-4c76-91fc-ddf6b5534594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.376124 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4becb97-18c9-4c76-91fc-ddf6b5534594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.378682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f4becb97-18c9-4c76-91fc-ddf6b5534594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.379821 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f4becb97-18c9-4c76-91fc-ddf6b5534594 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77876683-4a41-495c-a26e-65e0571c3064 HTTP/1.1" status: 204 len: 168 time: 0.1209443 Jul 08 17:46:12.388265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4becb97-18c9-4c76-91fc-ddf6b5534594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77876683-4a41-495c-a26e-65e0571c3064,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:12.561451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a81b7-532e-4cc3-963a-cd30b76fd565 req-048842f0-ce57-4fbd-b3a4-556b220be87a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:12.563002 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b23a81b7-532e-4cc3-963a-cd30b76fd565 req-048842f0-ce57-4fbd-b3a4-556b220be87a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0692809 Jul 08 17:46:12.602974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b23a81b7-532e-4cc3-963a-cd30b76fd565 req-e5ff6265-2eda-4403-8743-7e9c442504c7 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339789 Jul 08 17:46:13.038061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ebf0e199-9348-486e-8618-d59992e849f1 req-9a075925-beab-4b5a-b3ac-4e6cdc9356d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0317602 Jul 08 17:46:13.071942 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.115626 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.324367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8777f8c-ce04-4142-9785-faceb1751003 req-e213d904-6914-42d9-9d96-5c5ee1392cb9 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0286965 Jul 08 17:46:13.806314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65ae5-ed5e-4359-85b4-9a5079378c76 req-fd48e5db-d44f-4f74-a93c-e1f31128dd56 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:13.809093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-53f65ae5-ed5e-4359-85b4-9a5079378c76 req-fd48e5db-d44f-4f74-a93c-e1f31128dd56 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0927527 Jul 08 17:46:13.850320 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-53f65ae5-ed5e-4359-85b4-9a5079378c76 req-2b20c28f-aa95-41e4-aa65-28820a4b67e2 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353944 Jul 08 17:46:14.474385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b3de20b-4836-4c2e-9297-2034512e0f1c req-e6225ea5-3724-4a67-b201-e9999f27f03e tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0289593 Jul 08 17:46:15.004586 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72d54b1e-eebc-4dfa-ab0b-5131b3bb66ba req-e681b977-a419-466d-942f-ce8cde01a430 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0289900 Jul 08 17:46:15.042832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3681fe-f823-4c66-9fa6-22ab1a89e455 req-e5e3fdda-8953-46fe-8662-b55f8124028d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:15.044331 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e3681fe-f823-4c66-9fa6-22ab1a89e455 req-e5e3fdda-8953-46fe-8662-b55f8124028d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0732279 Jul 08 17:46:15.082614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e3681fe-f823-4c66-9fa6-22ab1a89e455 req-3de9e3da-d7a8-4623-a3dc-3a28dc1e378a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322983 Jul 08 17:46:16.166035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f33de6e-5ee4-4c06-a5eb-217832f4f275 req-1ed3a565-ac95-48c0-a0ec-30e241e8f3e3 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0333672 Jul 08 17:46:16.278062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dbb34-2a0c-4e6c-b483-e5f66dfa3873 req-cbd461c3-bc14-4f5c-88b0-beef04ef2f79 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:16.280336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b4dbb34-2a0c-4e6c-b483-e5f66dfa3873 req-cbd461c3-bc14-4f5c-88b0-beef04ef2f79 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0772839 Jul 08 17:46:16.323463 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b4dbb34-2a0c-4e6c-b483-e5f66dfa3873 req-57d6b6d6-69e7-40ed-a038-c33d19c287f8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 Jul 08 17:46:16.506426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf6ee4-c8a8-4f62-ac7f-99ccccf7e1b2 req-e83c24d5-4a8e-4498-8bd7-2d2e28393e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:16.507958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bcaf6ee4-c8a8-4f62-ac7f-99ccccf7e1b2 req-e83c24d5-4a8e-4498-8bd7-2d2e28393e9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1096 time: 0.1665945 Jul 08 17:46:16.545771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bcaf6ee4-c8a8-4f62-ac7f-99ccccf7e1b2 req-731fced8-52a4-419e-a47e-bef86fc7391b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306242 Jul 08 17:46:17.324559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d51c2e47-156c-488c-b86b-d55c5472becb req-9adb0db7-1cb5-4c87-a10e-25bc88d9f053 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0313423 Jul 08 17:46:17.517029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea0c4-0640-4582-934a-3efa958635a8 req-3de2da97-bcc4-4d7f-8b0a-3f600561001a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:17.518588 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-845ea0c4-0640-4582-934a-3efa958635a8 req-3de2da97-bcc4-4d7f-8b0a-3f600561001a tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0757277 Jul 08 17:46:17.558180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-845ea0c4-0640-4582-934a-3efa958635a8 req-5c5cd138-34f0-4242-b652-a5ef0add6853 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337868 Jul 08 17:46:17.583659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 52500) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:17.645043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ef0a70e-985b-4ed7-a75f-a932cefbd430 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/floatingips/4de1cb45-b01b-47df-85a3-fa612cd2cb9a HTTP/1.1" status: 200 len: 991 time: 0.0600600 Jul 08 17:46:17.879687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device c628e10e-fe62-47d5-a945-57a39bd4fc93 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:46:17.975236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:17.986614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'port_id': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'mac_address': 'fa:16:3e:48:cb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:46:18.027332 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.039915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c628e10e-fe62-47d5-a945-57a39bd4fc93 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:46:18.059449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:18.063029 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.110813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:18.282274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['c628e10e-fe62-47d5-a945-57a39bd4fc93'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:46:18.495264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe39a58d-568e-49d3-a045-0446435d7cd0 req-77cb90f7-979b-42a5-a193-c995dc03fb01 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0341990 Jul 08 17:46:19.511706 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc61ecfc-814b-468a-98c1-343ce560ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:19.648954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e7cdcc1d-9d5d-43f3-a053-6d4347eafb55 req-c77249fa-43f5-4bd9-977a-e7149ee9bf9c tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0290620 Jul 08 17:46:19.887026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device c628e10e-fe62-47d5-a945-57a39bd4fc93 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:19.934609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port c628e10e-fe62-47d5-a945-57a39bd4fc93 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:19.934901 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:20.016581 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:20.039259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:20.041746 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8c1264-f52d-412e-822d-9e1743dec57d" -d '{"events": [{"server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "name": "network-vif-plugged", "status": "completed", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:20.054618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:20.058929 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:20.082516 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0746fada-659c-4af7-b7dc-8e275aa4a874 x-openstack-request-id: req-0746fada-659c-4af7-b7dc-8e275aa4a874 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:20.082814 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "name": "network-vif-plugged", "status": "completed", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:20.083065 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0746fada-659c-4af7-b7dc-8e275aa4a874 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:20.083457 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'code': 200} Jul 08 17:46:20.108725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:20.808658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a8cc8f7-7eaf-460b-a4a8-73ed5fe69536 req-08b9e3b3-a046-4429-8acf-9e2b820ad171 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0346351 Jul 08 17:46:21.977338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e742233f-b2ec-40cc-bf2d-7fa440546351 req-3803a534-efb7-4051-b36a-182213d94f97 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0299542 Jul 08 17:46:22.203151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-853efff4-8f4a-45f3-80d2-73aa4cddb7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.333052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.131385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b4e9cc1-c49e-4174-ab6a-6033c6a6f738 req-75ca40ec-d2ce-467a-828b-bb5842cae080 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0300360 Jul 08 17:46:23.611436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.283345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef5dd6c3-81e0-40a4-93f4-dd8ad00c554b req-dd277425-44f1-4e31-a5bc-f8720a0d9739 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0291934 Jul 08 17:46:24.991630 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.442704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d86411f1-8bfd-465c-85db-3365cfcbc13b req-ef28c67d-0c7a-46e2-a1aa-0123cf5d8351 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0369129 Jul 08 17:46:26.597067 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-494b943e-b36c-493a-afb3-543bf273709f req-3d9e1917-6a6d-4ed7-afea-499982ccb61b tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0301929 Jul 08 17:46:27.749158 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a0ee0ad-72f1-45d3-86b7-e6c894c9cb79 req-cc402861-87a5-4468-9e07-f4677c0cd426 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0296702 Jul 08 17:46:28.903983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-84f68576-995b-4c97-8291-e64d39bb53ec req-ba9814e0-6b82-4bcc-a87b-f63393f746ce tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0321689 Jul 08 17:46:30.060302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24c03fb3-0a4c-406a-b3c8-76cd7822b53c req-d26bd9d1-255b-4f38-9ab1-e020610c55aa tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0330036 Jul 08 17:46:31.215128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a86ed41-1422-4beb-a6e9-7da64c4e5605 req-0ec96db5-a565-4b30-bf10-202108ec4c45 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0287566 Jul 08 17:46:32.367391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08170961-fea9-4c42-be76-90eebbd7b6eb req-94b807a7-ae14-471a-884f-982bbe9efd93 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0290251 Jul 08 17:46:33.520366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2131a606-79c3-40d1-b307-62cca1bd401b req-5b6f46ec-4c3e-4d2c-9bd4-a1678aa4d1d9 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0289552 Jul 08 17:46:34.672088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce5b755b-49dd-4f98-bc8c-90ef7349e87b req-ce8ea20f-287a-41de-bec5-5c0e89c9f72d tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0320356 Jul 08 17:46:35.827503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-111ebe56-3cb6-43cb-b9c7-cbe88f417a34 req-fb422123-862c-4d8a-86db-8a609440d990 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0335746 Jul 08 17:46:36.983676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d9fda47-bb1b-4467-962a-a616166a5fb6 req-dd04a40c-be5d-4c40-a6a6-81c5f2341e68 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0284083 Jul 08 17:46:38.152335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7a3b5eff-3a8f-4675-9b97-2bed1d02d792 req-dac80ee0-d4e8-4a2c-8370-d388b6901ebd tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0447741 Jul 08 17:46:39.319318 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66122351-f235-47ba-88f2-322f99f5300d req-2248097d-5b3a-4135-9815-a1346f744c86 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0326602 Jul 08 17:46:40.476143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be5e30e6-af03-406f-9e89-506a10b3cfcc req-955a7836-8f6e-4dd7-87e9-cbb75e070b5f tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0298922 Jul 08 17:46:41.633728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-406b0d73-d412-4035-8614-42821ac4991d req-0b3c8b88-1a65-44ea-9249-ee70b79648df tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0291321 Jul 08 17:46:42.475609 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d82194c-e6ca-4997-a3f7-80c41ddf6346 req-16d78f41-a9f1-4809-b776-37937b38176a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0272241 Jul 08 17:46:42.787171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b4714f6-a062-492d-a598-74ea715f0c50 req-1c72db37-9b8a-4add-a6e0-27adb77bba1e tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0298479 Jul 08 17:46:42.943343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:46:43.086551 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.126073 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.946547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5480211a-7d3e-4596-b406-33f3b13d8944 req-8a52622f-7fde-4b58-bda5-920f2af939ae tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0322623 Jul 08 17:46:44.245037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc17f5ca-37e9-419d-ab38-eef72bd24dff req-264f061e-f486-4dc0-95ef-b9177ec343e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0122da8900704da1b7edf6502d2b51e3&device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0285602 Jul 08 17:46:44.285377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc17f5ca-37e9-419d-ab38-eef72bd24dff req-194ec262-35bc-4ca0-b515-79d185c783cc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0122da8900704da1b7edf6502d2b51e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330243 Jul 08 17:46:44.347132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa25ef64-779f-4c44-9873-12bcb5e9161f req-db0dcf11-64f3-4005-9e00-070d056b7ebb tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0649805 Jul 08 17:46:44.472920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17f5ca-37e9-419d-ab38-eef72bd24dff req-b2c04afa-04b6-4a99-8b38-d8abf45bda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:44.474409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc17f5ca-37e9-419d-ab38-eef72bd24dff req-b2c04afa-04b6-4a99-8b38-d8abf45bda51 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805711 Jul 08 17:46:45.493198 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-387beecd-c9a9-40e7-9f7f-563f5e699d5d req-63844bc4-b211-4810-8298-4621b59a54d5 tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0297897 Jul 08 17:46:45.715072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc17f5ca-37e9-419d-ab38-eef72bd24dff req-3c45b419-cabf-41e4-a2e3-8e84adacc85b tempest-ServerShowV257Test-1878203454 tempest-ServerShowV257Test-1878203454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d2010c7-0c48-48bd-870d-6d056d3c4cfd HTTP/1.1" status: 200 len: 210 time: 0.0314469 Jul 08 17:46:46.856266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:46.966590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.065670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.071421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.115646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2d1c6-7d3d-4c08-9b2d-472ff81646a1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:47.119876 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0122da8900704da1b7edf6502d2b51e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624583 Jul 08 17:46:47.123047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53072) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:47.126942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.127292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.127637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.127978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.128344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.128680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.129010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.129339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.129670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.130026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.130356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.130681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011d3a2b-4057-4a35-a8e4-4d6d8a1e2363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:47.179927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-863c92e1-aebe-404a-863f-902dc9d2d8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.203073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-863c92e1-aebe-404a-863f-902dc9d2d8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.251833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-863c92e1-aebe-404a-863f-902dc9d2d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.254440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-863c92e1-aebe-404a-863f-902dc9d2d8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.255610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-863c92e1-aebe-404a-863f-902dc9d2d8b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27d2d1c6-7d3d-4c08-9b2d-472ff81646a1 HTTP/1.1" status: 204 len: 168 time: 0.1314833 Jul 08 17:46:47.264565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c92e1-aebe-404a-863f-902dc9d2d8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2d1c6-7d3d-4c08-9b2d-472ff81646a1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:49.512823 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bee72a08-9544-44d2-a76c-e27d419ac755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.795250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-a5d00430-a276-46cf-ba66-2430629effef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671391 Jul 08 17:46:49.910451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-d4b51980-407d-4094-91ad-cb0236702bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:49.912085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-d4b51980-407d-4094-91ad-cb0236702bd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1096 time: 0.0689654 Jul 08 17:46:50.041142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-8e4699aa-b8f3-4c70-9cde-85c7b51509a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:50.042681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-8e4699aa-b8f3-4c70-9cde-85c7b51509a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 898 time: 0.1057465 Jul 08 17:46:50.116641 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-b31b5406-7f76-4aaa-8697-067c9b65d8eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 999 time: 0.0666456 Jul 08 17:46:50.182774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-6ea119df-0fab-481e-80da-210371b6c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:50.184366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-6ea119df-0fab-481e-80da-210371b6c723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 200 len: 834 time: 0.0605242 Jul 08 17:46:50.230832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53168) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:50.271791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-d6386974-d1bc-497c-95f2-3750b7adb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:50.273571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-d6386974-d1bc-497c-95f2-3750b7adb431 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2442461-1fe9-4f83-adeb-7d132d0007fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754423 Jul 08 17:46:50.374175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-a6ed6947-de43-48e1-b1d7-373778579e76 service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935068 Jul 08 17:46:50.412001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 817c2914-e096-4ae8-b13d-1fd2eda7543c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:50.412349 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.479011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1538b7ef-bc0d-4bb8-801d-985f69d68a4b req-2fa8c9fe-972c-4690-82c4-d84e13e46930 service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986817 Jul 08 17:46:50.499621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.500039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.515156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 817c2914-e096-4ae8-b13d-1fd2eda7543c owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:50.710766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.740259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=817c2914-e096-4ae8-b13d-1fd2eda7543c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:50.805206 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.805737 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Floating IP 4de1cb45-b01b-47df-85a3-fa612cd2cb9a disassociated (deleted). External IP: 172.25.3.3, port: c628e10e-fe62-47d5-a945-57a39bd4fc93. Jul 08 17:46:51.035035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router a1df8f0b-f130-45c0-abc1-e3779b735f3e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:46:51.151412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:51.156977 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.163904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] Sync routers for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:51.175050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:51.175704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:51.216255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-065baa88-cd90-4d5d-adc9-bd71a8805bb8 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/floatingips/4de1cb45-b01b-47df-85a3-fa612cd2cb9a HTTP/1.1" status: 204 len: 168 time: 0.9768274 Jul 08 17:46:51.217272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:51.220530 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f0436c-b9f6-4bd0-931a-b3f17166203e" -d '{"events": [{"name": "network-changed", "server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:51.264500 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943666ba-5321-422a-8698-4f85f71bb776 x-openstack-request-id: req-943666ba-5321-422a-8698-4f85f71bb776 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:51.265113 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:51.265113 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-943666ba-5321-422a-8698-4f85f71bb776 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:51.265630 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'status': 'completed', 'code': 200} Jul 08 17:46:51.305676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:51.370564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-0545ef4f-df09-496d-9ade-6d30fd415b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:51.372281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-0545ef4f-df09-496d-9ade-6d30fd415b24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 1096 time: 0.0799198 Jul 08 17:46:51.508365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-569f79b3-1200-4fb2-8f3e-eea2a8d99992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:51.510965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-569f79b3-1200-4fb2-8f3e-eea2a8d99992 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 200 len: 898 time: 0.1240010 Jul 08 17:46:51.573992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:12Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:51.576563 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-43b58bfd-a062-49a9-bd20-9ad7db8cb5a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 200 len: 217 time: 0.0504398 Jul 08 17:46:51.605726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] Checking router: a1df8f0b-f130-45c0-abc1-e3779b735f3e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:46:51.615299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:51.616138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:51.636133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-b274608d-bce1-4b0b-b57d-0bd35cb3d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:51.637631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-b274608d-bce1-4b0b-b57d-0bd35cb3d270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 200 len: 834 time: 0.0528257 Jul 08 17:46:51.658521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31fb96-eefa-4895-b1c6-0fa62a859c41 req-ec28fd8e-a997-4b7d-9817-3a003c2c6315 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:51.660013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb31fb96-eefa-4895-b1c6-0fa62a859c41 req-ec28fd8e-a997-4b7d-9817-3a003c2c6315 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.0760498 Jul 08 17:46:51.705439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eb31fb96-eefa-4895-b1c6-0fa62a859c41 req-c5056275-2aa2-4567-9734-cfc8fe5bc178 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Jul 08 17:46:51.715363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-82fba431-8cfe-4fde-a02d-373c8a578ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:51.716930 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-82fba431-8cfe-4fde-a02d-373c8a578ccd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2442461-1fe9-4f83-adeb-7d132d0007fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721164 Jul 08 17:46:51.749808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:51.827002 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-d31dbd7b-78d7-4d7f-bb44-0295658c5acf service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931423 Jul 08 17:46:51.920691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9f0436c-b9f6-4bd0-931a-b3f17166203e req-489c048d-32ea-48fd-a592-8dd3741f9bd4 service neutron] 10.222.0.21 "GET /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866408 Jul 08 17:46:51.969170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:12Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:51.996377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13ac589-85f2-46a5-b10e-a29de91269fa None None] The sync data for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 is: [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:45:05Z', 'revision_number': 4, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '9d7da12e-dd30-4ece-8160-6f6690fff0f2', 'name': '', 'network_id': 'c2442461-1fe9-4f83-adeb-7d132d0007fe', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'mac_address': 'fa:16:3e:50:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:04Z', 'updated_at': '2021-07-08T17:45:12Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'subnets': [{'id': '4b190bc1-b9ca-40df-94c3-e848dfee12ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:52.198975 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9327f5fd-3b1a-4e37-9d55-594bf3f758b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.263324 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86162b6e-5c53-40a0-a127-e23f2c51705b None None] New status for floating IP 4de1cb45-b01b-47df-85a3-fa612cd2cb9a: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:46:52.343240 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.933569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c75d00-3e8d-4345-9e58-85fd4ca43c3c req-a9c17596-2719-43c8-bfeb-058a93cd18c4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:52.935117 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39c75d00-3e8d-4345-9e58-85fd4ca43c3c req-a9c17596-2719-43c8-bfeb-058a93cd18c4 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.1081505 Jul 08 17:46:52.966910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-122a6c94-4a89-4600-9388-403c20ff7e29 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:52.968385 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-122a6c94-4a89-4600-9388-403c20ff7e29 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 945 time: 0.1054108 Jul 08 17:46:53.011839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-39c75d00-3e8d-4345-9e58-85fd4ca43c3c req-55e368b3-07e5-4a57-9ad8-a278c4131c1d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711310 Jul 08 17:46:53.088904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port c628e10e-fe62-47d5-a945-57a39bd4fc93 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:53.089254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.178543 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port c628e10e-fe62-47d5-a945-57a39bd4fc93, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=c628e10e-fe62-47d5-a945-57a39bd4fc93,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:53.178994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.192186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for c628e10e-fe62-47d5-a945-57a39bd4fc93 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:53.455182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53244) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:53.565707 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b975625-93a2-4b8e-a676-1a5598cddcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.618173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.662010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b975625-93a2-4b8e-a676-1a5598cddcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.666029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2b975625-93a2-4b8e-a676-1a5598cddcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.674537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.704972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2b975625-93a2-4b8e-a676-1a5598cddcd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f562f1e07dbc4f978e73693b64499e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485514 Jul 08 17:46:53.706280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=c628e10e-fe62-47d5-a945-57a39bd4fc93,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:53.707526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:53.714614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b975625-93a2-4b8e-a676-1a5598cddcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f7dfc-7b3b-4bb4-9697-d1a0e38d3d70,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:53.743028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.743815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.744480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.746026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.746816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.747570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.747728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.748058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.748384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.748709 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.749033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.749352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:53.772974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] No DVR routers for this DVR port c628e10e-fe62-47d5-a945-57a39bd4fc93 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:53.773591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0652db39-d989-473c-b8b9-6966b90b67e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.776883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.779124 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f299960-dfa7-449a-b5fb-2c97eef844e1 req-61b6ecf4-b717-420c-bf04-0cf3277df250 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.21 "DELETE /v2.0/ports/c628e10e-fe62-47d5-a945-57a39bd4fc93 HTTP/1.1" status: 204 len: 173 time: 0.8050184 Jul 08 17:46:53.779813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'name': 'network-vif-deleted', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:53.782495 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc304c-af8d-4694-95c0-e2e5adf42f99" -d '{"events": [{"server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "name": "network-vif-deleted", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:53.802384 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0652db39-d989-473c-b8b9-6966b90b67e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.823815 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dfb704-7802-4d78-903a-2ed3a79785a6 x-openstack-request-id: req-36dfb704-7802-4d78-903a-2ed3a79785a6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:53.824366 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f1465b-ecb7-45f4-8149-b1319d627f96", "name": "network-vif-deleted", "tag": "c628e10e-fe62-47d5-a945-57a39bd4fc93", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:53.824706 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36dfb704-7802-4d78-903a-2ed3a79785a6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:53.825476 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f1465b-ecb7-45f4-8149-b1319d627f96', 'name': 'network-vif-deleted', 'tag': 'c628e10e-fe62-47d5-a945-57a39bd4fc93', 'status': 'completed', 'code': 200} Jul 08 17:46:53.859695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0652db39-d989-473c-b8b9-6966b90b67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.862775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0652db39-d989-473c-b8b9-6966b90b67e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.864139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0652db39-d989-473c-b8b9-6966b90b67e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c7f7dfc-7b3b-4bb4-9697-d1a0e38d3d70 HTTP/1.1" status: 204 len: 168 time: 0.1557093 Jul 08 17:46:53.874424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652db39-d989-473c-b8b9-6966b90b67e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f7dfc-7b3b-4bb4-9697-d1a0e38d3d70,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:54.173634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53266) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:54.208336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd3e27dd-cb74-4bf2-8888-bc20bbe47d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.236544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b15a9a4a-8fc3-4126-9ce6-b96cc9598a9a req-05d66944-a9bc-43ff-b5be-25931948a236 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "GET /v2.0/ports?device_id=06f1465b-ecb7-45f4-8149-b1319d627f96 HTTP/1.1" status: 200 len: 210 time: 0.0516975 Jul 08 17:46:54.339537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd3e27dd-cb74-4bf2-8888-bc20bbe47d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.343955 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd3e27dd-cb74-4bf2-8888-bc20bbe47d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.370457 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fd3e27dd-cb74-4bf2-8888-bc20bbe47d95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cc20d8f3fc64082b813c193713e3b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953816 Jul 08 17:46:54.372416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53270) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:54.395490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e27dd-cb74-4bf2-8888-bc20bbe47d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6857078-dd57-45c0-bfe7-3778b0735edd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:54.430388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa50c83e-ae3a-433b-9611-a4c4d6115f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.456974 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa50c83e-ae3a-433b-9611-a4c4d6115f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.502803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa50c83e-ae3a-433b-9611-a4c4d6115f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.505470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fa50c83e-ae3a-433b-9611-a4c4d6115f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.508213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fa50c83e-ae3a-433b-9611-a4c4d6115f39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6857078-dd57-45c0-bfe7-3778b0735edd HTTP/1.1" status: 204 len: 168 time: 0.1344328 Jul 08 17:46:54.517099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50c83e-ae3a-433b-9611-a4c4d6115f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6857078-dd57-45c0-bfe7-3778b0735edd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:54.992410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.345725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53300) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:55.735719 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.017171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port 9d7da12e-dd30-4ece-8160-6f6690fff0f2 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:56.017541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.109108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port 9d7da12e-dd30-4ece-8160-6f6690fff0f2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d7da12e-dd30-4ece-8160-6f6690fff0f2,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:56.109478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.124347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for 9d7da12e-dd30-4ece-8160-6f6690fff0f2 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:56.361181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.394391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=9d7da12e-dd30-4ece-8160-6f6690fff0f2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:56.584251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53324) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:56.661621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.729410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df471269-216b-4ed8-9026-a93e27637d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.830748 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df471269-216b-4ed8-9026-a93e27637d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.835779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df471269-216b-4ed8-9026-a93e27637d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.880104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df471269-216b-4ed8-9026-a93e27637d99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1de3edfe360a45a390af0a3e1d9fdb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944486 Jul 08 17:46:56.880984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df471269-216b-4ed8-9026-a93e27637d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47c9dc-9c3f-4d62-9afd-ab440eeacfa1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:56.883070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:56.905733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Router a1df8f0b-f130-45c0-abc1-e3779b735f3e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:46:56.992410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95a09a0d-1b15-4a5e-b376-f878b3820fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.051962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95a09a0d-1b15-4a5e-b376-f878b3820fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.086176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:57.093670 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-49753467-7f47-46d2-bf6b-ec88cd6de601 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "PUT /v2.0/routers/a1df8f0b-f130-45c0-abc1-e3779b735f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7467163 Jul 08 17:46:57.096221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53330) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.098432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] Sync routers for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:57.108435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:57.109361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:57.149410 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95a09a0d-1b15-4a5e-b376-f878b3820fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.152135 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95a09a0d-1b15-4a5e-b376-f878b3820fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.155972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-95a09a0d-1b15-4a5e-b376-f878b3820fc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e47c9dc-9c3f-4d62-9afd-ab440eeacfa1 HTTP/1.1" status: 204 len: 168 time: 0.2695937 Jul 08 17:46:57.160773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting subnet 4b190bc1-b9ca-40df-94c3-e848dfee12ff {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:57.168073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.171225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a09a0d-1b15-4a5e-b376-f878b3820fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47c9dc-9c3f-4d62-9afd-ab440eeacfa1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.224100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.233906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:57.333761 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.415499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.458672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Subnet': ['ID=4b190bc1-b9ca-40df-94c3-e848dfee12ff,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.465418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:46:56Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:57.466716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.468740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e2c76472-ee8f-46b7-b22b-d50964a0cea5 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/subnets/4b190bc1-b9ca-40df-94c3-e848dfee12ff HTTP/1.1" status: 204 len: 168 time: 0.3715260 Jul 08 17:46:57.471442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.497522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53340) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.513041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87a563e6-83df-4159-a5ac-f9552e88c8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.516101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074de344-bbd6-4cb4-a13f-4e1884ae314a None None] Network c2442461-1fe9-4f83-adeb-7d132d0007fe requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:57.519752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] Checking router: a1df8f0b-f130-45c0-abc1-e3779b735f3e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:46:57.582004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] Routers {'a1df8f0b-f130-45c0-abc1-e3779b735f3e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:57.582712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:57.610123 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.624511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87a563e6-83df-4159-a5ac-f9552e88c8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.631167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87a563e6-83df-4159-a5ac-f9552e88c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.679581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a563e6-83df-4159-a5ac-f9552e88c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e9006a-269b-44f9-909a-d9d4ca876a82,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.691445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-87a563e6-83df-4159-a5ac-f9552e88c8a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=414ca2c368f5482cb54ea8c2dfaf1497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924582 Jul 08 17:46:57.692453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53342) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.751723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.779616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec712bb-feb8-43d2-b21e-a06d66ea0b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.808552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec712bb-feb8-43d2-b21e-a06d66ea0b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.832525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Deleting port f50dafa7-6bef-44f8-be5f-9273ad46b5e7 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:57.832946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.876475 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec712bb-feb8-43d2-b21e-a06d66ea0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.879625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ec712bb-feb8-43d2-b21e-a06d66ea0b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.885059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7ec712bb-feb8-43d2-b21e-a06d66ea0b73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e9006a-269b-44f9-909a-d9d4ca876a82 HTTP/1.1" status: 204 len: 168 time: 0.1906595 Jul 08 17:46:57.894837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec712bb-feb8-43d2-b21e-a06d66ea0b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e9006a-269b-44f9-909a-d9d4ca876a82,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.935164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] For port f50dafa7-6bef-44f8-be5f-9273ad46b5e7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:57.936018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.951508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Calling delete_port for f50dafa7-6bef-44f8-be5f-9273ad46b5e7 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:57.989339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] Set router a1df8f0b-f130-45c0-abc1-e3779b735f3e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:58.154520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device c628e10e-fe62-47d5-a945-57a39bd4fc93 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:58.156244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] DHCP port deletion for c2442461-1fe9-4f83-adeb-7d132d0007fe request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:46:58.194270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: c628e10e-fe62-47d5-a945-57a39bd4fc93 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:46:58.194617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device c628e10e-fe62-47d5-a945-57a39bd4fc93 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:46:58.195935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.278827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] Deleting port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:58.279194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.295960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Port': ['ID=f50dafa7-6bef-44f8-be5f-9273ad46b5e7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:58.340500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:46:56Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:58.372813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a65de-630f-43dc-8b0e-4c22d63e4702 None None] The sync data for ids ['a1df8f0b-f130-45c0-abc1-e3779b735f3e'] in n-d-799527-4 is: [{'id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208738638', 'tenant_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:00Z', 'updated_at': '2021-07-08T17:46:56Z', 'revision_number': 5, 'project_id': '59cfaae10aac425cb85f97fc13b2ff2e', 'gw_port': {'id': 'f50dafa7-6bef-44f8-be5f-9273ad46b5e7', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1df8f0b-f130-45c0-abc1-e3779b735f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:01Z', 'updated_at': '2021-07-08T17:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:58.380648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.410840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] For port 00ec7482-cdc5-4a25-abe2-6111d0be97d1, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=00ec7482-cdc5-4a25-abe2-6111d0be97d1,segment=NetworkSegment(587b1a0e-66e6-4ab8-a164-6f314c5f203a),segment_id=587b1a0e-66e6-4ab8-a164-6f314c5f203a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:58.411704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.428996 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 00ec7482-cdc5-4a25-abe2-6111d0be97d1 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:58.467953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] Calling delete_port for 00ec7482-cdc5-4a25-abe2-6111d0be97d1 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:58.530399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.532784 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.570794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.598272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.598690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Fanout notify agent at l3_agent the message router_deleted on router a1df8f0b-f130-45c0-abc1-e3779b735f3e {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:58.607325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.609014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.612661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f0c35a3-f78a-4388-a1a9-598691eec40d tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/routers/a1df8f0b-f130-45c0-abc1-e3779b735f3e HTTP/1.1" status: 204 len: 168 time: 1.1376200 Jul 08 17:46:58.613211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:58.653583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] Pushing event deleted for resources: {'Port': ['ID=00ec7482-cdc5-4a25-abe2-6111d0be97d1,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:58.657471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d021b7b-f758-4c3d-a862-4ffe5b261fa8 None None] No DVR routers for this DVR port 00ec7482-cdc5-4a25-abe2-6111d0be97d1 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:58.701022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.818083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.833068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2442461-1fe9-4f83-adeb-7d132d0007fe']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:58.845673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587b1a0e-66e6-4ab8-a164-6f314c5f203a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:58.845961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587b1a0e-66e6-4ab8-a164-6f314c5f203a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:58.856137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.871382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.878198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:58.878598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:58.881880 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:58.962485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.982537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.986829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/networks/c2442461-1fe9-4f83-adeb-7d132d0007fe HTTP/1.1" status: 204 len: 168 time: 0.3705747 Jul 08 17:46:58.986829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bbc35-2457-42cf-8ddf-d2022083e7b9 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'Network': ['ID=c2442461-1fe9-4f83-adeb-7d132d0007fe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:58.987442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53370) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:59.053366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-803355ea-6166-48eb-ae54-7d440d49b865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.081390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-803355ea-6166-48eb-ae54-7d440d49b865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.157496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-803355ea-6166-48eb-ae54-7d440d49b865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.161231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-803355ea-6166-48eb-ae54-7d440d49b865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.162678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-803355ea-6166-48eb-ae54-7d440d49b865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba HTTP/1.1" status: 204 len: 168 time: 0.1742597 Jul 08 17:46:59.174102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803355ea-6166-48eb-ae54-7d440d49b865 tempest-TestNetworkAdvancedServerOps-1571783273 tempest-TestNetworkAdvancedServerOps-1571783273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b26c7-e6d8-4a37-bbb2-4b20eb4980ba,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.544161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:59.747712 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-df928639-0ec1-4dce-8b3a-64bc5b77ed53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59cfaae10aac425cb85f97fc13b2ff2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016826 Jul 08 17:46:59.750098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53406) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:59.800705 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223db197-03ed-40a7-9fbe-b7262662ac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.823746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223db197-03ed-40a7-9fbe-b7262662ac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.874963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223db197-03ed-40a7-9fbe-b7262662ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.877694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223db197-03ed-40a7-9fbe-b7262662ac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.881972 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-223db197-03ed-40a7-9fbe-b7262662ac6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1cd0a97-b4e3-48dc-9044-08aaa997c77d HTTP/1.1" status: 204 len: 168 time: 0.1307256 Jul 08 17:46:59.890128 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223db197-03ed-40a7-9fbe-b7262662ac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cd0a97-b4e3-48dc-9044-08aaa997c77d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.942182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53412) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.152129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d97e667-a238-4191-adf2-0f5cb4d3e8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.198293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53418) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.245625 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d608cfcf-c250-4b67-8fbc-2f440564c5af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77dd5f5425074fc09ea96d6a895d2cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433209 Jul 08 17:47:00.245856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d97e667-a238-4191-adf2-0f5cb4d3e8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.246002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53420) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.251188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7d97e667-a238-4191-adf2-0f5cb4d3e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.292994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7d97e667-a238-4191-adf2-0f5cb4d3e8eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bd1f053c57642b3a35d42b449897d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496277 Jul 08 17:47:00.295344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97e667-a238-4191-adf2-0f5cb4d3e8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3183daa-d910-4310-ba1d-9edf2d9126b1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:00.295591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d7da12e-dd30-4ece-8160-6f6690fff0f2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:00.298577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53422) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.318751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9d7da12e-dd30-4ece-8160-6f6690fff0f2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:00.319102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d7da12e-dd30-4ece-8160-6f6690fff0f2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:00.319524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f50dafa7-6bef-44f8-be5f-9273ad46b5e7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:00.325300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cdecbf3-c982-4375-a141-4db0982723ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.341515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f50dafa7-6bef-44f8-be5f-9273ad46b5e7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:00.341870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f50dafa7-6bef-44f8-be5f-9273ad46b5e7 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:00.354879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cdecbf3-c982-4375-a141-4db0982723ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.359889 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ead4-a75c-4e9d-8338-37a0744025f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.380651 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ead4-a75c-4e9d-8338-37a0744025f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.405021 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cdecbf3-c982-4375-a141-4db0982723ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.407679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6cdecbf3-c982-4375-a141-4db0982723ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.408823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6cdecbf3-c982-4375-a141-4db0982723ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/992d6f36-b2fc-4896-bec0-717c9ad69743 HTTP/1.1" status: 204 len: 168 time: 0.1624167 Jul 08 17:47:00.418387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdecbf3-c982-4375-a141-4db0982723ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d6f36-b2fc-4896-bec0-717c9ad69743,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:00.437142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ead4-a75c-4e9d-8338-37a0744025f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.441430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1bc1ead4-a75c-4e9d-8338-37a0744025f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.443203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1bc1ead4-a75c-4e9d-8338-37a0744025f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3183daa-d910-4310-ba1d-9edf2d9126b1 HTTP/1.1" status: 204 len: 168 time: 0.1434808 Jul 08 17:47:00.453243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1ead4-a75c-4e9d-8338-37a0744025f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3183daa-d910-4310-ba1d-9edf2d9126b1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:01.183276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53476) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:01.464383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-886770427-network', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:01.481386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Made reservation on behalf of 8b839f9f094947c983bbfe742d0cace9 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:01.484649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.494273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.606139 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.611872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.639233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:01.645749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a2f01-9458-4dad-83a4-52da07b701bf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:01.659947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.660800 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Added segment 39f7983e-6c13-4941-b928-78ff102e2b6e of type vlan for network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 Jul 08 17:47:01.720271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.755951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.757092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:01.757802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.830307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6460671 Jul 08 17:47:01.833410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:01.838921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Request body: {'subnet': {'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-886770427-subnet', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:01.847002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb91853-340f-4a52-aae1-55cf210fb2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:01.860088 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:01.867801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Made reservation on behalf of 8b839f9f094947c983bbfe742d0cace9 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:01.871001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.079434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.135687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867fe208-651c-40c4-a6bd-b9b67895982b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.146563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Checking segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:02.146990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Network hostable DHCP agents. Network: a5a1f146-cd7b-4f35-8c76-5a1caaa688d4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:02.168487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:02.178557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a5a1f146-cd7b-4f35-8c76-5a1caaa688d4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:02.188004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b091a4-dddb-47aa-b343-63937027e29e None None] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:02.191018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:02.191624 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.208566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-18d5017b-608d-44d5-8dc2-29d558047e48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3738511 Jul 08 17:47:02.212031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:02.219646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:02.251982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.253144 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.331256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.421399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'fixed_ips': [{'subnet_id': '867fe208-651c-40c4-a6bd-b9b67895982b'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:02.422619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.486246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.603870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Allocated IP 172.20.0.2 (a5a1f146-cd7b-4f35-8c76-5a1caaa688d4/867fe208-651c-40c4-a6bd-b9b67895982b/78492ef6-0a72-434b-a144-0a01b1b617fd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:02.826905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.836581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Transition to ACTIVE for port object 78492ef6-0a72-434b-a144-0a01b1b617fd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:02.854649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Transition to ACTIVE for port object 78492ef6-0a72-434b-a144-0a01b1b617fd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:02.861493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.910312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Pushing event updated for resources: {'Port': ['ID=78492ef6-0a72-434b-a144-0a01b1b617fd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.924203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.924547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.925061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.926254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.926940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.927451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.927983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.928944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.929470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.930039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.930695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.931477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.950232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:02.951613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:02.956415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:03.020351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Attempting to bind port 78492ef6-0a72-434b-a144-0a01b1b617fd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:03.020718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Attempting to bind port 78492ef6-0a72-434b-a144-0a01b1b617fd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:03.021513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Attempting to bind port 78492ef6-0a72-434b-a144-0a01b1b617fd on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:03.028007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:03.028391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Checking segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:03.029000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.029396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Bound using segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:03.029901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Bound port: 78492ef6-0a72-434b-a144-0a01b1b617fd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:03.030313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.100742 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.117973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] For port 78492ef6-0a72-434b-a144-0a01b1b617fd, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:03.122179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] For port 78492ef6-0a72-434b-a144-0a01b1b617fd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=78492ef6-0a72-434b-a144-0a01b1b617fd,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:03.127435 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.127741 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.190766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7c1c5-31e8-46ad-8b4a-3c3fe89d3cfd None None] Pushing event updated for resources: {'Port': ['ID=78492ef6-0a72-434b-a144-0a01b1b617fd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:03.284371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Allocated IP 172.25.3.191 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/bfd16b21-43de-410b-b117-82054d2ee4d5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:03.416755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.491737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.555142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:03.563209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:03.565490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd16b21-43de-410b-b117-82054d2ee4d5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:03.568266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:03.764670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:03.870283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.890357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5fe81d0-df3d-4a12-bee9-fb4a901ee693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.990042 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5fe81d0-df3d-4a12-bee9-fb4a901ee693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.995224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5fe81d0-df3d-4a12-bee9-fb4a901ee693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.062960 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f5fe81d0-df3d-4a12-bee9-fb4a901ee693 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c2263ed4f0b4ffdbda1c9ff675e0181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969172 Jul 08 17:47:04.063732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:04.064559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe81d0-df3d-4a12-bee9-fb4a901ee693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad7457-2a79-4216-ae04-4ff913a6ad17,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:04.107842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.144892 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8a094e-70e2-49d2-9463-677b0e34a127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.183623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8a094e-70e2-49d2-9463-677b0e34a127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.243187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8a094e-70e2-49d2-9463-677b0e34a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.246675 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dd8a094e-70e2-49d2-9463-677b0e34a127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.250547 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dd8a094e-70e2-49d2-9463-677b0e34a127 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2ad7457-2a79-4216-ae04-4ff913a6ad17 HTTP/1.1" status: 204 len: 168 time: 0.1831086 Jul 08 17:47:04.264311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a094e-70e2-49d2-9463-677b0e34a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad7457-2a79-4216-ae04-4ff913a6ad17,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:04.310318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:04.413694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 78492ef6-0a72-434b-a144-0a01b1b617fd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:04.470528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 78492ef6-0a72-434b-a144-0a01b1b617fd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:04.474399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:04.499830 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Sync routers for ids ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:04.516971 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Routers {'436b2872-b2c6-4ed8-9bd6-a4cf46671052'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:04.517650 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:04.531509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.534658 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-939900f5-c9eb-4f5d-8d03-0e182e1cfa18 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3211453 Jul 08 17:47:04.535525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53638) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:04.559521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067aa8d9-f4c7-489e-8117-1cb262c5399d None None] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:04.637510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Set router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:04.757455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] Provisioning for port 78492ef6-0a72-434b-a144-0a01b1b617fd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:04.765355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] Provisioning complete for port 78492ef6-0a72-434b-a144-0a01b1b617fd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:04.765990 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.803239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53644) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:04.824983 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-913f46a3-ab2f-42ba-834c-5f33f8ba6a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.917627 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.970727 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 3, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:04.980358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] For port 78492ef6-0a72-434b-a144-0a01b1b617fd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=78492ef6-0a72-434b-a144-0a01b1b617fd,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:04.995257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.049693 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Checking router: 436b2872-b2c6-4ed8-9bd6-a4cf46671052 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:05.050671 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Updating router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 port bfd16b21-43de-410b-b117-82054d2ee4d5 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:05.069386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-913f46a3-ab2f-42ba-834c-5f33f8ba6a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.074763 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-913f46a3-ab2f-42ba-834c-5f33f8ba6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.091049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d7f5-1e78-4a5e-8253-00c0df50e5e9 None None] Pushing event updated for resources: {'Port': ['ID=78492ef6-0a72-434b-a144-0a01b1b617fd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:05.147949 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.163116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-913f46a3-ab2f-42ba-834c-5f33f8ba6a35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cda0b035adb4c71ae57bc1eff21875a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585844 Jul 08 17:47:05.167236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53652) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:05.183027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f46a3-ab2f-42ba-834c-5f33f8ba6a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4af2c-00cb-45d1-8bc7-0ab16bfbbff9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:05.239189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ef72-048b-40ec-b9b6-ac7cc96a8265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.260360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.278905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ef72-048b-40ec-b9b6-ac7cc96a8265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.319409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-06ab7185-1a62-4782-8d8e-6c54b20d4c47 None None] Provisioning complete for port 78492ef6-0a72-434b-a144-0a01b1b617fd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:05.319791 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-06ab7185-1a62-4782-8d8e-6c54b20d4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.360124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ef72-048b-40ec-b9b6-ac7cc96a8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.363151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ef72-048b-40ec-b9b6-ac7cc96a8265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.364344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fcf2ef72-048b-40ec-b9b6-ac7cc96a8265 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cb4af2c-00cb-45d1-8bc7-0ab16bfbbff9 HTTP/1.1" status: 204 len: 168 time: 0.1958008 Jul 08 17:47:05.373759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ef72-048b-40ec-b9b6-ac7cc96a8265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4af2c-00cb-45d1-8bc7-0ab16bfbbff9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:05.526166 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.544353 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Transition to ACTIVE for port object bfd16b21-43de-410b-b117-82054d2ee4d5 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:05.552779 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.585015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Allocated IP 172.20.0.1 (a5a1f146-cd7b-4f35-8c76-5a1caaa688d4/867fe208-651c-40c4-a6bd-b9b67895982b/a9a928fa-9516-43a0-82c9-5f04ca453759) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:05.611333 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Pushing event updated for resources: {'Port': ['ID=bfd16b21-43de-410b-b117-82054d2ee4d5,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:05.632502 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Attempting to bind port bfd16b21-43de-410b-b117-82054d2ee4d5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:05.632917 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Attempting to bind port bfd16b21-43de-410b-b117-82054d2ee4d5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:05.633274 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Attempting to bind port bfd16b21-43de-410b-b117-82054d2ee4d5 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:05.650096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:05.650096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:05.650096 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.650096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:05.650096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Bound port: bfd16b21-43de-410b-b117-82054d2ee4d5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:05.650096 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.677015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.677401 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.677866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.678296 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.678844 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.679347 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.679722 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.680149 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.680662 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.681173 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.682127 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.682528 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:05.740314 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] For port bfd16b21-43de-410b-b117-82054d2ee4d5, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:05.748748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.751491 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] For port bfd16b21-43de-410b-b117-82054d2ee4d5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bfd16b21-43de-410b-b117-82054d2ee4d5,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:05.757786 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.763880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Transition to ACTIVE for port object a9a928fa-9516-43a0-82c9-5f04ca453759 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:05.822986 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Routers {'436b2872-b2c6-4ed8-9bd6-a4cf46671052'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:05.823656 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:05.829198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.863218 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e06d4-2f6a-4596-a900-637a9232abf6 None None] Pushing event updated for resources: {'Port': ['ID=bfd16b21-43de-410b-b117-82054d2ee4d5,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:05.888964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:05.891965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:05.894405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:05.949323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.953425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a928fa-9516-43a0-82c9-5f04ca453759,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:06.115692 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] Set router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:06.159384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.341737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-041784a3-953e-4f2e-99d0-b07536d4c698 None None] Provisioning for port a9a928fa-9516-43a0-82c9-5f04ca453759 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:06.347969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-041784a3-953e-4f2e-99d0-b07536d4c698 None None] Provisioning complete for port a9a928fa-9516-43a0-82c9-5f04ca453759 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:06.348585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-041784a3-953e-4f2e-99d0-b07536d4c698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.406646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 78492ef6-0a72-434b-a144-0a01b1b617fd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:06.417323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.423190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.455008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 3, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:06.456346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-041784a3-953e-4f2e-99d0-b07536d4c698 None None] Port a9a928fa-9516-43a0-82c9-5f04ca453759 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:06.500762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 78492ef6-0a72-434b-a144-0a01b1b617fd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:06.501138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.504398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a864bf-8442-4e32-8857-35ad3e9d9515 None None] The sync data for ids ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'] in n-d-799527-4 is: [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 3, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:06.521282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.528186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53698) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:06.544779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a928fa-9516-43a0-82c9-5f04ca453759,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:06.680599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b6e0d64-c370-46af-bc0c-46bf04bb3e47 tempest-AgentManagementNegativeTest-1117145432 tempest-AgentManagementNegativeTest-1117145432-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1510448 Jul 08 17:47:06.689177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:06.690642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:06.845459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:07.035944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:07.048654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6acaf378-4896-49b1-977c-73fb5d13c713 admin admin] 10.222.0.48 "PUT /v2.0/routers/436b2872-b2c6-4ed8-9bd6-a4cf46671052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115135 Jul 08 17:47:07.097469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53716) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:07.105783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88673e66-65b6-42cb-adbe-5fe7380b2e19 None None] Provisioning complete for port a9a928fa-9516-43a0-82c9-5f04ca453759 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:07.106368 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88673e66-65b6-42cb-adbe-5fe7380b2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.161451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-88673e66-65b6-42cb-adbe-5fe7380b2e19 None None] Port a9a928fa-9516-43a0-82c9-5f04ca453759 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:07.276512 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3007b8de-951f-4954-84e0-33a26dbe269d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.425406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3007b8de-951f-4954-84e0-33a26dbe269d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.429720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3007b8de-951f-4954-84e0-33a26dbe269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.489684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53732) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:07.493181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3007b8de-951f-4954-84e0-33a26dbe269d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=682a4d84bf864dcd9a4a63625342006c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936858 Jul 08 17:47:07.510985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b8de-951f-4954-84e0-33a26dbe269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea9348-d4e1-4a05-bbd3-80fa901542b0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:07.568448 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62a0f32b-4444-44be-8e26-afc9eeb6407b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.595725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62a0f32b-4444-44be-8e26-afc9eeb6407b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.664811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62a0f32b-4444-44be-8e26-afc9eeb6407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.669533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62a0f32b-4444-44be-8e26-afc9eeb6407b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.671540 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-62a0f32b-4444-44be-8e26-afc9eeb6407b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aea9348-d4e1-4a05-bbd3-80fa901542b0 HTTP/1.1" status: 204 len: 168 time: 0.1802831 Jul 08 17:47:07.702684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0f32b-4444-44be-8e26-afc9eeb6407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea9348-d4e1-4a05-bbd3-80fa901542b0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:07.783126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53750) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:07.788607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2012129579-network', 'tenant_id': '0a45f29bc70d4200be362d663e54a559'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:07.845329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Made reservation on behalf of 0a45f29bc70d4200be362d663e54a559 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:07.849456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.866435 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.981391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.986163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.015312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:08.035188 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1384e33e-2185-4aab-beba-316224519812,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:08.038536 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.038899 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Added segment 95aa5480-84d3-4dba-ad3e-5368f078f584 of type vlan for network 33e0a073-1fc0-43f9-8385-26adb6770aa4 Jul 08 17:47:08.089890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.121032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.122217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:08.122930 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.199332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] Pushing event updated for resources: {'Network': ['ID=33e0a073-1fc0-43f9-8385-26adb6770aa4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:08.203201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0ad11f77-7d95-4182-bdf6-67fdb7ef1cea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4190023 Jul 08 17:47:08.206035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53768) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:08.209676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:08.225508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Request body: {'subnet': {'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2012129579-subnet', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:08.252384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Made reservation on behalf of 0a45f29bc70d4200be362d663e54a559 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:08.255100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.370211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bfd16b21-43de-410b-b117-82054d2ee4d5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:08.451213 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port bfd16b21-43de-410b-b117-82054d2ee4d5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:08.456208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bfd16b21-43de-410b-b117-82054d2ee4d5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:08.457119 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.501770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.566389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea7f64a-84b7-480c-86dc-6aad5200edd7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:08.607205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Checking segment: {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:08.607566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Network hostable DHCP agents. Network: 33e0a073-1fc0-43f9-8385-26adb6770aa4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:08.616120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.631941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:08.655847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 33e0a073-1fc0-43f9-8385-26adb6770aa4) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:08.662648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:08.663312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.670289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e8c60-96ef-4137-b023-bf29175a9022 None None] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:08.673717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port bfd16b21-43de-410b-b117-82054d2ee4d5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bfd16b21-43de-410b-b117-82054d2ee4d5,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:08.686715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6700bacc-ae70-468c-bf3a-c0c58e213c4a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4796026 Jul 08 17:47:08.689309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53788) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:08.690577 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.698837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:08.754318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.755620 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.804174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=bfd16b21-43de-410b-b117-82054d2ee4d5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:08.847251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53794) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:08.852344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.901130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-33e0a073-1fc0-43f9-8385-26adb6770aa4', 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'fixed_ips': [{'subnet_id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:08.901688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.926835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Sync routers for ids ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:08.952923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Routers {'436b2872-b2c6-4ed8-9bd6-a4cf46671052'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:08.953564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:08.982822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-1585110341'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:09.007554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:09.012361 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.022790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.065410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.135245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.136479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Allocated IP 172.20.0.2 (33e0a073-1fc0-43f9-8385-26adb6770aa4/1ea7f64a-84b7-480c-86dc-6aad5200edd7/f8a138a8-39de-45e0-96cc-0cd0911f66c4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:09.141071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.159005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:09.170774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.171264 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment ae48f19c-1f66-43e3-8897-3b26b91defe5 of type vlan for network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 Jul 08 17:47:09.223163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.247667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f3041-23df-40d9-aff7-9dfd024cebe0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:09.272499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.280817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:09.281921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.285134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Set router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:09.363209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.376533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5280201 Jul 08 17:47:09.377556 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07883-9b3a-4c10-89e1-e2c5a29cf52b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=a2a6fb39-581a-4ba4-9596-3ef36d0aca95,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:09.380194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53806) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:09.388319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-2109577813'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:09.395447 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.414105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:09.414383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:09.418935 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.455249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:09.468413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.468839 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3 of type vlan for network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 Jul 08 17:47:09.516360 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.564321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.570647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Allocated IP 172.25.3.51 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/0954875e-1df5-488a-ac97-fe2d85c5531d) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:09.574967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:09.575832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.690250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3087361 Jul 08 17:47:09.695872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53814) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:09.706259 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:09.721382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.739763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dd299-07ac-4dc9-9d34-1a1ceab526da tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=3b2c6db6-1f32-4f57-a4fd-10f54c6aed82,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:09.753859 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.765527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:09.802862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.853409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:09.853582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Transition to ACTIVE for port object f8a138a8-39de-45e0-96cc-0cd0911f66c4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:09.860338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:09.864746 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:09.907550 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:09.912346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Transition to ACTIVE for port object f8a138a8-39de-45e0-96cc-0cd0911f66c4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:09.912601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.915262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Pushing event updated for resources: {'Port': ['ID=0954875e-1df5-488a-ac97-fe2d85c5531d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:09.921221 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.971855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:09.980440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:09.985056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:10.021693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Pushing event updated for resources: {'Port': ['ID=f8a138a8-39de-45e0-96cc-0cd0911f66c4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:10.068223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:06Z', 'revision_number': 4, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a9a928fa-9516-43a0-82c9-5f04ca453759', 'name': '', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'mac_address': 'fa:16:3e:47:51:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:05Z', 'updated_at': '2021-07-08T17:47:06Z', 'revision_number': 2, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'subnets': [{'id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:10.104846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Attempting to bind port f8a138a8-39de-45e0-96cc-0cd0911f66c4 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:10.105225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Attempting to bind port f8a138a8-39de-45e0-96cc-0cd0911f66c4 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:10.105591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Attempting to bind port f8a138a8-39de-45e0-96cc-0cd0911f66c4 on network 33e0a073-1fc0-43f9-8385-26adb6770aa4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:10.113862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:10.114379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Checking segment: {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:10.114896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.115303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Bound using segment: {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:10.115793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Bound port: f8a138a8-39de-45e0-96cc-0cd0911f66c4, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:10.116188 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.132640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Checking router: 436b2872-b2c6-4ed8-9bd6-a4cf46671052 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:10.133008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Updating router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 port a9a928fa-9516-43a0-82c9-5f04ca453759 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:10.206779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.243734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.255993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] For port f8a138a8-39de-45e0-96cc-0cd0911f66c4, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:10.281848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] For port f8a138a8-39de-45e0-96cc-0cd0911f66c4, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f8a138a8-39de-45e0-96cc-0cd0911f66c4,segment=NetworkSegment(95aa5480-84d3-4dba-ad3e-5368f078f584),segment_id=95aa5480-84d3-4dba-ad3e-5368f078f584)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:10.293034 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.352210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bfd16b21-43de-410b-b117-82054d2ee4d5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:10.520295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0b6a-2688-40ab-8c3e-b2496541980e None None] Pushing event updated for resources: {'Port': ['ID=f8a138a8-39de-45e0-96cc-0cd0911f66c4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:10.601169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.616828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port bfd16b21-43de-410b-b117-82054d2ee4d5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:10.617289 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.643021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.758092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': 'ae48f19c-1f66-43e3-8897-3b26b91defe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:10.758462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: a2a6fb39-581a-4ba4-9596-3ef36d0aca95, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:10.763345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=37429c8b-731c-4bc4-b7ef-436201531fbf,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:10.801693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:10.839718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a2a6fb39-581a-4ba4-9596-3ef36d0aca95) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:10.845229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:10.846352 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.869398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a315e48-76c8-4450-8099-ba7eba39f220 None None] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:10.887513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:10.894094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7a848eb3-e51b-4c50-93ae-bc31ec6897c5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1970153 Jul 08 17:47:10.898276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:10.904974 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:10.964418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.982945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Transition to ACTIVE for port object a9a928fa-9516-43a0-82c9-5f04ca453759 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:11.004084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.025412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:11.035464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.127915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfb672-5e1c-4ae4-8d39-f0d681d4829e None None] Pushing event updated for resources: {'Port': ['ID=a9a928fa-9516-43a0-82c9-5f04ca453759,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:11.302445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Attempting to bind port a9a928fa-9516-43a0-82c9-5f04ca453759 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:11.303206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Attempting to bind port a9a928fa-9516-43a0-82c9-5f04ca453759 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:11.303206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Attempting to bind port a9a928fa-9516-43a0-82c9-5f04ca453759 on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:11.315874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:11.316269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Checking segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:11.316874 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.317092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Bound using segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:11.317634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Bound port: a9a928fa-9516-43a0-82c9-5f04ca453759, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:11.318013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.338579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a2a6fb39-581a-4ba4-9596-3ef36d0aca95', 'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': '37429c8b-731c-4bc4-b7ef-436201531fbf'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:11.339873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.350982 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.489292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=6a8ac66b-2457-4a5c-843d-79cbdd44240d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:11.523559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:11.524178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:11.532213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:11.544381 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Sync routers for ids ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:11.562917 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Routers {'29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:11.565308 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:11.565498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:11.570781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.573207 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-51ff5748-7823-406f-982b-fb57cc1b2689 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8811407 Jul 08 17:47:11.576929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:11.587639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:11.588734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] For port a9a928fa-9516-43a0-82c9-5f04ca453759, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:11.611828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3c9a1-0ceb-4719-ac9c-85343b053c8c None None] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:11.619603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:11.620961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.707113 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Set router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:11.713441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4fd7005f-262e-4694-81ab-fe9be0a41114 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8137069 Jul 08 17:47:11.714754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] For port a9a928fa-9516-43a0-82c9-5f04ca453759, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a9a928fa-9516-43a0-82c9-5f04ca453759,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:11.717481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:11.722736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-212060693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:11.782059 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.783464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.786700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.925191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.930379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.933451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3b2c6db6-1f32-4f57-a4fd-10f54c6aed82', 'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': '6a8ac66b-2457-4a5c-843d-79cbdd44240d'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:11.940150 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.980907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.984321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8f86fa91-f96f-43d3-955c-3ba2d3070b03 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2632911 Jul 08 17:47:11.986454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53860) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:12.006113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Allocated IP 172.20.0.2 (a2a6fb39-581a-4ba4-9596-3ef36d0aca95/37429c8b-731c-4bc4-b7ef-436201531fbf/c889208c-4395-49c2-a7c7-9456b7a014c0) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:12.046028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Routers {'436b2872-b2c6-4ed8-9bd6-a4cf46671052'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:12.046691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:12.061259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfb672-5e1c-4ae4-8d39-f0d681d4829e None None] Pushing event updated for resources: {'Port': ['ID=a9a928fa-9516-43a0-82c9-5f04ca453759,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:12.177101 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:10Z', 'revision_number': 3, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:12.223749 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Checking router: 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:12.226558 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Updating router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 port 0954875e-1df5-488a-ac97-fe2d85c5531d binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:12.305091 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.473431 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.519754 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.610452 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.621109 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Transition to ACTIVE for port object 0954875e-1df5-488a-ac97-fe2d85c5531d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:12.628556 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.679200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccac9f2-b799-43fc-b772-42928b1907fe None None] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:12.683660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f8a138a8-39de-45e0-96cc-0cd0911f66c4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:12.753293 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d37d-b930-4804-bfbd-cbfbd9408f9e None None] Pushing event updated for resources: {'Port': ['ID=0954875e-1df5-488a-ac97-fe2d85c5531d,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:12.762196 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Attempting to bind port 0954875e-1df5-488a-ac97-fe2d85c5531d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:12.762564 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Attempting to bind port 0954875e-1df5-488a-ac97-fe2d85c5531d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:12.762925 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Attempting to bind port 0954875e-1df5-488a-ac97-fe2d85c5531d on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:12.773234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:12.775100 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:12.775786 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.776843 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:12.777592 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Bound port: 0954875e-1df5-488a-ac97-fe2d85c5531d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:12.778982 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.797138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Allocated IP 172.20.0.1 (33e0a073-1fc0-43f9-8385-26adb6770aa4/1ea7f64a-84b7-480c-86dc-6aad5200edd7/e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:12.840957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-03f0b7f5-1551-4c38-8ded-c5cfc15baa72 None None] Provisioning for port f8a138a8-39de-45e0-96cc-0cd0911f66c4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:12.898892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] For port 0954875e-1df5-488a-ac97-fe2d85c5531d, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:12.903652 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] For port 0954875e-1df5-488a-ac97-fe2d85c5531d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0954875e-1df5-488a-ac97-fe2d85c5531d,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:12.911475 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.941678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Allocated IP 172.21.0.2 (3b2c6db6-1f32-4f57-a4fd-10f54c6aed82/6a8ac66b-2457-4a5c-843d-79cbdd44240d/9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:12.992418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.995463 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Routers {'29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:12.996593 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:13.007014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Transition to ACTIVE for port object e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.041324 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d37d-b930-4804-bfbd-cbfbd9408f9e None None] Pushing event updated for resources: {'Port': ['ID=0954875e-1df5-488a-ac97-fe2d85c5531d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:13.042624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] Set router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:13.052384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.125434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:13.128540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:13.131962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:13.149018 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] Set router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:13.186566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Pushing event updated for resources: {'Port': ['ID=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:13.190833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f8a138a8-39de-45e0-96cc-0cd0911f66c4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:13.218754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.263781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.264572 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.272091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f8a138a8-39de-45e0-96cc-0cd0911f66c4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:13.272455 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.402291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.407281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.421320 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:10Z', 'revision_number': 3, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:13.476543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Transition to ACTIVE for port object c889208c-4395-49c2-a7c7-9456b7a014c0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.484572 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1c9e9e-8afb-4025-aef3-b52c363a8ed7 None None] The sync data for ids ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'] in n-d-799527-4 is: [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:10Z', 'revision_number': 3, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:13.523743 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.542491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Transition to ACTIVE for port object c889208c-4395-49c2-a7c7-9456b7a014c0 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.561990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Transition to ACTIVE for port object 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.616792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.628732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.20.0.1 (a2a6fb39-581a-4ba4-9596-3ef36d0aca95/37429c8b-731c-4bc4-b7ef-436201531fbf/33731ad8-b0e5-4e34-b70c-cb17b7316962) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:13.656958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Transition to ACTIVE for port object 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.677220 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.698461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.700739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.721076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.764134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:13.798747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.804072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.806785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Pushing event updated for resources: {'Port': ['ID=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:13.812560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:13.815002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object 33731ad8-b0e5-4e34-b70c-cb17b7316962 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.830852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:13.832873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Pushing event updated for resources: {'Port': ['ID=c889208c-4395-49c2-a7c7-9456b7a014c0,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:13.881373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.947472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:13.956700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f8a138a8-39de-45e0-96cc-0cd0911f66c4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f8a138a8-39de-45e0-96cc-0cd0911f66c4,segment=NetworkSegment(95aa5480-84d3-4dba-ad3e-5368f078f584),segment_id=95aa5480-84d3-4dba-ad3e-5368f078f584)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:13.959859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:13.989105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:14.004526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=33731ad8-b0e5-4e34-b70c-cb17b7316962,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:14.015513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:14.017579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:14.023152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:14.025280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:14.030141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:14.048601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.070170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Pushing event updated for resources: {'Port': ['ID=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:14.082345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:06Z', 'revision_number': 4, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a9a928fa-9516-43a0-82c9-5f04ca453759', 'name': '', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'mac_address': 'fa:16:3e:47:51:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:05Z', 'updated_at': '2021-07-08T17:47:11Z', 'revision_number': 4, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'subnets': [{'id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:14.118087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.156298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae135-c26c-4ca7-865c-e024ee308b80 None None] The sync data for ids ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'] in n-d-799527-4 is: [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:06Z', 'revision_number': 4, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a9a928fa-9516-43a0-82c9-5f04ca453759', 'name': '', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'mac_address': 'fa:16:3e:47:51:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:05Z', 'updated_at': '2021-07-08T17:47:11Z', 'revision_number': 4, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'subnets': [{'id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:14.359837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Attempting to bind port c889208c-4395-49c2-a7c7-9456b7a014c0 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:14.359837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Attempting to bind port c889208c-4395-49c2-a7c7-9456b7a014c0 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'ae48f19c-1f66-43e3-8897-3b26b91defe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:14.360119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Attempting to bind port c889208c-4395-49c2-a7c7-9456b7a014c0 on network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:14.372344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:14.372726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Checking segment: {'id': 'ae48f19c-1f66-43e3-8897-3b26b91defe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:14.373135 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.373534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Bound using segment: {'id': 'ae48f19c-1f66-43e3-8897-3b26b91defe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:14.374055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Bound port: c889208c-4395-49c2-a7c7-9456b7a014c0, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae48f19c-1f66-43e3-8897-3b26b91defe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a6fb39-581a-4ba4-9596-3ef36d0aca95'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:14.374446 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.397756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:14.451468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.509355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22175bde-9eb0-4539-8ad2-6b357e5d81ae None None] Provisioning complete for port f8a138a8-39de-45e0-96cc-0cd0911f66c4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:14.510157 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22175bde-9eb0-4539-8ad2-6b357e5d81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.557918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Attempting to bind port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:14.558611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Attempting to bind port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:14.559156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Attempting to bind port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 on network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:14.616265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:14.616931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Checking segment: {'id': 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:14.618286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.619047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Bound using segment: {'id': 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:14.619710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Bound port: 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3b2c6db6-1f32-4f57-a4fd-10f54c6aed82'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:14.620290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.626444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0954875e-1df5-488a-ac97-fe2d85c5531d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:14.741153 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:14.742127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f8a138a8-39de-45e0-96cc-0cd0911f66c4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:14.751550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5f0b374c-9e36-4a74-a6bd-e966c7363b49 admin admin] 10.222.0.48 "PUT /v2.0/routers/29f4f2c7-ac48-470b-be4d-2a10bfc95ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732380 Jul 08 17:47:14.814435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0954875e-1df5-488a-ac97-fe2d85c5531d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:14.860928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] For port c889208c-4395-49c2-a7c7-9456b7a014c0, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:15.011846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] For port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:15.016041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] For port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,segment=NetworkSegment(ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3),segment_id=ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:15.025503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0954875e-1df5-488a-ac97-fe2d85c5531d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:15.026940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.035690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.040665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] For port c889208c-4395-49c2-a7c7-9456b7a014c0, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c889208c-4395-49c2-a7c7-9456b7a014c0,segment=NetworkSegment(ae48f19c-1f66-43e3-8897-3b26b91defe5),segment_id=ae48f19c-1f66-43e3-8897-3b26b91defe5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:15.074752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.111894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.119528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22175bde-9eb0-4539-8ad2-6b357e5d81ae None None] Provisioning for port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:15.122824 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.152367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-22175bde-9eb0-4539-8ad2-6b357e5d81ae None None] Provisioning complete for port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:15.153149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22175bde-9eb0-4539-8ad2-6b357e5d81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.232184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-22175bde-9eb0-4539-8ad2-6b357e5d81ae None None] Port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:15.280448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=33731ad8-b0e5-4e34-b70c-cb17b7316962,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:15.314708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16d03d-622c-486e-a8be-0b58ebb32021 None None] Pushing event updated for resources: {'Port': ['ID=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:15.342554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.439121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada61da-e803-4f8c-83d7-b09b82edfb58 None None] Pushing event updated for resources: {'Port': ['ID=c889208c-4395-49c2-a7c7-9456b7a014c0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:15.544288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba078522-b632-43d7-9224-908017f0d26d None None] Provisioning complete for port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:15.544764 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba078522-b632-43d7-9224-908017f0d26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.558694 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.635173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:15.636971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:15.942346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0954875e-1df5-488a-ac97-fe2d85c5531d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0954875e-1df5-488a-ac97-fe2d85c5531d,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:15.949156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba078522-b632-43d7-9224-908017f0d26d None None] Port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:15.955626 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-fc022859-4cf6-4072-abae-5672ac9ef5c3 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:15.963844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-fc022859-4cf6-4072-abae-5672ac9ef5c3 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/networks?id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 200 len: 910 time: 0.1487305 Jul 08 17:47:15.964363 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.965182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a9a928fa-9516-43a0-82c9-5f04ca453759 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:15.980841 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-2f746874-4dcd-40e5-868f-96e64b1cb342 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/quotas/0a45f29bc70d4200be362d663e54a559 HTTP/1.1" status: 200 len: 375 time: 0.0160162 Jul 08 17:47:16.015193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router c1360050-e58a-40e8-be06-71a3838c17ec is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:16.077427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0954875e-1df5-488a-ac97-fe2d85c5531d,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:16.092045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a9a928fa-9516-43a0-82c9-5f04ca453759 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:16.107471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a9a928fa-9516-43a0-82c9-5f04ca453759 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:16.107866 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.112002 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-a0dce11f-323f-4b3b-bd9d-9993b6ef40ae tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a45f29bc70d4200be362d663e54a559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284990 Jul 08 17:47:16.186635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:16.206395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3347747-a0d2-4e57-bb0c-9015a8ccad5f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/c1360050-e58a-40e8-be06-71a3838c17ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2156332 Jul 08 17:47:16.208618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:16.216509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] Sync routers for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:16.228619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.243859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:16.244667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:16.267773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-44f686ac-a562-420d-bbaa-1986a4f8817e service neutron] 10.222.0.48 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561813 Jul 08 17:47:16.289305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b69b34-9c6a-49d4-83af-40bcb40bcec9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:16.290403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:16.296968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-96b69b34-9c6a-49d4-83af-40bcb40bcec9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports/33731ad8-b0e5-4e34-b70c-cb17b7316962 HTTP/1.1" status: 200 len: 910 time: 0.0857313 Jul 08 17:47:16.297661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 53942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:16.311850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:16.312493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:16.318127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a9a928fa-9516-43a0-82c9-5f04ca453759, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a9a928fa-9516-43a0-82c9-5f04ca453759,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:16.367302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:16.367671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e3267-ec5a-49f2-92ae-711f39fd91c9 None None] The sync data for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:16.369277 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.473751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a9a928fa-9516-43a0-82c9-5f04ca453759,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:16.485125 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-5d01574d-311c-4461-a375-66c4d09efdd7 service neutron] 10.222.0.48 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109780 Jul 08 17:47:16.784437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0954875e-1df5-488a-ac97-fe2d85c5531d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:16.818654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c3c5ca5-41bf-46b4-b0a7-a357341410c9 req-1ae64c3a-85e7-43af-9ee8-b7554a758c8f tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 210 time: 0.0529196 Jul 08 17:47:16.865000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.884229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0954875e-1df5-488a-ac97-fe2d85c5531d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:16.889302 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.046471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7bf6d5-1def-4fd1-9138-6fad4b61dd49 None None] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:17.130693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c889208c-4395-49c2-a7c7-9456b7a014c0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:17.194272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ed1cb88c-60db-41d3-af3f-9c414d031a54 None None] Provisioning for port c889208c-4395-49c2-a7c7-9456b7a014c0 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:17.312033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c889208c-4395-49c2-a7c7-9456b7a014c0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:17.339134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c889208c-4395-49c2-a7c7-9456b7a014c0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:17.339505 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.563868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.664413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c889208c-4395-49c2-a7c7-9456b7a014c0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c889208c-4395-49c2-a7c7-9456b7a014c0,segment=NetworkSegment(ae48f19c-1f66-43e3-8897-3b26b91defe5),segment_id=ae48f19c-1f66-43e3-8897-3b26b91defe5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:17.676308 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Sync routers for ids ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:17.683545 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.684372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:17.691782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Routers {'29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:17.692405 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:17.811966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c889208c-4395-49c2-a7c7-9456b7a014c0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:17.842561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:17.847192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f8a138a8-39de-45e0-96cc-0cd0911f66c4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:17.853635 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61072d5c-cc53-48f2-8dd3-3f8d20d7b7a7 None None] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:17.894968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.21.0.1 (3b2c6db6-1f32-4f57-a4fd-10f54c6aed82/6a8ac66b-2457-4a5c-843d-79cbdd44240d/d962bb6a-fd15-4521-bda5-0b0819fd1a1c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:18.063554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Provisioning complete for port c889208c-4395-49c2-a7c7-9456b7a014c0 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.065415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.110408 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Set router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:18.155173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.184655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bc81259-aafa-4809-aa1f-2499be97a046 req-bc40d4d0-c0aa-4dea-a856-3c71ab925f96 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 210 time: 0.0744114 Jul 08 17:47:18.188650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object d962bb6a-fd15-4521-bda5-0b0819fd1a1c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:18.211478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f8a138a8-39de-45e0-96cc-0cd0911f66c4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.211478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.254357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.322106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:18.336288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:18.346445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:18.410015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:13Z', 'revision_number': 4, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d', 'name': '', 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'mac_address': 'fa:16:3e:13:c3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:12Z', 'updated_at': '2021-07-08T17:47:13Z', 'revision_number': 2, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'subnets': [{'id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:18.420322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=d962bb6a-fd15-4521-bda5-0b0819fd1a1c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:18.469457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.482525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Checking router: 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:18.483158 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Updating router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:18.541053 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.618216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Provisioning for port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:18.624279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Provisioning complete for port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.624920 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.706656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-2becafe5-0448-4192-83d6-45a10b271b67 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:18.710664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-2becafe5-0448-4192-83d6-45a10b271b67 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 200 len: 910 time: 0.2562559 Jul 08 17:47:18.736891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Request body: {'port': {'device_id': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'admin_state_up': True, 'tenant_id': '0a45f29bc70d4200be362d663e54a559'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:18.766646 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.770943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c889208c-4395-49c2-a7c7-9456b7a014c0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:18.851543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.854196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] For port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,segment=NetworkSegment(ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3),segment_id=ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:18.864494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.874714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Made reservation on behalf of 0a45f29bc70d4200be362d663e54a559 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:18.877682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.908052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c889208c-4395-49c2-a7c7-9456b7a014c0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.908753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.940341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Provisioning for port 33731ad8-b0e5-4e34-b70c-cb17b7316962 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:18.952229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Provisioning complete for port 33731ad8-b0e5-4e34-b70c-cb17b7316962 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.952963 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.034426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Pushing event updated for resources: {'Port': ['ID=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:19.044609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a9323590-855d-496f-89f4-135a067b2d00 None None] Port 33731ad8-b0e5-4e34-b70c-cb17b7316962 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:19.107325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a9a928fa-9516-43a0-82c9-5f04ca453759 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:19.120350 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.136397 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Transition to ACTIVE for port object e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:19.146079 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.190257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Provisioning for port d962bb6a-fd15-4521-bda5-0b0819fd1a1c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:19.200006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Provisioning complete for port d962bb6a-fd15-4521-bda5-0b0819fd1a1c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.201057 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.271380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Port d962bb6a-fd15-4521-bda5-0b0819fd1a1c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:19.278613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a9a928fa-9516-43a0-82c9-5f04ca453759 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.279090 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.310499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Provisioning complete for port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.311706 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.414640 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Attempting to bind port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:19.416153 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Attempting to bind port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:19.416153 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Attempting to bind port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d on network 33e0a073-1fc0-43f9-8385-26adb6770aa4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:19.431486 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:19.432009 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Checking segment: {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:19.432366 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.432761 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Bound using segment: {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:19.433227 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Bound port: e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95aa5480-84d3-4dba-ad3e-5368f078f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:19.433606 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.434688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Allocated IP 172.20.0.5 (a5a1f146-cd7b-4f35-8c76-5a1caaa688d4/867fe208-651c-40c4-a6bd-b9b67895982b/ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:19.494134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cb1f2e0-ae37-4455-8f73-f125f538f2c1 req-54ed0167-d5dc-4b2c-855c-753e19fe8fb7 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 210 time: 0.0642827 Jul 08 17:47:19.532137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.537049 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5065708-2e75-4dc0-8c85-ae53c0f86e23 None None] Pushing event updated for resources: {'Port': ['ID=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:19.547901 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8d8fcdd7-d358-44b7-8cc4-5a502b8374fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.555396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.567843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Provisioning complete for port 33731ad8-b0e5-4e34-b70c-cb17b7316962 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.568480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.571835 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] For port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:19.576225 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] For port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,segment=NetworkSegment(95aa5480-84d3-4dba-ad3e-5368f078f584),segment_id=95aa5480-84d3-4dba-ad3e-5368f078f584)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:19.581878 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.620617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-815bed2b-2ca5-4542-807b-20b381d0094b None None] Port 33731ad8-b0e5-4e34-b70c-cb17b7316962 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:19.632793 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Routers {'29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:19.633498 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:19.685172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.720037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=d962bb6a-fd15-4521-bda5-0b0819fd1a1c,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:19.756189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-83637ff8-fd5b-4703-a15f-7ae631ea9fc0 None None] Provisioning complete for port d962bb6a-fd15-4521-bda5-0b0819fd1a1c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.757045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83637ff8-fd5b-4703-a15f-7ae631ea9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.802113 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] Set router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:19.803728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-83637ff8-fd5b-4703-a15f-7ae631ea9fc0 None None] Port d962bb6a-fd15-4521-bda5-0b0819fd1a1c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:19.842493 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5065708-2e75-4dc0-8c85-ae53c0f86e23 None None] Pushing event updated for resources: {'Port': ['ID=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:19.860812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.887479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Transition to ACTIVE for port object ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:19.903185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:19.907071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:19.974575 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:47:20.032360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.068678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router c1360050-e58a-40e8-be06-71a3838c17ec has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:20.110802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:20.118727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:20.121166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:20.131458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:13Z', 'revision_number': 4, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d', 'name': '', 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'mac_address': 'fa:16:3e:13:c3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:12Z', 'updated_at': '2021-07-08T17:47:19Z', 'revision_number': 4, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'subnets': [{'id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:20.159677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Pushing event updated for resources: {'Port': ['ID=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:20.181185 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cd947-abc9-4c29-8daa-7d8ea1d5f943 None None] The sync data for ids ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'] in n-d-799527-4 is: [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:13Z', 'revision_number': 4, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d', 'name': '', 'network_id': '33e0a073-1fc0-43f9-8385-26adb6770aa4', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'mac_address': 'fa:16:3e:13:c3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:12Z', 'updated_at': '2021-07-08T17:47:19Z', 'revision_number': 4, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'subnets': [{'id': '1ea7f64a-84b7-480c-86dc-6aad5200edd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:20.283200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0c9e39d9-a4ff-40e1-b800-7ba47a4100c5 None None] Provisioning complete for port d962bb6a-fd15-4521-bda5-0b0819fd1a1c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:20.284126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c9e39d9-a4ff-40e1-b800-7ba47a4100c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.295495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:20.296318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.308916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:20.318498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7367dce-4973-4d36-b7d1-4ee9686e57b0 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/c1360050-e58a-40e8-be06-71a3838c17ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0194702 Jul 08 17:47:20.320745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:20.337410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-75601348-d551-4213-a785-1dc7e66dca68 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6068506 Jul 08 17:47:20.339977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] Sync routers for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:20.349656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Request body: {'port': {'device_id': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:20.370872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e39d9-a4ff-40e1-b800-7ba47a4100c5 None None] Port d962bb6a-fd15-4521-bda5-0b0819fd1a1c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:20.372801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:20.373469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:20.426259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:20.442823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:20.443382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:46:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:20.450170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0b402-b6cd-4729-867a-8c42de7dc572 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:20.452039 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f4d0b402-b6cd-4729-867a-8c42de7dc572 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports/d962bb6a-fd15-4521-bda5-0b0819fd1a1c HTTP/1.1" status: 200 len: 910 time: 0.1299694 Jul 08 17:47:20.455166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 53970) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:20.497873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.506333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:20.507080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bd5478-465c-43f8-85aa-b59d015e776d None None] The sync data for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:20.594619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ae9928b-3b60-43dd-a83f-58ea1885afbb None None] Provisioning for port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:20.601043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6ae9928b-3b60-43dd-a83f-58ea1885afbb None None] Provisioning complete for port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:20.601515 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ae9928b-3b60-43dd-a83f-58ea1885afbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.680101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9928b-3b60-43dd-a83f-58ea1885afbb None None] Port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:20.848313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:20.905208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:20.911254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:20.913165 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.927808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e742a4-697b-4b38-bca7-531d4c558125 req-9b088425-4916-49aa-97f3-dc470ddadebb tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:20.929406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25e742a4-697b-4b38-bca7-531d4c558125 req-9b088425-4916-49aa-97f3-dc470ddadebb tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1027 time: 0.1866372 Jul 08 17:47:20.959616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:47:20.974996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.988127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Transition to ACTIVE for port object ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:20.993290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.014320 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.021157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25e742a4-697b-4b38-bca7-531d4c558125 req-8fb41a52-63aa-4843-a6e9-e6eceee20511 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610125 Jul 08 17:47:21.076550 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:21.099325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,segment=NetworkSegment(95aa5480-84d3-4dba-ad3e-5368f078f584),segment_id=95aa5480-84d3-4dba-ad3e-5368f078f584)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:21.104791 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.106787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:21.120522 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.185991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Attempting to bind port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:21.187456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Attempting to bind port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:21.188751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Attempting to bind port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:21.194286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:47:21.195046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Attempting to bind port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:21.201760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:21.202892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Checking segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:21.203507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Bound using segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:21.204165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Bound port: ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:21.204767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.260829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:21.284829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:21.285507 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.296922 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] For port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:21.301371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] For port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:21.308221 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.346589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:21.347894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.349488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 HTTP/1.1" status: 200 len: 1091 time: 1.0057878 Jul 08 17:47:21.353211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'tag': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:21.368366 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c7467-570a-4e6b-bced-49ce4063a00d" -d '{"events": [{"name": "network-changed", "server_uuid": "deb4bf05-ce1e-4775-aeac-93969a0da920", "tag": "ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:21.398035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd3d79-20d1-462d-9770-43dc1f4058f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:21.467748 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73afb2c5-fbec-494d-a7e7-74b8ecc1bbb4 x-openstack-request-id: req-73afb2c5-fbec-494d-a7e7-74b8ecc1bbb4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:21.468334 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb4bf05-ce1e-4775-aeac-93969a0da920", "tag": "ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:21.468883 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73afb2c5-fbec-494d-a7e7-74b8ecc1bbb4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:21.469552 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'tag': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6', 'status': 'completed', 'code': 200} Jul 08 17:47:21.507443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-fba4dcaf-9c11-4c60-a6ac-d17ebdca0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:21.510328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-fba4dcaf-9c11-4c60-a6ac-d17ebdca0df6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a45f29bc70d4200be362d663e54a559&device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1094 time: 0.1008310 Jul 08 17:47:21.533871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port d962bb6a-fd15-4521-bda5-0b0819fd1a1c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:21.534531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.581452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-839b9b7f-6094-49c0-a4b5-6712b83f8a80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 HTTP/1.1" status: 200 len: 217 time: 0.0608380 Jul 08 17:47:21.643671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.643932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ff419ae4-cf41-4568-aab5-85329ee36275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:21.645677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-ff419ae4-cf41-4568-aab5-85329ee36275 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=867fe208-651c-40c4-a6bd-b9b67895982b HTTP/1.1" status: 200 len: 848 time: 0.0581779 Jul 08 17:47:21.659903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for d962bb6a-fd15-4521-bda5-0b0819fd1a1c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:21.715474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-3e0bd045-cb33-4f9c-9424-37c73a851b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:21.717030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-3e0bd045-cb33-4f9c-9424-37c73a851b00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653765 Jul 08 17:47:21.827212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-57c566ba-50c4-4cfb-a614-354791d1d0df service neutron] 10.222.0.53 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038270 Jul 08 17:47:21.880572 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.914138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=d962bb6a-fd15-4521-bda5-0b0819fd1a1c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:21.946317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8d647750-9c3f-47bd-b34a-bc06bf636646 req-dec7a120-b3a0-4fbb-97e2-2bade4642ddd service neutron] 10.222.0.53 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132219 Jul 08 17:47:22.088260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c7467-570a-4e6b-bced-49ce4063a00d req-286340c5-adb6-4206-bf4f-cf6eace29a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.089870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-286340c5-adb6-4206-bf4f-cf6eace29a8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a45f29bc70d4200be362d663e54a559&device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1094 time: 0.0723281 Jul 08 17:47:22.211792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58cfcd17-9e61-4af3-b145-4745576e399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.234221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.293352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c7467-570a-4e6b-bced-49ce4063a00d req-7f680c7a-c131-438d-b29c-1c5c902fe480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.296144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-7f680c7a-c131-438d-b29c-1c5c902fe480 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 200 len: 910 time: 0.1990438 Jul 08 17:47:22.339316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.359625 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-9703c917-eb55-4653-873d-149939c95bbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 HTTP/1.1" status: 200 len: 217 time: 0.0568955 Jul 08 17:47:22.428883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c7467-570a-4e6b-bced-49ce4063a00d req-540a3675-0471-439d-98ee-f67727a87a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.430873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-540a3675-0471-439d-98ee-f67727a87a46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=867fe208-651c-40c4-a6bd-b9b67895982b HTTP/1.1" status: 200 len: 848 time: 0.0649600 Jul 08 17:47:22.444473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94ba77-edf2-4cc8-907a-43b5c0dc72d8 req-6febd9e2-b7a6-4bed-adc9-7d8619fa38b4 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.446215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b94ba77-edf2-4cc8-907a-43b5c0dc72d8 req-6febd9e2-b7a6-4bed-adc9-7d8619fa38b4 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1094 time: 0.2089715 Jul 08 17:47:22.588187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c7467-570a-4e6b-bced-49ce4063a00d req-ab189d5c-9137-4717-a424-00962ee03ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.590791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-ab189d5c-9137-4717-a424-00962ee03ca0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508443 Jul 08 17:47:22.617132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b94ba77-edf2-4cc8-907a-43b5c0dc72d8 req-bab86366-b7bc-4698-9873-bb8a1778abd0 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831883 Jul 08 17:47:22.629041 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router c1360050-e58a-40e8-be06-71a3838c17ec has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:22.759357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:22.763811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:22.773829 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] Sync routers for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:22.784097 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2248189e-493a-4d08-8a4f-701622b47a69 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/c1360050-e58a-40e8-be06-71a3838c17ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3253706 Jul 08 17:47:22.784565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54000) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:22.792917 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:22.793538 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:22.839951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-a214cc47-552d-4713-a40d-6a821776565f service neutron] 10.222.0.53 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393706 Jul 08 17:47:22.905009 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:22.920375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:22.922726 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.932245 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:22.934194 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:23.016663 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:23.018168 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb03aa-31c6-40e1-83e4-860ecc3a205b None None] The sync data for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:23.055415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-132c7467-570a-4e6b-bced-49ce4063a00d req-e05fe35b-84e1-476f-a8b1-6332d54feed8 service neutron] 10.222.0.53 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060885 Jul 08 17:47:23.599135 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.638939 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.838337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65017d40-560e-43a0-afa6-1a245607a724 req-0365c3db-2721-438f-8f59-ddec22b5a09d tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:23.840561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65017d40-560e-43a0-afa6-1a245607a724 req-0365c3db-2721-438f-8f59-ddec22b5a09d tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1094 time: 0.0768058 Jul 08 17:47:23.885825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65017d40-560e-43a0-afa6-1a245607a724 req-c1e0aff4-bebc-4f10-9155-aee4e28a719d tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Jul 08 17:47:23.940271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 33731ad8-b0e5-4e34-b70c-cb17b7316962 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:23.940750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.043706 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.054734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 33731ad8-b0e5-4e34-b70c-cb17b7316962 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:24.128816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:47:24.247202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.261013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:24.276929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=33731ad8-b0e5-4e34-b70c-cb17b7316962,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:24.278086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'port_id': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6', 'mac_address': 'fa:16:3e:3e:da:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:47:24.327597 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.343191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:47:24.392744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:24.399172 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.471212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.496319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:24.604373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:24.671892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router c1360050-e58a-40e8-be06-71a3838c17ec has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:24.768615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:24.777161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54162) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:24.777612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5f0db174-af2e-4c31-8636-5c31b9bfa768 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/c1360050-e58a-40e8-be06-71a3838c17ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9920030 Jul 08 17:47:24.800384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] Sync routers for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:24.818757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ee6df39e-7155-4705-ba2a-49bc92fa1bc3 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1360050-e58a-40e8-be06-71a3838c17ec HTTP/1.1" status: 200 len: 205 time: 0.0397778 Jul 08 17:47:24.820362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:24.821612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:24.821774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:24.869812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:24.888615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] Routers {'c1360050-e58a-40e8-be06-71a3838c17ec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:24.889238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c1360050-e58a-40e8-be06-71a3838c17ec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:24.923638 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.928902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:24.929747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6d8d36-b4fb-4288-bc3e-312bb2a587cd None None] The sync data for ids ['c1360050-e58a-40e8-be06-71a3838c17ec'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:25.014794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.110890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e033cd-b5d3-48be-913b-8f65d94edf3d req-c8c41930-eb5e-474b-9740-1a1cf0e6ace8 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:25.115692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28e033cd-b5d3-48be-913b-8f65d94edf3d req-c8c41930-eb5e-474b-9740-1a1cf0e6ace8 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1095 time: 0.0702705 Jul 08 17:47:25.128035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.130598 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.160302 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28e033cd-b5d3-48be-913b-8f65d94edf3d req-ac8a9f43-2970-43b8-b4dd-321cb96593bf tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Jul 08 17:47:25.190617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.191444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router c1360050-e58a-40e8-be06-71a3838c17ec {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:25.198974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.200149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-09435ccf-449b-4baa-9105-eab8b0a7749a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/c1360050-e58a-40e8-be06-71a3838c17ec HTTP/1.1" status: 204 len: 168 time: 0.3773963 Jul 08 17:47:25.202840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54218) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:25.260758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet 6a8ac66b-2457-4a5c-843d-79cbdd44240d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:25.264071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.314730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.408970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.472093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.508888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.512409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/6a8ac66b-2457-4a5c-843d-79cbdd44240d HTTP/1.1" status: 204 len: 168 time: 0.3084774 Jul 08 17:47:25.513671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993caca8-be97-4196-87c1-95b0a107903d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8ac66b-2457-4a5c-843d-79cbdd44240d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:25.514380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54264) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:25.517710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f399853b-0e17-4712-b8cf-bf6ea2b356d9 None None] Network 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:25.590278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet 37429c8b-731c-4bc4-b7ef-436201531fbf {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:25.593622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.645811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.765793 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.772384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] DHCP port deletion for 3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:25.828533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] Deleting port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:25.829399 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.872423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.922469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.924443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/37429c8b-731c-4bc4-b7ef-436201531fbf HTTP/1.1" status: 204 len: 168 time: 0.4090743 Jul 08 17:47:25.927112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:25.929653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eaada-e15f-4837-9bde-9ce260172156 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=37429c8b-731c-4bc4-b7ef-436201531fbf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.025349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.049919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1665e4c-9a26-486e-bafc-ee716ceac309 None None] Network a2a6fb39-581a-4ba4-9596-3ef36d0aca95 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:26.100751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:26.101195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.133809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:26.162195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] For port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,segment=NetworkSegment(ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3),segment_id=ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:26.162590 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.187080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,segment=NetworkSegment(ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3),segment_id=ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:26.187556 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.204481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:26.234491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] Calling delete_port for 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:26.306440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.312716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:26.333180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:26.333557 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.359896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.376499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:26.387457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.392111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2324f-5d0c-4b73-9454-1a364f49935e req-a91ed823-2fc6-4744-be86-6e400297fccf tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:26.397551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98f2324f-5d0c-4b73-9454-1a364f49935e req-a91ed823-2fc6-4744-be86-6e400297fccf tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1095 time: 0.1099849 Jul 08 17:47:26.423175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] Pushing event deleted for resources: {'Port': ['ID=9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.437187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd5e6d-179c-4107-98ba-c56e88b70380 None None] No DVR routers for this DVR port 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:26.443455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] DHCP port deletion for a2a6fb39-581a-4ba4-9596-3ef36d0aca95 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:26.467825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98f2324f-5d0c-4b73-9454-1a364f49935e req-fac78721-85c5-48c6-8872-74dc0c5fe851 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649948 Jul 08 17:47:26.517222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.520762 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.532100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2c6db6-1f32-4f57-a4fd-10f54c6aed82']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:26.548582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:26.548582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2d01f6-a1c0-44e8-aeda-fb6d689a13c3') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:26.554231 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.554961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:26.557958 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef3195f-7bb1-41c0-8caf-1ce380744b08" -d '{"events": [{"server_uuid": "deb4bf05-ce1e-4775-aeac-93969a0da920", "name": "network-vif-plugged", "status": "completed", "tag": "ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:26.570880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.573943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] Deleting port c889208c-4395-49c2-a7c7-9456b7a014c0 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:26.574516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.582068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:26.582466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:26.584994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:26.604381 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:26.624818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.680601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.690264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.695330 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/3b2c6db6-1f32-4f57-a4fd-10f54c6aed82 HTTP/1.1" status: 204 len: 168 time: 0.7670796 Jul 08 17:47:26.695627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54412) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:26.708230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5de8e-34a0-4590-8864-997c8ace0aae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=3b2c6db6-1f32-4f57-a4fd-10f54c6aed82,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.718510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.725269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] For port c889208c-4395-49c2-a7c7-9456b7a014c0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c889208c-4395-49c2-a7c7-9456b7a014c0,segment=NetworkSegment(ae48f19c-1f66-43e3-8897-3b26b91defe5),segment_id=ae48f19c-1f66-43e3-8897-3b26b91defe5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:26.725861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.757688 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13230456-c781-441a-a637-72348f937e5c x-openstack-request-id: req-13230456-c781-441a-a637-72348f937e5c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:26.758250 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb4bf05-ce1e-4775-aeac-93969a0da920", "name": "network-vif-plugged", "status": "completed", "tag": "ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:26.758390 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13230456-c781-441a-a637-72348f937e5c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:26.758717 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6', 'code': 200} Jul 08 17:47:26.769961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] Calling delete_port for c889208c-4395-49c2-a7c7-9456b7a014c0 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:26.784241 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c889208c-4395-49c2-a7c7-9456b7a014c0 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:26.823327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.912206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65059afd-5b0d-4d32-8692-3ec568de4dac req-40dec3de-a519-4711-85f3-7471f2efa3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:26.913694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65059afd-5b0d-4d32-8692-3ec568de4dac req-40dec3de-a519-4711-85f3-7471f2efa3bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.0877774 Jul 08 17:47:26.938149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port c889208c-4395-49c2-a7c7-9456b7a014c0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:26.938917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.944936 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.950534 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.987928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] Pushing event deleted for resources: {'Port': ['ID=c889208c-4395-49c2-a7c7-9456b7a014c0,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.996531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65059afd-5b0d-4d32-8692-3ec568de4dac req-49fe6355-1cd8-46ec-9e2f-ffd53dbe61b8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767226 Jul 08 17:47:26.997118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41e0ba-2de7-4acb-97ed-de779bffa90d None None] No DVR routers for this DVR port c889208c-4395-49c2-a7c7-9456b7a014c0 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:27.025832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port c889208c-4395-49c2-a7c7-9456b7a014c0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c889208c-4395-49c2-a7c7-9456b7a014c0,segment=NetworkSegment(ae48f19c-1f66-43e3-8897-3b26b91defe5),segment_id=ae48f19c-1f66-43e3-8897-3b26b91defe5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:27.026250 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.027462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:27.042369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for c889208c-4395-49c2-a7c7-9456b7a014c0 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:27.047931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:27.048261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9d3069bd-1eb9-4d22-abc7-fa6c8ddaa7a6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:27.126327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.158689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=c889208c-4395-49c2-a7c7-9456b7a014c0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:27.162497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port c889208c-4395-49c2-a7c7-9456b7a014c0 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:27.540150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.549799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a6fb39-581a-4ba4-9596-3ef36d0aca95']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:27.560237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48f19c-1f66-43e3-8897-3b26b91defe5') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:27.560534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48f19c-1f66-43e3-8897-3b26b91defe5') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:27.569249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.583948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.615623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:27.616015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:27.619034 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:27.686532 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.695520 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.698267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/a2a6fb39-581a-4ba4-9596-3ef36d0aca95 HTTP/1.1" status: 204 len: 168 time: 1.0011044 Jul 08 17:47:27.702341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54478) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:27.707474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-44939691'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:27.715060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb74c5-5432-4d25-968b-cf38b304c705 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=a2a6fb39-581a-4ba4-9596-3ef36d0aca95,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:27.720061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b106-9c63-4930-9234-e5232b8bd05d req-2a064184-a6be-4d53-8442-882645d5d0ec tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:27.726473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fd7b106-9c63-4930-9234-e5232b8bd05d req-2a064184-a6be-4d53-8442-882645d5d0ec tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.1437488 Jul 08 17:47:27.729542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:27.733421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.758187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:27.763326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fd7b106-9c63-4930-9234-e5232b8bd05d req-46bbfa29-acdf-4143-94e2-4841a6e97b22 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Jul 08 17:47:27.781090 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.781505 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment d4ffb51b-485b-4a61-a037-cebdfe3edfe8 of type vlan for network 3f6ea4fa-eb87-463e-8837-0350edcea097 Jul 08 17:47:27.833836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.864270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.870250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:27.871030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.929078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2256265 Jul 08 17:47:27.932462 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54484) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:27.938403 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:27.944135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0813ca0-3bf2-485d-9c49-418aaf1dd2f4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=3f6ea4fa-eb87-463e-8837-0350edcea097,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:27.956607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:28.079823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:28.083358 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.271808 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.331260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=e5d62875-c1e3-4176-a579-52acf4c1c63f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:28.343549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:28.343913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: 3f6ea4fa-eb87-463e-8837-0350edcea097, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:28.361000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:28.370824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3f6ea4fa-eb87-463e-8837-0350edcea097) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:28.375038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:28.375629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.381611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc65971-1c8e-4a48-869d-d7a9b962c1a7 None None] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:28.394090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54492) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:28.400237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-917847362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:28.404214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f04380fd-d97a-4f38-8625-e41aae004071 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4626777 Jul 08 17:47:28.427417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.428549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.485630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.491658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.507158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.508783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-03d09056-a91b-424b-a7bb-97ab6fcdb795 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1135442 Jul 08 17:47:28.511707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54494) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:28.517429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'port': {'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097', 'name': 'tempest-RoutersTest-762235829'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:28.547461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3f6ea4fa-eb87-463e-8837-0350edcea097', 'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': 'e5d62875-c1e3-4176-a579-52acf4c1c63f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:28.548406 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.662337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:28.667240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.691858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] device_id is not set on port f3f4d432-647c-4447-8b0e-d11781b31d7c yet. {{(pid=93945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:47:28.703128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Allocated IP 172.20.0.2 (3f6ea4fa-eb87-463e-8837-0350edcea097/e5d62875-c1e3-4176-a579-52acf4c1c63f/066a9059-63a1-4f00-b48f-921a962e4153) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:28.848702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.857423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Transition to ACTIVE for port object 066a9059-63a1-4f00-b48f-921a962e4153 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:28.871807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Transition to ACTIVE for port object 066a9059-63a1-4f00-b48f-921a962e4153 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:28.879372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.916895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:28.923304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:28.925739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:28.934210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.20.0.10 (3f6ea4fa-eb87-463e-8837-0350edcea097/e5d62875-c1e3-4176-a579-52acf4c1c63f/f3f4d432-647c-4447-8b0e-d11781b31d7c) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:28.935346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Pushing event updated for resources: {'Port': ['ID=066a9059-63a1-4f00-b48f-921a962e4153,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:28.951032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342fa40-efa2-4f0e-8bea-56d4aaeb3821 req-83dd2806-5e9c-4f26-8d04-4b93c4331c36 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:28.953654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a342fa40-efa2-4f0e-8bea-56d4aaeb3821 req-83dd2806-5e9c-4f26-8d04-4b93c4331c36 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.0669298 Jul 08 17:47:28.997110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a342fa40-efa2-4f0e-8bea-56d4aaeb3821 req-9e434bce-d21e-4fe4-9e8b-cdc75ce4c6fb tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Jul 08 17:47:28.997586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Attempting to bind port 066a9059-63a1-4f00-b48f-921a962e4153 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:28.998119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Attempting to bind port 066a9059-63a1-4f00-b48f-921a962e4153 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:28.998491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Attempting to bind port 066a9059-63a1-4f00-b48f-921a962e4153 on network 3f6ea4fa-eb87-463e-8837-0350edcea097 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:29.003698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:29.004082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Checking segment: {'id': 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:29.004488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.004885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Bound using segment: {'id': 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:29.005847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Bound port: 066a9059-63a1-4f00-b48f-921a962e4153, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3f6ea4fa-eb87-463e-8837-0350edcea097'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:29.005847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.080598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] For port 066a9059-63a1-4f00-b48f-921a962e4153, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:29.088336 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] For port 066a9059-63a1-4f00-b48f-921a962e4153, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=066a9059-63a1-4f00-b48f-921a962e4153,segment=NetworkSegment(d4ffb51b-485b-4a61-a037-cebdfe3edfe8),segment_id=d4ffb51b-485b-4a61-a037-cebdfe3edfe8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:29.093141 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.101667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.146660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object f3f4d432-647c-4447-8b0e-d11781b31d7c will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:29.177175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a92b9f-a3b0-4f0d-ae1c-ee5db1015640 None None] Pushing event updated for resources: {'Port': ['ID=066a9059-63a1-4f00-b48f-921a962e4153,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:29.207210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510b65-f8d4-43dd-930d-a9b3cded2945 req-2c27c37b-e5e8-4605-8f30-e8619536868b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:29.208755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21510b65-f8d4-43dd-930d-a9b3cded2945 req-2c27c37b-e5e8-4605-8f30-e8619536868b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.0921917 Jul 08 17:47:29.210285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.286575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:29.297539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:29.301491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=f3f4d432-647c-4447-8b0e-d11781b31d7c,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:29.304046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:29.308816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21510b65-f8d4-43dd-930d-a9b3cded2945 req-8bab5263-4013-4c68-830d-3eaee0c01aa4 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Jul 08 17:47:29.370054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:29.370695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.390974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45d9fe9a-4794-41f9-aaf5-42c58fe93cee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8777287 Jul 08 17:47:29.393888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54508) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:29.675523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b6d2-b959-4a4d-8265-2f98203582d3 req-1eb40716-c325-4878-9360-e1da3e6dcedf tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:29.676954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26d1b6d2-b959-4a4d-8265-2f98203582d3 req-1eb40716-c325-4878-9360-e1da3e6dcedf tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.1695213 Jul 08 17:47:29.767465 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26d1b6d2-b959-4a4d-8265-2f98203582d3 req-995d463a-c331-4eb1-8689-0a8aa7e6e8d5 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650091 Jul 08 17:47:29.878596 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.053649 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-9353e71a-4fcc-4543-95f2-469e4b408580 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:30.058339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-9353e71a-4fcc-4543-95f2-469e4b408580 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/networks?id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 200 len: 910 time: 0.1247437 Jul 08 17:47:30.077146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-7544a3d5-83cb-434d-a356-8b4365beb1a0 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/quotas/0a45f29bc70d4200be362d663e54a559 HTTP/1.1" status: 200 len: 375 time: 0.0129578 Jul 08 17:47:30.166667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.172112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.205731 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-a5c6d846-cd1b-48d7-ac35-ff38df6bb044 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a45f29bc70d4200be362d663e54a559&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230583 Jul 08 17:47:30.266013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=f3f4d432-647c-4447-8b0e-d11781b31d7c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:30.327336 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-756e563c-b18b-45f3-a88a-0dc3fc02a2c9 service neutron] 10.222.0.48 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108601 Jul 08 17:47:30.357830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a153e-5fb4-4e59-9982-be67c3765fbf None None] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:30.428387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81e0d216-4b49-42c9-a703-7fca23160874 None None] Provisioning for port 066a9059-63a1-4f00-b48f-921a962e4153 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:30.462107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-3cda5833-b543-45b8-bcc6-909e1d846fb9 service neutron] 10.222.0.48 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277628 Jul 08 17:47:30.481687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.689584 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92efe084-fc47-4a68-93b7-9e730451ab62 req-8fe30e83-8896-428e-842d-5ebf45f1083d tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 210 time: 0.0597610 Jul 08 17:47:30.698245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.788348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 066a9059-63a1-4f00-b48f-921a962e4153 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:30.864942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 066a9059-63a1-4f00-b48f-921a962e4153 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:30.869657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 066a9059-63a1-4f00-b48f-921a962e4153 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:30.870069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.012763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-64cbf4a5-e3c5-4a97-8b0b-5d15868a984e None None] Provisioning for port f3f4d432-647c-4447-8b0e-d11781b31d7c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:31.019132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-64cbf4a5-e3c5-4a97-8b0b-5d15868a984e None None] Provisioning complete for port f3f4d432-647c-4447-8b0e-d11781b31d7c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.019829 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64cbf4a5-e3c5-4a97-8b0b-5d15868a984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.025222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.108320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 066a9059-63a1-4f00-b48f-921a962e4153, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=066a9059-63a1-4f00-b48f-921a962e4153,segment=NetworkSegment(d4ffb51b-485b-4a61-a037-cebdfe3edfe8),segment_id=d4ffb51b-485b-4a61-a037-cebdfe3edfe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:31.110474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-64cbf4a5-e3c5-4a97-8b0b-5d15868a984e None None] Port f3f4d432-647c-4447-8b0e-d11781b31d7c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:31.114884 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.150380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-64cbf4a5-e3c5-4a97-8b0b-5d15868a984e None None] Provisioning complete for port 066a9059-63a1-4f00-b48f-921a962e4153 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.150897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64cbf4a5-e3c5-4a97-8b0b-5d15868a984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.227155 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.232998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=066a9059-63a1-4f00-b48f-921a962e4153,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:31.248533 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.352655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.442526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=f3f4d432-647c-4447-8b0e-d11781b31d7c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:31.468503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-acfaf190-ebc5-4f3e-8fd2-9caa4f011ce8 None None] Provisioning complete for port f3f4d432-647c-4447-8b0e-d11781b31d7c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.468989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-acfaf190-ebc5-4f3e-8fd2-9caa4f011ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.523008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:31.525090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:31.525299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-acfaf190-ebc5-4f3e-8fd2-9caa4f011ce8 None None] Port f3f4d432-647c-4447-8b0e-d11781b31d7c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:31.653794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d07e2182-0f1a-4ffc-8e58-e20118b2a5fa None None] Provisioning complete for port f3f4d432-647c-4447-8b0e-d11781b31d7c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.654294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d07e2182-0f1a-4ffc-8e58-e20118b2a5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.689757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:31.702680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d07e2182-0f1a-4ffc-8e58-e20118b2a5fa None None] Port f3f4d432-647c-4447-8b0e-d11781b31d7c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:31.821389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:31.826642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-705270e7-579e-4767-96a7-4b45b99871fb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312901 Jul 08 17:47:31.829049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:31.832279 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] Sync routers for ids ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:31.857179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] Routers {'d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:31.858198 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:31.909764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e08197a0-1ae5-4d30-a75d-14f8345f61c1 req-5a456315-754a-4eb0-b921-bb5f4c7daa0f tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 210 time: 0.0605412 Jul 08 17:47:31.932847 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:31.933372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-781eb913-d6a6-4f45-84d5-12b45dd328af None None] Provisioning complete for port f3f4d432-647c-4447-8b0e-d11781b31d7c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.933960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-781eb913-d6a6-4f45-84d5-12b45dd328af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.974065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] Routers {'d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:31.974752 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:31.976489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dd0027-af97-44cf-bc4d-7583b8e33bcb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:31.979196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-27dd0027-af97-44cf-bc4d-7583b8e33bcb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports/f3f4d432-647c-4447-8b0e-d11781b31d7c HTTP/1.1" status: 200 len: 977 time: 0.1487088 Jul 08 17:47:31.981635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:32.010250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-781eb913-d6a6-4f45-84d5-12b45dd328af None None] Port f3f4d432-647c-4447-8b0e-d11781b31d7c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:32.027116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:32.028555 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bf642-4c55-4a52-b6ec-4ab1ff2653d8 None None] The sync data for ids ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:32.613614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-4fe1c48c-fe68-4c0c-b25a-6cc4749c59fb tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:32.615615 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-4fe1c48c-fe68-4c0c-b25a-6cc4749c59fb tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.21 "GET /v2.0/networks?id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 200 len: 910 time: 0.6259000 Jul 08 17:47:32.630573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Request body: {'port': {'device_id': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'admin_state_up': True, 'tenant_id': '0a45f29bc70d4200be362d663e54a559'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:32.679743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Made reservation on behalf of 0a45f29bc70d4200be362d663e54a559 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:32.682877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.698485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 066a9059-63a1-4f00-b48f-921a962e4153 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:32.758653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 066a9059-63a1-4f00-b48f-921a962e4153 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:32.759063 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.844942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Allocated IP 172.20.0.6 (a5a1f146-cd7b-4f35-8c76-5a1caaa688d4/867fe208-651c-40c4-a6bd-b9b67895982b/8d41a31d-5c4b-4729-9c6e-b8080446562c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:32.936204 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.079950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8a667bc-84f0-473e-898c-d0479b8c9a4b req-f5e92b37-00b2-4f6c-81af-2765578ed8b3 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 210 time: 0.0458577 Jul 08 17:47:33.182648 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.205864 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Transition to ACTIVE for port object 8d41a31d-5c4b-4729-9c6e-b8080446562c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:33.277618 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.290882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:33.343100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:33.348939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:33.352970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Pushing event updated for resources: {'Port': ['ID=8d41a31d-5c4b-4729-9c6e-b8080446562c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:33.356465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:33.359636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port f3f4d432-647c-4447-8b0e-d11781b31d7c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:33.359979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.497308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:33.497960 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.501642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.520091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for f3f4d432-647c-4447-8b0e-d11781b31d7c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:33.532602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-0fc61316-16d8-463e-80ee-9ec2a049535c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9085939 Jul 08 17:47:33.573148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Request body: {'port': {'device_id': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:33.714645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.744844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25cfda58-5575-451b-9ba8-b5b0d7b5e9c1 None None] Provisioning for port 8d41a31d-5c4b-4729-9c6e-b8080446562c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:33.748861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-25cfda58-5575-451b-9ba8-b5b0d7b5e9c1 None None] Provisioning complete for port 8d41a31d-5c4b-4729-9c6e-b8080446562c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:33.749308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25cfda58-5575-451b-9ba8-b5b0d7b5e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.786830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-25cfda58-5575-451b-9ba8-b5b0d7b5e9c1 None None] Port 8d41a31d-5c4b-4729-9c6e-b8080446562c cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:33.878711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.920739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=f3f4d432-647c-4447-8b0e-d11781b31d7c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:34.152277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.285165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d41a31d-5c4b-4729-9c6e-b8080446562c {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:47:34.288879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5615-679e-4e35-b5d8-729e49dc98ef req-5a550a7b-45dd-491b-9313-431b2e55584c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:34.291144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49bd5615-679e-4e35-b5d8-729e49dc98ef req-5a550a7b-45dd-491b-9313-431b2e55584c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1027 time: 0.0707839 Jul 08 17:47:34.322979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.325935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49bd5615-679e-4e35-b5d8-729e49dc98ef req-df66e0b8-9d9a-41a6-a740-c78ce33bfe86 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287569 Jul 08 17:47:34.370309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Transition to ACTIVE for port object 8d41a31d-5c4b-4729-9c6e-b8080446562c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:34.375535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:34.376370 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.432016 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Pushing event updated for resources: {'Port': ['ID=8d41a31d-5c4b-4729-9c6e-b8080446562c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:34.520459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:34.530927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d8b462fd-bf6a-42ab-9fc0-e9468075f554 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5445356 Jul 08 17:47:34.531126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:34.533270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] Sync routers for ids ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:34.543966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] Routers {'d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:34.544517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:34.577413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Attempting to bind port 8d41a31d-5c4b-4729-9c6e-b8080446562c on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:34.578049 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Attempting to bind port 8d41a31d-5c4b-4729-9c6e-b8080446562c by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:34.578390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Attempting to bind port 8d41a31d-5c4b-4729-9c6e-b8080446562c on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:34.583066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Port 8d41a31d-5c4b-4729-9c6e-b8080446562c on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:47:34.583392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Attempting to bind port 8d41a31d-5c4b-4729-9c6e-b8080446562c on network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:34.587145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:34.589338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:34.589949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Checking segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:34.590116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Bound using segment: {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:34.590510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Bound port: 8d41a31d-5c4b-4729-9c6e-b8080446562c, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f7983e-6c13-4941-b928-78ff102e2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:34.591009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.599328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] Routers {'d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:34.600845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:34.642257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:34.642924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fc12d-0704-4262-bd9b-c19b416c5de8 None None] The sync data for ids ['d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:34.660312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] For port 8d41a31d-5c4b-4729-9c6e-b8080446562c, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:34.663511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] For port 8d41a31d-5c4b-4729-9c6e-b8080446562c, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:34.668718 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.717873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:34.719074 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.720456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d41a31d-5c4b-4729-9c6e-b8080446562c HTTP/1.1" status: 200 len: 1091 time: 1.1524415 Jul 08 17:47:34.721704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'tag': '8d41a31d-5c4b-4729-9c6e-b8080446562c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:34.723608 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c82458-18c1-4742-bc2e-479c3be40a89" -d '{"events": [{"name": "network-changed", "server_uuid": "b69aeaf3-5a52-40d7-a71d-83aec1448387", "tag": "8d41a31d-5c4b-4729-9c6e-b8080446562c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:34.763970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d55a8d-c818-40e3-9cd5-b91a0bdc9a67 service neutron] Pushing event updated for resources: {'Port': ['ID=8d41a31d-5c4b-4729-9c6e-b8080446562c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:34.805037 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-4dced67a-b6bd-4ec9-b880-9b635fd8e97e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 17:47:34.806805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4dced67a-b6bd-4ec9-b880-9b635fd8e97e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2752087 Jul 08 17:47:34.809496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:34.845580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-4223c066-ab8d-4a45-967b-c086e3298d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:34.847375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-4223c066-ab8d-4a45-967b-c086e3298d28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a45f29bc70d4200be362d663e54a559&device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1094 time: 0.0799980 Jul 08 17:47:34.855451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54566) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:34.856644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-656ff1e4-d85f-4007-8774-4bbc52d1ea90 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 HTTP/1.1" status: 200 len: 205 time: 0.0459716 Jul 08 17:47:34.868008 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a85832-252d-469e-beb2-bee051078457 x-openstack-request-id: req-98a85832-252d-469e-beb2-bee051078457 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:34.868254 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69aeaf3-5a52-40d7-a71d-83aec1448387", "tag": "8d41a31d-5c4b-4729-9c6e-b8080446562c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:34.868483 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98a85832-252d-469e-beb2-bee051078457 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:34.868876 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'tag': '8d41a31d-5c4b-4729-9c6e-b8080446562c', 'status': 'completed', 'code': 200} Jul 08 17:47:34.931197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-fc7ebeef-af0a-4c96-b93c-43feccf5ceb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c HTTP/1.1" status: 200 len: 217 time: 0.0770929 Jul 08 17:47:34.994144 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.064868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-76abc503-a457-4bca-8be5-78d405b3748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.066313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-76abc503-a457-4bca-8be5-78d405b3748b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=867fe208-651c-40c4-a6bd-b9b67895982b HTTP/1.1" status: 200 len: 848 time: 0.1104569 Jul 08 17:47:35.187037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.190078 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.239002 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.239497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:35.248750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.252373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4ecb88b5-ea68-4279-862f-8dcfe4e20e5a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 HTTP/1.1" status: 204 len: 168 time: 0.3934357 Jul 08 17:47:35.252915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54570) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:35.254627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-28b4c08d-8cca-4813-9763-ac9b7fca5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.256067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-28b4c08d-8cca-4813-9763-ac9b7fca5ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828899 Jul 08 17:47:35.308073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet e5d62875-c1e3-4176-a579-52acf4c1c63f {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:35.312997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.347912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-88b294b2-7c96-470a-989e-2ac9e614cd4a service neutron] 10.222.0.21 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850902 Jul 08 17:47:35.357340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.468799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d4dd1d05-86c6-44aa-b7ee-84f799e94121 req-5844e045-adfb-44bb-ad04-230f16dca02f service neutron] 10.222.0.21 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139600 Jul 08 17:47:35.487347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.559715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2c02-5e6b-4570-a81a-355b1f891f1a req-62e3531c-8a0a-40dc-8dc4-81f3e82a0ff9 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.561488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-80fc2c02-5e6b-4570-a81a-355b1f891f1a req-62e3531c-8a0a-40dc-8dc4-81f3e82a0ff9 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1094 time: 0.1147995 Jul 08 17:47:35.578431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-3c350707-776b-4756-a1a9-6d47d64e8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.579750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.580150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-3c350707-776b-4756-a1a9-6d47d64e8cee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a45f29bc70d4200be362d663e54a559&device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1094 time: 0.0623937 Jul 08 17:47:35.628351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d62875-c1e3-4176-a579-52acf4c1c63f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:35.631226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.634802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-97a892b3-a836-41ab-8e1b-7dd7cecd5ede tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/e5d62875-c1e3-4176-a579-52acf4c1c63f HTTP/1.1" status: 204 len: 168 time: 0.3797779 Jul 08 17:47:35.636537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:35.638729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f795f4c-05f9-484f-a10d-041166eb5f3b None None] Network 3f6ea4fa-eb87-463e-8837-0350edcea097 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:35.659800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-80fc2c02-5e6b-4570-a81a-355b1f891f1a req-1d84ebb4-677f-486c-8afe-961134204a59 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871346 Jul 08 17:47:35.763131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.772304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-8c111057-ff93-4161-bbab-be9bce647f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.773874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-8c111057-ff93-4161-bbab-be9bce647f2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 200 len: 910 time: 0.1863344 Jul 08 17:47:35.837636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-0e1b850e-453e-4158-bceb-65ef01672351 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c HTTP/1.1" status: 200 len: 217 time: 0.0565119 Jul 08 17:47:35.861449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] DHCP port deletion for 3f6ea4fa-eb87-463e-8837-0350edcea097 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:35.902387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 066a9059-63a1-4f00-b48f-921a962e4153 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:35.902739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.906930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-ec7043f3-e93c-4126-9801-96708e3d33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:35.908410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-ec7043f3-e93c-4126-9801-96708e3d33a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=867fe208-651c-40c4-a6bd-b9b67895982b HTTP/1.1" status: 200 len: 848 time: 0.0641932 Jul 08 17:47:35.915027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] Deleting port 066a9059-63a1-4f00-b48f-921a962e4153 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:35.915517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.985323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] For port 066a9059-63a1-4f00-b48f-921a962e4153, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=066a9059-63a1-4f00-b48f-921a962e4153,segment=NetworkSegment(d4ffb51b-485b-4a61-a037-cebdfe3edfe8),segment_id=d4ffb51b-485b-4a61-a037-cebdfe3edfe8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:35.985828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.999209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] Calling delete_port for 066a9059-63a1-4f00-b48f-921a962e4153 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:36.006820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port 066a9059-63a1-4f00-b48f-921a962e4153, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=066a9059-63a1-4f00-b48f-921a962e4153,segment=NetworkSegment(d4ffb51b-485b-4a61-a037-cebdfe3edfe8),segment_id=d4ffb51b-485b-4a61-a037-cebdfe3edfe8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:36.007182 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.022697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 066a9059-63a1-4f00-b48f-921a962e4153 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:36.074130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-2b980143-82cc-428f-9d7d-676952ab45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:36.075633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-2b980143-82cc-428f-9d7d-676952ab45c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563323 Jul 08 17:47:36.081592 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.111555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] Pushing event deleted for resources: {'Port': ['ID=066a9059-63a1-4f00-b48f-921a962e4153,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:36.118511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ab7b9-16aa-4f3b-8327-ecb5ecc92d13 None None] No DVR routers for this DVR port 066a9059-63a1-4f00-b48f-921a962e4153 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:36.174614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.213633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=066a9059-63a1-4f00-b48f-921a962e4153,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:36.215587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port 066a9059-63a1-4f00-b48f-921a962e4153 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:36.223940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-ccafd97a-d8f5-4d41-96ce-4f55c6d13f2a service neutron] 10.222.0.21 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400597 Jul 08 17:47:36.696723 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 066a9059-63a1-4f00-b48f-921a962e4153 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:36.698795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.712387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6ea4fa-eb87-463e-8837-0350edcea097']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:36.720838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 066a9059-63a1-4f00-b48f-921a962e4153 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:36.721192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 066a9059-63a1-4f00-b48f-921a962e4153 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:36.739869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:36.740240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ffb51b-485b-4a61-a037-cebdfe3edfe8') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:36.756350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.778060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a7c82458-18c1-4742-bc2e-479c3be40a89 req-07214003-ef0c-488b-95cd-8bfc854585ea service neutron] 10.222.0.21 "GET /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351591 Jul 08 17:47:36.781866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.788766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:36.789437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: self.session.flush() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:36.792975 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:36.879422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.884467 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.889810 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/3f6ea4fa-eb87-463e-8837-0350edcea097 HTTP/1.1" status: 204 len: 168 time: 1.2489073 Jul 08 17:47:36.891324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:36.898047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-1370477865'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:36.904573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98fa52-d3cb-4c04-9a26-e318db584806 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=3f6ea4fa-eb87-463e-8837-0350edcea097,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:36.922064 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:36.924532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b995-2697-4496-b00c-553b01556d62 req-04bad128-da8e-481b-9da9-fa55fc439867 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:36.926033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.926257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c94b995-2697-4496-b00c-553b01556d62 req-04bad128-da8e-481b-9da9-fa55fc439867 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1094 time: 0.0904293 Jul 08 17:47:36.953767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:36.965311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.965694 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment b94f7ca0-4e8e-44c1-83a9-b9668683b6ba of type vlan for network c5a26353-53c1-4cae-ac15-44d9f47c24af Jul 08 17:47:36.971071 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c94b995-2697-4496-b00c-553b01556d62 req-e22d1e11-b806-4d45-9ac0-b93beef0d42a tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Jul 08 17:47:37.010673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.047821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.053635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:37.054298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.116494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2222836 Jul 08 17:47:37.120179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:37.126799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:37.128638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd26be8-d405-4d96-abc4-a3d131e60c59 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=c5a26353-53c1-4cae-ac15-44d9f47c24af,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:37.140284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c5a26353-53c1-4cae-ac15-44d9f47c24af details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:37.227500 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:37.230918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.434452 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.497473 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=2163ffa6-b7bd-4ddd-80eb-c1881972f668,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:37.506415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:37.506786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: c5a26353-53c1-4cae-ac15-44d9f47c24af, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:37.525628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network c5a26353-53c1-4cae-ac15-44d9f47c24af is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:37.535405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c5a26353-53c1-4cae-ac15-44d9f47c24af) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:37.539517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:37.540214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.547168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb81227f-09c5-47c3-84cf-0188babf58d7 None None] Network c5a26353-53c1-4cae-ac15-44d9f47c24af requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:37.558378 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-73b6b0c4-8ef0-4972-b07f-9140639fd0ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4344966 Jul 08 17:47:37.558622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54620) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:37.563356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-190466616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:37.607158 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.608198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.665476 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.670069 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.691070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.695014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-059cf972-dd0e-4c22-9222-34d9e551092d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1329536 Jul 08 17:47:37.695902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54622) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:37.705047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c5a26353-53c1-4cae-ac15-44d9f47c24af', 'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': '2163ffa6-b7bd-4ddd-80eb-c1881972f668'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:37.706151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.863031 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Allocated IP 172.20.0.2 (c5a26353-53c1-4cae-ac15-44d9f47c24af/2163ffa6-b7bd-4ddd-80eb-c1881972f668/d97f2965-bf49-4a9b-9523-b9973fedeae8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:38.006489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.018304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.029985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Transition to ACTIVE for port object d97f2965-bf49-4a9b-9523-b9973fedeae8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:38.049833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Transition to ACTIVE for port object d97f2965-bf49-4a9b-9523-b9973fedeae8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:38.062343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.112968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Network c5a26353-53c1-4cae-ac15-44d9f47c24af is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:38.116943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:38.120639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:38.128174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Pushing event updated for resources: {'Port': ['ID=d97f2965-bf49-4a9b-9523-b9973fedeae8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:38.209188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Attempting to bind port d97f2965-bf49-4a9b-9523-b9973fedeae8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:38.209961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Attempting to bind port d97f2965-bf49-4a9b-9523-b9973fedeae8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:38.214842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Attempting to bind port d97f2965-bf49-4a9b-9523-b9973fedeae8 on network c5a26353-53c1-4cae-ac15-44d9f47c24af {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:38.223152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:38.223975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Checking segment: {'id': 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:38.224717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.225296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Bound using segment: {'id': 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:38.225920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Bound port: d97f2965-bf49-4a9b-9523-b9973fedeae8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c5a26353-53c1-4cae-ac15-44d9f47c24af'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:38.226898 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.243181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fa85a-50c1-4420-b23d-735ada5c35b1 req-185f4c36-c9d8-46d4-9563-1d5bd719e32f tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:38.244922 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e9fa85a-50c1-4420-b23d-735ada5c35b1 req-185f4c36-c9d8-46d4-9563-1d5bd719e32f tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1094 time: 0.0735343 Jul 08 17:47:38.245915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d41a31d-5c4b-4729-9c6e-b8080446562c details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:47:38.284681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8e9fa85a-50c1-4420-b23d-735ada5c35b1 req-73fb217d-c921-43e3-951e-8a767738be83 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Jul 08 17:47:38.323442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.20.0.1 (c5a26353-53c1-4cae-ac15-44d9f47c24af/2163ffa6-b7bd-4ddd-80eb-c1881972f668/de2ab279-9f81-411a-8fd1-8ff8c95f3533) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:38.455045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.472935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object de2ab279-9f81-411a-8fd1-8ff8c95f3533 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:38.511381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.576445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] For port d97f2965-bf49-4a9b-9523-b9973fedeae8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:38.578714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network c5a26353-53c1-4cae-ac15-44d9f47c24af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:38.582631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:38.585725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] For port d97f2965-bf49-4a9b-9523-b9973fedeae8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d97f2965-bf49-4a9b-9523-b9973fedeae8,segment=NetworkSegment(b94f7ca0-4e8e-44c1-83a9-b9668683b6ba),segment_id=b94f7ca0-4e8e-44c1-83a9-b9668683b6ba)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:38.592148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:38.594644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.597833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8d41a31d-5c4b-4729-9c6e-b8080446562c, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:38.633154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=de2ab279-9f81-411a-8fd1-8ff8c95f3533,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:38.647713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '8d41a31d-5c4b-4729-9c6e-b8080446562c', 'network_id': 'a5a1f146-cd7b-4f35-8c76-5a1caaa688d4', 'port_id': '8d41a31d-5c4b-4729-9c6e-b8080446562c', 'mac_address': 'fa:16:3e:2e:87:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867fe208-651c-40c4-a6bd-b9b67895982b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:47:38.667040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.753361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780490a3-446b-48f5-9d7f-1a1947dfdb6d None None] Pushing event updated for resources: {'Port': ['ID=d97f2965-bf49-4a9b-9523-b9973fedeae8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:38.762541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.784353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d41a31d-5c4b-4729-9c6e-b8080446562c {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:47:38.825548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8d41a31d-5c4b-4729-9c6e-b8080446562c, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:38.830297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.878956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.909744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8d41a31d-5c4b-4729-9c6e-b8080446562c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:39.041425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8d41a31d-5c4b-4729-9c6e-b8080446562c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:39.258167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.263403 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.342912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.355855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=de2ab279-9f81-411a-8fd1-8ff8c95f3533,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:39.479186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network c5a26353-53c1-4cae-ac15-44d9f47c24af is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:39.482826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:39.575778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cbec0-7610-461f-a77c-f90d46d0029e req-02194f3b-cf9e-42f1-ae0a-6513636b4056 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:39.577389 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d06cbec0-7610-461f-a77c-f90d46d0029e req-02194f3b-cf9e-42f1-ae0a-6513636b4056 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1095 time: 0.1551197 Jul 08 17:47:39.635774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d06cbec0-7610-461f-a77c-f90d46d0029e req-d0955eb6-84a9-45b3-b81e-32d6bdf8b2db tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513446 Jul 08 17:47:39.653288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router c793232e-2f42-4007-8244-d9a5753528dd is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:39.769052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:39.775630 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6196279a-df5a-4cb6-9c44-f9e90ae00514 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/c793232e-2f42-4007-8244-d9a5753528dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0786664 Jul 08 17:47:39.778611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:39.786972 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] Sync routers for ids ['c793232e-2f42-4007-8244-d9a5753528dd'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:39.798617 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] Routers {'c793232e-2f42-4007-8244-d9a5753528dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:39.799234 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c793232e-2f42-4007-8244-d9a5753528dd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:39.831677 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:39.832071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5959375-7fe4-443d-bf86-386c44c3ef23 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:39.833979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c5959375-7fe4-443d-bf86-386c44c3ef23 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports/de2ab279-9f81-411a-8fd1-8ff8c95f3533 HTTP/1.1" status: 200 len: 910 time: 0.0540020 Jul 08 17:47:39.837116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54662) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:39.842906 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] Routers {'c793232e-2f42-4007-8244-d9a5753528dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:39.843654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c793232e-2f42-4007-8244-d9a5753528dd'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:39.852701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf4cdb-2576-454e-b117-5eee49405f5c None None] Network c5a26353-53c1-4cae-ac15-44d9f47c24af requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:39.878237 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:39.879097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51acd005-c36e-477e-a99d-62631f8d4fb2 None None] The sync data for ids ['c793232e-2f42-4007-8244-d9a5753528dd'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:39.927893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb4f8a77-ed71-4a07-a4d4-2016b43a3ea2 None None] Provisioning for port d97f2965-bf49-4a9b-9523-b9973fedeae8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:40.196548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.260085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d41a31d-5c4b-4729-9c6e-b8080446562c up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:40.316011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 8d41a31d-5c4b-4729-9c6e-b8080446562c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:40.321633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 8d41a31d-5c4b-4729-9c6e-b8080446562c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:40.322317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.393211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-00d513f1-ef81-44a1-ba3b-0ab0129f5efb None None] Provisioning for port de2ab279-9f81-411a-8fd1-8ff8c95f3533 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:40.402224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-00d513f1-ef81-44a1-ba3b-0ab0129f5efb None None] Provisioning complete for port de2ab279-9f81-411a-8fd1-8ff8c95f3533 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:40.402596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-00d513f1-ef81-44a1-ba3b-0ab0129f5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.494203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-00d513f1-ef81-44a1-ba3b-0ab0129f5efb None None] Port de2ab279-9f81-411a-8fd1-8ff8c95f3533 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:40.496497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.504678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port de2ab279-9f81-411a-8fd1-8ff8c95f3533 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:40.505261 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.520871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d41a31d-5c4b-4729-9c6e-b8080446562c'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:40.524174 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b95e39-e822-4005-962b-f69e76ce4dc7" -d '{"events": [{"server_uuid": "b69aeaf3-5a52-40d7-a71d-83aec1448387", "name": "network-vif-plugged", "status": "completed", "tag": "8d41a31d-5c4b-4729-9c6e-b8080446562c"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:40.539854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8d41a31d-5c4b-4729-9c6e-b8080446562c, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:40.547769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.604945 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed929d8-7646-479d-80f8-62d536742a82 x-openstack-request-id: req-6ed929d8-7646-479d-80f8-62d536742a82 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:40.605977 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69aeaf3-5a52-40d7-a71d-83aec1448387", "name": "network-vif-plugged", "status": "completed", "tag": "8d41a31d-5c4b-4729-9c6e-b8080446562c", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:40.605977 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ed929d8-7646-479d-80f8-62d536742a82 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:40.605977 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d41a31d-5c4b-4729-9c6e-b8080446562c', 'code': 200} Jul 08 17:47:40.624461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.639361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8d41a31d-5c4b-4729-9c6e-b8080446562c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:40.641450 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for de2ab279-9f81-411a-8fd1-8ff8c95f3533 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:40.647494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-81590879-d61e-4871-af26-f0e0ec629123 None None] Provisioning complete for port de2ab279-9f81-411a-8fd1-8ff8c95f3533 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:40.647873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-81590879-d61e-4871-af26-f0e0ec629123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.700148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-81590879-d61e-4871-af26-f0e0ec629123 None None] Port de2ab279-9f81-411a-8fd1-8ff8c95f3533 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:40.811561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d97f2965-bf49-4a9b-9523-b9973fedeae8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:40.841498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e310e-540d-4c0b-a1f8-49a44d67114b req-de958ba4-3fd9-44e1-bd68-71306d087fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:40.843427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-959e310e-540d-4c0b-a1f8-49a44d67114b req-de958ba4-3fd9-44e1-bd68-71306d087fb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.1441851 Jul 08 17:47:40.902103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d97f2965-bf49-4a9b-9523-b9973fedeae8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:40.924735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d97f2965-bf49-4a9b-9523-b9973fedeae8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:40.926136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.960758 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-959e310e-540d-4c0b-a1f8-49a44d67114b req-44a01bdf-2b83-4c0d-afa2-c199314c59fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627265 Jul 08 17:47:40.971938 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.984290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5eb1e368-ab1e-408c-88d6-1f6a11f09df8 None None] Provisioning complete for port de2ab279-9f81-411a-8fd1-8ff8c95f3533 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:40.984806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5eb1e368-ab1e-408c-88d6-1f6a11f09df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.007312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1e368-ab1e-408c-88d6-1f6a11f09df8 None None] Port de2ab279-9f81-411a-8fd1-8ff8c95f3533 was deleted so its status cannot be updated. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:47:41.043872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=de2ab279-9f81-411a-8fd1-8ff8c95f3533,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:41.070790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.112018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d97f2965-bf49-4a9b-9523-b9973fedeae8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d97f2965-bf49-4a9b-9523-b9973fedeae8,segment=NetworkSegment(b94f7ca0-4e8e-44c1-83a9-b9668683b6ba),segment_id=b94f7ca0-4e8e-44c1-83a9-b9668683b6ba)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:41.117642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.177226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d97f2965-bf49-4a9b-9523-b9973fedeae8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:41.258508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3dae-2217-4262-95fb-4599c9cdce59 req-242e9c22-076a-43f7-97e1-43c0f344120f tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:41.260091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f55d3dae-2217-4262-95fb-4599c9cdce59 req-242e9c22-076a-43f7-97e1-43c0f344120f tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.1930351 Jul 08 17:47:41.260700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.363262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f55d3dae-2217-4262-95fb-4599c9cdce59 req-a4ba6f11-6d6e-43c2-b3ad-6391c46f2a59 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954235 Jul 08 17:47:41.442525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router c793232e-2f42-4007-8244-d9a5753528dd has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:41.521266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:41.529646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-13e65bc1-e0c7-41ed-a6b1-5ddb43148bd2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/c793232e-2f42-4007-8244-d9a5753528dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876841 Jul 08 17:47:41.529750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54694) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:41.530748 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] Sync routers for ids ['c793232e-2f42-4007-8244-d9a5753528dd'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:41.544529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] Routers {'c793232e-2f42-4007-8244-d9a5753528dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:41.545145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c793232e-2f42-4007-8244-d9a5753528dd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.575131 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c558b35b-7f87-41c4-8285-abaecc6d0f49 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=c793232e-2f42-4007-8244-d9a5753528dd HTTP/1.1" status: 200 len: 205 time: 0.0421171 Jul 08 17:47:41.575492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54696) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:41.597464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.607225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] Routers {'c793232e-2f42-4007-8244-d9a5753528dd'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:41.607819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c793232e-2f42-4007-8244-d9a5753528dd'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.639872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.640440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82624c-8334-42cc-ba50-7eb1f72d0798 None None] The sync data for ids ['c793232e-2f42-4007-8244-d9a5753528dd'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:42.029637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.194878 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.197902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.240391 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.240925 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router c793232e-2f42-4007-8244-d9a5753528dd {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:42.248443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.252047 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-da179a4f-c3d0-4cc4-8cb9-6bc12232bd45 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/c793232e-2f42-4007-8244-d9a5753528dd HTTP/1.1" status: 204 len: 168 time: 0.6729712 Jul 08 17:47:42.252173 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54708) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.304116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet 2163ffa6-b7bd-4ddd-80eb-c1881972f668 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:42.308084 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.354527 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.446045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.505736 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.538923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=2163ffa6-b7bd-4ddd-80eb-c1881972f668,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:42.540020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f921823-eed0-485d-9902-709c9479544b req-591a8d68-0d33-4590-8ccb-588ea820c037 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:42.544528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.545914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3878202a-f149-4f2c-abee-326bd82d0363 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/2163ffa6-b7bd-4ddd-80eb-c1881972f668 HTTP/1.1" status: 204 len: 168 time: 0.2928462 Jul 08 17:47:42.547864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f921823-eed0-485d-9902-709c9479544b req-591a8d68-0d33-4590-8ccb-588ea820c037 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.0655684 Jul 08 17:47:42.548994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54716) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.551574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb98b6-e8b8-4d3a-8386-0afce1b9fd21 None None] Network c5a26353-53c1-4cae-ac15-44d9f47c24af requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:42.591350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f921823-eed0-485d-9902-709c9479544b req-249759a3-4160-4386-aa37-a15499f89be2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Jul 08 17:47:42.636402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.733054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d97f2965-bf49-4a9b-9523-b9973fedeae8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:42.754285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port d97f2965-bf49-4a9b-9523-b9973fedeae8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:42.754847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.816733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d97f2965-bf49-4a9b-9523-b9973fedeae8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:42.817099 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.850534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port d97f2965-bf49-4a9b-9523-b9973fedeae8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d97f2965-bf49-4a9b-9523-b9973fedeae8,segment=NetworkSegment(b94f7ca0-4e8e-44c1-83a9-b9668683b6ba),segment_id=b94f7ca0-4e8e-44c1-83a9-b9668683b6ba)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:42.850895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.875728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for d97f2965-bf49-4a9b-9523-b9973fedeae8 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:42.887950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe389a-2be1-4fcc-a27d-588439e9d63d req-acd4e3a5-941b-4360-a111-a2935164502e tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:42.894795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebfe389a-2be1-4fcc-a27d-588439e9d63d req-acd4e3a5-941b-4360-a111-a2935164502e tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.1504493 Jul 08 17:47:42.895987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] DHCP port deletion for c5a26353-53c1-4cae-ac15-44d9f47c24af request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:42.969801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebfe389a-2be1-4fcc-a27d-588439e9d63d req-dd3e624a-f51a-4ef6-8e1b-bac20bc11d92 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Jul 08 17:47:42.972343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] Deleting port d97f2965-bf49-4a9b-9523-b9973fedeae8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:42.972938 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.026077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.046173 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] For port d97f2965-bf49-4a9b-9523-b9973fedeae8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d97f2965-bf49-4a9b-9523-b9973fedeae8,segment=NetworkSegment(b94f7ca0-4e8e-44c1-83a9-b9668683b6ba),segment_id=b94f7ca0-4e8e-44c1-83a9-b9668683b6ba)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:43.046570 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.059878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] Calling delete_port for d97f2965-bf49-4a9b-9523-b9973fedeae8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:43.060125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=d97f2965-bf49-4a9b-9523-b9973fedeae8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:43.066001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port d97f2965-bf49-4a9b-9523-b9973fedeae8 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:43.140741 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.157843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95dd5-58e2-45ea-ae7d-e2d478f21726 req-acf9f235-640c-47c8-810c-2f3967011c71 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:43.158821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.165671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43e95dd5-58e2-45ea-ae7d-e2d478f21726 req-acf9f235-640c-47c8-810c-2f3967011c71 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.0666804 Jul 08 17:47:43.170587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a26353-53c1-4cae-ac15-44d9f47c24af']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:43.182563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] Pushing event deleted for resources: {'Port': ['ID=d97f2965-bf49-4a9b-9523-b9973fedeae8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:43.186608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e583d06-eaf6-4920-96e8-38d44a4ebc3b None None] No DVR routers for this DVR port d97f2965-bf49-4a9b-9523-b9973fedeae8 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:43.188160 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:43.188474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94f7ca0-4e8e-44c1-83a9-b9668683b6ba') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:43.201782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.207990 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.210291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.218522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43e95dd5-58e2-45ea-ae7d-e2d478f21726 req-79f1915b-2830-454f-9138-683f450e9275 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516367 Jul 08 17:47:43.225548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.232366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:43.232767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:43.235981 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:43.299695 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.316255 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.322133 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/c5a26353-53c1-4cae-ac15-44d9f47c24af HTTP/1.1" status: 204 len: 168 time: 0.7679048 Jul 08 17:47:43.322514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54738) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:43.327183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-902318315', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:43.329295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f0f26-754b-42ab-a493-b57b172b8af9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=c5a26353-53c1-4cae-ac15-44d9f47c24af,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:43.352374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.353366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.417537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.583667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.685130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dbc8c-6295-4dbc-aa33-deac607ac7a8 req-503bd275-10ca-424b-bff6-48c47db48d38 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:43.686821 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f65dbc8c-6295-4dbc-aa33-deac607ac7a8 req-503bd275-10ca-424b-bff6-48c47db48d38 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.1187284 Jul 08 17:47:43.737238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f65dbc8c-6295-4dbc-aa33-deac607ac7a8 req-170359ac-913e-46ca-9fe5-112ee58b7a81 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jul 08 17:47:43.844007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.864378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.969628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.25.3.243 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/be5de2ef-57d6-45d6-ae7d-07cf73f3b252) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:44.076917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.118034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.159860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:44.162637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:44.166275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:44.188520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=be5de2ef-57d6-45d6-ae7d-07cf73f3b252,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:44.431005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.637055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.716740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d97f2965-bf49-4a9b-9523-b9973fedeae8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:44.737643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d97f2965-bf49-4a9b-9523-b9973fedeae8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:44.738283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d97f2965-bf49-4a9b-9523-b9973fedeae8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:44.805564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router dc19956b-a049-4845-82a0-72e34ac88250 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:44.860001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-f8574c62-a05b-4e54-8f7f-66686c946f21 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:44.861519 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-f8574c62-a05b-4e54-8f7f-66686c946f21 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.0787315 Jul 08 17:47:44.939970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:44.954018 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] Sync routers for ids ['dc19956b-a049-4845-82a0-72e34ac88250'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:44.966677 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] Routers {'dc19956b-a049-4845-82a0-72e34ac88250'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:44.968113 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['dc19956b-a049-4845-82a0-72e34ac88250'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:44.968874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.973055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d6a73b9f-e426-4e48-b00f-d62f4fa52e83 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6495245 Jul 08 17:47:44.973754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:45.000870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7b5ed-93f4-41a5-b861-ec5cca92114b req-7d3f14c9-01f6-46af-8f0e-26abddce2294 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:45.002592 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0f7b5ed-93f4-41a5-b861-ec5cca92114b req-7d3f14c9-01f6-46af-8f0e-26abddce2294 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b69aeaf3-5a52-40d7-a71d-83aec1448387 HTTP/1.1" status: 200 len: 1096 time: 0.1255367 Jul 08 17:47:45.032746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Deleting port 8d41a31d-5c4b-4729-9c6e-b8080446562c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:45.033221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.037920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:45.048609 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] Routers {'dc19956b-a049-4845-82a0-72e34ac88250'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:45.049623 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['dc19956b-a049-4845-82a0-72e34ac88250'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:45.088472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:45.089535 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449188c-e0ba-4a6a-b37a-f5aba5cb094b None None] The sync data for ids ['dc19956b-a049-4845-82a0-72e34ac88250'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:45.094127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0f7b5ed-93f4-41a5-b861-ec5cca92114b req-2b8c5f81-42c1-48e4-8042-9e9a9f518f1c tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834231 Jul 08 17:47:45.140715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] For port 8d41a31d-5c4b-4729-9c6e-b8080446562c, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d41a31d-5c4b-4729-9c6e-b8080446562c,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:45.141361 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.157273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Calling delete_port for 8d41a31d-5c4b-4729-9c6e-b8080446562c owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:45.298597 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.310922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:45.315243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8d41a31d-5c4b-4729-9c6e-b8080446562c'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:45.329207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d41a31d-5c4b-4729-9c6e-b8080446562c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:45.374493 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] No DVR routers for this DVR port 8d41a31d-5c4b-4729-9c6e-b8080446562c on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:45.377260 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.379481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b972a06a-6897-40c4-b084-8fde1e0d64da req-32c8ac1b-9b5d-481f-a31e-6b5e0643371b tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8d41a31d-5c4b-4729-9c6e-b8080446562c HTTP/1.1" status: 204 len: 173 time: 0.5112484 Jul 08 17:47:45.379950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'name': 'network-vif-deleted', 'tag': '8d41a31d-5c4b-4729-9c6e-b8080446562c'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:45.382323 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f81447-9b27-4cf1-b8cc-f1b60c3919f0" -d '{"events": [{"server_uuid": "b69aeaf3-5a52-40d7-a71d-83aec1448387", "name": "network-vif-deleted", "tag": "8d41a31d-5c4b-4729-9c6e-b8080446562c"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:45.442020 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2304c-2ef8-46f9-a7a8-cfe0b4c37857 x-openstack-request-id: req-9dc2304c-2ef8-46f9-a7a8-cfe0b4c37857 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:45.442386 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69aeaf3-5a52-40d7-a71d-83aec1448387", "name": "network-vif-deleted", "tag": "8d41a31d-5c4b-4729-9c6e-b8080446562c", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:45.442645 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dc2304c-2ef8-46f9-a7a8-cfe0b4c37857 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:45.443057 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69aeaf3-5a52-40d7-a71d-83aec1448387', 'name': 'network-vif-deleted', 'tag': '8d41a31d-5c4b-4729-9c6e-b8080446562c', 'status': 'completed', 'code': 200} Jul 08 17:47:45.555557 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0b78094d-1ed1-41a7-b8a6-09370503af8f tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/routers/dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 200 len: 880 time: 0.5791359 Jul 08 17:47:45.557682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54784) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:45.794415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-63c6d6e5-ac33-49af-b365-be182e555e2e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2349935 Jul 08 17:47:45.796960 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54790) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:45.801880 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-902318315'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:46.170368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.190754 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.311483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router dc19956b-a049-4845-82a0-72e34ac88250 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:46.430559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:46.441040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] Sync routers for ids ['dc19956b-a049-4845-82a0-72e34ac88250'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:46.449063 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.451083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e1cb2ee5-849d-44b4-84ca-c4cb960f6209 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 200 len: 887 time: 0.6530154 Jul 08 17:47:46.453716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54810) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:46.457183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] Routers {'dc19956b-a049-4845-82a0-72e34ac88250'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:46.458135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['dc19956b-a049-4845-82a0-72e34ac88250'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.495092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.504200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] Routers {'dc19956b-a049-4845-82a0-72e34ac88250'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:46.505017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['dc19956b-a049-4845-82a0-72e34ac88250'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.537767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.539357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad4f193-f307-4bfd-8128-3940a410c8d6 None None] The sync data for ids ['dc19956b-a049-4845-82a0-72e34ac88250'] in n-d-799527-4 is: [] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:46.588949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-22723bf3-2c9d-424e-8661-a2e4c8103087 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/routers/dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 200 len: 887 time: 0.1338878 Jul 08 17:47:46.591706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54816) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:46.611145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46ea0f-2dcd-4bbd-b6ed-9119017d7aa4 req-b84dd481-4fc1-4d56-a1ab-cb846e34fefc tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:46.614134 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc46ea0f-2dcd-4bbd-b6ed-9119017d7aa4 req-b84dd481-4fc1-4d56-a1ab-cb846e34fefc tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.0622933 Jul 08 17:47:46.622923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5ee8aba1-a6d2-43a8-9648-5f6afb5f0807 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 200 len: 205 time: 0.0298669 Jul 08 17:47:46.626193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54818) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:46.674564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc46ea0f-2dcd-4bbd-b6ed-9119017d7aa4 req-4e6c86d0-6c04-4554-a0da-3c128b568e3a tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557714 Jul 08 17:47:46.739178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.843136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.899360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port be5de2ef-57d6-45d6-ae7d-07cf73f3b252 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:46.899613 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.984497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.997190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for be5de2ef-57d6-45d6-ae7d-07cf73f3b252 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:47.166911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.194265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=be5de2ef-57d6-45d6-ae7d-07cf73f3b252,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:47.209055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.209404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.209747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.210184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.210610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.210976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.211308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.211636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.211968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.212298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.212621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.212954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:47.271339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.369635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.371838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.419713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.420587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router dc19956b-a049-4845-82a0-72e34ac88250 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:47.427962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.430527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3a48832f-4346-4fc8-a215-ae844b1caf6c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 204 len: 168 time: 0.8036141 Jul 08 17:47:47.433909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54834) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:47.439000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-654266608'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:47.464944 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:47.468644 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.495612 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:47.504637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.505061 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment 3f01f57b-ff6a-4763-bd72-e521b7bba2a4 of type vlan for network 66d30444-9f68-4c35-937a-9e9b035aa33d Jul 08 17:47:47.545351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.582438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.592205 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.592843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.662458 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2274053 Jul 08 17:47:47.665882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:47.671262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:47.688852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83894216-8260-428d-b5f2-43a1d247205e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=66d30444-9f68-4c35-937a-9e9b035aa33d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:47.701449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 66d30444-9f68-4c35-937a-9e9b035aa33d details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:47.793569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:47.798157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.884802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3af040-f922-4fe1-a84f-97434d9523ad req-29237c98-9f97-41e6-956a-b94c1e35e5de tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.886778 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c3af040-f922-4fe1-a84f-97434d9523ad req-29237c98-9f97-41e6-956a-b94c1e35e5de tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.0706453 Jul 08 17:47:47.934161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4c3af040-f922-4fe1-a84f-97434d9523ad req-c724777c-9b9e-4d9e-aa5f-7a2171f14123 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1384e33e-2185-4aab-beba-316224519812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 Jul 08 17:47:47.994147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.013813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-19a09fe8-de87-4363-a239-ad84f4457a66 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:48.015399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-19a09fe8-de87-4363-a239-ad84f4457a66 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 1096 time: 0.0663471 Jul 08 17:47:48.059404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=e4eb0e64-18c2-48bc-921a-54906e43478b,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:48.074931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': '3f01f57b-ff6a-4763-bd72-e521b7bba2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:48.075299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: 66d30444-9f68-4c35-937a-9e9b035aa33d, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:48.092325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 66d30444-9f68-4c35-937a-9e9b035aa33d is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:48.102103 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 66d30444-9f68-4c35-937a-9e9b035aa33d) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:48.110526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089c6b3-9bc1-48b3-b90f-e09290327237 None None] Network 66d30444-9f68-4c35-937a-9e9b035aa33d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:48.113515 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:48.113852 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.131573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Deleting port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:48.132182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.137108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54850) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:48.137590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7cb170ea-5256-46df-9d9a-b2a0cb46a38c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4704072 Jul 08 17:47:48.151246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1422246999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:48.211390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.212393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.266577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] For port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:48.266941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.277577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-66d30444-9f68-4c35-937a-9e9b035aa33d', 'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': 'e4eb0e64-18c2-48bc-921a-54906e43478b'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:48.278819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.305583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.306745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Calling delete_port for ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:48.322835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.373497 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.374841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9ec477ec-b4a7-41cb-8543-655fcb1c3d5d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2365925 Jul 08 17:47:48.377852 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54856) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:48.424493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Allocated IP 172.20.0.2 (66d30444-9f68-4c35-937a-9e9b035aa33d/e4eb0e64-18c2-48bc-921a-54906e43478b/dd5eb04b-0bc1-49c6-8727-539a8efebcb3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:48.585179 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.687618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Transition to ACTIVE for port object dd5eb04b-0bc1-49c6-8727-539a8efebcb3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:48.689540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.702305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:48.725848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:48.727847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Transition to ACTIVE for port object dd5eb04b-0bc1-49c6-8727-539a8efebcb3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:48.733290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.784919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.788423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Pushing event updated for resources: {'Port': ['ID=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:48.796416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Network 66d30444-9f68-4c35-937a-9e9b035aa33d is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:48.797983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:48.800546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:48.818108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] No DVR routers for this DVR port ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:48.823056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.825057 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0b61a9e-31c8-4ca0-81f4-5609c07dabdb req-120b9e79-472c-44c1-9a68-48449fe80ac2 tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 HTTP/1.1" status: 204 len: 173 time: 0.8041859 Jul 08 17:47:48.825500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'name': 'network-vif-deleted', 'tag': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:48.827815 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705d69d-3072-4df9-9038-5149001ccdb3" -d '{"events": [{"server_uuid": "deb4bf05-ce1e-4775-aeac-93969a0da920", "name": "network-vif-deleted", "tag": "ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:48.931448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Attempting to bind port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:48.931822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Attempting to bind port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '3f01f57b-ff6a-4763-bd72-e521b7bba2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:48.932186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Attempting to bind port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 on network 66d30444-9f68-4c35-937a-9e9b035aa33d {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:48.946552 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b302de-8fa3-4327-891f-93e7cab107b6 x-openstack-request-id: req-a9b302de-8fa3-4327-891f-93e7cab107b6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:48.946552 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb4bf05-ce1e-4775-aeac-93969a0da920", "name": "network-vif-deleted", "tag": "ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:48.946552 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9b302de-8fa3-4327-891f-93e7cab107b6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:48.946552 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb4bf05-ce1e-4775-aeac-93969a0da920', 'name': 'network-vif-deleted', 'tag': 'ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6', 'status': 'completed', 'code': 200} Jul 08 17:47:48.949989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:48.951326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Checking segment: {'id': '3f01f57b-ff6a-4763-bd72-e521b7bba2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:48.951943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.953495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Bound using segment: {'id': '3f01f57b-ff6a-4763-bd72-e521b7bba2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:48.954002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Bound port: dd5eb04b-0bc1-49c6-8727-539a8efebcb3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f01f57b-ff6a-4763-bd72-e521b7bba2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '66d30444-9f68-4c35-937a-9e9b035aa33d'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:48.954456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.042328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] For port dd5eb04b-0bc1-49c6-8727-539a8efebcb3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:49.048436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] For port dd5eb04b-0bc1-49c6-8727-539a8efebcb3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,segment=NetworkSegment(3f01f57b-ff6a-4763-bd72-e521b7bba2a4),segment_id=3f01f57b-ff6a-4763-bd72-e521b7bba2a4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:49.055351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.140245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d1a88-02cc-42eb-b302-e93be55b1fe4 None None] Pushing event updated for resources: {'Port': ['ID=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:49.221478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c3b204-15ef-4414-ba95-2353219bc399 req-68aa65d9-3939-4030-94ce-d1a694ac321d tempest-TestServerMultinode-1868139335 tempest-TestServerMultinode-1868139335-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=deb4bf05-ce1e-4775-aeac-93969a0da920 HTTP/1.1" status: 200 len: 210 time: 0.0446565 Jul 08 17:47:49.237180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.20.0.1 (66d30444-9f68-4c35-937a-9e9b035aa33d/e4eb0e64-18c2-48bc-921a-54906e43478b/334de7b7-660c-44bc-8237-ba8e8241dc7e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:49.389858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.405709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object 334de7b7-660c-44bc-8237-ba8e8241dc7e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:49.441126 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.490817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 66d30444-9f68-4c35-937a-9e9b035aa33d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:49.494443 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:49.498407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:49.504776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=334de7b7-660c-44bc-8237-ba8e8241dc7e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:49.518734 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c845766c-2d93-435a-8e1a-8907080fa9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.549691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.698733 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.036843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.041883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.121190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.129239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=334de7b7-660c-44bc-8237-ba8e8241dc7e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:50.173455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab630741-8581-42ed-912e-84fba894dc58 None None] Network 66d30444-9f68-4c35-937a-9e9b035aa33d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:50.228192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 66d30444-9f68-4c35-937a-9e9b035aa33d is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:50.229662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:50.230155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-51941bc4-38c4-4341-a1c3-dc4d821ef9a7 None None] Provisioning for port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:50.309699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d41a31d-5c4b-4729-9c6e-b8080446562c no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:50.340637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 8d41a31d-5c4b-4729-9c6e-b8080446562c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:50.340984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d41a31d-5c4b-4729-9c6e-b8080446562c not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:50.364548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54894) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:50.401476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 0ebe196b-6d2a-4654-934c-5302a2851e00 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:50.505396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:50.517337 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] Sync routers for ids ['0ebe196b-6d2a-4654-934c-5302a2851e00'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:50.519228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c670523e-b4c4-49ff-926d-767c4cec0415 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/0ebe196b-6d2a-4654-934c-5302a2851e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1403310 Jul 08 17:47:50.522127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54896) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:50.544425 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] Routers {'0ebe196b-6d2a-4654-934c-5302a2851e00'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:50.545131 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0ebe196b-6d2a-4654-934c-5302a2851e00'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:50.592689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f573609-d7e6-4912-a755-b66da9967a9d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:50.594493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2f573609-d7e6-4912-a755-b66da9967a9d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports/334de7b7-660c-44bc-8237-ba8e8241dc7e HTTP/1.1" status: 200 len: 910 time: 0.0705605 Jul 08 17:47:50.597143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54898) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:50.603767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4eb0e64-18c2-48bc-921a-54906e43478b'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:50.723384 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:50.748485 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] Routers {'0ebe196b-6d2a-4654-934c-5302a2851e00'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:50.749386 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0ebe196b-6d2a-4654-934c-5302a2851e00'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:50.790557 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:50.791520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1cecd8-2ff5-44ba-9cd0-e898a70a7db6 None None] The sync data for ids ['0ebe196b-6d2a-4654-934c-5302a2851e00'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:50.826028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa95a8de-ca39-4fff-9436-bf38cda2d593 None None] Provisioning for port 334de7b7-660c-44bc-8237-ba8e8241dc7e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:50.834720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa95a8de-ca39-4fff-9436-bf38cda2d593 None None] Provisioning complete for port 334de7b7-660c-44bc-8237-ba8e8241dc7e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:50.835106 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa95a8de-ca39-4fff-9436-bf38cda2d593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.877915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dd5eb04b-0bc1-49c6-8727-539a8efebcb3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:50.945982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa95a8de-ca39-4fff-9436-bf38cda2d593 None None] Port 334de7b7-660c-44bc-8237-ba8e8241dc7e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:50.964785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:50.974809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:50.975185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.025902 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.107355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39c5e866-32a6-44d0-a435-60548d1ff7ba None None] Provisioning complete for port 334de7b7-660c-44bc-8237-ba8e8241dc7e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:51.108371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39c5e866-32a6-44d0-a435-60548d1ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.164453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-39c5e866-32a6-44d0-a435-60548d1ff7ba None None] Port 334de7b7-660c-44bc-8237-ba8e8241dc7e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:51.182140 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.230639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port dd5eb04b-0bc1-49c6-8727-539a8efebcb3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,segment=NetworkSegment(3f01f57b-ff6a-4763-bd72-e521b7bba2a4),segment_id=3f01f57b-ff6a-4763-bd72-e521b7bba2a4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:51.235244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.306955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:51.344750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.385476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0521c0c9-8e40-4fe4-bca0-3990685081fd None None] Provisioning complete for port 334de7b7-660c-44bc-8237-ba8e8241dc7e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:51.385916 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0521c0c9-8e40-4fe4-bca0-3990685081fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.408528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Deleting port a9a928fa-9516-43a0-82c9-5f04ca453759 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:51.409642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.430583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0521c0c9-8e40-4fe4-bca0-3990685081fd None None] Port 334de7b7-660c-44bc-8237-ba8e8241dc7e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:51.495824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] For port a9a928fa-9516-43a0-82c9-5f04ca453759, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a9a928fa-9516-43a0-82c9-5f04ca453759,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:51.496188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.510945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Calling delete_port for a9a928fa-9516-43a0-82c9-5f04ca453759 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:51.715505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.744089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a928fa-9516-43a0-82c9-5f04ca453759,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:51.778711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.789910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.872843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:51.873437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.874928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/ports/334de7b7-660c-44bc-8237-ba8e8241dc7e HTTP/1.1" status: 200 len: 910 time: 1.2766130 Jul 08 17:47:51.898124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e07e58-1c8b-4688-8f48-328b4168855a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=334de7b7-660c-44bc-8237-ba8e8241dc7e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:51.900350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54918) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:51.932186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.181407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:52.205661 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a230426a-3f41-4359-a1a4-b5333b331770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.262858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.268817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:52.302720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:52.303149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device ab1cdcd8-74ee-4e28-b6e4-b9062a4be4a6 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:52.309632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:52.316689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6ff63e29-0ea3-4115-a33f-75b808a90bad admin admin] 10.222.0.48 "PUT /v2.0/routers/436b2872-b2c6-4ed8-9bd6-a4cf46671052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9503000 Jul 08 17:47:52.320744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54928) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:52.334239 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] Sync routers for ids ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:52.360355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] Routers {'436b2872-b2c6-4ed8-9bd6-a4cf46671052'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:52.362403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:52.447417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.712218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] Set router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:52.747307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 334de7b7-660c-44bc-8237-ba8e8241dc7e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:52.747853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.859223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.871904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dd5eb04b-0bc1-49c6-8727-539a8efebcb3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:52.877265 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.878878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 334de7b7-660c-44bc-8237-ba8e8241dc7e owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:52.971207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:52.971656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.986757 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.039785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:51Z', 'revision_number': 5, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port': {'id': 'bfd16b21-43de-410b-b117-82054d2ee4d5', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:03Z', 'updated_at': '2021-07-08T17:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.057005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Deleting port bfd16b21-43de-410b-b117-82054d2ee4d5 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:53.057659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.105022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.107301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] Checking router: 436b2872-b2c6-4ed8-9bd6-a4cf46671052 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:53.128018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] Routers {'436b2872-b2c6-4ed8-9bd6-a4cf46671052'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:53.128848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.164800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=334de7b7-660c-44bc-8237-ba8e8241dc7e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:53.196627 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] For port bfd16b21-43de-410b-b117-82054d2ee4d5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=bfd16b21-43de-410b-b117-82054d2ee4d5,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:53.197739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.219444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Calling delete_port for bfd16b21-43de-410b-b117-82054d2ee4d5 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:53.254057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] Set router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:53.353288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.402594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:52Z', 'revision_number': 6, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.438652 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.449900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e67d2d-3ffb-4f7a-aaab-8bb37d036c17 None None] The sync data for ids ['436b2872-b2c6-4ed8-9bd6-a4cf46671052'] in n-d-799527-4 is: [{'id': '436b2872-b2c6-4ed8-9bd6-a4cf46671052', 'name': 'tempest-TestServerMultinode-886770427-router', 'tenant_id': '8b839f9f094947c983bbfe742d0cace9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:02Z', 'updated_at': '2021-07-08T17:47:52Z', 'revision_number': 6, 'project_id': '8b839f9f094947c983bbfe742d0cace9', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:53.478371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd16b21-43de-410b-b117-82054d2ee4d5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:53.552581 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.562037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 0ebe196b-6d2a-4654-934c-5302a2851e00 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:53.622254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.641466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:53.650099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0052c5d0-2605-4b35-8fba-dfd86284d254 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/0ebe196b-6d2a-4654-934c-5302a2851e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393353 Jul 08 17:47:53.650099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54950) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:53.665495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.665783 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eda493-76be-435f-a045-e5e0a726efed None None] Sync routers for ids ['0ebe196b-6d2a-4654-934c-5302a2851e00'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:53.668821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.675081 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eda493-76be-435f-a045-e5e0a726efed None None] Routers {'0ebe196b-6d2a-4654-934c-5302a2851e00'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:53.676093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89eda493-76be-435f-a045-e5e0a726efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0ebe196b-6d2a-4654-934c-5302a2851e00'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.693476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-baf1ba27-fe45-4c0e-adf8-0da8234b9baa tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ebe196b-6d2a-4654-934c-5302a2851e00 HTTP/1.1" status: 200 len: 205 time: 0.0423636 Jul 08 17:47:53.695951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54952) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:53.710640 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89eda493-76be-435f-a045-e5e0a726efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.731389 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eda493-76be-435f-a045-e5e0a726efed None None] Routers {'0ebe196b-6d2a-4654-934c-5302a2851e00'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:53.733161 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89eda493-76be-435f-a045-e5e0a726efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['0ebe196b-6d2a-4654-934c-5302a2851e00'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.738032 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.738032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436b2872-b2c6-4ed8-9bd6-a4cf46671052 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:53.747751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.749598 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7cd39141-b8ef-493d-a82e-7008c345dcac admin admin] 10.222.0.48 "DELETE /v2.0/routers/436b2872-b2c6-4ed8-9bd6-a4cf46671052 HTTP/1.1" status: 204 len: 168 time: 1.4268332 Jul 08 17:47:53.751722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:53.781920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-89eda493-76be-435f-a045-e5e0a726efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:53.782901 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eda493-76be-435f-a045-e5e0a726efed None None] The sync data for ids ['0ebe196b-6d2a-4654-934c-5302a2851e00'] in n-d-799527-4 is: [] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:53.787729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.832527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Deleting subnet 867fe208-651c-40c4-a6bd-b9b67895982b {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:53.838109 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.889998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.967280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.970000 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.997793 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.018374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.018890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router 0ebe196b-6d2a-4654-934c-5302a2851e00 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:54.030844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.032053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5434d22e-f1ce-4dfa-8bd3-9a8e97b251d2 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/0ebe196b-6d2a-4654-934c-5302a2851e00 HTTP/1.1" status: 204 len: 168 time: 0.3351884 Jul 08 17:47:54.034657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54960) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.059510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.088552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867fe208-651c-40c4-a6bd-b9b67895982b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.094451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet e4eb0e64-18c2-48bc-921a-54906e43478b {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:54.097808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.098058 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.102289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/867fe208-651c-40c4-a6bd-b9b67895982b HTTP/1.1" status: 204 len: 168 time: 0.3402040 Jul 08 17:47:54.102289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.102289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.102735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.102842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54962) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.102947 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.103062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.104512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.104512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.104512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.104512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.105157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.105157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.105483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b250bc7-ed06-46db-bf58-6a732520fd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:54.111039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de46a8c5-caff-49bd-bdd3-6a9b6ed0fb8e None None] Network a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:54.218963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.249915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.352768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] DHCP port deletion for a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:54.369311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.400769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] Deleting port 78492ef6-0a72-434b-a144-0a01b1b617fd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:54.401395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.407841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Deleting port 78492ef6-0a72-434b-a144-0a01b1b617fd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:54.408180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.476205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] For port 78492ef6-0a72-434b-a144-0a01b1b617fd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=78492ef6-0a72-434b-a144-0a01b1b617fd,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:54.476728 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.490696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] Calling delete_port for 78492ef6-0a72-434b-a144-0a01b1b617fd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:54.490913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] For port 78492ef6-0a72-434b-a144-0a01b1b617fd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=78492ef6-0a72-434b-a144-0a01b1b617fd,segment=NetworkSegment(39f7983e-6c13-4941-b928-78ff102e2b6e),segment_id=39f7983e-6c13-4941-b928-78ff102e2b6e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:54.491219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.517524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Calling delete_port for 78492ef6-0a72-434b-a144-0a01b1b617fd owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:54.528758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.580329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.596580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=e4eb0e64-18c2-48bc-921a-54906e43478b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.607519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.611161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] Pushing event deleted for resources: {'Port': ['ID=78492ef6-0a72-434b-a144-0a01b1b617fd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.612095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54974) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.612834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-454e4b73-4053-4afe-89f6-7d4e5ff582fd tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/e4eb0e64-18c2-48bc-921a-54906e43478b HTTP/1.1" status: 204 len: 168 time: 0.5769644 Jul 08 17:47:54.634318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e3edb-ccdf-4c14-aa98-c695628c3245 None None] Network 66d30444-9f68-4c35-937a-9e9b035aa33d requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:54.700095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ac3c0-b9f4-4179-825f-b0c156aedd17 None None] No DVR routers for this DVR port 78492ef6-0a72-434b-a144-0a01b1b617fd on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:54.701908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.736173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] No DVR routers for this DVR port 78492ef6-0a72-434b-a144-0a01b1b617fd on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:54.765534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.785222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 78492ef6-0a72-434b-a144-0a01b1b617fd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:54.810651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 78492ef6-0a72-434b-a144-0a01b1b617fd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:54.810991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 78492ef6-0a72-434b-a144-0a01b1b617fd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:54.812026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a9a928fa-9516-43a0-82c9-5f04ca453759 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:54.830076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:54.830742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.831298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.833757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a9a928fa-9516-43a0-82c9-5f04ca453759 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:54.834301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a9a928fa-9516-43a0-82c9-5f04ca453759 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:54.834796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bfd16b21-43de-410b-b117-82054d2ee4d5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:54.845126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a1f146-cd7b-4f35-8c76-5a1caaa688d4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.856207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f7983e-6c13-4941-b928-78ff102e2b6e') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.856560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f7983e-6c13-4941-b928-78ff102e2b6e') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.877620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: bfd16b21-43de-410b-b117-82054d2ee4d5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:54.878069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device bfd16b21-43de-410b-b117-82054d2ee4d5 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:54.893489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.904919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Pushing event deleted for resources: {'Port': ['ID=78492ef6-0a72-434b-a144-0a01b1b617fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.918787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.926743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:54.927539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: self.session.flush() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:54.930746 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:54.939735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port dd5eb04b-0bc1-49c6-8727-539a8efebcb3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,segment=NetworkSegment(3f01f57b-ff6a-4763-bd72-e521b7bba2a4),segment_id=3f01f57b-ff6a-4763-bd72-e521b7bba2a4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:54.940291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.956252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for dd5eb04b-0bc1-49c6-8727-539a8efebcb3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:55.007458 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.020863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.023909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] DHCP port deletion for 66d30444-9f68-4c35-937a-9e9b035aa33d request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:55.043655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.046303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a5a1f146-cd7b-4f35-8c76-5a1caaa688d4 HTTP/1.1" status: 204 len: 168 time: 0.9425027 Jul 08 17:47:55.047275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f952e5-d88f-4d0c-bee0-a440534efa13 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a1f146-cd7b-4f35-8c76-5a1caaa688d4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:55.049084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.064282 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.085010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Deleting port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:55.085712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.107466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:55.111641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:55.163816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] For port dd5eb04b-0bc1-49c6-8727-539a8efebcb3, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:55.164246 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.179918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Calling delete_port for dd5eb04b-0bc1-49c6-8727-539a8efebcb3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:55.182647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:47:55.184031 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.215347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] No DVR routers for this DVR port dd5eb04b-0bc1-49c6-8727-539a8efebcb3 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:55.217262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f568419-9559-4a15-be7b-8badf1538530 None None] Pushing event deleted for resources: {'Port': ['ID=dd5eb04b-0bc1-49c6-8727-539a8efebcb3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:55.223916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.240067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d30444-9f68-4c35-937a-9e9b035aa33d']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:55.257858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f01f57b-ff6a-4763-bd72-e521b7bba2a4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:55.258197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f01f57b-ff6a-4763-bd72-e521b7bba2a4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:55.268671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.284811 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.293962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:55.294497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:55.298400 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:55.363374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.371485 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.373327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/66d30444-9f68-4c35-937a-9e9b035aa33d HTTP/1.1" status: 204 len: 168 time: 0.7602134 Jul 08 17:47:55.376909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.381523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-416417505', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:55.398860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7e777-3c9d-4d38-b22e-b864abb59c1c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=66d30444-9f68-4c35-937a-9e9b035aa33d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:55.415912 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.416915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.477868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.482418 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.502541 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.504197 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-46b4f001-3a22-45b4-80cd-c45413b4791e tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1262901 Jul 08 17:47:55.506684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 54994) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.512905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-23827034'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:55.521667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.539562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:55.544202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.570271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:55.579457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.579796 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment 57d79c34-76a4-4bb6-8986-83a8acbeecfb of type vlan for network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 Jul 08 17:47:55.621877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.652661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.659098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:55.659688 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.734764 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2242396 Jul 08 17:47:55.735254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 54998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.746694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803600e-3f95-4027-aee1-3ed8430cc424 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=96787680-0e64-4506-b8dd-2d0c20e0b9f4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:55.747184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:55.759045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:55.872561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:55.876064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.920588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Deleting port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:55.920928 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.033129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] For port e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,segment=NetworkSegment(95aa5480-84d3-4dba-ad3e-5368f078f584),segment_id=95aa5480-84d3-4dba-ad3e-5368f078f584)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:56.033484 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.058145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Calling delete_port for e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:56.193685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.310130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=54105d88-4679-464e-a269-e36f2f0691ba,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:56.322919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:56.323287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: 96787680-0e64-4506-b8dd-2d0c20e0b9f4, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:56.375152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:56.388843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 96787680-0e64-4506-b8dd-2d0c20e0b9f4) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:56.390873 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.415199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb2450-79b0-4e96-87aa-5057497ac094 None None] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:56.420794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:56.421377 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.425378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:56.491028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9893389c-3071-432d-a021-59ce44bd7159 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7515514 Jul 08 17:47:56.492068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55012) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:56.605014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:56.606307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.696407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.832466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Allocated IP 172.20.0.2 (96787680-0e64-4506-b8dd-2d0c20e0b9f4/54105d88-4679-464e-a269-e36f2f0691ba/0faabd46-d015-4752-88e0-50ae329f1ee3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:56.840585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dd5eb04b-0bc1-49c6-8727-539a8efebcb3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:56.884913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: dd5eb04b-0bc1-49c6-8727-539a8efebcb3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:56.885286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device dd5eb04b-0bc1-49c6-8727-539a8efebcb3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:56.897422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.943596 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:47:57.042462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.055409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Transition to ACTIVE for port object 0faabd46-d015-4752-88e0-50ae329f1ee3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:57.077058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Transition to ACTIVE for port object 0faabd46-d015-4752-88e0-50ae329f1ee3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:57.084556 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.135121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:57.138952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:57.144494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:57.170809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Pushing event updated for resources: {'Port': ['ID=0faabd46-d015-4752-88e0-50ae329f1ee3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:57.194451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.20.0.1 (96787680-0e64-4506-b8dd-2d0c20e0b9f4/54105d88-4679-464e-a269-e36f2f0691ba/eb22edce-2dcc-4dca-9536-bae2cca04cf2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:57.242838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Attempting to bind port 0faabd46-d015-4752-88e0-50ae329f1ee3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:57.243243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Attempting to bind port 0faabd46-d015-4752-88e0-50ae329f1ee3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:57.243612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Attempting to bind port 0faabd46-d015-4752-88e0-50ae329f1ee3 on network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:57.249960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:57.250347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Checking segment: {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:57.250753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.251150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Bound using segment: {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:57.251621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Bound port: 0faabd46-d015-4752-88e0-50ae329f1ee3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:57.252003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.328056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] For port 0faabd46-d015-4752-88e0-50ae329f1ee3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:57.331852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] For port 0faabd46-d015-4752-88e0-50ae329f1ee3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0faabd46-d015-4752-88e0-50ae329f1ee3,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:57.336248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.339005 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.357866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object eb22edce-2dcc-4dca-9536-bae2cca04cf2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:57.380826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:57.402485 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.437425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef008649-6edf-40fb-bb86-ecd4d1245050 None None] Pushing event updated for resources: {'Port': ['ID=0faabd46-d015-4752-88e0-50ae329f1ee3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:57.471484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=eb22edce-2dcc-4dca-9536-bae2cca04cf2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:57.475058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:57.477169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:57.479355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:57.530730 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.541348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:57.550066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] Sync routers for ids ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:57.553330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7185637d-38d0-4572-baf3-5501e96d64e7 admin admin] 10.222.0.48 "PUT /v2.0/routers/29f4f2c7-ac48-470b-be4d-2a10bfc95ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4975662 Jul 08 17:47:57.558323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55028) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:57.560421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] Routers {'29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:57.561146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:57.733104 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.767212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.768072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] Set router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:57.924629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.992455 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Deleting port 0954875e-1df5-488a-ac97-fe2d85c5531d {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:57.992899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.004683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:56Z', 'revision_number': 5, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port': {'id': '0954875e-1df5-488a-ac97-fe2d85c5531d', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:09Z', 'updated_at': '2021-07-08T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.039422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] Checking router: 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:58.048690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] Routers {'29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:58.049583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.088274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] For port 0954875e-1df5-488a-ac97-fe2d85c5531d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0954875e-1df5-488a-ac97-fe2d85c5531d,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:58.088698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.117419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Calling delete_port for 0954875e-1df5-488a-ac97-fe2d85c5531d owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:58.119269 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.125537 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.208921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.214492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] Set router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:58.279460 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=eb22edce-2dcc-4dca-9536-bae2cca04cf2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:58.377502 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.428194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:58.430429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:58.450592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0954875e-1df5-488a-ac97-fe2d85c5531d,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:58.498863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.517704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:57Z', 'revision_number': 6, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.561117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4dccd0-9407-4e7b-969e-5cfb60bd0048 None None] The sync data for ids ['29f4f2c7-ac48-470b-be4d-2a10bfc95ed7'] in n-d-799527-4 is: [{'id': '29f4f2c7-ac48-470b-be4d-2a10bfc95ed7', 'name': 'tempest-TestServerMultinode-2012129579-router', 'tenant_id': '0a45f29bc70d4200be362d663e54a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:08Z', 'updated_at': '2021-07-08T17:47:57Z', 'revision_number': 6, 'project_id': '0a45f29bc70d4200be362d663e54a559', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:58.658503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:58.669545 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.672935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.724796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.726508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:58.732033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.733561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8076f21a-6f0c-4df2-bc1f-84c57a19ce26 admin admin] 10.222.0.48 "DELETE /v2.0/routers/29f4f2c7-ac48-470b-be4d-2a10bfc95ed7 HTTP/1.1" status: 204 len: 168 time: 1.1740708 Jul 08 17:47:58.736167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:58.772003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:58.782681 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:58.783206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670728e2-94bf-4c45-b7be-d90aac69c45b None None] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:58.787384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a253b979-4aca-4cd1-abf7-9e24bbcbe847 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2934053 Jul 08 17:47:58.788113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:58.798963 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-1159970089'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:58.799520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:58.800427 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.810977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Deleting subnet 1ea7f64a-84b7-480c-86dc-6aad5200edd7 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:58.814976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.842497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:58.846127 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.858193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-31ed1619-87a7-408c-9010-ac2163036717 None None] Provisioning for port 0faabd46-d015-4752-88e0-50ae329f1ee3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:58.874001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:58.876063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.886100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.886938 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment d023f903-594e-42aa-85e3-d5630b9e6ea7 of type vlan for network 1a944384-f0c3-492f-835f-69e06065a156 Jul 08 17:47:58.962604 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.978764 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:59.012810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.029571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.050180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:59.051054 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.131872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.206189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.213094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55052) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:59.213596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a174c0-7f61-40f7-b641-965d21215206 None None] Network 33e0a073-1fc0-43f9-8385-26adb6770aa4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:59.220173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ea7f64a-84b7-480c-86dc-6aad5200edd7 HTTP/1.1" status: 204 len: 168 time: 0.4762068 Jul 08 17:47:59.221244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f192b-0b73-4b09-b567-3f0061d00a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea7f64a-84b7-480c-86dc-6aad5200edd7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:59.275847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0faabd46-d015-4752-88e0-50ae329f1ee3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:59.368681 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:47:57Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:47:57Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:59.382562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.400945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=1a944384-f0c3-492f-835f-69e06065a156,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:59.407454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b0004618-52f6-4afb-b9b3-d88d20197ff9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6123765 Jul 08 17:47:59.409809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:59.416943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:59.448271 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:59.448782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Updating router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 port eb22edce-2dcc-4dca-9536-bae2cca04cf2 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:59.473343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Deleting port f8a138a8-39de-45e0-96cc-0cd0911f66c4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:59.474101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.494064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1a944384-f0c3-492f-835f-69e06065a156 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:59.505972 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.565882 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] For port f8a138a8-39de-45e0-96cc-0cd0911f66c4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f8a138a8-39de-45e0-96cc-0cd0911f66c4,segment=NetworkSegment(95aa5480-84d3-4dba-ad3e-5368f078f584),segment_id=95aa5480-84d3-4dba-ad3e-5368f078f584)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:59.566594 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.589532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Calling delete_port for f8a138a8-39de-45e0-96cc-0cd0911f66c4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:59.617023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0faabd46-d015-4752-88e0-50ae329f1ee3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:59.623864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:59.627710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.647496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0faabd46-d015-4752-88e0-50ae329f1ee3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:59.650314 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.729613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b65503e4-1b3a-43fa-a574-2f99c7003f6d None None] Provisioning for port eb22edce-2dcc-4dca-9536-bae2cca04cf2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:59.740876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.778273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b65503e4-1b3a-43fa-a574-2f99c7003f6d None None] Provisioning complete for port eb22edce-2dcc-4dca-9536-bae2cca04cf2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:59.778654 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b65503e4-1b3a-43fa-a574-2f99c7003f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.817905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a138a8-39de-45e0-96cc-0cd0911f66c4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:59.825769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] No DVR routers for this DVR port f8a138a8-39de-45e0-96cc-0cd0911f66c4 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:59.832396 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-b65503e4-1b3a-43fa-a574-2f99c7003f6d None None] Port eb22edce-2dcc-4dca-9536-bae2cca04cf2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:59.910706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b65503e4-1b3a-43fa-a574-2f99c7003f6d None None] Provisioning complete for port 0faabd46-d015-4752-88e0-50ae329f1ee3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:59.911173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b65503e4-1b3a-43fa-a574-2f99c7003f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.969056 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.997359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fc485-2d60-4d8b-8ab9-d1d65b5fed28 None None] DHCP port deletion for 33e0a073-1fc0-43f9-8385-26adb6770aa4 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:00.006205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.028628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e0a073-1fc0-43f9-8385-26adb6770aa4']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.061388 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95aa5480-84d3-4dba-ad3e-5368f078f584') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.064123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95aa5480-84d3-4dba-ad3e-5368f078f584') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.081393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.089890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0faabd46-d015-4752-88e0-50ae329f1ee3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0faabd46-d015-4752-88e0-50ae329f1ee3,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:00.098312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.098565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.101561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.109092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:00.109704 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:00.111954 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:00.122137 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:00.199906 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.206227 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.212681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:00.213054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e21e21e6-ca5e-4307-bee5-3f2eceaa5c0d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:00.225420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.228285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] 10.222.0.48 "DELETE /v2.0/networks/33e0a073-1fc0-43f9-8385-26adb6770aa4 HTTP/1.1" status: 204 len: 168 time: 1.0133226 Jul 08 17:48:00.229226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36300ee9-bd82-49b3-b607-aeacf561a018 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e0a073-1fc0-43f9-8385-26adb6770aa4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.229811 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Transition to ACTIVE for port object eb22edce-2dcc-4dca-9536-bae2cca04cf2 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:00.249520 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.270666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=84388b8d-ff6c-4a82-a22f-801b4267fd73,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.271159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0faabd46-d015-4752-88e0-50ae329f1ee3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.277545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:00.278216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: 1a944384-f0c3-492f-835f-69e06065a156, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:00.329905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 1a944384-f0c3-492f-835f-69e06065a156 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:00.351779 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1a944384-f0c3-492f-835f-69e06065a156) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:00.362722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8dc96b-a91b-47fb-b5c5-2e1dd40598e3 None None] Network 1a944384-f0c3-492f-835f-69e06065a156 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:00.367507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:00.368231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.387292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b45fa9da-f610-465d-aa39-45de329fd833 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9754920 Jul 08 17:48:00.389951 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:00.424102 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Attempting to bind port eb22edce-2dcc-4dca-9536-bae2cca04cf2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:00.424551 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Attempting to bind port eb22edce-2dcc-4dca-9536-bae2cca04cf2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:00.424905 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Attempting to bind port eb22edce-2dcc-4dca-9536-bae2cca04cf2 on network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:00.434756 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:00.435073 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Checking segment: {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:00.435473 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.435865 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Bound using segment: {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:00.436334 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Bound port: eb22edce-2dcc-4dca-9536-bae2cca04cf2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d79c34-76a4-4bb6-8986-83a8acbeecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:00.436708 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.455155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55076) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:00.517210 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] For port eb22edce-2dcc-4dca-9536-bae2cca04cf2, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:00.520963 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] For port eb22edce-2dcc-4dca-9536-bae2cca04cf2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb22edce-2dcc-4dca-9536-bae2cca04cf2,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:00.524739 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc9c3-fa28-4b25-96b6-d9e04ee25e59 None None] Pushing event updated for resources: {'Port': ['ID=eb22edce-2dcc-4dca-9536-bae2cca04cf2,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.529956 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.560969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-48c72daf-e166-412b-a584-570615f26787 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b839f9f094947c983bbfe742d0cace9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022341 Jul 08 17:48:00.562588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55080) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:00.591619 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc9c3-fa28-4b25-96b6-d9e04ee25e59 None None] Pushing event updated for resources: {'Port': ['ID=eb22edce-2dcc-4dca-9536-bae2cca04cf2,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.630346 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:00.632705 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.690632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74553578-6a2a-4a0d-8c9e-a5e28fe6e6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.720072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74553578-6a2a-4a0d-8c9e-a5e28fe6e6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.804072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0faabd46-d015-4752-88e0-50ae329f1ee3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:00.826961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74553578-6a2a-4a0d-8c9e-a5e28fe6e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.829672 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:00.829823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-74553578-6a2a-4a0d-8c9e-a5e28fe6e6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.834431 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-74553578-6a2a-4a0d-8c9e-a5e28fe6e6a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/339a2f01-9458-4dad-83a4-52da07b701bf HTTP/1.1" status: 204 len: 168 time: 0.2707341 Jul 08 17:48:00.844294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74553578-6a2a-4a0d-8c9e-a5e28fe6e6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a2f01-9458-4dad-83a4-52da07b701bf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.846058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-1a944384-f0c3-492f-835f-69e06065a156', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:00.853121 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.087298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0faabd46-d015-4752-88e0-50ae329f1ee3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:01.087961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.154058 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:47:57Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:00Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:01.187436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Allocated IP 172.21.0.2 (1a944384-f0c3-492f-835f-69e06065a156/84388b8d-ff6c-4a82-a22f-801b4267fd73/77fa0c82-78ca-4aef-a4cc-5e66444fdbb3) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:01.187971 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726b6a7-85c3-461d-ba9c-efb25cd2b9ce None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:47:57Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:00Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:01.371378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0954875e-1df5-488a-ac97-fe2d85c5531d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:01.456308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 0954875e-1df5-488a-ac97-fe2d85c5531d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:01.457972 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0954875e-1df5-488a-ac97-fe2d85c5531d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:01.458478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f8a138a8-39de-45e0-96cc-0cd0911f66c4 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:01.543629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:01.588331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f8a138a8-39de-45e0-96cc-0cd0911f66c4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:01.589085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f8a138a8-39de-45e0-96cc-0cd0911f66c4 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:01.658713 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.661512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-59d063c3-78da-474c-81fb-63122b066dc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a45f29bc70d4200be362d663e54a559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167033 Jul 08 17:48:01.661773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:01.665018 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.674298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Transition to ACTIVE for port object 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:01.693292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Transition to ACTIVE for port object 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:01.701065 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.755587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Network 1a944384-f0c3-492f-835f-69e06065a156 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:01.759004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:01.762658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:01.768788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Pushing event updated for resources: {'Port': ['ID=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:01.829418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Attempting to bind port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:01.829688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Attempting to bind port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:01.829874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-681e2afb-060e-41b4-8ec2-6eb8faa55182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.830082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Attempting to bind port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 on network 1a944384-f0c3-492f-835f-69e06065a156 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:01.835860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:01.836237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Checking segment: {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:01.836648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.837136 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Bound using segment: {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:01.837582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Bound port: 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:01.838022 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.873397 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-681e2afb-060e-41b4-8ec2-6eb8faa55182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.927936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] For port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:01.932512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] For port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,segment=NetworkSegment(d023f903-594e-42aa-85e3-d5630b9e6ea7),segment_id=d023f903-594e-42aa-85e3-d5630b9e6ea7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:01.936733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.016036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3f279-8324-4800-b370-fe1d9477d0a7 None None] Pushing event updated for resources: {'Port': ['ID=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:02.033678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-681e2afb-060e-41b4-8ec2-6eb8faa55182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.036284 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-681e2afb-060e-41b4-8ec2-6eb8faa55182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.037624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-681e2afb-060e-41b4-8ec2-6eb8faa55182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1384e33e-2185-4aab-beba-316224519812 HTTP/1.1" status: 204 len: 168 time: 0.3750346 Jul 08 17:48:02.053325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e2afb-060e-41b4-8ec2-6eb8faa55182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1384e33e-2185-4aab-beba-316224519812,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:02.126022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.21.0.1 (1a944384-f0c3-492f-835f-69e06065a156/84388b8d-ff6c-4a82-a22f-801b4267fd73/383fd9ca-b6e2-4947-ac06-5a9678e5ea5c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:02.271808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.311619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:02.364614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.426778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 1a944384-f0c3-492f-835f-69e06065a156 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:02.432271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:02.435237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:02.446795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:02.509976 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.667868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.834009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb22edce-2dcc-4dca-9536-bae2cca04cf2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:02.906726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port eb22edce-2dcc-4dca-9536-bae2cca04cf2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:02.911278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eb22edce-2dcc-4dca-9536-bae2cca04cf2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:02.911732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.035473 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.037784 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.042160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.087583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port eb22edce-2dcc-4dca-9536-bae2cca04cf2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb22edce-2dcc-4dca-9536-bae2cca04cf2,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:03.092949 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.094069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:03.097084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:03.147513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:03.151984 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.168900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=eb22edce-2dcc-4dca-9536-bae2cca04cf2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:03.182372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.182851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.183417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.183868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.184297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.184722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.185143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.185566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.186143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.186571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.186990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.187407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:03.213188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:03.278174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1714532180-network', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:03.294163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 1a944384-f0c3-492f-835f-69e06065a156 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:03.295640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:03.310785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Made reservation on behalf of 7cb3fc8cb401484dadbe6fdadace4251 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:03.313394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.323146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.410238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:03.453268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.459199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.492999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:03.504252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f572c3-0743-4c67-8a4d-2665452f4a93,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:03.512391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.513035 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Added segment 77051b2a-4629-49e5-b98f-f4e50c2be2c3 of type vlan for network a875c40d-e31b-4684-bbf0-d8cde4359252 Jul 08 17:48:03.563020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:03.566316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.570799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-794946ee-10a9-4735-8838-1023cfff6ff4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1790428 Jul 08 17:48:03.571452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55154) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:03.575913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:03.578201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-323713735'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:03.588211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:03.588988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:03.606147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.607607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:03.608414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.614357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:03.625130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.690654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:03.693090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a875c40d-e31b-4684-bbf0-d8cde4359252,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:03.707213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4fb66252-0334-4c25-a30d-b3f5046822c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6059246 Jul 08 17:48:03.708232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:03.715771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network a875c40d-e31b-4684-bbf0-d8cde4359252 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:03.716218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Request body: {'subnet': {'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1714532180-subnet', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:03.718388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:03.727008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.727625 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment 3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9 of type vlan for network 13dba95f-9028-46b4-918e-6b0560392e20 Jul 08 17:48:03.791517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.798071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Made reservation on behalf of 7cb3fc8cb401484dadbe6fdadace4251 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:03.803489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.883729 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.888747 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:03.889342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.928070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d7069-cf68-4135-a6c6-1ff4916618e4 None None] Network 1a944384-f0c3-492f-835f-69e06065a156 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:03.966442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3936057 Jul 08 17:48:03.969367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55164) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:03.981436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:03.982611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610ca2c-59f4-43fd-883c-1c45fc424deb tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=13dba95f-9028-46b4-918e-6b0560392e20,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:04.009906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 13dba95f-9028-46b4-918e-6b0560392e20 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:04.099200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:04.107056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.114845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] Provisioning for port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:04.127258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] Provisioning complete for port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:04.128024 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.154575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.227474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba0a22b-6fc2-471c-826c-68e2c8496d34,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:04.240248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Checking segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:04.240613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Network hostable DHCP agents. Network: a875c40d-e31b-4684-bbf0-d8cde4359252, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:04.262382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Network a875c40d-e31b-4684-bbf0-d8cde4359252 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:04.273413 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, a875c40d-e31b-4684-bbf0-d8cde4359252) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:04.286804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aa33f8-d3b5-421b-90b2-375d8d34cc47 None None] Network a875c40d-e31b-4684-bbf0-d8cde4359252 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:04.289606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:04.290273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.312214 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6aa53ea7-9824-4401-ac97-266b292fdcb1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6032999 Jul 08 17:48:04.312840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:04.314024 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.317896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:04.340990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.342654 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.414222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=dc589899-921f-4529-8a24-d764785cd3ad,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:04.421236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.431314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:04.431969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: 13dba95f-9028-46b4-918e-6b0560392e20, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:04.450704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 13dba95f-9028-46b4-918e-6b0560392e20 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:04.461575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 13dba95f-9028-46b4-918e-6b0560392e20) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:04.466490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:04.467516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.487856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac49e28f-46e0-46b9-ba16-a0fef6bed136 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5132020 Jul 08 17:48:04.488085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36d2bb-961a-4b14-a92e-341982423a87 None None] Network 13dba95f-9028-46b4-918e-6b0560392e20 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:04.488530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55176) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:04.516307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 3, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.604210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.783749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb22edce-2dcc-4dca-9536-bae2cca04cf2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:04.850497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.852678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:04.853026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Updating router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:04.898125 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.899916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.923146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.012034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.042184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] For port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,segment=NetworkSegment(d023f903-594e-42aa-85e3-d5630b9e6ea7),segment_id=d023f903-594e-42aa-85e3-d5630b9e6ea7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:05.067445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port eb22edce-2dcc-4dca-9536-bae2cca04cf2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:05.068253 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.092447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Allocated IP 172.25.3.86 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/132bb2d5-080e-4609-8489-9f2444abd034) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:05.140197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-a875c40d-e31b-4684-bbf0-d8cde4359252', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:05.141217 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.180233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.252511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-13dba95f-9028-46b4-918e-6b0560392e20', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:05.253494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.287042 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.354156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.397186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.22.0.1 (13dba95f-9028-46b4-918e-6b0560392e20/dc589899-921f-4529-8a24-d764785cd3ad/a498a9b1-b9b6-468d-8b01-106d6ee90498) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:05.403098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:05.410406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:05.415422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:05.444009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Pushing event updated for resources: {'Port': ['ID=132bb2d5-080e-4609-8489-9f2444abd034,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:05.569007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.599704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object a498a9b1-b9b6-468d-8b01-106d6ee90498 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:05.640122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366317bf-6fb3-4bfc-8b8a-60cc57712996 None None] Pushing event updated for resources: {'Port': ['ID=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:05.644724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.700070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-388df20d-cc07-4107-b279-52a0c0ca6f69 None None] Provisioning complete for port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:05.700441 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-388df20d-cc07-4107-b279-52a0c0ca6f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.702496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 13dba95f-9028-46b4-918e-6b0560392e20 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:05.707997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:05.711637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:05.754267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.775932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=a498a9b1-b9b6-468d-8b01-106d6ee90498,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:05.802115 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.885858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Allocated IP 172.22.0.2 (13dba95f-9028-46b4-918e-6b0560392e20/dc589899-921f-4529-8a24-d764785cd3ad/64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:05.992947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.054865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.127694 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.136340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Allocated IP 172.20.0.2 (a875c40d-e31b-4684-bbf0-d8cde4359252/8ba0a22b-6fc2-471c-826c-68e2c8496d34/1232dc5a-4766-49c0-bf31-67783108a2a2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:06.203224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Transition to ACTIVE for port object 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:06.226957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.228112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Router a809f6ab-583a-4bcd-89e9-a692409ffd56 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:48:06.326212 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.352536 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.358505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.371320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Transition to ACTIVE for port object 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:06.391443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:06.395796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00942e5-4997-4441-92fc-e248252633ca None None] Pushing event updated for resources: {'Port': ['ID=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:06.406822 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Sync routers for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:06.413971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Transition to ACTIVE for port object 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:06.431169 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:06.432047 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:06.432534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.438643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-96f17673-fa5f-4dc9-9183-7e5d24eb8031 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1247258 Jul 08 17:48:06.440045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55204) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.472305 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.513909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-388df20d-cc07-4107-b279-52a0c0ca6f69 None None] Provisioning for port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:06.526509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.572314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=a498a9b1-b9b6-468d-8b01-106d6ee90498,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:06.612056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Attempting to bind port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:06.612351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Attempting to bind port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:06.612869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Attempting to bind port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c on network 1a944384-f0c3-492f-835f-69e06065a156 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:06.635073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Network 13dba95f-9028-46b4-918e-6b0560392e20 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:06.642268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Pushing event updated for resources: {'Port': ['ID=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:06.642744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:06.645623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:06.645623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Checking segment: {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:06.645958 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.646347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Bound using segment: {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:06.646898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Bound port: 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd023f903-594e-42aa-85e3-d5630b9e6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1a944384-f0c3-492f-835f-69e06065a156'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:06.647924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.652664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:06.663954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:06.688524 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.746598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Transition to ACTIVE for port object 1232dc5a-4766-49c0-bf31-67783108a2a2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:06.852939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:06.901248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Transition to ACTIVE for port object 1232dc5a-4766-49c0-bf31-67783108a2a2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:06.908543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network 13dba95f-9028-46b4-918e-6b0560392e20 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:06.915917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:06.929283 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.957429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Network a875c40d-e31b-4684-bbf0-d8cde4359252 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:06.963014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] For port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:06.968904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:06.974752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:07.052069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Attempting to bind port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:07.052441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Attempting to bind port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:07.052804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Attempting to bind port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c on network 13dba95f-9028-46b4-918e-6b0560392e20 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:07.177854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:07.214587 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:05Z', 'revision_number': 3, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:07.251638 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Checking router: a809f6ab-583a-4bcd-89e9-a692409ffd56 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:07.252022 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Updating router a809f6ab-583a-4bcd-89e9-a692409ffd56 port 132bb2d5-080e-4609-8489-9f2444abd034 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:07.336255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:07.336924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Checking segment: {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:07.337317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.337819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Bound using segment: {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:07.338437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Bound port: 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:07.338921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.339361 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.373968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:07.375069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] For port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,segment=NetworkSegment(d023f903-594e-42aa-85e3-d5630b9e6ea7),segment_id=d023f903-594e-42aa-85e3-d5630b9e6ea7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:07.377565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Attempting to bind port 1232dc5a-4766-49c0-bf31-67783108a2a2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:07.378204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Attempting to bind port 1232dc5a-4766-49c0-bf31-67783108a2a2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:07.378780 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Attempting to bind port 1232dc5a-4766-49c0-bf31-67783108a2a2 on network a875c40d-e31b-4684-bbf0-d8cde4359252 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:07.381209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:07.386297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.390806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55214) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:07.391487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ae79582-b607-49c6-b1bc-9eb71d7dcaf5 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9017651 Jul 08 17:48:07.411800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'network': {'name': 'tempest-RoutersTest-1148459189'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:07.476093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:07.480851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.489030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:07.490979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Checking segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:07.491761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.494737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Bound using segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:07.495483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Bound port: 1232dc5a-4766-49c0-bf31-67783108a2a2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:07.496086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.531785 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.536750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Pushing event updated for resources: {'Port': ['ID=1232dc5a-4766-49c0-bf31-67783108a2a2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:07.557244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:07.575419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.575897 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added segment fffd8ee4-2bee-42e7-ba24-7cf909b69da6 of type vlan for network edeb2e52-5712-442a-b17c-01c07ea93b89 Jul 08 17:48:07.658164 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.785327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] For port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:07.823990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.824540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] For port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,segment=NetworkSegment(3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9),segment_id=3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:07.830929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] For port 1232dc5a-4766-49c0-bf31-67783108a2a2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:07.833314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:07.834195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.837364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] For port 1232dc5a-4766-49c0-bf31-67783108a2a2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1232dc5a-4766-49c0-bf31-67783108a2a2,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:07.838785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00942e5-4997-4441-92fc-e248252633ca None None] Pushing event updated for resources: {'Port': ['ID=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:07.845803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.852502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:07.853376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:07.861550 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.876730 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Transition to ACTIVE for port object 132bb2d5-080e-4609-8489-9f2444abd034 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:07.885110 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.945482 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Pushing event updated for resources: {'Port': ['ID=132bb2d5-080e-4609-8489-9f2444abd034,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:07.950738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55226) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:07.951335 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5554311 Jul 08 17:48:07.955915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.956872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'subnet': {'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:07.958861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eadc94-b60b-4190-a102-bdd595b768ae tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Network': ['ID=edeb2e52-5712-442a-b17c-01c07ea93b89,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:07.972729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828e86-72f1-44b5-b814-9a209d33ef60 None None] Pushing event updated for resources: {'Port': ['ID=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:07.980295 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.980655 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.981056 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.981334 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.981666 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.982012 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.982344 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.982672 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.986969 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.987401 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.987742 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:07.988076 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:08.039466 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Attempting to bind port 132bb2d5-080e-4609-8489-9f2444abd034 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:08.039835 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Attempting to bind port 132bb2d5-080e-4609-8489-9f2444abd034 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:08.040198 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Attempting to bind port 132bb2d5-080e-4609-8489-9f2444abd034 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:08.051093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:08.051463 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:08.051869 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.052263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:08.052720 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Bound port: 132bb2d5-080e-4609-8489-9f2444abd034, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:08.053108 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.142223 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] For port 132bb2d5-080e-4609-8489-9f2444abd034, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:08.147263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] For port 132bb2d5-080e-4609-8489-9f2444abd034, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=132bb2d5-080e-4609-8489-9f2444abd034,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:08.154525 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.159757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:08.184447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Made reservation on behalf of d87bc5ba1ff74fe7bc36cb5db0fc852a for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:08.188339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.248465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network edeb2e52-5712-442a-b17c-01c07ea93b89 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:08.254542 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d467219-95b1-4d37-9bf6-07f39224f024 None None] Pushing event updated for resources: {'Port': ['ID=132bb2d5-080e-4609-8489-9f2444abd034,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.276959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Allocated IP 172.20.0.1 (a875c40d-e31b-4684-bbf0-d8cde4359252/8ba0a22b-6fc2-471c-826c-68e2c8496d34/06155d10-b94d-473c-a57f-64b931cd947b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:08.282009 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:08.283398 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:08.341817 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.421405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.424581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d18f-0c0d-40c3-804c-02f687dafd60 None None] Pushing event updated for resources: {'Port': ['ID=1232dc5a-4766-49c0-bf31-67783108a2a2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.441022 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:08.457043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Transition to ACTIVE for port object 06155d10-b94d-473c-a57f-64b931cd947b will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:08.534816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.549682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.614313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Network a875c40d-e31b-4684-bbf0-d8cde4359252 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:08.630491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:08.631066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:05Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:06Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:06Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:08.638946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:08.666778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Subnet': ['ID=62aa1504-b499-414c-9528-8e4312180d3a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.684718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Checking segment: {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:08.685089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network hostable DHCP agents. Network: edeb2e52-5712-442a-b17c-01c07ea93b89, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:08.733357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network edeb2e52-5712-442a-b17c-01c07ea93b89 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:08.738555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2dc09-1cd6-4e2b-896f-2024718fad88 None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:05Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:06Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:06Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:08.750411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, edeb2e52-5712-442a-b17c-01c07ea93b89) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:08.755917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Pushing event updated for resources: {'Port': ['ID=06155d10-b94d-473c-a57f-64b931cd947b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.761968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:08.762578 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.765192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994857d-e958-426d-b711-839eed51cb8d None None] Network edeb2e52-5712-442a-b17c-01c07ea93b89 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:08.765594 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.799197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c94e3927-e6d7-4040-96bd-71690f56f661 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8470786 Jul 08 17:48:08.802102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55240) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:08.864182 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:05Z', 'revision_number': 3, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:08.923756 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32757c5b-d752-4a64-84db-abf7775b0c8e None None] The sync data for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 is: [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:05Z', 'revision_number': 3, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:09.143459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.285671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-edeb2e52-5712-442a-b17c-01c07ea93b89', 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'fixed_ips': [{'subnet_id': '62aa1504-b499-414c-9528-8e4312180d3a'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:09.286491 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.572752 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.579603 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.604305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Allocated IP 172.23.0.2 (edeb2e52-5712-442a-b17c-01c07ea93b89/62aa1504-b499-414c-9528-8e4312180d3a/d357e0c6-dc6e-4bab-9d7f-9653f93e3c16) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:09.751381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Pushing event updated for resources: {'Port': ['ID=06155d10-b94d-473c-a57f-64b931cd947b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:09.801765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.971662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.988594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Transition to ACTIVE for port object d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:10.055551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Transition to ACTIVE for port object d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:10.066596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.074433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Network a875c40d-e31b-4684-bbf0-d8cde4359252 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:10.076181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:10.170866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Network edeb2e52-5712-442a-b17c-01c07ea93b89 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:10.174009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:10.177797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:10.187608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Pushing event updated for resources: {'Port': ['ID=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:10.258505 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.353885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Attempting to bind port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:10.354700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Attempting to bind port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:10.355250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Attempting to bind port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 on network edeb2e52-5712-442a-b17c-01c07ea93b89 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:10.368307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:10.372897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Checking segment: {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:10.377805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.378587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Bound using segment: {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:10.379337 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Bound port: d357e0c6-dc6e-4bab-9d7f-9653f93e3c16, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:10.379741 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.423720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Router a809f6ab-583a-4bcd-89e9-a692409ffd56 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:10.563275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] For port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:10.567149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21cffaa-08a7-495b-9edd-f146f1c08b2e None None] Network a875c40d-e31b-4684-bbf0-d8cde4359252 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:10.717271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:10.725772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c9164fd4-c5cd-4acf-9209-a5b1f012b824 admin admin] 10.222.0.48 "PUT /v2.0/routers/a809f6ab-583a-4bcd-89e9-a692409ffd56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2813020 Jul 08 17:48:10.769834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] For port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,segment=NetworkSegment(fffd8ee4-2bee-42e7-ba24-7cf909b69da6),segment_id=fffd8ee4-2bee-42e7-ba24-7cf909b69da6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:10.806552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Allocated IP 172.23.0.1 (edeb2e52-5712-442a-b17c-01c07ea93b89/62aa1504-b499-414c-9528-8e4312180d3a/f32c64e6-6505-4ee2-ac61-c12a57665b4b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:10.823639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.970498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd4170-9a14-4af6-830a-efe2b99599ae None None] Network 13dba95f-9028-46b4-918e-6b0560392e20 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:10.983743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a3f883ac-4103-4e06-8b27-a4cc638cee45 None None] Provisioning for port 1232dc5a-4766-49c0-bf31-67783108a2a2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:11.119042 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.139287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Transition to ACTIVE for port object f32c64e6-6505-4ee2-ac61-c12a57665b4b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:11.174364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:11.200758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.226932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eec8e-65b0-4ba7-9f94-2844332c8fd4 None None] Pushing event updated for resources: {'Port': ['ID=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:11.249547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network edeb2e52-5712-442a-b17c-01c07ea93b89 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:11.252934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:11.257861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:11.326347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.398867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:11.411275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 132bb2d5-080e-4609-8489-9f2444abd034 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:11.500750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] Provisioning for port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:11.519059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=f32c64e6-6505-4ee2-ac61-c12a57665b4b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:11.539375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] Provisioning complete for port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:11.539744 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.653275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 132bb2d5-080e-4609-8489-9f2444abd034 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:11.662333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 132bb2d5-080e-4609-8489-9f2444abd034 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:11.662889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.670187 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.704524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55272) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:11.722482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-412001699-network', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:11.756885 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.823822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] For port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,segment=NetworkSegment(3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9),segment_id=3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:11.837313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.874562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.905398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Made reservation on behalf of 9671de45df1f4fff8a1fdac2dea5fb09 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:11.908336 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.912922 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 132bb2d5-080e-4609-8489-9f2444abd034, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=132bb2d5-080e-4609-8489-9f2444abd034,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:11.923948 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.925034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:11.927430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.960053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce94e25-d446-4a52-8b91-d5a45142db12 None None] Pushing event updated for resources: {'Port': ['ID=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.022248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c1b3f68d-fb63-40ed-b3f6-404a2d4da565 None None] Provisioning for port 06155d10-b94d-473c-a57f-64b931cd947b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:12.050013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c1b3f68d-fb63-40ed-b3f6-404a2d4da565 None None] Provisioning complete for port 06155d10-b94d-473c-a57f-64b931cd947b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:12.050665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f68d-fb63-40ed-b3f6-404a2d4da565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.101716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=132bb2d5-080e-4609-8489-9f2444abd034,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.132215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:12.136124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3f68d-fb63-40ed-b3f6-404a2d4da565 None None] Port 06155d10-b94d-473c-a57f-64b931cd947b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:12.142474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:12.143177 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.166449 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.178038 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.271610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:12.275203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.308655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d31ac7-92bb-4963-8e08-3e482ad68620,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.352542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.353147 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Added segment 2f2640f4-3970-4f5d-8f04-67cf108d3f8b of type vlan for network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 Jul 08 17:48:12.355472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-71da381a-1574-4b72-b47f-aa032390b036 None None] Provisioning for port a498a9b1-b9b6-468d-8b01-106d6ee90498 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:12.364393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,segment=NetworkSegment(d023f903-594e-42aa-85e3-d5630b9e6ea7),segment_id=d023f903-594e-42aa-85e3-d5630b9e6ea7)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:12.374649 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.375594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1232dc5a-4766-49c0-bf31-67783108a2a2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:12.377485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-71da381a-1574-4b72-b47f-aa032390b036 None None] Provisioning complete for port a498a9b1-b9b6-468d-8b01-106d6ee90498 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:12.377842 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71da381a-1574-4b72-b47f-aa032390b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.457617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:12.519642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.554307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:12.555073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:12.602617 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.603722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:12.604407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.657396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55276) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:12.657895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9487333 Jul 08 17:48:12.663675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Request body: {'subnet': {'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-412001699-subnet', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:12.746623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.753890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Made reservation on behalf of 9671de45df1f4fff8a1fdac2dea5fb09 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:12.758086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.779310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.853512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2118b8e-2d42-428d-a890-be258c5b8add admin admin] Pushing event updated for resources: {'Network': ['ID=091a7c89-e901-4d97-9dfb-8f4abafbd2e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:13.002795 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event updated for resources: {'Port': ['ID=f32c64e6-6505-4ee2-ac61-c12a57665b4b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:13.005392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.007928 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.041530 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-71da381a-1574-4b72-b47f-aa032390b036 None None] Port a498a9b1-b9b6-468d-8b01-106d6ee90498 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:13.044091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:13.046245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52720fad-7674-4d7d-b880-7641871e4238 None None] Network edeb2e52-5712-442a-b17c-01c07ea93b89 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:13.081706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ee9bd8-9dd7-42b4-aa52-db39de13585f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:13.093170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Checking segment: {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:13.093676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Network hostable DHCP agents. Network: 091a7c89-e901-4d97-9dfb-8f4abafbd2e1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:13.115219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:13.129720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 091a7c89-e901-4d97-9dfb-8f4abafbd2e1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:13.131135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:13.136474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.137122 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.157658 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-696a83ff-f2b1-47b9-a717-8b825dbecc9c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4981081 Jul 08 17:48:13.162877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55280) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:13.168640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:13.171240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Network edeb2e52-5712-442a-b17c-01c07ea93b89 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:13.172928 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:13.202223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.203509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.238464 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Sync routers for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:13.249108 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:13.249728 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:13.275269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f3415f-235b-4db8-9825-3970dc77e260 None None] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:13.284894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:13.291347 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.380925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:13.409078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:13.418100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ff4b2be-bb08-4b41-8c3b-d8e2c85803e6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6149144 Jul 08 17:48:13.421705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:13.427964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:13.430105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-71da381a-1574-4b72-b47f-aa032390b036 None None] Provisioning complete for port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:13.430483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-71da381a-1574-4b72-b47f-aa032390b036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.431165 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:13.482528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.525559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.536169 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.558351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 1232dc5a-4766-49c0-bf31-67783108a2a2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:13.605897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1232dc5a-4766-49c0-bf31-67783108a2a2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:13.606288 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.677439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:09Z', 'revision_number': 2, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:13.714200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Checking router: a809f6ab-583a-4bcd-89e9-a692409ffd56 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:13.714553 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Updating router a809f6ab-583a-4bcd-89e9-a692409ffd56 port 06155d10-b94d-473c-a57f-64b931cd947b binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:13.714703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'fixed_ips': [{'subnet_id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:13.715637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.766817 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.882832 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.932419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.020304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.032693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:06Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f32c64e6-6505-4ee2-ac61-c12a57665b4b', 'name': '', 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:53:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '62aa1504-b499-414c-9528-8e4312180d3a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:10Z', 'updated_at': '2021-07-08T17:48:10Z', 'revision_number': 1, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '62aa1504-b499-414c-9528-8e4312180d3a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:14.082287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:14.083007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Updating router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 port a498a9b1-b9b6-468d-8b01-106d6ee90498 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:14.091479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Allocated IP 172.25.3.184 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/9cbfacc8-eae7-4360-9f6d-a60308234e38) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:14.128009 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Allocated IP 172.20.0.2 (091a7c89-e901-4d97-9dfb-8f4abafbd2e1/d9ee9bd8-9dd7-42b4-aa52-db39de13585f/b18a92be-ca40-4f07-813a-78af1b6d3536) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:14.162399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 1232dc5a-4766-49c0-bf31-67783108a2a2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1232dc5a-4766-49c0-bf31-67783108a2a2,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:14.186623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.195527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8923e9fc-2f6f-407c-ba97-814ac70c04f3 None None] Provisioning complete for port a498a9b1-b9b6-468d-8b01-106d6ee90498 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:14.196311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8923e9fc-2f6f-407c-ba97-814ac70c04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.198213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.218952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:48:14.259494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Removed routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:48:14.260424 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.370854 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.420629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.431037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8923e9fc-2f6f-407c-ba97-814ac70c04f3 None None] Port a498a9b1-b9b6-468d-8b01-106d6ee90498 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:14.450495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=1232dc5a-4766-49c0-bf31-67783108a2a2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:14.469472 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.490185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbfacc8-eae7-4360-9f6d-a60308234e38,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:14.505779 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Transition to ACTIVE for port object 06155d10-b94d-473c-a57f-64b931cd947b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:14.517482 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:14.519399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:14.522770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:14.524181 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.577037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8923e9fc-2f6f-407c-ba97-814ac70c04f3 None None] Provisioning for port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:14.640259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:14.698329 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e1555-5b1e-499d-b0ef-47252b7fa7b0 None None] Pushing event updated for resources: {'Port': ['ID=06155d10-b94d-473c-a57f-64b931cd947b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:14.737964 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.747032 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.762458 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.812060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Transition to ACTIVE for port object b18a92be-ca40-4f07-813a-78af1b6d3536 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:14.841432 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Attempting to bind port 06155d10-b94d-473c-a57f-64b931cd947b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:14.841913 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Attempting to bind port 06155d10-b94d-473c-a57f-64b931cd947b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:14.842349 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Attempting to bind port 06155d10-b94d-473c-a57f-64b931cd947b on network a875c40d-e31b-4684-bbf0-d8cde4359252 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:14.849869 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:14.850471 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Checking segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:14.850893 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.854910 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Bound using segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:14.855458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Bound port: 06155d10-b94d-473c-a57f-64b931cd947b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:14.855996 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.863494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Transition to ACTIVE for port object b18a92be-ca40-4f07-813a-78af1b6d3536 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:14.883260 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.939548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:14.962599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:14.963063 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.986070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.042966 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] For port 06155d10-b94d-473c-a57f-64b931cd947b, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:15.049058 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] For port 06155d10-b94d-473c-a57f-64b931cd947b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=06155d10-b94d-473c-a57f-64b931cd947b,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:15.057637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:15.059351 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.075331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:15.087511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Pushing event updated for resources: {'Port': ['ID=b18a92be-ca40-4f07-813a-78af1b6d3536,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:15.099746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:15.110902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a386ade-5257-4713-a16d-26f1543921cb None None] Provisioning for port f32c64e6-6505-4ee2-ac61-c12a57665b4b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:15.153444 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.153827 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e1555-5b1e-499d-b0ef-47252b7fa7b0 None None] Pushing event updated for resources: {'Port': ['ID=06155d10-b94d-473c-a57f-64b931cd947b,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:15.168047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a386ade-5257-4713-a16d-26f1543921cb None None] Provisioning complete for port f32c64e6-6505-4ee2-ac61-c12a57665b4b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:15.172296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a386ade-5257-4713-a16d-26f1543921cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.181918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:15.183489 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:15.191469 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:15.199813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.207257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55290) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:15.208812 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-83008a91-1c8a-42eb-861e-b64791bff255 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 933 time: 1.7855351 Jul 08 17:48:15.339459 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:15.493572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:15.499057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'routes': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:15.503572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-21a4994c-9468-4f5e-a05d-21d121e38a0b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 933 time: 0.2919705 Jul 08 17:48:15.534737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Transition to ACTIVE for port object a498a9b1-b9b6-468d-8b01-106d6ee90498 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:15.560224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.570455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.571514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8a386ade-5257-4713-a16d-26f1543921cb None None] Port f32c64e6-6505-4ee2-ac61-c12a57665b4b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:15.592962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Attempting to bind port b18a92be-ca40-4f07-813a-78af1b6d3536 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:15.593510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Attempting to bind port b18a92be-ca40-4f07-813a-78af1b6d3536 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:15.594021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Attempting to bind port b18a92be-ca40-4f07-813a-78af1b6d3536 on network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:15.640568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:15.647734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Checking segment: {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:15.649272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.657171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Bound using segment: {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:15.657741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Bound port: b18a92be-ca40-4f07-813a-78af1b6d3536, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:15.658347 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.683044 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:15Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:15.727046 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914005e-5e37-470b-8a5d-c2211101ae8f None None] The sync data for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 is: [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:15Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:15.735349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 132bb2d5-080e-4609-8489-9f2444abd034 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:15.801101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Router 9bf41494-1a83-46f8-8542-a732f6585bff is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:48:15.861393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03680009-a6fe-4b61-a78b-c01d6db4e3bd None None] Pushing event updated for resources: {'Port': ['ID=a498a9b1-b9b6-468d-8b01-106d6ee90498,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:15.992183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:16.009304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Sync routers for ids ['9bf41494-1a83-46f8-8542-a732f6585bff'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:16.013780 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.016241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-450f0031-d0e9-401a-9a23-19c40b3dd263 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8521647 Jul 08 17:48:16.019725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:16.020474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7ee8a0d6-cc6b-41e3-99e6-d406540ce611 None None] Provisioning complete for port f32c64e6-6505-4ee2-ac61-c12a57665b4b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:16.020859 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a0d6-cc6b-41e3-99e6-d406540ce611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.035727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] For port b18a92be-ca40-4f07-813a-78af1b6d3536, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:16.065091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Attempting to bind port a498a9b1-b9b6-468d-8b01-106d6ee90498 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:16.065470 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Attempting to bind port a498a9b1-b9b6-468d-8b01-106d6ee90498 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:16.065843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Attempting to bind port a498a9b1-b9b6-468d-8b01-106d6ee90498 on network 13dba95f-9028-46b4-918e-6b0560392e20 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:16.103052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] For port b18a92be-ca40-4f07-813a-78af1b6d3536, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b18a92be-ca40-4f07-813a-78af1b6d3536,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:16.113151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Routers {'9bf41494-1a83-46f8-8542-a732f6585bff'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:16.113808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9bf41494-1a83-46f8-8542-a732f6585bff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:16.213695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:16.214724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Checking segment: {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:16.215371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.216001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Bound using segment: {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:16.216752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Bound port: a498a9b1-b9b6-468d-8b01-106d6ee90498, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:16.217403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.228726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8a0d6-cc6b-41e3-99e6-d406540ce611 None None] Port f32c64e6-6505-4ee2-ac61-c12a57665b4b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:16.231227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.246772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 132bb2d5-080e-4609-8489-9f2444abd034 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:16.247496 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.397750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8b036-bd58-407a-b849-53742b83cfcb None None] Pushing event updated for resources: {'Port': ['ID=b18a92be-ca40-4f07-813a-78af1b6d3536,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:16.609043 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Set router 9bf41494-1a83-46f8-8542-a732f6585bff gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:16.745293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:16.751420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added routes are [] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:48:16.752179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.extraroute_db [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:48:16.823824 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.921150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] For port a498a9b1-b9b6-468d-8b01-106d6ee90498, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:17.011074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] For port a498a9b1-b9b6-468d-8b01-106d6ee90498, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a498a9b1-b9b6-468d-8b01-106d6ee90498,segment=NetworkSegment(3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9),segment_id=3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:17.031775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:17.032143 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.035329 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.165774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.171817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Updating router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 port f32c64e6-6505-4ee2-ac61-c12a57665b4b binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:17.179879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.255483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03680009-a6fe-4b61-a78b-c01d6db4e3bd None None] Pushing event updated for resources: {'Port': ['ID=a498a9b1-b9b6-468d-8b01-106d6ee90498,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:17.264463 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.327936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:17.374223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.524570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:17.543676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.545474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-87049a99-7553-474d-a59d-3a8a1426ff71 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 699 time: 2.0504358 Jul 08 17:48:17.547970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55300) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:17.583567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:17.599130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Allocated IP 172.20.0.1 (091a7c89-e901-4d97-9dfb-8f4abafbd2e1/d9ee9bd8-9dd7-42b4-aa52-db39de13585f/73c78781-d7b3-405a-a1da-2db07c62c7a7) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:17.689056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55302) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:17.689975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ebcaed23-842b-4c35-a036-e61c91f7bbb8 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 699 time: 0.1405430 Jul 08 17:48:17.754634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:14Z', 'revision_number': 3, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:17.758967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:17.806628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Checking router: 9bf41494-1a83-46f8-8542-a732f6585bff for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:17.806628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Updating router 9bf41494-1a83-46f8-8542-a732f6585bff port 9cbfacc8-eae7-4360-9f6d-a60308234e38 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:17.813762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:17.814164 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.920979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77c270-4d08-4dfd-aa3b-db6b617e1d60 None None] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:17.925656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.935468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.977484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Transition to ACTIVE for port object 73c78781-d7b3-405a-a1da-2db07c62c7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:18.056421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.141513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:18.165716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:18.168203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:18.174380 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Pushing event updated for resources: {'Port': ['ID=73c78781-d7b3-405a-a1da-2db07c62c7a7,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.198991 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.239542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.301258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a90ac70c-13fb-4b99-a401-171fef32ca75 None None] Provisioning for port b18a92be-ca40-4f07-813a-78af1b6d3536 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:18.308624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Transition to ACTIVE for port object f32c64e6-6505-4ee2-ac61-c12a57665b4b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:18.323145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.342372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.361959 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.499575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03680009-a6fe-4b61-a78b-c01d6db4e3bd None None] Pushing event updated for resources: {'Port': ['ID=f32c64e6-6505-4ee2-ac61-c12a57665b4b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.559393 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.572334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,segment=NetworkSegment(fffd8ee4-2bee-42e7-ba24-7cf909b69da6),segment_id=fffd8ee4-2bee-42e7-ba24-7cf909b69da6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:18.618598 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.730724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Attempting to bind port f32c64e6-6505-4ee2-ac61-c12a57665b4b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:18.731202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Attempting to bind port f32c64e6-6505-4ee2-ac61-c12a57665b4b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:18.731798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Attempting to bind port f32c64e6-6505-4ee2-ac61-c12a57665b4b on network edeb2e52-5712-442a-b17c-01c07ea93b89 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:18.776769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:18.776769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Checking segment: {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:18.776769 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.777586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Bound using segment: {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:18.778248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Bound port: f32c64e6-6505-4ee2-ac61-c12a57665b4b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:18.778732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.815278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.874629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.879147 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port f32c64e6-6505-4ee2-ac61-c12a57665b4b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:18.882111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.912087 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.935007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Transition to ACTIVE for port object 9cbfacc8-eae7-4360-9f6d-a60308234e38 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:18.939981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] For port f32c64e6-6505-4ee2-ac61-c12a57665b4b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:18.943690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] For port f32c64e6-6505-4ee2-ac61-c12a57665b4b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f32c64e6-6505-4ee2-ac61-c12a57665b4b,segment=NetworkSegment(fffd8ee4-2bee-42e7-ba24-7cf909b69da6),segment_id=fffd8ee4-2bee-42e7-ba24-7cf909b69da6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:18.945376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.949977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.012341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port f32c64e6-6505-4ee2-ac61-c12a57665b4b, host n-d-799527-4, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:19.012710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.019314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06155d10-b94d-473c-a57f-64b931cd947b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:19.021630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.064897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for f32c64e6-6505-4ee2-ac61-c12a57665b4b owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:19.123182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a69cd-a03c-4600-95d6-878ea1352e0a None None] Pushing event updated for resources: {'Port': ['ID=9cbfacc8-eae7-4360-9f6d-a60308234e38,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.130003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Attempting to bind port 9cbfacc8-eae7-4360-9f6d-a60308234e38 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:19.130656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Attempting to bind port 9cbfacc8-eae7-4360-9f6d-a60308234e38 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:19.131987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Attempting to bind port 9cbfacc8-eae7-4360-9f6d-a60308234e38 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:19.162568 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.173988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Pushing event updated for resources: {'Port': ['ID=73c78781-d7b3-405a-a1da-2db07c62c7a7,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.199468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:19.200007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:19.200297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.200704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:19.201190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Bound port: 9cbfacc8-eae7-4360-9f6d-a60308234e38, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:19.201576 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.275016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:19.275652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:19.277660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03680009-a6fe-4b61-a78b-c01d6db4e3bd None None] Pushing event updated for resources: {'Port': ['ID=f32c64e6-6505-4ee2-ac61-c12a57665b4b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.280567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 06155d10-b94d-473c-a57f-64b931cd947b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:19.392879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 06155d10-b94d-473c-a57f-64b931cd947b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:19.393696 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.436654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:19.441911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:19.459091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d23867b-258b-4ad0-9207-cf3fdd41574e None None] Provisioning for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:19.483704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d23867b-258b-4ad0-9207-cf3fdd41574e None None] Provisioning complete for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:19.484102 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d23867b-258b-4ad0-9207-cf3fdd41574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.488734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] For port 9cbfacc8-eae7-4360-9f6d-a60308234e38, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:19.517465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:19.583196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] For port 9cbfacc8-eae7-4360-9f6d-a60308234e38, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9cbfacc8-eae7-4360-9f6d-a60308234e38,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:19.584016 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.607539 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.618476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7d23867b-258b-4ad0-9207-cf3fdd41574e None None] Port 73c78781-d7b3-405a-a1da-2db07c62c7a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:19.630862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=f32c64e6-6505-4ee2-ac61-c12a57665b4b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.633349 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-01dddad7-e7dc-45ad-998c-af2bbdc10149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.708717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Router 9bf41494-1a83-46f8-8542-a732f6585bff has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:19.862018 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.871800 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Routers {'9bf41494-1a83-46f8-8542-a732f6585bff'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:19.872467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9bf41494-1a83-46f8-8542-a732f6585bff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:19.874193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a69cd-a03c-4600-95d6-878ea1352e0a None None] Pushing event updated for resources: {'Port': ['ID=9cbfacc8-eae7-4360-9f6d-a60308234e38,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.976068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:19.995728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-dcffe0a8-2a7a-45f4-a7f4-ec027a9b72ce admin admin] 10.222.0.48 "PUT /v2.0/routers/9bf41494-1a83-46f8-8542-a732f6585bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9737973 Jul 08 17:48:20.016430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.058717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a4263b33-51f3-4fe7-868f-6493726d354e None None] Could not find standard attr ID for object f32c64e6-6505-4ee2-ac61-c12a57665b4b. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:48:20.103730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 06155d10-b94d-473c-a57f-64b931cd947b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=06155d10-b94d-473c-a57f-64b931cd947b,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:20.141398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.142356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b18a92be-ca40-4f07-813a-78af1b6d3536 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:20.185775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a4263b33-51f3-4fe7-868f-6493726d354e None None] Provisioning complete for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:20.186300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4263b33-51f3-4fe7-868f-6493726d354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.258481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:20.279883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=06155d10-b94d-473c-a57f-64b931cd947b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:20.343616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] Set router 9bf41494-1a83-46f8-8542-a732f6585bff gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:20.348740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a4263b33-51f3-4fe7-868f-6493726d354e None None] Port 73c78781-d7b3-405a-a1da-2db07c62c7a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:20.354776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 7, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f32c64e6-6505-4ee2-ac61-c12a57665b4b', 'name': '', 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:53:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '62aa1504-b499-414c-9528-8e4312180d3a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:10Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '62aa1504-b499-414c-9528-8e4312180d3a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:20.386140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:20.394043 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4ec8d0c6-f27b-4606-83a8-894c2dec98c6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7015157 Jul 08 17:48:20.394567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55546) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:20.458364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet 62aa1504-b499-414c-9528-8e4312180d3a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:20.463934 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.519459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.627985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.668382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f658e-3f9b-4092-b350-64712427d7c3 None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 7, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f32c64e6-6505-4ee2-ac61-c12a57665b4b', 'name': '', 'network_id': 'edeb2e52-5712-442a-b17c-01c07ea93b89', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:53:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '62aa1504-b499-414c-9528-8e4312180d3a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:10Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '62aa1504-b499-414c-9528-8e4312180d3a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:20.713787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b18a92be-ca40-4f07-813a-78af1b6d3536 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:20.720542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3a8a558e-f3ed-4b2b-a1b1-75b3f0813d1c None None] Provisioning complete for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:20.720542 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a8a558e-f3ed-4b2b-a1b1-75b3f0813d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.734319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.798987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b18a92be-ca40-4f07-813a-78af1b6d3536 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:20.799360 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.815611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=62aa1504-b499-414c-9528-8e4312180d3a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:20.844069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.861614 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:20.867522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6c90d00-71fd-4751-8aa2-58a3f86fbbb9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/62aa1504-b499-414c-9528-8e4312180d3a HTTP/1.1" status: 204 len: 168 time: 0.4709959 Jul 08 17:48:20.869325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb80414b-72ac-4be4-a8a7-111abecde570 None None] Network edeb2e52-5712-442a-b17c-01c07ea93b89 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:20.923334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a558e-f3ed-4b2b-a1b1-75b3f0813d1c None None] Port 73c78781-d7b3-405a-a1da-2db07c62c7a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:20.975224 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.108774 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:21.109120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.212414 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.258297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '73c78781-d7b3-405a-a1da-2db07c62c7a7', 'name': '', 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'mac_address': 'fa:16:3e:84:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:17Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 2, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'subnets': [{'id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:21.272623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b18a92be-ca40-4f07-813a-78af1b6d3536, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b18a92be-ca40-4f07-813a-78af1b6d3536,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:21.312428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dbaf7-5300-422b-92fc-257cfedb2cdd None None] The sync data for ids ['9bf41494-1a83-46f8-8542-a732f6585bff'] in n-d-799527-4 is: [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '73c78781-d7b3-405a-a1da-2db07c62c7a7', 'name': '', 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'mac_address': 'fa:16:3e:84:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:17Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 2, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'subnets': [{'id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:21.315472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.316551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1232dc5a-4766-49c0-bf31-67783108a2a2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:21.388364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] DHCP port deletion for edeb2e52-5712-442a-b17c-01c07ea93b89 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:21.586302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b18a92be-ca40-4f07-813a-78af1b6d3536,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:21.620910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1232dc5a-4766-49c0-bf31-67783108a2a2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:21.621282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.626503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] Deleting port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:21.626865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.824041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] For port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,segment=NetworkSegment(fffd8ee4-2bee-42e7-ba24-7cf909b69da6),segment_id=fffd8ee4-2bee-42e7-ba24-7cf909b69da6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:21.824403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.857406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] Calling delete_port for d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:21.972374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,segment=NetworkSegment(fffd8ee4-2bee-42e7-ba24-7cf909b69da6),segment_id=fffd8ee4-2bee-42e7-ba24-7cf909b69da6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:21.972949 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.974895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a498a9b1-b9b6-468d-8b01-106d6ee90498 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:21.995678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:22.089527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a498a9b1-b9b6-468d-8b01-106d6ee90498 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:22.094821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a498a9b1-b9b6-468d-8b01-106d6ee90498 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:22.096084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.173839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.191007 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.251974 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:22.275781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:22.279443 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:22.279597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] Pushing event deleted for resources: {'Port': ['ID=d357e0c6-dc6e-4bab-9d7f-9653f93e3c16,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:22.280094 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:47:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.288390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:22.298403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68e412-00ed-4434-86da-3d935d29798e None None] No DVR routers for this DVR port d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:22.343572 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-29b6b036-ad49-43ca-a173-63f017792c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.346296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.349641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.446600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a498a9b1-b9b6-468d-8b01-106d6ee90498, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a498a9b1-b9b6-468d-8b01-106d6ee90498,segment=NetworkSegment(3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9),segment_id=3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:22.451471 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.460416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:22.538394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.558332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeb2e52-5712-442a-b17c-01c07ea93b89']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.572774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a498a9b1-b9b6-468d-8b01-106d6ee90498,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:22.598122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.598421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffd8ee4-2bee-42e7-ba24-7cf909b69da6') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.625894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.640092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06155d10-b94d-473c-a57f-64b931cd947b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:22.658077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.668750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:22.673916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:22.679106 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:22.747081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 06155d10-b94d-473c-a57f-64b931cd947b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:22.748440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.761092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.794200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.798912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/edeb2e52-5712-442a-b17c-01c07ea93b89 HTTP/1.1" status: 204 len: 168 time: 1.9338508 Jul 08 17:48:22.799754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55836) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:22.817045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022354c-fdde-46b9-805f-e66900c149c9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=edeb2e52-5712-442a-b17c-01c07ea93b89,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:22.941016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b18a92be-ca40-4f07-813a-78af1b6d3536 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:22.976436 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 8, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 4, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:23.041021 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:23.065745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b18a92be-ca40-4f07-813a-78af1b6d3536 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:23.066560 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.068120 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:23.069358 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:23.283360 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:23.285878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:23.324847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:23.328910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d357e0c6-dc6e-4bab-9d7f-9653f93e3c16 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:23.438467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.643010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.776141 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 8, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:22Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:23.818379 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1068e-6027-4b9b-bf75-14b28fb5ca88 None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 8, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a498a9b1-b9b6-468d-8b01-106d6ee90498', 'name': '', 'network_id': '13dba95f-9028-46b4-918e-6b0560392e20', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:c2:7f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:05Z', 'updated_at': '2021-07-08T17:48:22Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': 'dc589899-921f-4529-8a24-d764785cd3ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:23.907353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port a498a9b1-b9b6-468d-8b01-106d6ee90498 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:23.908085 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.023708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port a498a9b1-b9b6-468d-8b01-106d6ee90498, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a498a9b1-b9b6-468d-8b01-106d6ee90498,segment=NetworkSegment(3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9),segment_id=3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:24.024253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.043221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for a498a9b1-b9b6-468d-8b01-106d6ee90498 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:24.268949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.307057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=a498a9b1-b9b6-468d-8b01-106d6ee90498,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:24.537034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.717165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9cbfacc8-eae7-4360-9f6d-a60308234e38 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:24.793899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9cbfacc8-eae7-4360-9f6d-a60308234e38 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:24.810462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9cbfacc8-eae7-4360-9f6d-a60308234e38 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:24.811786 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.812318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:24.934042 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.969959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9cbfacc8-eae7-4360-9f6d-a60308234e38, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9cbfacc8-eae7-4360-9f6d-a60308234e38,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:24.971127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:24.981579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.981811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55850) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:24.984623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8694a81c-3b41-45ec-a622-65d211f7c31d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832645 Jul 08 17:48:24.988856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:24.999511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f32c64e6-6505-4ee2-ac61-c12a57665b4b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:25.047811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet dc589899-921f-4529-8a24-d764785cd3ad {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:25.051411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.051700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f32c64e6-6505-4ee2-ac61-c12a57665b4b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:25.051834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f32c64e6-6505-4ee2-ac61-c12a57665b4b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:25.065328 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.066015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:25.066657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:25.107602 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Sync routers for ids ['9bf41494-1a83-46f8-8542-a732f6585bff'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:25.121454 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Routers {'9bf41494-1a83-46f8-8542-a732f6585bff'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:25.122271 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9bf41494-1a83-46f8-8542-a732f6585bff'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:25.126205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.145158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9cbfacc8-eae7-4360-9f6d-a60308234e38,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.185256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:25.242855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Set router 9bf41494-1a83-46f8-8542-a732f6585bff gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:25.297312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.410326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.444347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=dc589899-921f-4529-8a24-d764785cd3ad,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.451968 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.454048 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ac2e89a6-835e-4255-acd4-8dd7bd347db4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/dc589899-921f-4529-8a24-d764785cd3ad HTTP/1.1" status: 204 len: 168 time: 0.4710193 Jul 08 17:48:25.456984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55852) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:25.467478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661e7f7-dab9-4b64-be82-cc173edd5c75 None None] Network 13dba95f-9028-46b4-918e-6b0560392e20 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:25.582746 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.653144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 9, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:25.660407 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:25.660760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.680276 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '73c78781-d7b3-405a-a1da-2db07c62c7a7', 'name': '', 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'mac_address': 'fa:16:3e:84:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:17Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 2, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'subnets': [{'id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:25.700872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:25.719333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:25.720034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Checking router: 9bf41494-1a83-46f8-8542-a732f6585bff for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:25.720235 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Updating router 9bf41494-1a83-46f8-8542-a732f6585bff port 73c78781-d7b3-405a-a1da-2db07c62c7a7 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:48:25.721232 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:25.767150 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.778674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,segment=NetworkSegment(3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9),segment_id=3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:25.779043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.799373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:25.957880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.003525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:26.111777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.132700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:26.191540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.207809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dba95f-9028-46b4-918e-6b0560392e20']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:26.217036 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.228585 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Transition to ACTIVE for port object 73c78781-d7b3-405a-a1da-2db07c62c7a7 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:26.234368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:26.234798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa6d5a9-359b-4c9e-abfa-aab9f06bbee9') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:26.239993 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.245377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.262750 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.274261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:26.274711 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:26.278206 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:26.351626 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d329f7-155c-44f8-9df3-6821ee7c6d64 None None] Pushing event updated for resources: {'Port': ['ID=73c78781-d7b3-405a-a1da-2db07c62c7a7,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.354717 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.365087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.370628 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/13dba95f-9028-46b4-918e-6b0560392e20 HTTP/1.1" status: 204 len: 168 time: 0.9099426 Jul 08 17:48:26.371061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55858) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:26.398171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910990cf-65bf-42e9-b1bd-1d21b403a00c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=13dba95f-9028-46b4-918e-6b0560392e20,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.446226 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Attempting to bind port 73c78781-d7b3-405a-a1da-2db07c62c7a7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:26.446863 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Attempting to bind port 73c78781-d7b3-405a-a1da-2db07c62c7a7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:26.447467 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Attempting to bind port 73c78781-d7b3-405a-a1da-2db07c62c7a7 on network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:26.453712 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:26.455553 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Checking segment: {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:26.456054 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.456639 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Bound using segment: {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:26.457211 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Bound port: 73c78781-d7b3-405a-a1da-2db07c62c7a7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2640f4-3970-4f5d-8f04-67cf108d3f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:26.457702 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.530930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a94dc-08e4-43d7-babb-2cbb8cd47a86 None None] DHCP port deletion for 13dba95f-9028-46b4-918e-6b0560392e20 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:26.592775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 9, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:26.600666 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] For port 73c78781-d7b3-405a-a1da-2db07c62c7a7, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:26.619331 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] For port 73c78781-d7b3-405a-a1da-2db07c62c7a7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=73c78781-d7b3-405a-a1da-2db07c62c7a7,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:26.625881 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.640436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9cbfacc8-eae7-4360-9f6d-a60308234e38 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:26.649611 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197530b-08c3-44b7-ab2c-21d199bf0e1f None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 9, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': '383fd9ca-b6e2-4947-ac06-5a9678e5ea5c', 'name': '', 'network_id': '1a944384-f0c3-492f-835f-69e06065a156', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:8f:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:01Z', 'updated_at': '2021-07-08T17:48:12Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '84388b8d-ff6c-4a82-a22f-801b4267fd73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:26.719539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9cbfacc8-eae7-4360-9f6d-a60308234e38 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:26.720608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.779357 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Routers {'9bf41494-1a83-46f8-8542-a732f6585bff'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:26.780342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9bf41494-1a83-46f8-8542-a732f6585bff'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:26.783898 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d329f7-155c-44f8-9df3-6821ee7c6d64 None None] Pushing event updated for resources: {'Port': ['ID=73c78781-d7b3-405a-a1da-2db07c62c7a7,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.994556 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] Set router 9bf41494-1a83-46f8-8542-a732f6585bff gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:27.001778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.075841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:27.136259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:27.136259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 64e30ff6-efd4-4331-bdbe-17f0ac6d3b0c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:27.313415 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '73c78781-d7b3-405a-a1da-2db07c62c7a7', 'name': '', 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'mac_address': 'fa:16:3e:84:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:17Z', 'updated_at': '2021-07-08T17:48:26Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'subnets': [{'id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:27.345709 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca985b-68e8-4906-9e2d-2866ef638b1c None None] The sync data for ids ['9bf41494-1a83-46f8-8542-a732f6585bff'] in n-d-799527-4 is: [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:18Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '73c78781-d7b3-405a-a1da-2db07c62c7a7', 'name': '', 'network_id': '091a7c89-e901-4d97-9dfb-8f4abafbd2e1', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'mac_address': 'fa:16:3e:84:34:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:17Z', 'updated_at': '2021-07-08T17:48:26Z', 'revision_number': 4, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'subnets': [{'id': 'd9ee9bd8-9dd7-42b4-aa52-db39de13585f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:27.495343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:27.495908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.649875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,segment=NetworkSegment(d023f903-594e-42aa-85e3-d5630b9e6ea7),segment_id=d023f903-594e-42aa-85e3-d5630b9e6ea7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:27.649875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.673315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:27.945492 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.005123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=383fd9ca-b6e2-4947-ac06-5a9678e5ea5c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:28.326290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.544246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:28.657372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:28.660905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 73c78781-d7b3-405a-a1da-2db07c62c7a7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:28.669391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98eaca58-509f-413d-a435-0bb89ea45148 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2972622 Jul 08 17:48:28.672004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:28.691866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:28.717968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:28.718753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.745471 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet 84388b8d-ff6c-4a82-a22f-801b4267fd73 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:28.749408 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.798339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.831936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:28.839053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:28.839262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.871501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:28.914757 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.992212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.032125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.038454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/84388b8d-ff6c-4a82-a22f-801b4267fd73 HTTP/1.1" status: 204 len: 168 time: 0.3647530 Jul 08 17:48:29.039387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55876) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:29.042553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32587293-69dc-4711-aff6-37880a88d4d4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=84388b8d-ff6c-4a82-a22f-801b4267fd73,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:29.056226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c4e24-2fb7-4db5-9ba7-289e42b5bf4c None None] Network 1a944384-f0c3-492f-835f-69e06065a156 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:29.123364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.170038 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.186013 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:29.186396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.267048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,segment=NetworkSegment(d023f903-594e-42aa-85e3-d5630b9e6ea7),segment_id=d023f903-594e-42aa-85e3-d5630b9e6ea7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:29.267412 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.282730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:29.293124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 73c78781-d7b3-405a-a1da-2db07c62c7a7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=73c78781-d7b3-405a-a1da-2db07c62c7a7,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:29.301578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.320561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a498a9b1-b9b6-468d-8b01-106d6ee90498 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:29.378588 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a498a9b1-b9b6-468d-8b01-106d6ee90498 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:29.379069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a498a9b1-b9b6-468d-8b01-106d6ee90498 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:29.429163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.430378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=73c78781-d7b3-405a-a1da-2db07c62c7a7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:29.442941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:27Z', 'revision_number': 10, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.461968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=77fa0c82-78ca-4aef-a4cc-5e66444fdbb3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:29.464876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:29.489712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:29.502314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:29.503116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.506576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7b624-25df-4ff4-9c0c-0ebe4ba5c573 None None] DHCP port deletion for 1a944384-f0c3-492f-835f-69e06065a156 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:29.578782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.592085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a944384-f0c3-492f-835f-69e06065a156']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.603816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd023f903-594e-42aa-85e3-d5630b9e6ea7') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.604207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd023f903-594e-42aa-85e3-d5630b9e6ea7') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.606665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:29.619349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.636321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.642797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:29.643197 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:29.646232 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:29.735824 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.749821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.754011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/1a944384-f0c3-492f-835f-69e06065a156 HTTP/1.1" status: 204 len: 168 time: 0.7110929 Jul 08 17:48:29.754742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:29.768782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e1a4e-9867-459a-83b0-40da55cc1228 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=1a944384-f0c3-492f-835f-69e06065a156,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:29.858962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:27Z', 'revision_number': 10, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.889579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706f17a9-ff55-4250-a089-1b877e595a73 None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:27Z', 'revision_number': 10, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None, '_interfaces': [{'id': 'eb22edce-2dcc-4dca-9536-bae2cca04cf2', 'name': '', 'network_id': '96787680-0e64-4506-b8dd-2d0c20e0b9f4', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'mac_address': 'fa:16:3e:dc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54105d88-4679-464e-a269-e36f2f0691ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:56Z', 'updated_at': '2021-07-08T17:48:03Z', 'revision_number': 5, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'subnets': [{'id': '54105d88-4679-464e-a269-e36f2f0691ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:30.156574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.446917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port eb22edce-2dcc-4dca-9536-bae2cca04cf2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:30.447259 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.581875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 73c78781-d7b3-405a-a1da-2db07c62c7a7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:30.593242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port eb22edce-2dcc-4dca-9536-bae2cca04cf2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=eb22edce-2dcc-4dca-9536-bae2cca04cf2,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:30.594231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.615950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for eb22edce-2dcc-4dca-9536-bae2cca04cf2 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:30.678961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 73c78781-d7b3-405a-a1da-2db07c62c7a7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:30.680120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.853098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:30.870839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55890) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.877657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:30.878268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77fa0c82-78ca-4aef-a4cc-5e66444fdbb3 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:30.878595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:30.899328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:30.899757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 383fd9ca-b6e2-4947-ac06-5a9678e5ea5c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:30.917121 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.949576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=eb22edce-2dcc-4dca-9536-bae2cca04cf2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:31.044589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24cbe895-4f33-4371-aa42-31130b7912d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.155980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.688237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24cbe895-4f33-4371-aa42-31130b7912d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.690706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:31.695458 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-24cbe895-4f33-4371-aa42-31130b7912d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.776438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-24cbe895-4f33-4371-aa42-31130b7912d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3576a49c14fb435fb3a564175a935476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9044757 Jul 08 17:48:31.779301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55896) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.802454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbe895-4f33-4371-aa42-31130b7912d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160bcd48-a533-4c96-b80d-b24c6dadeee0,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:31.813178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:31.819412 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-10e0c5fa-aa59-4616-9b6c-756550cd6f79 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0629573 Jul 08 17:48:31.821724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.825874 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:31.836992 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:31.837583 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:31.870061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b3034-aba2-41d9-9543-fb61d889922c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.894801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting subnet 54105d88-4679-464e-a269-e36f2f0691ba {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:31.904518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.908517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b3034-aba2-41d9-9543-fb61d889922c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.910839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:31.970881 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:30Z', 'revision_number': 11, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:31.977378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.998186 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:32.010419 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:32.011036 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:32.033639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b3034-aba2-41d9-9543-fb61d889922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.036187 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-518b3034-aba2-41d9-9543-fb61d889922c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.037382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-518b3034-aba2-41d9-9543-fb61d889922c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/160bcd48-a533-4c96-b80d-b24c6dadeee0 HTTP/1.1" status: 204 len: 168 time: 0.2564223 Jul 08 17:48:32.065044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b3034-aba2-41d9-9543-fb61d889922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160bcd48-a533-4c96-b80d-b24c6dadeee0,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.089102 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:32.091678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.173131 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:30Z', 'revision_number': 11, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:32.181851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.200755 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27343b92-be36-4de0-8e56-60bda6978948 None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:30Z', 'revision_number': 11, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:32.242144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec98c8-836b-4e6a-a39b-82ceb99007d8 None None] Network 96787680-0e64-4506-b8dd-2d0c20e0b9f4 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:32.246387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Subnet': ['ID=54105d88-4679-464e-a269-e36f2f0691ba,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.251438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.254381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3552d50a-f60b-49f9-947b-c0f652fa0bcc tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/54105d88-4679-464e-a269-e36f2f0691ba HTTP/1.1" status: 204 len: 168 time: 0.4316649 Jul 08 17:48:32.257259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55906) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.358218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.421968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Deleting port 0faabd46-d015-4752-88e0-50ae329f1ee3 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:32.422372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.425099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55908) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.453415 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f383049d-af2d-497f-a700-eb24b7957975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.528836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] For port 0faabd46-d015-4752-88e0-50ae329f1ee3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0faabd46-d015-4752-88e0-50ae329f1ee3,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:32.529311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.549334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Calling delete_port for 0faabd46-d015-4752-88e0-50ae329f1ee3 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:32.570021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] DHCP port deletion for 96787680-0e64-4506-b8dd-2d0c20e0b9f4 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:32.632561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb22edce-2dcc-4dca-9536-bae2cca04cf2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:32.660082 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: eb22edce-2dcc-4dca-9536-bae2cca04cf2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:32.660543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device eb22edce-2dcc-4dca-9536-bae2cca04cf2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:32.661124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0faabd46-d015-4752-88e0-50ae329f1ee3 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:32.712659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] Deleting port 0faabd46-d015-4752-88e0-50ae329f1ee3 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:32.712659 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.729125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f383049d-af2d-497f-a700-eb24b7957975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.729125 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.751636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Port': ['ID=0faabd46-d015-4752-88e0-50ae329f1ee3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.753534 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f383049d-af2d-497f-a700-eb24b7957975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.768071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No DVR routers for this DVR port 0faabd46-d015-4752-88e0-50ae329f1ee3 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:32.786355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Port 0faabd46-d015-4752-88e0-50ae329f1ee3 update to DOWN by agent not found {{(pid=93946) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 17:48:32.813717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] For port 0faabd46-d015-4752-88e0-50ae329f1ee3, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0faabd46-d015-4752-88e0-50ae329f1ee3,segment=NetworkSegment(57d79c34-76a4-4bb6-8986-83a8acbeecfb),segment_id=57d79c34-76a4-4bb6-8986-83a8acbeecfb)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:32.814409 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.830899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f383049d-af2d-497f-a700-eb24b7957975 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c26cfaeffa704211977559bb562a9d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009192 Jul 08 17:48:32.830899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383049d-af2d-497f-a700-eb24b7957975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468ae72-f74d-436d-9b30-609d14354fd4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.831689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.849815 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] Calling delete_port for 0faabd46-d015-4752-88e0-50ae329f1ee3 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:32.895155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.900230 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e9143a3-cea9-48f9-8a63-407a418220b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.908805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96787680-0e64-4506-b8dd-2d0c20e0b9f4']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:32.923110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e9143a3-cea9-48f9-8a63-407a418220b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.923911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d79c34-76a4-4bb6-8986-83a8acbeecfb') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:32.924215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d79c34-76a4-4bb6-8986-83a8acbeecfb') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:32.937214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.940055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.953102 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.963381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] No DVR routers for this DVR port 0faabd46-d015-4752-88e0-50ae329f1ee3 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:32.965214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:32.965979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:32.969335 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:32.987235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e9143a3-cea9-48f9-8a63-407a418220b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.989084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a27cd-a4a2-4bee-bcbe-0f40870893d8 None None] Pushing event deleted for resources: {'Port': ['ID=0faabd46-d015-4752-88e0-50ae329f1ee3,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:33.001660 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7e9143a3-cea9-48f9-8a63-407a418220b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.005589 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7e9143a3-cea9-48f9-8a63-407a418220b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8468ae72-f74d-436d-9b30-609d14354fd4 HTTP/1.1" status: 204 len: 168 time: 0.1702077 Jul 08 17:48:33.012997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9143a3-cea9-48f9-8a63-407a418220b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468ae72-f74d-436d-9b30-609d14354fd4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:33.058324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.071365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.073234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/networks/96787680-0e64-4506-b8dd-2d0c20e0b9f4 HTTP/1.1" status: 204 len: 168 time: 0.8147051 Jul 08 17:48:33.076044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55914) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:33.081022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'routes': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:33.083750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484ca8a-3765-4396-afc2-ae75700327d7 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Pushing event deleted for resources: {'Network': ['ID=96787680-0e64-4506-b8dd-2d0c20e0b9f4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:33.282281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Added routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:48:33.283773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.extraroute_db [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Removed routes are [] {{(pid=93944) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:48:33.283773 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.877494 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.882829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.944723 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:48:33.973101 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:34.063893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:34.074415 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] Sync routers for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:34.080666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.082159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cff983fb-46e3-47e0-8368-8d24b346b1ad tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 700 time: 1.0049856 Jul 08 17:48:34.084965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55940) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.090508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:34.091444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.133147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f2c6925f-ee43-4cc5-9b31-8b1a71ad404b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 205 time: 0.0469129 Jul 08 17:48:34.135645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.171988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:34.241306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.426319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:30Z', 'revision_number': 11, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.454555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] Checking router: 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:34.466885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] Routers {'85ec5dd8-326a-495a-8d9d-ef1c86b738a6'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:34.468117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.470326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.473316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.533055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.533591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:34.543839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.545080 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1598fa6b-ed97-4dba-a6ff-b6c1db5bbce9 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 204 len: 168 time: 0.4083641 Jul 08 17:48:34.551955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.552581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] Set router 85ec5dd8-326a-495a-8d9d-ef1c86b738a6 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:34.557814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1225578303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:34.582108 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.583239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.606551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:30Z', 'revision_number': 11, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.638133 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546ac39-73df-45ec-9ab8-00b339c6242c None None] The sync data for ids ['85ec5dd8-326a-495a-8d9d-ef1c86b738a6'] in n-d-799527-4 is: [{'id': '85ec5dd8-326a-495a-8d9d-ef1c86b738a6', 'name': 'tempest-RoutersTest-router-416417505', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:55Z', 'updated_at': '2021-07-08T17:48:30Z', 'revision_number': 11, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:34.653142 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.660952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.684973 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.686576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ce3084f7-507c-4c1a-a1ec-4dae88bfb843 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1335461 Jul 08 17:48:34.690722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55954) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.699165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:34.960657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.025136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1968889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1968880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1967406'] for router, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.132465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Router 8dab20bd-de55-4a28-ade5-9df2250115a5 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:48:35.225876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:35.233308 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.235270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6811846c-d31a-47fc-8348-aa0406a38149 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "PUT /v2.0/routers/8dab20bd-de55-4a28-ade5-9df2250115a5 HTTP/1.1" status: 200 len: 694 time: 0.5420721 Jul 08 17:48:35.237809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55956) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.238010 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] Sync routers for ids ['8dab20bd-de55-4a28-ade5-9df2250115a5'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:35.252824 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] Routers {'8dab20bd-de55-4a28-ade5-9df2250115a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:35.255017 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['8dab20bd-de55-4a28-ade5-9df2250115a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:35.345000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.345607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ae843656-ee0e-47ab-b74d-febd35354266 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/routers/8dab20bd-de55-4a28-ade5-9df2250115a5 HTTP/1.1" status: 200 len: 700 time: 0.1070299 Jul 08 17:48:35.389445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c5f8eb90-e0fa-4c86-9bf4-00749c996b29 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dab20bd-de55-4a28-ade5-9df2250115a5 HTTP/1.1" status: 200 len: 205 time: 0.0419049 Jul 08 17:48:35.392186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55962) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.438444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] Set router 8dab20bd-de55-4a28-ade5-9df2250115a5 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:35.485621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.490709 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dab20bd-de55-4a28-ade5-9df2250115a5', 'name': 'tempest-RoutersTest-router-1225578303', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:34Z', 'updated_at': '2021-07-08T17:48:34Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:35.520453 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] Checking router: 8dab20bd-de55-4a28-ade5-9df2250115a5 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:35.530149 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] Routers {'8dab20bd-de55-4a28-ade5-9df2250115a5'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:35.530771 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:48:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['8dab20bd-de55-4a28-ade5-9df2250115a5'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:35.605125 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] Set router 8dab20bd-de55-4a28-ade5-9df2250115a5 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:35.664334 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.666869 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dab20bd-de55-4a28-ade5-9df2250115a5', 'name': 'tempest-RoutersTest-router-1225578303', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:34Z', 'updated_at': '2021-07-08T17:48:34Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:35.671592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.700506 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61bc6e9-40d5-4ba9-a9f1-691890c00539 None None] The sync data for ids ['8dab20bd-de55-4a28-ade5-9df2250115a5'] in n-d-799527-4 is: [{'id': '8dab20bd-de55-4a28-ade5-9df2250115a5', 'name': 'tempest-RoutersTest-router-1225578303', 'tenant_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:34Z', 'updated_at': '2021-07-08T17:48:34Z', 'revision_number': 2, 'project_id': 'd87bc5ba1ff74fe7bc36cb5db0fc852a', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:35.732114 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.732684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Fanout notify agent at l3_agent the message router_deleted on router 8dab20bd-de55-4a28-ade5-9df2250115a5 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:35.743340 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.752498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-65732094-718b-42b7-9d01-1d27488a458d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/8dab20bd-de55-4a28-ade5-9df2250115a5 HTTP/1.1" status: 204 len: 168 time: 0.3496375 Jul 08 17:48:35.752498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55968) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.793797 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-65d9b356-0412-4cb1-8243-15bdb3aea710 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dab20bd-de55-4a28-ade5-9df2250115a5 HTTP/1.1" status: 200 len: 205 time: 0.0442393 Jul 08 17:48:35.796051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 55972) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.836535 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-3e2c2b56-5537-49e8-aab6-842eb62d4277 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:35.837611 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3e2c2b56-5537-49e8-aab6-842eb62d4277 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/8dab20bd-de55-4a28-ade5-9df2250115a5 HTTP/1.1" status: 404 len: 336 time: 0.0406325 Jul 08 17:48:35.840286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55974) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.869069 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb56bee-0073-43c4-82af-cceec718bf01 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:35.869920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb56bee-0073-43c4-82af-cceec718bf01 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:35.871873 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ffb56bee-0073-43c4-82af-cceec718bf01 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/62aa1504-b499-414c-9528-8e4312180d3a HTTP/1.1" status: 404 len: 337 time: 0.0304842 Jul 08 17:48:35.874316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55976) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.909430 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3df8bcf-ca9c-434f-b32d-44e656573183 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:35.909902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3df8bcf-ca9c-434f-b32d-44e656573183 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:35.912966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3df8bcf-ca9c-434f-b32d-44e656573183 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/dc589899-921f-4529-8a24-d764785cd3ad HTTP/1.1" status: 404 len: 337 time: 0.0377221 Jul 08 17:48:35.915562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55978) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.946148 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bcd2f9-d261-4a49-a691-16c2ceb403ee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:35.946399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bcd2f9-d261-4a49-a691-16c2ceb403ee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:35.950397 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-44bcd2f9-d261-4a49-a691-16c2ceb403ee tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/84388b8d-ff6c-4a82-a22f-801b4267fd73 HTTP/1.1" status: 404 len: 337 time: 0.0317504 Jul 08 17:48:35.951665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55980) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.984176 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b4177e-c897-4f5a-a81e-e8a2c499ecc6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:35.984639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b4177e-c897-4f5a-a81e-e8a2c499ecc6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:35.989118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-08b4177e-c897-4f5a-a81e-e8a2c499ecc6 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/54105d88-4679-464e-a269-e36f2f0691ba HTTP/1.1" status: 404 len: 337 time: 0.0342984 Jul 08 17:48:35.989349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55982) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.033863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-303a0427-96e0-40b5-bb8a-c34d714e3162 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 200 len: 205 time: 0.0413110 Jul 08 17:48:36.034173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55984) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.074060 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-34224c4c-1bbb-4229-85b3-c5e3a051382c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:36.077475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-34224c4c-1bbb-4229-85b3-c5e3a051382c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/85ec5dd8-326a-495a-8d9d-ef1c86b738a6 HTTP/1.1" status: 404 len: 336 time: 0.0401254 Jul 08 17:48:36.077709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55986) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.109768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e07245f0-efc5-44f7-8af3-51744183ebf4 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ebe196b-6d2a-4654-934c-5302a2851e00 HTTP/1.1" status: 200 len: 205 time: 0.0308309 Jul 08 17:48:36.111643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55988) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.153204 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c29f56e9-4f2d-4608-a5d1-1fe3927993ed tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:36.154386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c29f56e9-4f2d-4608-a5d1-1fe3927993ed tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/0ebe196b-6d2a-4654-934c-5302a2851e00 HTTP/1.1" status: 404 len: 336 time: 0.0417986 Jul 08 17:48:36.156939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55990) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.186170 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c793661f-ea77-4667-807d-3df5a9f80b98 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:36.186895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c793661f-ea77-4667-807d-3df5a9f80b98 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:36.188860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c793661f-ea77-4667-807d-3df5a9f80b98 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/e4eb0e64-18c2-48bc-921a-54906e43478b HTTP/1.1" status: 404 len: 337 time: 0.0309446 Jul 08 17:48:36.191378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55992) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.220991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-16e35844-ff05-476f-bb6d-93ed7d12ab26 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 200 len: 205 time: 0.0285230 Jul 08 17:48:36.223293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55994) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.266512 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-6031209c-4e9e-47c7-a498-7db107284cff tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:36.267607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6031209c-4e9e-47c7-a498-7db107284cff tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/dc19956b-a049-4845-82a0-72e34ac88250 HTTP/1.1" status: 404 len: 336 time: 0.0433695 Jul 08 17:48:36.270198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55996) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.303791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a3b44e56-106f-4193-ace2-87eeaabb764d tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=c793232e-2f42-4007-8244-d9a5753528dd HTTP/1.1" status: 200 len: 205 time: 0.0322323 Jul 08 17:48:36.306091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 55998) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.344459 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-3cf157e9-537a-4a79-9c6e-24763354e3ec tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:36.345964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3cf157e9-537a-4a79-9c6e-24763354e3ec tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/c793232e-2f42-4007-8244-d9a5753528dd HTTP/1.1" status: 404 len: 336 time: 0.0384984 Jul 08 17:48:36.348036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56000) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.382080 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-41197000-a34b-498d-905f-744dab7a8c13 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:36.382840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41197000-a34b-498d-905f-744dab7a8c13 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:36.385303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41197000-a34b-498d-905f-744dab7a8c13 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/2163ffa6-b7bd-4ddd-80eb-c1881972f668 HTTP/1.1" status: 404 len: 337 time: 0.0361860 Jul 08 17:48:36.387836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56002) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.420644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-def4ef2f-76e7-435b-ba43-737ce665b993 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 HTTP/1.1" status: 200 len: 205 time: 0.0314846 Jul 08 17:48:36.423149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56006) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.466677 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-e5408dab-2fc2-4ff7-ba1f-0067673ebc66 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:36.467943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e5408dab-2fc2-4ff7-ba1f-0067673ebc66 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/d3c52e75-4a56-4a1a-b69e-e8fdb3c75df2 HTTP/1.1" status: 404 len: 336 time: 0.0436988 Jul 08 17:48:36.470648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56008) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.507882 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-861f5e8a-116c-4418-9dc6-c37d88c4204c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:36.508361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861f5e8a-116c-4418-9dc6-c37d88c4204c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:36.512923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56010) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.513209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-861f5e8a-116c-4418-9dc6-c37d88c4204c tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/e5d62875-c1e3-4176-a579-52acf4c1c63f HTTP/1.1" status: 404 len: 337 time: 0.0412829 Jul 08 17:48:36.547238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3b75dee-6f42-43cc-b2c9-bf7e9543b337 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1360050-e58a-40e8-be06-71a3838c17ec HTTP/1.1" status: 200 len: 205 time: 0.0326176 Jul 08 17:48:36.548961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56012) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.594819 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [None req-c1321a9b-bee7-443b-ae1f-80294094eb5b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] delete failed (client error): The resource could not be found. Jul 08 17:48:36.595990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c1321a9b-bee7-443b-ae1f-80294094eb5b tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/routers/c1360050-e58a-40e8-be06-71a3838c17ec HTTP/1.1" status: 404 len: 336 time: 0.0460696 Jul 08 17:48:36.598710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.629079 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-0325c483-923e-4e27-83c4-82241cea350a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:36.629824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0325c483-923e-4e27-83c4-82241cea350a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:36.634875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56016) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.635073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0325c483-923e-4e27-83c4-82241cea350a tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/6a8ac66b-2457-4a5c-843d-79cbdd44240d HTTP/1.1" status: 404 len: 337 time: 0.0349338 Jul 08 17:48:36.667365 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5181d70-3c98-4328-a1ee-769f530d2c56 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:36.668129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5181d70-3c98-4328-a1ee-769f530d2c56 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:36.670124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b5181d70-3c98-4328-a1ee-769f530d2c56 tempest-RoutersTest-1715096708 tempest-RoutersTest-1715096708-project] 10.222.0.48 "DELETE /v2.0/subnets/37429c8b-731c-4bc4-b7ef-436201531fbf HTTP/1.1" status: 404 len: 337 time: 0.0340693 Jul 08 17:48:37.080957 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56032) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.224781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5720d242-f2b7-4b66-b990-a0b9151490ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d87bc5ba1ff74fe7bc36cb5db0fc852a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396604 Jul 08 17:48:37.225036 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56036) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.272833 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84dabe50-42e3-477e-810d-61ca358ad199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.298516 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84dabe50-42e3-477e-810d-61ca358ad199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.345084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84dabe50-42e3-477e-810d-61ca358ad199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.347976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-84dabe50-42e3-477e-810d-61ca358ad199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.349665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-84dabe50-42e3-477e-810d-61ca358ad199 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d25f3041-23df-40d9-aff7-9dfd024cebe0 HTTP/1.1" status: 204 len: 168 time: 0.1232622 Jul 08 17:48:37.357870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dabe50-42e3-477e-810d-61ca358ad199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f3041-23df-40d9-aff7-9dfd024cebe0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.037356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56074) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.146847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853384982'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:38.170658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.180723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.279839 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.283991 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.323648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d26eaa-4dc9-49ba-88b4-360e51718169,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.403569 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.411018 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.444951 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.448813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4075680 Jul 08 17:48:38.448813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dac0a-a588-4905-add9-b5b5e6ec11d1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5641b40e-38a9-4229-8d1e-02bca341c016,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.449832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56078) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.523244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-063bdcec-0992-4153-ba43-5854892fd93f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0712955 Jul 08 17:48:38.525967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56084) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.531184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-security--962545252', 'description': 'tempest-security-description-1986594286'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:38.560024 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.613404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.618511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.622206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.626140 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "PUT /v2.0/security-groups/5641b40e-38a9-4229-8d1e-02bca341c016 HTTP/1.1" status: 200 len: 1779 time: 0.0968115 Jul 08 17:48:38.627050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.651481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2babbda-331a-4281-9e49-9776940dcdc2 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5641b40e-38a9-4229-8d1e-02bca341c016,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.677971 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf7ef4cb-841a-4b58-9587-1878c2cf1753 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups/5641b40e-38a9-4229-8d1e-02bca341c016 HTTP/1.1" status: 200 len: 1779 time: 0.0481393 Jul 08 17:48:38.679608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56094) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.731682 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f78777-b0bf-41ad-b397-bb8c99219014 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.757630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f78777-b0bf-41ad-b397-bb8c99219014 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.804394 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f78777-b0bf-41ad-b397-bb8c99219014 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.807185 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7f78777-b0bf-41ad-b397-bb8c99219014 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.808419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7f78777-b0bf-41ad-b397-bb8c99219014 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/5641b40e-38a9-4229-8d1e-02bca341c016 HTTP/1.1" status: 204 len: 168 time: 0.1279142 Jul 08 17:48:38.810930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.822319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f78777-b0bf-41ad-b397-bb8c99219014 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641b40e-38a9-4229-8d1e-02bca341c016,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.901850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7cc57bfd-c9f1-44b4-b887-9bfb0884f731 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897093 Jul 08 17:48:38.904879 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.918445 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-7c4ddf7e-387a-424d-8878-c5cd4ef543b3 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] delete failed (client error): The resource could not be found. Jul 08 17:48:38.919528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7c4ddf7e-387a-424d-8878-c5cd4ef543b3 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/5641b40e-38a9-4229-8d1e-02bca341c016 HTTP/1.1" status: 404 len: 347 time: 0.0135202 Jul 08 17:48:38.923308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56100) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.933438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--885642736'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:38.961641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.075723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.085796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.132445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.137320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56104) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.145858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': '500095a4-129e-4ea8-9086-5bf17a9144a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:39.151036 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2266314 Jul 08 17:48:39.162891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48d49c-b801-43bc-80bd-41b914964eab tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500095a4-129e-4ea8-9086-5bf17a9144a2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.212318 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.282590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.288438 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.310930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41457246-63d7-41bb-8426-ca515da5716c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.318439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.320142 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca4e125f-1864-4864-99a3-39940126a237 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1815648 Jul 08 17:48:39.323239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56106) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.357908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f810d79-d118-4042-9dbc-f93c8c586f4b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.372922 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f810d79-d118-4042-9dbc-f93c8c586f4b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.409087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f810d79-d118-4042-9dbc-f93c8c586f4b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.416650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f810d79-d118-4042-9dbc-f93c8c586f4b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.420314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8f810d79-d118-4042-9dbc-f93c8c586f4b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/41457246-63d7-41bb-8426-ca515da5716c HTTP/1.1" status: 204 len: 168 time: 0.0936420 Jul 08 17:48:39.420788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56108) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.422313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f810d79-d118-4042-9dbc-f93c8c586f4b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41457246-63d7-41bb-8426-ca515da5716c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.476086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56110) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.476613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b0cec67-f699-41a0-91de-b1252664ce1a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544026 Jul 08 17:48:39.535491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b51a05b-ebba-436f-a6b4-e0873c8c34e6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.557837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b51a05b-ebba-436f-a6b4-e0873c8c34e6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.602485 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b51a05b-ebba-436f-a6b4-e0873c8c34e6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.604975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5b51a05b-ebba-436f-a6b4-e0873c8c34e6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.608524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5b51a05b-ebba-436f-a6b4-e0873c8c34e6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/500095a4-129e-4ea8-9086-5bf17a9144a2 HTTP/1.1" status: 204 len: 168 time: 0.1289654 Jul 08 17:48:39.609012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.616436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51a05b-ebba-436f-a6b4-e0873c8c34e6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500095a4-129e-4ea8-9086-5bf17a9144a2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.655114 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aed14dec-174f-4d28-83ee-c6efa62e98e7 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448043 Jul 08 17:48:39.659315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56116) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.664661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--92234950'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:39.688388 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.780483 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.784188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.811625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.812880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1522701 Jul 08 17:48:39.815648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56118) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.820895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'ab17e739-9b13-4656-8a7e-040c347be734', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:39.826949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa94ff-605e-4eb1-adb8-d1cde6dfa7fb tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab17e739-9b13-4656-8a7e-040c347be734,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.855259 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.919499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.923581 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.941237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2a56bf-c96e-4574-a8b4-e2ddbf1928bc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.948351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.949663 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2e4765dd-f199-4a78-948c-cbc26236ecdd tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330781 Jul 08 17:48:39.952555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.957033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'ab17e739-9b13-4656-8a7e-040c347be734', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:39.983940 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.054331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.058136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.076876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d459323-692f-44e8-aa6c-d448c311460a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.084595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.088247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.088479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-86b447be-bcb7-4da2-a696-bde0ec270690 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349511 Jul 08 17:48:40.093446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'ab17e739-9b13-4656-8a7e-040c347be734', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:40.141774 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.210539 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.215969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.246744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d44939c-dac4-4b61-b2c7-d697a4e87bf6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.254031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.255929 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9de44f26-74e8-407e-8106-5f9bdc50ab5e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1654627 Jul 08 17:48:40.258606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56130) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.263633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'ab17e739-9b13-4656-8a7e-040c347be734', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:40.300610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.397616 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.404035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.430347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7af4731-48bd-4e3b-9873-53f9a2f29f40,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.434101 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.439431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56132) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.445351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'ab17e739-9b13-4656-8a7e-040c347be734', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:40.450393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a7541631-c738-4f96-ba79-6771d94257b9 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1907141 Jul 08 17:48:40.482643 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.576028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.583975 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.607231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872fe714-9eec-44f8-9ce3-e534978500c5,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.611223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.612654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e96404be-055e-4c2d-a9a2-3cd136ecbb1e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1720004 Jul 08 17:48:40.616667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56134) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.657555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b134f3c-6f98-4e6d-8f44-c8f79fe6d029 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.667841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b134f3c-6f98-4e6d-8f44-c8f79fe6d029 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.702867 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b134f3c-6f98-4e6d-8f44-c8f79fe6d029 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.710518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b134f3c-6f98-4e6d-8f44-c8f79fe6d029 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.711706 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b134f3c-6f98-4e6d-8f44-c8f79fe6d029 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/872fe714-9eec-44f8-9ce3-e534978500c5 HTTP/1.1" status: 204 len: 168 time: 0.0941164 Jul 08 17:48:40.714832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.718034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134f3c-6f98-4e6d-8f44-c8f79fe6d029 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=872fe714-9eec-44f8-9ce3-e534978500c5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.779334 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56140) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.779941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4d0480b8-78da-4162-b8ae-17f60aba8e2a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0630503 Jul 08 17:48:40.816101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223417cc-4c27-480d-8875-a0029308094d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.828387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223417cc-4c27-480d-8875-a0029308094d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.872210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223417cc-4c27-480d-8875-a0029308094d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.879432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-223417cc-4c27-480d-8875-a0029308094d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.881154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-223417cc-4c27-480d-8875-a0029308094d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f7af4731-48bd-4e3b-9873-53f9a2f29f40 HTTP/1.1" status: 204 len: 168 time: 0.1004074 Jul 08 17:48:40.884569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.890113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223417cc-4c27-480d-8875-a0029308094d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7af4731-48bd-4e3b-9873-53f9a2f29f40,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.949189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e462c626-9735-4e89-9d7d-8496f989bb06 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0608532 Jul 08 17:48:40.949459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.985794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b73412-a7dc-4f44-b308-580cf8126dda tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.994510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b73412-a7dc-4f44-b308-580cf8126dda tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.025870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b73412-a7dc-4f44-b308-580cf8126dda tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.032883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4b73412-a7dc-4f44-b308-580cf8126dda tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.037699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c4b73412-a7dc-4f44-b308-580cf8126dda tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6d44939c-dac4-4b61-b2c7-d697a4e87bf6 HTTP/1.1" status: 204 len: 168 time: 0.0836549 Jul 08 17:48:41.037699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.049293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b73412-a7dc-4f44-b308-580cf8126dda tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d44939c-dac4-4b61-b2c7-d697a4e87bf6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.088559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-83351f85-7ad6-47a2-b0ae-dba85b3ecc68 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0495324 Jul 08 17:48:41.091221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.116203 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8691452-d0d1-42aa-87e9-05960fe657a5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.123666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8691452-d0d1-42aa-87e9-05960fe657a5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.152615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8691452-d0d1-42aa-87e9-05960fe657a5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.159263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d8691452-d0d1-42aa-87e9-05960fe657a5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.164111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d8691452-d0d1-42aa-87e9-05960fe657a5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3d459323-692f-44e8-aa6c-d448c311460a HTTP/1.1" status: 204 len: 168 time: 0.0682399 Jul 08 17:48:41.164111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56150) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.174742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8691452-d0d1-42aa-87e9-05960fe657a5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d459323-692f-44e8-aa6c-d448c311460a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.217446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e1b544e4-9a0d-4bdb-be52-43ccb3578380 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0525949 Jul 08 17:48:41.220237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56152) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.247755 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae210600-e516-477b-b710-bb1688b026c5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.257801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae210600-e516-477b-b710-bb1688b026c5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.294396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae210600-e516-477b-b710-bb1688b026c5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.300915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ae210600-e516-477b-b710-bb1688b026c5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.304909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ae210600-e516-477b-b710-bb1688b026c5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1b2a56bf-c96e-4574-a8b4-e2ddbf1928bc HTTP/1.1" status: 204 len: 168 time: 0.0808825 Jul 08 17:48:41.306173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56156) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.313981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae210600-e516-477b-b710-bb1688b026c5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b2a56bf-c96e-4574-a8b4-e2ddbf1928bc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.457338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.460724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9ab9f4f6-7870-4a6a-8b64-aeb5a0678b28 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1533308 Jul 08 17:48:41.534927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc0a9-3dfb-479d-b485-c93b81044c1f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.560783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc0a9-3dfb-479d-b485-c93b81044c1f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.606646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc0a9-3dfb-479d-b485-c93b81044c1f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.609213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc0a9-3dfb-479d-b485-c93b81044c1f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.610392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f1cc0a9-3dfb-479d-b485-c93b81044c1f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/ab17e739-9b13-4656-8a7e-040c347be734 HTTP/1.1" status: 204 len: 168 time: 0.1516571 Jul 08 17:48:41.613172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56160) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.619952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cc0a9-3dfb-479d-b485-c93b81044c1f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab17e739-9b13-4656-8a7e-040c347be734,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.663587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a9bfe93f-741d-4d9c-b864-61c2f4a0365e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491896 Jul 08 17:48:41.668017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.673230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055181002'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:41.699653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.786931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.791369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.821491 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.822779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1536984 Jul 08 17:48:41.825580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56170) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.830139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': '25e10c84-6d16-49bd-9485-61dcd85a78d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:41.835295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f5e3e-c88a-4917-a9cb-dcf327a58095 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e10c84-6d16-49bd-9485-61dcd85a78d5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.860221 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.918422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.922420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.946085 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.947390 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1208110 Jul 08 17:48:41.950113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.956922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e817c-4045-4f63-a8a5-0bdc33e2ed3f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5eaecd7-8482-4717-a1f5-2d96d01e4e25,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.008927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9934-ff13-4a52-9add-f154f0a7e87f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.032977 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9934-ff13-4a52-9add-f154f0a7e87f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.095355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9934-ff13-4a52-9add-f154f0a7e87f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.098147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9934-ff13-4a52-9add-f154f0a7e87f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.100007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f1ea9934-ff13-4a52-9add-f154f0a7e87f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/25e10c84-6d16-49bd-9485-61dcd85a78d5 HTTP/1.1" status: 204 len: 168 time: 0.1483438 Jul 08 17:48:42.102499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56182) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.109830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9934-ff13-4a52-9add-f154f0a7e87f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e10c84-6d16-49bd-9485-61dcd85a78d5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.153758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-09faaaa5-ebce-4d8b-85e4-8a5c8b5ef4f6 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495560 Jul 08 17:48:42.157611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56184) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.162350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--160048174'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:42.184717 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.271055 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.275089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.305388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.306660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1480789 Jul 08 17:48:42.308457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac804-467c-456e-8535-45e22b99852f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6556aa-1f0c-455f-bce4-42c99b4f6d04,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.309428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56186) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.314148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292686149'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:42.339429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.434053 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.438745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.469460 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.473427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1602812 Jul 08 17:48:42.476269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56200) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.479236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52d410-7c4d-4a78-bc25-8bfc11e7154a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06087c6b-483b-4c48-b077-00644674f631,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.488136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': '8a6556aa-1f0c-455f-bce4-42c99b4f6d04', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '06087c6b-483b-4c48-b077-00644674f631', 'remote_ip_prefix': None}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:42.520212 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.606288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.611093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.629562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fe8a1c-a86b-4801-97f6-9acc30ff6876,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.640948 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.645108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9ee82fd6-cf22-4b5a-95a9-19fa076ac81e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1666512 Jul 08 17:48:42.645325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56212) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.674172 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b10ab2-9e86-438c-98ea-cff2fe65a4fc tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.682664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b10ab2-9e86-438c-98ea-cff2fe65a4fc tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.713867 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b10ab2-9e86-438c-98ea-cff2fe65a4fc tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.722202 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-01b10ab2-9e86-438c-98ea-cff2fe65a4fc tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.725623 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-01b10ab2-9e86-438c-98ea-cff2fe65a4fc tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c0fe8a1c-a86b-4801-97f6-9acc30ff6876 HTTP/1.1" status: 204 len: 168 time: 0.0760570 Jul 08 17:48:42.731137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56218) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.742829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b10ab2-9e86-438c-98ea-cff2fe65a4fc tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0fe8a1c-a86b-4801-97f6-9acc30ff6876,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.784989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73a3ffc0-0b39-4a9f-b9dd-85fbb84fca64 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0521894 Jul 08 17:48:42.787786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56222) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.846772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f00c861-8476-4e09-a473-5cf77336920d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.871585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f00c861-8476-4e09-a473-5cf77336920d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.920868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f00c861-8476-4e09-a473-5cf77336920d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.924376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f00c861-8476-4e09-a473-5cf77336920d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.925949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4f00c861-8476-4e09-a473-5cf77336920d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/06087c6b-483b-4c48-b077-00644674f631 HTTP/1.1" status: 204 len: 168 time: 0.1369545 Jul 08 17:48:42.930448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56232) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.938357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00c861-8476-4e09-a473-5cf77336920d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06087c6b-483b-4c48-b077-00644674f631,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.004124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4c496849-5224-40f9-9f1c-903a6f111c05 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0701506 Jul 08 17:48:43.004357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56238) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.063297 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30030674-fd6e-4456-84b4-a39652036bbf tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.094007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30030674-fd6e-4456-84b4-a39652036bbf tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.119214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.147389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30030674-fd6e-4456-84b4-a39652036bbf tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.151172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-30030674-fd6e-4456-84b4-a39652036bbf tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.153205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-30030674-fd6e-4456-84b4-a39652036bbf tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a6556aa-1f0c-455f-bce4-42c99b4f6d04 HTTP/1.1" status: 204 len: 168 time: 0.1473753 Jul 08 17:48:43.156279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.164468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30030674-fd6e-4456-84b4-a39652036bbf tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6556aa-1f0c-455f-bce4-42c99b4f6d04,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.171905 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.219042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-09f2da02-1761-427f-85f0-51b998e08dbe tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615642 Jul 08 17:48:43.224683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56248) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.229407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158713541'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:43.251421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.339209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.343446 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.384739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.389557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.394844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': '0514498a-3f48-446c-a142-ca1ed21cc508', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:43.400549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1746864 Jul 08 17:48:43.406901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c5d88-1b29-433c-9c7b-ddee2255596d tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0514498a-3f48-446c-a142-ca1ed21cc508,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.436453 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.501487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.505464 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.526667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db027567-b7fc-4a89-a0b1-7198503a2b14,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.535129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.537252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4d9ad72e-813f-451d-be0f-227d436f6bb1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1459630 Jul 08 17:48:43.539935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56252) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.564066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5dec6f4-539c-4233-9e89-9afb30d9b90a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.572639 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5dec6f4-539c-4233-9e89-9afb30d9b90a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.604994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5dec6f4-539c-4233-9e89-9afb30d9b90a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.610745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f5dec6f4-539c-4233-9e89-9afb30d9b90a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.611892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f5dec6f4-539c-4233-9e89-9afb30d9b90a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/db027567-b7fc-4a89-a0b1-7198503a2b14 HTTP/1.1" status: 204 len: 168 time: 0.0709975 Jul 08 17:48:43.614749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.620339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec6f4-539c-4233-9e89-9afb30d9b90a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db027567-b7fc-4a89-a0b1-7198503a2b14,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.658429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6b50d86-0e0c-4d74-b466-94f975459db7 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400591 Jul 08 17:48:43.658795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56256) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.715694 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acfab-52b4-4438-8f4f-6fc6a001efed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.746804 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acfab-52b4-4438-8f4f-6fc6a001efed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.796451 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acfab-52b4-4438-8f4f-6fc6a001efed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.800517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-580acfab-52b4-4438-8f4f-6fc6a001efed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.805132 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-580acfab-52b4-4438-8f4f-6fc6a001efed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/0514498a-3f48-446c-a142-ca1ed21cc508 HTTP/1.1" status: 204 len: 168 time: 0.1453099 Jul 08 17:48:43.805429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56260) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.815641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580acfab-52b4-4438-8f4f-6fc6a001efed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514498a-3f48-446c-a142-ca1ed21cc508,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.871838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-74214b7c-606f-4542-a746-441aebb65209 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613265 Jul 08 17:48:43.872578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56262) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.876947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group': {'name': 'tempest-secgroup--198211081'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:43.899567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.990300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.994956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.041261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.048103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1719277 Jul 08 17:48:44.050866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56264) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.061319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8bbaf-f061-4272-8a92-c741f79c8505 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06f8bbb-b735-4706-978f-1fb4bc91cde4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.065483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'e06f8bbb-b735-4706-978f-1fb4bc91cde4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:44.151193 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.226535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.231835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.251897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6df5151-d602-4a9e-95a5-109f240e9de3,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.256825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.260974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1d525133-f1e8-4cc9-8533-c8fcb2534878 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2030840 Jul 08 17:48:44.261171 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56270) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.279794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4ad54eca-2749-4f13-9b65-61fb1590b558 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules/b6df5151-d602-4a9e-95a5-109f240e9de3 HTTP/1.1" status: 200 len: 763 time: 0.0174494 Jul 08 17:48:44.282356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56272) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.338328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb56f64a-3ca8-4589-a864-1cbadb4871ed tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0548072 Jul 08 17:48:44.340752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56274) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.366217 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4afac6-68f3-494a-a029-14a9561a937f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.375055 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4afac6-68f3-494a-a029-14a9561a937f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.408212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4afac6-68f3-494a-a029-14a9561a937f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.416627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2e4afac6-68f3-494a-a029-14a9561a937f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.417766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2e4afac6-68f3-494a-a029-14a9561a937f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b6df5151-d602-4a9e-95a5-109f240e9de3 HTTP/1.1" status: 204 len: 168 time: 0.0761120 Jul 08 17:48:44.420400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56276) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.423676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4afac6-68f3-494a-a029-14a9561a937f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6df5151-d602-4a9e-95a5-109f240e9de3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.462404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b69268ff-bb86-4cdd-937e-a8b6ca4e9d6f tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407064 Jul 08 17:48:44.464854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56278) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.469089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'e06f8bbb-b735-4706-978f-1fb4bc91cde4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:44.496954 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.543840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.548271 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.569858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dce951e-49a0-4cd5-8d54-c048fbe87f3f,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.575715 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.577037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4545ae8-d9c0-4090-92ff-7fba20948ad1 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1112092 Jul 08 17:48:44.579657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56280) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.597736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ce8b9248-545e-4c64-b5de-93f1d8437e0a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules/2dce951e-49a0-4cd5-8d54-c048fbe87f3f HTTP/1.1" status: 200 len: 763 time: 0.0169928 Jul 08 17:48:44.599230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56282) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.639478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-55239e6d-ec20-479d-825a-62e07ce0f1b5 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389929 Jul 08 17:48:44.641980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56284) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.665796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec9572a3-fa22-4ed7-a8bd-06ca6433930c tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.673282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec9572a3-fa22-4ed7-a8bd-06ca6433930c tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.700044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec9572a3-fa22-4ed7-a8bd-06ca6433930c tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.706183 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec9572a3-fa22-4ed7-a8bd-06ca6433930c tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.707272 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ec9572a3-fa22-4ed7-a8bd-06ca6433930c tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2dce951e-49a0-4cd5-8d54-c048fbe87f3f HTTP/1.1" status: 204 len: 168 time: 0.0644233 Jul 08 17:48:44.710549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56286) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.721562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9572a3-fa22-4ed7-a8bd-06ca6433930c tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dce951e-49a0-4cd5-8d54-c048fbe87f3f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.758442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c2cf4c4f-28ab-45b9-bfed-ac253e98c99b tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468049 Jul 08 17:48:44.761092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56288) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.765499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Request body: {'security_group_rule': {'security_group_id': 'e06f8bbb-b735-4706-978f-1fb4bc91cde4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:44.793439 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.854479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.858397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.876020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fae3c58-1ad4-4206-99c6-34924401b2f6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.884272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.886377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bc73478d-b533-4d9b-8d2f-faaad2c72663 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237535 Jul 08 17:48:44.888267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56290) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.905763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ced2368-a341-4168-ad13-b9fb60055778 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules/9fae3c58-1ad4-4206-99c6-34924401b2f6 HTTP/1.1" status: 200 len: 764 time: 0.0162437 Jul 08 17:48:44.908083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56292) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.949643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8a3fd9fc-44a0-43a9-b3fe-0c9d3d1c8244 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0403438 Jul 08 17:48:44.952012 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56294) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:44.980697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7867878-bc8b-4b21-8bf0-0df7768f346a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.988091 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7867878-bc8b-4b21-8bf0-0df7768f346a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.015639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7867878-bc8b-4b21-8bf0-0df7768f346a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.021653 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f7867878-bc8b-4b21-8bf0-0df7768f346a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.022910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f7867878-bc8b-4b21-8bf0-0df7768f346a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9fae3c58-1ad4-4206-99c6-34924401b2f6 HTTP/1.1" status: 204 len: 168 time: 0.0698977 Jul 08 17:48:45.025465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56296) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.029032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867878-bc8b-4b21-8bf0-0df7768f346a tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fae3c58-1ad4-4206-99c6-34924401b2f6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:45.069656 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1079ee75-a4f3-4fe8-bd7e-5a9ef80c343e tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0426579 Jul 08 17:48:45.072194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56298) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.126671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319b61dc-0586-41af-8f0c-888aab5c5d18 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.149013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319b61dc-0586-41af-8f0c-888aab5c5d18 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.200496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319b61dc-0586-41af-8f0c-888aab5c5d18 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.203156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-319b61dc-0586-41af-8f0c-888aab5c5d18 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.204315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-319b61dc-0586-41af-8f0c-888aab5c5d18 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "DELETE /v2.0/security-groups/e06f8bbb-b735-4706-978f-1fb4bc91cde4 HTTP/1.1" status: 204 len: 168 time: 0.1311405 Jul 08 17:48:45.207004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56304) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.214428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b61dc-0586-41af-8f0c-888aab5c5d18 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06f8bbb-b735-4706-978f-1fb4bc91cde4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:45.261378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b0d22196-5d2d-4e73-81ea-26fd00775623 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527797 Jul 08 17:48:45.267207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56308) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.315076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-35cc268d-cdc1-45fa-9149-974d517a3d54 tempest-SecGroupTest-953265318 tempest-SecGroupTest-953265318-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483980 Jul 08 17:48:45.575704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56316) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.710914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c80df316-b853-4202-b6f5-c027b1f6eb87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2abfae68f2e143c09dc39e0cc1aabea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339734 Jul 08 17:48:45.713298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56320) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.776314 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d41c73bc-d8f1-431d-ab39-eb8c1817cd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.801276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d41c73bc-d8f1-431d-ab39-eb8c1817cd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.850008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d41c73bc-d8f1-431d-ab39-eb8c1817cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.853421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d41c73bc-d8f1-431d-ab39-eb8c1817cd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.854949 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d41c73bc-d8f1-431d-ab39-eb8c1817cd7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35d26eaa-4dc9-49ba-88b4-360e51718169 HTTP/1.1" status: 204 len: 168 time: 0.1406238 Jul 08 17:48:45.864541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c73bc-d8f1-431d-ab39-eb8c1817cd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d26eaa-4dc9-49ba-88b4-360e51718169,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:46.648683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:46.752188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5a9450a1-000f-4962-b6a3-c438f89b3068 tempest-ServiceProvidersTest-670099304 tempest-ServiceProvidersTest-670099304-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1023362 Jul 08 17:48:46.988418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56356) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:47.091309 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.178426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.182224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.219048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecf4d02248414fcab53f6d4881b558df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296031 Jul 08 17:48:47.220912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc70702-c37c-446e-bd47-175e649c1cf3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:47.221681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56360) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:47.228210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.228552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.228889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.229218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.229548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.229875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.230224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.230549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.230871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.231191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.231512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.231833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bed92-c27a-4b79-8edf-07187c1c2d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:47.274666 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c40d0ef-2143-4e99-9a87-628136244cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.295446 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c40d0ef-2143-4e99-9a87-628136244cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.341376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c40d0ef-2143-4e99-9a87-628136244cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.343948 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c40d0ef-2143-4e99-9a87-628136244cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.345085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c40d0ef-2143-4e99-9a87-628136244cb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1dc70702-c37c-446e-bd47-175e649c1cf3 HTTP/1.1" status: 204 len: 168 time: 0.1224091 Jul 08 17:48:47.352717 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40d0ef-2143-4e99-9a87-628136244cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc70702-c37c-446e-bd47-175e649c1cf3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:49.534565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91fcc6d5-430b-49ec-93de-02fd4138f846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.053718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56500) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:52.200093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21be74ed-22d2-46ef-9b8a-61f8dd15ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.221036 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85ec5d44-c753-4adf-8037-abd0505f5c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.331294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.331575 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21be74ed-22d2-46ef-9b8a-61f8dd15ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.338131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-21be74ed-22d2-46ef-9b8a-61f8dd15ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.373111 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-21be74ed-22d2-46ef-9b8a-61f8dd15ac0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b274bb3f13e4024bada67a8372b60eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180876 Jul 08 17:48:52.375703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:52.395296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be74ed-22d2-46ef-9b8a-61f8dd15ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa9ed1-1807-4dff-bfba-58c3eb52c0d3,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:52.432080 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec586a4b-c1ff-42a5-8800-b32292dc4ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.467001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec586a4b-c1ff-42a5-8800-b32292dc4ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.521211 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec586a4b-c1ff-42a5-8800-b32292dc4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.523907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec586a4b-c1ff-42a5-8800-b32292dc4ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.525290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ec586a4b-c1ff-42a5-8800-b32292dc4ac0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86fa9ed1-1807-4dff-bfba-58c3eb52c0d3 HTTP/1.1" status: 204 len: 168 time: 0.1478553 Jul 08 17:48:52.534378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec586a4b-c1ff-42a5-8800-b32292dc4ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa9ed1-1807-4dff-bfba-58c3eb52c0d3,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:53.584257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56538) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:53.633417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.707492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c04a2e0c-8467-4aaf-a282-e69178ee85a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.798696 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c04a2e0c-8467-4aaf-a282-e69178ee85a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.802587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c04a2e0c-8467-4aaf-a282-e69178ee85a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.842488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c04a2e0c-8467-4aaf-a282-e69178ee85a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4f9a0176f7c467c93dd94355ab60d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568305 Jul 08 17:48:53.843344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a2e0c-8467-4aaf-a282-e69178ee85a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7069cb-cd3c-4a74-a1ab-6d819b2fed0d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:53.845151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:53.901647 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6883-3383-45c0-a3b4-406e9e5c7296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.923641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6883-3383-45c0-a3b4-406e9e5c7296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.978319 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6883-3383-45c0-a3b4-406e9e5c7296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.980970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6883-3383-45c0-a3b4-406e9e5c7296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.984590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1f3f6883-3383-45c0-a3b4-406e9e5c7296 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a7069cb-cd3c-4a74-a1ab-6d819b2fed0d HTTP/1.1" status: 204 len: 168 time: 0.1359942 Jul 08 17:48:53.992155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f6883-3383-45c0-a3b4-406e9e5c7296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7069cb-cd3c-4a74-a1ab-6d819b2fed0d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:54.251853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56556) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:54.266309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.357274 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.360913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.398955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d05be1b8a87d48aa8f16fe4fd3b7c5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459756 Jul 08 17:48:54.400868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173f40e-2723-4101-b4fd-031f3849ff6b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:54.401699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:54.408742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.409470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.409470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.409757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.410138 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.410475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.410803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.411686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.412110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.412441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.412768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.413093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9640d9-d329-4bd8-88ac-d785bf53f6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:54.456385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d74aa73-dfba-438d-b71d-198146afdef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.479035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d74aa73-dfba-438d-b71d-198146afdef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.539996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d74aa73-dfba-438d-b71d-198146afdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.542716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5d74aa73-dfba-438d-b71d-198146afdef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.544054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5d74aa73-dfba-438d-b71d-198146afdef0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0173f40e-2723-4101-b4fd-031f3849ff6b HTTP/1.1" status: 204 len: 168 time: 0.1412282 Jul 08 17:48:54.552278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74aa73-dfba-438d-b71d-198146afdef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173f40e-2723-4101-b4fd-031f3849ff6b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:55.006510 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.634669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56720) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:04.745511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-090d79b5-a547-40ad-8719-e6b32556d948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.835583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-090d79b5-a547-40ad-8719-e6b32556d948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.839444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-090d79b5-a547-40ad-8719-e6b32556d948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.872958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-090d79b5-a547-40ad-8719-e6b32556d948 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe006ea89aa2456aba1c8a302b781a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370286 Jul 08 17:49:04.875657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56726) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:04.882385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d79b5-a547-40ad-8719-e6b32556d948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2255dcb-fb7a-4b6a-b690-ed63f271b465,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:04.933107 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c34d34b6-edef-4c7f-a91c-87f861f3b2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.955160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c34d34b6-edef-4c7f-a91c-87f861f3b2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.003968 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c34d34b6-edef-4c7f-a91c-87f861f3b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.006825 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c34d34b6-edef-4c7f-a91c-87f861f3b2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.008019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c34d34b6-edef-4c7f-a91c-87f861f3b2c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2255dcb-fb7a-4b6a-b690-ed63f271b465 HTTP/1.1" status: 204 len: 168 time: 0.1313710 Jul 08 17:49:05.017250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d34b6-edef-4c7f-a91c-87f861f3b2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2255dcb-fb7a-4b6a-b690-ed63f271b465,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:05.270580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:05.283807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1aea61b5-afc9-44d4-95e1-21cf2e584998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.375329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1aea61b5-afc9-44d4-95e1-21cf2e584998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.379216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1aea61b5-afc9-44d4-95e1-21cf2e584998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.417780 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1aea61b5-afc9-44d4-95e1-21cf2e584998 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ffe1f6e3cb149eeb18e55d46dc94b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460478 Jul 08 17:49:05.418691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea61b5-afc9-44d4-95e1-21cf2e584998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a34d54-e0a0-4d5f-8ff8-1f1ca1fd37b2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:05.420536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:05.478243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d85027b5-9000-448f-a498-b8e2fb14203f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.499252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d85027b5-9000-448f-a498-b8e2fb14203f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.545105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d85027b5-9000-448f-a498-b8e2fb14203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.547850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d85027b5-9000-448f-a498-b8e2fb14203f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.549006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d85027b5-9000-448f-a498-b8e2fb14203f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6a34d54-e0a0-4d5f-8ff8-1f1ca1fd37b2 HTTP/1.1" status: 204 len: 168 time: 0.1265993 Jul 08 17:49:05.557302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85027b5-9000-448f-a498-b8e2fb14203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a34d54-e0a0-4d5f-8ff8-1f1ca1fd37b2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:07.507350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56824) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:07.614033 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84a2cb07-7911-43bd-8517-145b1043a11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.700061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84a2cb07-7911-43bd-8517-145b1043a11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.703789 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-84a2cb07-7911-43bd-8517-145b1043a11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.742496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-84a2cb07-7911-43bd-8517-145b1043a11a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69b212dd4f554bbf8cc5eca828fe3fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339258 Jul 08 17:49:07.744348 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56828) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:07.750349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2cb07-7911-43bd-8517-145b1043a11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d65eb91-2088-4160-8c51-558817faa8b5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:07.797554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19df858c-e2a4-45d1-8f0b-d022cc307f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.818700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19df858c-e2a4-45d1-8f0b-d022cc307f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.870252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19df858c-e2a4-45d1-8f0b-d022cc307f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.872785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-19df858c-e2a4-45d1-8f0b-d022cc307f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.876603 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-19df858c-e2a4-45d1-8f0b-d022cc307f70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d65eb91-2088-4160-8c51-558817faa8b5 HTTP/1.1" status: 204 len: 168 time: 0.1313362 Jul 08 17:49:07.885507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df858c-e2a4-45d1-8f0b-d022cc307f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d65eb91-2088-4160-8c51-558817faa8b5,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:08.135083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56838) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:08.149020 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24dad964-4155-4179-a089-354fe733cfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.244484 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24dad964-4155-4179-a089-354fe733cfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.248252 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-24dad964-4155-4179-a089-354fe733cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.287689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-24dad964-4155-4179-a089-354fe733cfe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ce5741ea21549c0bb68e854ba047fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515052 Jul 08 17:49:08.288839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dad964-4155-4179-a089-354fe733cfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f342f2-92c9-421a-82a5-0f36e17823bf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:08.290490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 56842) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:08.347881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17df5bd-d096-4797-8065-0408f5c7821a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.371756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17df5bd-d096-4797-8065-0408f5c7821a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.417411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17df5bd-d096-4797-8065-0408f5c7821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.420146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a17df5bd-d096-4797-8065-0408f5c7821a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.422385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a17df5bd-d096-4797-8065-0408f5c7821a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1f342f2-92c9-421a-82a5-0f36e17823bf HTTP/1.1" status: 204 len: 168 time: 0.1235430 Jul 08 17:49:08.431733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df5bd-d096-4797-8065-0408f5c7821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f342f2-92c9-421a-82a5-0f36e17823bf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:10.946547 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:49:13.095528 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:13.161000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.846145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56988) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:17.958381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb6f84be-45e2-4872-b476-b3043213e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.047384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb6f84be-45e2-4872-b476-b3043213e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.051890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb6f84be-45e2-4872-b476-b3043213e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.088602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f84be-45e2-4872-b476-b3043213e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f605f-b891-40fb-9016-c4c26653a3b9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:18.093852 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb6f84be-45e2-4872-b476-b3043213e502 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3f883c9131440e88b15049ce30a3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466958 Jul 08 17:49:18.096825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 56992) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:18.154061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1259618-d9a4-41b9-be75-a9466e07af1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.175400 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1259618-d9a4-41b9-be75-a9466e07af1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.224997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1259618-d9a4-41b9-be75-a9466e07af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.227725 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1259618-d9a4-41b9-be75-a9466e07af1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.231368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d1259618-d9a4-41b9-be75-a9466e07af1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e89f605f-b891-40fb-9016-c4c26653a3b9 HTTP/1.1" status: 204 len: 168 time: 0.1308804 Jul 08 17:49:18.236798 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1259618-d9a4-41b9-be75-a9466e07af1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f605f-b891-40fb-9016-c4c26653a3b9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:19.230279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57030) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:19.336846 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c93ad85a-0099-416e-8403-526b553fc328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.430509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c93ad85a-0099-416e-8403-526b553fc328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.434229 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c93ad85a-0099-416e-8403-526b553fc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.473688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c93ad85a-0099-416e-8403-526b553fc328 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5919501843724178bb520c9da13a74da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422452 Jul 08 17:49:19.474631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ad85a-0099-416e-8403-526b553fc328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda76c2-8910-4487-8354-e9cc5c66c4f5,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:19.476383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:19.527210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f63f-d3be-4b9c-af4e-223c1c97c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.532156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6401de37-446b-4abd-a52c-5a78732ce12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.554018 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6401de37-446b-4abd-a52c-5a78732ce12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.600941 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6401de37-446b-4abd-a52c-5a78732ce12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.603566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6401de37-446b-4abd-a52c-5a78732ce12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.604700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6401de37-446b-4abd-a52c-5a78732ce12e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6dda76c2-8910-4487-8354-e9cc5c66c4f5 HTTP/1.1" status: 204 len: 168 time: 0.1266739 Jul 08 17:49:19.612646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401de37-446b-4abd-a52c-5a78732ce12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda76c2-8910-4487-8354-e9cc5c66c4f5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:22.203859 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e2144fc9-b8f4-4855-9063-b86abbc6d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.327911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.632839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.011105 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.721440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57190) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:28.837389 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e90d35b4-14a6-4590-9541-cd9412a589a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.928360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e90d35b4-14a6-4590-9541-cd9412a589a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.932210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e90d35b4-14a6-4590-9541-cd9412a589a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.982333 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e90d35b4-14a6-4590-9541-cd9412a589a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18eaf2be6241421397a1790e5d0cb3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501225 Jul 08 17:49:28.983195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d35b4-14a6-4590-9541-cd9412a589a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9d2fd-de61-40de-833e-a15a6083945d,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:28.985875 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57198) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:29.037073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bf43-19c3-486a-b86d-b38bd6dcd030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.062181 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bf43-19c3-486a-b86d-b38bd6dcd030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.108614 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bf43-19c3-486a-b86d-b38bd6dcd030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.111305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7c6bf43-19c3-486a-b86d-b38bd6dcd030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.112472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d7c6bf43-19c3-486a-b86d-b38bd6dcd030 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cf9d2fd-de61-40de-833e-a15a6083945d HTTP/1.1" status: 204 len: 168 time: 0.1251366 Jul 08 17:49:29.120358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6bf43-19c3-486a-b86d-b38bd6dcd030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9d2fd-de61-40de-833e-a15a6083945d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:31.091537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57372) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.203800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5126e9-ff91-4723-a3d0-dbbecd335223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.299681 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5126e9-ff91-4723-a3d0-dbbecd335223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.303471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da5126e9-ff91-4723-a3d0-dbbecd335223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.343091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5126e9-ff91-4723-a3d0-dbbecd335223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e3175c-4422-4409-a093-71de5fff5d28,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:31.348156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da5126e9-ff91-4723-a3d0-dbbecd335223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=419a29a0e664422b933a2dd9c16268ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554324 Jul 08 17:49:31.350397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57380) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.399082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38de2071-1a23-4964-b43b-c6c5f5193448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.419917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38de2071-1a23-4964-b43b-c6c5f5193448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.466589 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38de2071-1a23-4964-b43b-c6c5f5193448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.469234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-38de2071-1a23-4964-b43b-c6c5f5193448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.470418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-38de2071-1a23-4964-b43b-c6c5f5193448 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25e3175c-4422-4409-a093-71de5fff5d28 HTTP/1.1" status: 204 len: 168 time: 0.1188941 Jul 08 17:49:31.478369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de2071-1a23-4964-b43b-c6c5f5193448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e3175c-4422-4409-a093-71de5fff5d28,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:31.731593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57390) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.748609 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a1b205b-5f1e-4f4c-984e-e7ce962c22de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.846109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a1b205b-5f1e-4f4c-984e-e7ce962c22de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.850554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7a1b205b-5f1e-4f4c-984e-e7ce962c22de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.888211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7a1b205b-5f1e-4f4c-984e-e7ce962c22de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3893bf904dd427e8ead035f37068f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554756 Jul 08 17:49:31.889075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b205b-5f1e-4f4c-984e-e7ce962c22de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee12a39f-9862-42f5-a89f-57ae00eeba77,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:31.891517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.944161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31beb42c-c244-41de-8fb8-7675546c6b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.964785 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31beb42c-c244-41de-8fb8-7675546c6b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.016570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31beb42c-c244-41de-8fb8-7675546c6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.019167 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31beb42c-c244-41de-8fb8-7675546c6b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.020317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-31beb42c-c244-41de-8fb8-7675546c6b93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee12a39f-9862-42f5-a89f-57ae00eeba77 HTTP/1.1" status: 204 len: 168 time: 0.1267366 Jul 08 17:49:32.028984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb42c-c244-41de-8fb8-7675546c6b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee12a39f-9862-42f5-a89f-57ae00eeba77,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:43.120242 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:43.152206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:47.945653 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:49:49.533375 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-215891b3-1c75-4c46-bd2a-2c495ed22b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.204805 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3a434576-3727-466e-bc21-7dabd63622f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.330331 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:53.635219 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.011365 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.680535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57924) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:12.685368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556831438', 'description': 'tempest-secgroup-smoke-1556831438 description', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:12.707929 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.796375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.799947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.830355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.831631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500762 Jul 08 17:50:12.834204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411d3f80-4a9a-4e16-968d-89ddc8237143,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:12.835702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57926) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:12.840374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group_rule': {'security_group_id': '411d3f80-4a9a-4e16-968d-89ddc8237143', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:12.841667 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.842028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.842377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.842714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.843053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.843387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.843716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.844046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.844374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.844703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.845025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.845347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d0e389-0388-4c74-8d27-459873ce147a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.868046 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.914546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.918190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.935609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866d33cf-bcb9-4516-86a8-36e68a304c95,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:12.944512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.944856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.945195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.945526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.945855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.946236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.946566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.946889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.947238 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.947558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.947879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.948197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:12.950804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.951970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-56b6c1b4-d52d-4aaa-a30f-94d4d4f07441 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152868 Jul 08 17:50:12.954769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 57928) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:12.959844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group_rule': {'security_group_id': '411d3f80-4a9a-4e16-968d-89ddc8237143', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:12.986843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.042869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.046506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.064390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071cb2b9-f2b3-45d7-9816-dfb53c27285a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:13.068595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.069780 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0bac6745-6f12-4af3-96f7-c693e8670646 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141157 Jul 08 17:50:13.072693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57930) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:13.077433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group_rule': {'security_group_id': '411d3f80-4a9a-4e16-968d-89ddc8237143', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:13.108717 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.111054 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.154456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.173399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.177026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.194436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b710563d-4b85-40a1-8765-4440b84a534e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:13.199369 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.200561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-011bad25-dd71-4d1b-b021-8a68d666691a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268671 Jul 08 17:50:13.203252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:13.208287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group_rule': {'security_group_id': '411d3f80-4a9a-4e16-968d-89ddc8237143', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:13.232874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.290658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.294101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.311525 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f901d225-f5c4-42b3-abf2-89f930713a71,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:13.318034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.319259 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0c4c0cf-e083-4e5a-9946-64fda5239397 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150978 Jul 08 17:50:13.321901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57934) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:13.326236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group_rule': {'security_group_id': '411d3f80-4a9a-4e16-968d-89ddc8237143', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:13.347530 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Project 7cb3fc8cb401484dadbe6fdadace4251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:50:13.352310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.411328 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.414821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.432410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9e0e24-51b1-4481-a99d-99494c35e971,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:13.438802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.439887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cb5c72e8-bc78-48fc-a883-1a1348e71484 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170537 Jul 08 17:50:13.443408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 57936) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:13.447831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'security_group_rule': {'security_group_id': '411d3f80-4a9a-4e16-968d-89ddc8237143', 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:13.469831 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Project 7cb3fc8cb401484dadbe6fdadace4251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:50:13.475466 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.537901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.541488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.562199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc733a19-9cbc-4f1b-a09c-3853f585f299,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:13.566309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.568030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc17d4d0-ed82-4afd-90c7-d2b997a016cc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233430 Jul 08 17:50:13.926761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-80bc25e9-c63d-4232-84eb-c54c30598ec8 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556831438&fields=id&tenant_id=7cb3fc8cb401484dadbe6fdadace4251 HTTP/1.1" status: 200 len: 267 time: 0.0429020 Jul 08 17:50:14.103738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-af52cb6a-73fd-4bb9-8509-713ebbdd6b4f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:14.105107 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-af52cb6a-73fd-4bb9-8509-713ebbdd6b4f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 814 time: 0.1719618 Jul 08 17:50:14.119863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-a73de1bd-1abc-4266-ba10-cf967fe20152 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/quotas/7cb3fc8cb401484dadbe6fdadace4251 HTTP/1.1" status: 200 len: 375 time: 0.0094590 Jul 08 17:50:14.225627 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-27df528d-f2f4-410a-bd2e-cb25da01addc tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010318 Jul 08 17:50:14.412337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-4b15fe9d-1bb9-4ec7-a29a-a5c5039a2860 service neutron] 10.222.0.48 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758933 Jul 08 17:50:14.502764 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-fbb87fd6-34a9-4a1c-8721-c846f6feffd0 service neutron] 10.222.0.48 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849297 Jul 08 17:50:14.888016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43991113-3265-42c3-a324-4fa817e19382 req-72b91db0-2423-40dc-81ab-ce3cf8091fbb tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 210 time: 0.0961976 Jul 08 17:50:15.831825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-fbf85a71-9040-40eb-9176-981272b2acb8 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:15.833837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-fbf85a71-9040-40eb-9176-981272b2acb8 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 814 time: 0.1037478 Jul 08 17:50:15.888507 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-2fb72e6f-93d3-4ce7-b2b5-076c85a232e3 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb3fc8cb401484dadbe6fdadace4251 HTTP/1.1" status: 200 len: 380 time: 0.0452521 Jul 08 17:50:15.897560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'port': {'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'admin_state_up': True, 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'security_groups': ['411d3f80-4a9a-4e16-968d-89ddc8237143']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:16.042387 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51326bc4-5cd4-4e5c-b1d4-ebb8869c1621 req-b250cb75-0a87-424a-b0eb-69c4a59bec04 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 210 time: 0.0356548 Jul 08 17:50:16.044059 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Made reservation on behalf of 7cb3fc8cb401484dadbe6fdadace4251 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:50:16.047951 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.178578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Allocated IP 172.20.0.4 (a875c40d-e31b-4684-bbf0-d8cde4359252/8ba0a22b-6fc2-471c-826c-68e2c8496d34/85764380-a7af-4265-9d8f-f30660a8d59f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:16.317708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.336522 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Transition to ACTIVE for port object 85764380-a7af-4265-9d8f-f30660a8d59f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:16.369622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.414306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Network a875c40d-e31b-4684-bbf0-d8cde4359252 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:16.420700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:16.423478 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:16.456989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'Port': ['ID=85764380-a7af-4265-9d8f-f30660a8d59f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:16.483531 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:16.484179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.500104 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-9b0020b7-2cc2-4e34-894c-c63aea77c77d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067674 Jul 08 17:50:16.512019 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Request body: {'port': {'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:16.598758 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.719283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9efa0103-abd2-4afe-8567-ea539bf45881 None None] Provisioning for port 85764380-a7af-4265-9d8f-f30660a8d59f completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:16.724279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9efa0103-abd2-4afe-8567-ea539bf45881 None None] Provisioning complete for port 85764380-a7af-4265-9d8f-f30660a8d59f triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:16.724642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9efa0103-abd2-4afe-8567-ea539bf45881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.765064 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9efa0103-abd2-4afe-8567-ea539bf45881 None None] Port 85764380-a7af-4265-9d8f-f30660a8d59f cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:50:16.872721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85764380-a7af-4265-9d8f-f30660a8d59f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:50:16.880331 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.891877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Transition to ACTIVE for port object 85764380-a7af-4265-9d8f-f30660a8d59f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:16.896014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.967056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=85764380-a7af-4265-9d8f-f30660a8d59f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:17.022727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Attempting to bind port 85764380-a7af-4265-9d8f-f30660a8d59f on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:50:17.023047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Attempting to bind port 85764380-a7af-4265-9d8f-f30660a8d59f by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:50:17.023368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Attempting to bind port 85764380-a7af-4265-9d8f-f30660a8d59f on network a875c40d-e31b-4684-bbf0-d8cde4359252 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:17.028440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Port 85764380-a7af-4265-9d8f-f30660a8d59f on network a875c40d-e31b-4684-bbf0-d8cde4359252 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:50:17.028763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Attempting to bind port 85764380-a7af-4265-9d8f-f30660a8d59f on network a875c40d-e31b-4684-bbf0-d8cde4359252 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:17.034044 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:50:17.034385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Checking segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:17.034766 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Bound using segment: {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:50:17.035186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Bound port: 85764380-a7af-4265-9d8f-f30660a8d59f, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77051b2a-4629-49e5-b98f-f4e50c2be2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:50:17.036051 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.121287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] For port 85764380-a7af-4265-9d8f-f30660a8d59f, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:50:17.126242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] For port 85764380-a7af-4265-9d8f-f30660a8d59f, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=85764380-a7af-4265-9d8f-f30660a8d59f,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:50:17.131830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.174435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.175073 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.177220 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 1091 time: 0.6696496 Jul 08 17:50:17.177888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:17.180223 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8958df-acaf-4ab8-92e6-97573d6a302a" -d '{"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:17.227435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b51107-4246-4310-8d1d-137adde5e1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=85764380-a7af-4265-9d8f-f30660a8d59f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:17.246082 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae758565-d630-49b8-9e7c-04cfd42fdd3c x-openstack-request-id: req-ae758565-d630-49b8-9e7c-04cfd42fdd3c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:17.246443 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:17.247426 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae758565-d630-49b8-9e7c-04cfd42fdd3c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:17.247426 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'status': 'completed', 'code': 200} Jul 08 17:50:17.286897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bedcf-9afe-4c14-94ee-7435beaa208d req-3c3eac35-4380-4167-ab4d-42c58ba1ae99 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.288661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-327bedcf-9afe-4c14-94ee-7435beaa208d req-3c3eac35-4380-4167-ab4d-42c58ba1ae99 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0810053 Jul 08 17:50:17.299120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-17ca71e3-3cee-46b1-bec9-691bff73b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.300729 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-17ca71e3-3cee-46b1-bec9-691bff73b7e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1094 time: 0.0755551 Jul 08 17:50:17.340570 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-327bedcf-9afe-4c14-94ee-7435beaa208d req-972aa104-7942-49be-baf0-c386cafd1690 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459101 Jul 08 17:50:17.351248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-7098de72-1dcb-459f-82b4-46e96ca04604 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 217 time: 0.0411232 Jul 08 17:50:17.403512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-bd01db44-4dba-48cf-b16d-849ec6507fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.405005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-bd01db44-4dba-48cf-b16d-849ec6507fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0482712 Jul 08 17:50:17.466470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062607-3916-480d-a3a9-97aad6c13622 req-1a742734-aefe-4c7b-ba00-12f87c42a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.467979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-1a742734-aefe-4c7b-ba00-12f87c42a55a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564270 Jul 08 17:50:17.562033 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-338e1832-3b59-4ccb-b2ad-75b8a5b4d168 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866840 Jul 08 17:50:17.655958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-be062607-3916-480d-a3a9-97aad6c13622 req-8da06c57-2bac-4ab8-8f3e-d72044b205ce service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874121 Jul 08 17:50:17.762171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-befc97c0-45d3-4bf8-9873-a3f433762fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.763711 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-befc97c0-45d3-4bf8-9873-a3f433762fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1094 time: 0.0614581 Jul 08 17:50:17.858723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-4e5487b7-5b0c-4db6-b2b0-23e5a9eeedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.860201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-4e5487b7-5b0c-4db6-b2b0-23e5a9eeedbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 915 time: 0.0896125 Jul 08 17:50:17.907955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-3cecf175-8f71-445c-8b17-40a58c33cb01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 217 time: 0.0391181 Jul 08 17:50:17.956165 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-da752191-5960-4947-a9ee-c29671237423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.958363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-da752191-5960-4947-a9ee-c29671237423 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0447006 Jul 08 17:50:18.015856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-250445be-3ada-45c8-aff4-4a9fe337d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:18.017388 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-250445be-3ada-45c8-aff4-4a9fe337d572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531723 Jul 08 17:50:18.110927 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-4dce2cdc-ec4c-47db-a2dc-44ab7207065d service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Jul 08 17:50:18.621245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f8958df-acaf-4ab8-92e6-97573d6a302a req-0edcf7ed-530a-47f2-b126-0accbb146497 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037870 Jul 08 17:50:18.644218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf76dde-682b-4003-be96-e2b25232545b req-bb45842b-cc32-4b92-ba93-62f92d6cfb25 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:18.645767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf76dde-682b-4003-be96-e2b25232545b req-bb45842b-cc32-4b92-ba93-62f92d6cfb25 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.1483901 Jul 08 17:50:18.688279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1cf76dde-682b-4003-be96-e2b25232545b req-6fc37732-2d39-4e19-b239-3a313adc350f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367744 Jul 08 17:50:19.535415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d9b93b55-c441-48d2-8302-4043fee8c693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:19.887451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06164dc6-8727-44fd-8c6a-3d0ad4771c8c req-f13009b3-d978-441e-97da-3cdf776eb4b2 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:19.894727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06164dc6-8727-44fd-8c6a-3d0ad4771c8c req-f13009b3-d978-441e-97da-3cdf776eb4b2 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0729856 Jul 08 17:50:19.930736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06164dc6-8727-44fd-8c6a-3d0ad4771c8c req-d931ab92-ad62-4f7f-aa3f-3f1a8b34f6c9 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Jul 08 17:50:21.106504 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ed534-7183-4bfb-99db-fd746bebe5f3 req-fbdb3900-78d6-47a0-a8c9-31a7c10d143d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:21.108008 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-203ed534-7183-4bfb-99db-fd746bebe5f3 req-fbdb3900-78d6-47a0-a8c9-31a7c10d143d tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0666120 Jul 08 17:50:21.145508 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-203ed534-7183-4bfb-99db-fd746bebe5f3 req-2b35b847-dfcf-4c72-9b79-61add52aa60e tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320308 Jul 08 17:50:22.207142 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-68e3609b-53ca-499d-a45f-465c38213fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.327623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692803f-bbe8-4c34-aacc-e7b3ea397125 req-e0df9876-fb70-46b0-9b8d-e6501542f11f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:22.329278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8692803f-bbe8-4c34-aacc-e7b3ea397125 req-e0df9876-fb70-46b0-9b8d-e6501542f11f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0718529 Jul 08 17:50:22.334282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.369652 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8692803f-bbe8-4c34-aacc-e7b3ea397125 req-bed80bca-bac7-4e51-9d8f-413e6e9cdd3f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Jul 08 17:50:23.549698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593664d6-f36c-495b-a8c5-efe74fba89c3 req-19b7d960-f792-4537-b8d1-0d298b066bc9 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:23.551275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-593664d6-f36c-495b-a8c5-efe74fba89c3 req-19b7d960-f792-4537-b8d1-0d298b066bc9 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0708535 Jul 08 17:50:23.589945 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-593664d6-f36c-495b-a8c5-efe74fba89c3 req-0f5189fc-7ec3-409a-9f26-8cccdb67df9a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Jul 08 17:50:23.637005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.762399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7261f6a-dd68-4ba3-b9a0-8a983871e779 req-a3f0de21-aa75-4cc4-92c3-00a1e2126893 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:24.764095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7261f6a-dd68-4ba3-b9a0-8a983871e779 req-a3f0de21-aa75-4cc4-92c3-00a1e2126893 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0647926 Jul 08 17:50:24.803216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7261f6a-dd68-4ba3-b9a0-8a983871e779 req-3f6efbb1-b519-4aa9-9ddb-e9372e9b67ae tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335400 Jul 08 17:50:24.945680 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:50:25.013667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:25.978834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dceb8b-1fdc-4a19-9af2-0c130522ba9a req-e000532e-24d8-4e34-b467-c1d2814593f1 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:25.980416 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e3dceb8b-1fdc-4a19-9af2-0c130522ba9a req-e000532e-24d8-4e34-b467-c1d2814593f1 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0684769 Jul 08 17:50:26.018047 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e3dceb8b-1fdc-4a19-9af2-0c130522ba9a req-4f4725e7-baff-4bdf-ace4-0d87e7fc3757 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319865 Jul 08 17:50:27.192366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d2df-1f3a-4f01-aaaa-f77f74026f18 req-9736e90e-861b-4dcf-a795-237ad50adf7b tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:27.193859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1187d2df-1f3a-4f01-aaaa-f77f74026f18 req-9736e90e-861b-4dcf-a795-237ad50adf7b tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0671623 Jul 08 17:50:27.231918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1187d2df-1f3a-4f01-aaaa-f77f74026f18 req-77735c55-dcdb-4a88-9336-17857d788f4e tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Jul 08 17:50:28.407634 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b0251-d599-4301-8322-33bee79ed45c req-3038b3a7-c2fb-4eea-929d-0289e01cd562 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:28.409098 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b40b0251-d599-4301-8322-33bee79ed45c req-3038b3a7-c2fb-4eea-929d-0289e01cd562 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 943 time: 0.0691588 Jul 08 17:50:28.447083 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b40b0251-d599-4301-8322-33bee79ed45c req-2d2a838c-e361-473d-8fe1-ff8e932f9a33 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Jul 08 17:50:29.041152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 85764380-a7af-4265-9d8f-f30660a8d59f details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:50:29.134295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 85764380-a7af-4265-9d8f-f30660a8d59f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=85764380-a7af-4265-9d8f-f30660a8d59f,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:29.145910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '85764380-a7af-4265-9d8f-f30660a8d59f', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:50:29.182402 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:29.194871 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85764380-a7af-4265-9d8f-f30660a8d59f {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:50:29.213894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 85764380-a7af-4265-9d8f-f30660a8d59f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=85764380-a7af-4265-9d8f-f30660a8d59f,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:29.217945 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:29.266420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=85764380-a7af-4265-9d8f-f30660a8d59f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:29.274144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.274488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.274824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.275156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.275481 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.275804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.276131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.276450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.276767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.277084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.277402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.277715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:29.462821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['85764380-a7af-4265-9d8f-f30660a8d59f'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:50:29.623313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151a64b-949e-4240-a503-b3ef65a67f64 req-6370193d-3d0b-43ee-8d1f-b25776b32a69 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:29.624813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a151a64b-949e-4240-a503-b3ef65a67f64 req-6370193d-3d0b-43ee-8d1f-b25776b32a69 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 944 time: 0.0640628 Jul 08 17:50:29.663341 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a151a64b-949e-4240-a503-b3ef65a67f64 req-4f9c95de-d627-4edd-a383-10be075df6d6 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Jul 08 17:50:30.840379 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170d15-3794-417e-84ba-9336d8e9cafe req-0656fbd6-e39d-4707-9a41-79c927754e29 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:30.841800 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82170d15-3794-417e-84ba-9336d8e9cafe req-0656fbd6-e39d-4707-9a41-79c927754e29 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 944 time: 0.0662642 Jul 08 17:50:30.879419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82170d15-3794-417e-84ba-9336d8e9cafe req-bb4bf88e-ce35-49d0-aeb9-54d0fd48d674 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jul 08 17:50:31.040872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 85764380-a7af-4265-9d8f-f30660a8d59f up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:31.088479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 85764380-a7af-4265-9d8f-f30660a8d59f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:31.092044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 85764380-a7af-4265-9d8f-f30660a8d59f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:31.092362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.165847 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.187592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:31.189834 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567983ca-ada5-4ee0-8686-f3265f8b9119" -d '{"events": [{"server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "name": "network-vif-plugged", "status": "completed", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:31.203275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 85764380-a7af-4265-9d8f-f30660a8d59f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=85764380-a7af-4265-9d8f-f30660a8d59f,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:31.208376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.233150 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a4f26-2274-4d7a-abb7-0b684e310b36 x-openstack-request-id: req-4a4a4f26-2274-4d7a-abb7-0b684e310b36 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:31.233443 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "name": "network-vif-plugged", "status": "completed", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:31.233703 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a4a4f26-2274-4d7a-abb7-0b684e310b36 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:31.234114 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'code': 200} Jul 08 17:50:31.260293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=85764380-a7af-4265-9d8f-f30660a8d59f,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:31.343514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bac3fc-7c51-4e93-96f2-f4aac3460f8d req-b22066fc-efb9-457f-82e9-8156e4f8457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:31.344897 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33bac3fc-7c51-4e93-96f2-f4aac3460f8d req-b22066fc-efb9-457f-82e9-8156e4f8457c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1096 time: 0.0556805 Jul 08 17:50:31.379605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-33bac3fc-7c51-4e93-96f2-f4aac3460f8d req-b0f48f15-3333-4c1c-8be9-1269ac27acd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280113 Jul 08 17:50:32.056793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018513e4-a94f-4161-a4cc-3f77ca371e0d req-233dd6c3-5edf-4d9e-9738-14d7b521c847 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:32.058190 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-018513e4-a94f-4161-a4cc-3f77ca371e0d req-233dd6c3-5edf-4d9e-9738-14d7b521c847 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 945 time: 0.0675652 Jul 08 17:50:32.096606 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-018513e4-a94f-4161-a4cc-3f77ca371e0d req-5b989268-fd64-402d-8ce0-8425ed138de6 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Jul 08 17:50:33.267734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc179-f727-4334-8eac-d823f41b6f0a req-eeec292a-0856-475c-85bb-b6478fb44307 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.269244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c66bc179-f727-4334-8eac-d823f41b6f0a req-eeec292a-0856-475c-85bb-b6478fb44307 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 945 time: 0.0620964 Jul 08 17:50:33.307391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c66bc179-f727-4334-8eac-d823f41b6f0a req-35d01e64-0bed-4528-8a26-52668114f1db tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327268 Jul 08 17:50:33.475786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d6d7-9d4a-44d2-a35c-6406d36d9860 req-8531ac61-591b-4fd4-a008-f0dfda08a5ac tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.477263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5872d6d7-9d4a-44d2-a35c-6406d36d9860 req-8531ac61-591b-4fd4-a008-f0dfda08a5ac tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jul 08 17:50:33.514450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5872d6d7-9d4a-44d2-a35c-6406d36d9860 req-75017b7d-a85a-4f56-9a6c-db58f0777862 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315821 Jul 08 17:50:33.538289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58014) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:33.689541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec79d3-0b57-46db-ba2d-0089d7a521e2 tempest-TestVolumeBackupRestore-1425353275 tempest-TestVolumeBackupRestore-1425353275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.691364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-efec79d3-0b57-46db-ba2d-0089d7a521e2 tempest-TestVolumeBackupRestore-1425353275 tempest-TestVolumeBackupRestore-1425353275-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1091 time: 0.1517887 Jul 08 17:50:33.694176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58018) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:33.698510 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:33.722276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:33.816582 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:33.922298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Allocated IP 172.25.3.145 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/099e20b5-40e0-4837-8607-b1fd126869ab) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:34.023670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.066598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.102009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:34.106665 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:34.110033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:34.133628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'Port': ['ID=099e20b5-40e0-4837-8607-b1fd126869ab,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:34.657617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.775411 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.929772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.935382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:35.003908 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event updated for resources: {'Port': ['ID=099e20b5-40e0-4837-8607-b1fd126869ab,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:35.019905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:35.121701 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Floating IP 896d9555-d629-4c98-86f5-74d5ddfe845a associated. External IP: 172.25.3.145, port: 85764380-a7af-4265-9d8f-f30660a8d59f. Jul 08 17:50:35.327509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Router a809f6ab-583a-4bcd-89e9-a692409ffd56 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:35.436520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:35.445915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] Sync routers for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:35.452049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:35.457175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:35.457870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:35.495720 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c7d6d57-ac8b-499c-92ff-49fef846cf79 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7980225 Jul 08 17:50:35.495720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:35.496034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58020) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:35.496528 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87859f-a9ac-4029-b8f4-b2fd02246af6" -d '{"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:35.532815 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f45742-ee5d-4fa2-bc6c-3eab30ceffdd x-openstack-request-id: req-65f45742-ee5d-4fa2-bc6c-3eab30ceffdd {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:35.533113 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:35.533363 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65f45742-ee5d-4fa2-bc6c-3eab30ceffdd {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:35.533759 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'status': 'completed', 'code': 200} Jul 08 17:50:35.563834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062f7b4-f67a-49f6-aacd-56e30de5a9dc tempest-TestVolumeBackupRestore-1425353275 tempest-TestVolumeBackupRestore-1425353275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.564578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8062f7b4-f67a-49f6-aacd-56e30de5a9dc tempest-TestVolumeBackupRestore-1425353275 tempest-TestVolumeBackupRestore-1425353275-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1091 time: 0.0669158 Jul 08 17:50:35.568360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58024) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:35.570842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:35.572811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Request body: {'floatingip': {'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:35.615622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-6096a026-ec63-4d56-9b32-723e44279134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.617186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-6096a026-ec63-4d56-9b32-723e44279134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1096 time: 0.0596335 Jul 08 17:50:35.634999 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:35.714785 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-d6917010-5500-4337-b8e0-3f660def518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.716961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-d6917010-5500-4337-b8e0-3f660def518d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 915 time: 0.0930142 Jul 08 17:50:35.827855 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-e5ac48fd-0a00-45aa-a3ae-49f68d6298e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 999 time: 0.1023772 Jul 08 17:50:35.830327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '896d9555-d629-4c98-86f5-74d5ddfe845a', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:34Z', 'updated_at': '2021-07-08T17:50:34Z', 'revision_number': 0, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:35.862130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] Checking router: a809f6ab-583a-4bcd-89e9-a692409ffd56 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:35.871973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:35.872510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:35.882620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-4e0d8fcf-2fa3-47f8-b0b2-d83b374dc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.884288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-4e0d8fcf-2fa3-47f8-b0b2-d83b374dc08f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0499110 Jul 08 17:50:35.958358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-c279b77e-d553-4ddd-99ce-45c374f45777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.960244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-c279b77e-d553-4ddd-99ce-45c374f45777 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696275 Jul 08 17:50:35.998985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:36.245375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '896d9555-d629-4c98-86f5-74d5ddfe845a', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:34Z', 'updated_at': '2021-07-08T17:50:34Z', 'revision_number': 0, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:36.272218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cee75d-19e5-4f4a-9629-4b4acd14c8bf None None] The sync data for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 is: [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '896d9555-d629-4c98-86f5-74d5ddfe845a', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:34Z', 'updated_at': '2021-07-08T17:50:34Z', 'revision_number': 0, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:36.313671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-b6bbc237-473d-4d18-8571-f427d4e57970 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468475 Jul 08 17:50:36.411641 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c87859f-a9ac-4029-b8f4-b2fd02246af6 req-27190a67-7480-4e98-87e9-9b5bbcc99e71 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903676 Jul 08 17:50:36.485481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a01d89-b2fb-4efc-9896-ccd84beb8209 None None] New status for floating IP 896d9555-d629-4c98-86f5-74d5ddfe845a: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:50:36.616615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:36.619551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:36.620622 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.db.api [None req-e1a01d89-b2fb-4efc-9896-ccd84beb8209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:50:36.621011 n-d-799527-4 neutron-server[93947]: DEBUG oslo_db.api [None req-e1a01d89-b2fb-4efc-9896-ccd84beb8209 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:50:36.825049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Router a809f6ab-583a-4bcd-89e9-a692409ffd56 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:36.932035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:36.936552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:36.973547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:36.975817 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb7349a-ae9e-4449-b091-c3df92d6c45b" -d '{"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:37.010597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-41953af6-11e8-4ca2-a329-a76d0bbd2f65 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "PUT /v2.0/floatingips/896d9555-d629-4c98-86f5-74d5ddfe845a HTTP/1.1" status: 200 len: 991 time: 1.4414158 Jul 08 17:50:37.029221 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d18dd4-eb35-4fc4-b430-d44c5cd41262 x-openstack-request-id: req-54d18dd4-eb35-4fc4-b430-d44c5cd41262 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:37.029511 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:37.029765 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54d18dd4-eb35-4fc4-b430-d44c5cd41262 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:37.030201 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'status': 'completed', 'code': 200} Jul 08 17:50:37.106546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-5c02344c-61f2-4328-88d7-883f8d4044c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.107968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-5c02344c-61f2-4328-88d7-883f8d4044c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1096 time: 0.0528560 Jul 08 17:50:37.122648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a01d89-b2fb-4efc-9896-ccd84beb8209 None None] New status for floating IP 896d9555-d629-4c98-86f5-74d5ddfe845a: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:50:37.198069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-bba1e6d9-76bf-452c-b4d4-4e6e1cb28cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.199640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-bba1e6d9-76bf-452c-b4d4-4e6e1cb28cfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 915 time: 0.0852928 Jul 08 17:50:37.269196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-e8cb9943-f1e7-423b-9232-b801881c4e08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 999 time: 0.0635273 Jul 08 17:50:37.318499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-017cc8f6-a5bc-4a88-aa31-95453bca2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.319997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-017cc8f6-a5bc-4a88-aa31-95453bca2308 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0447853 Jul 08 17:50:37.362074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc20245-d022-4333-9607-33264534512c None None] Sync routers for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:37.371296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc20245-d022-4333-9607-33264534512c None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:37.372010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc20245-d022-4333-9607-33264534512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:37.379304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-c9c0f34c-601e-4021-b7c2-a5870c088fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.380826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-c9c0f34c-601e-4021-b7c2-a5870c088fe5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548816 Jul 08 17:50:37.475261 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-8507ab16-1bab-42a6-b8cc-9f4f72c2d3ec service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881479 Jul 08 17:50:37.480020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9cc20245-d022-4333-9607-33264534512c None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:37.573207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3fb7349a-ae9e-4449-b091-c3df92d6c45b req-e1e6760f-6b49-4718-a3bc-f1824c5ee7e4 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919464 Jul 08 17:50:37.866486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc20245-d022-4333-9607-33264534512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '896d9555-d629-4c98-86f5-74d5ddfe845a', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:34Z', 'updated_at': '2021-07-08T17:50:37Z', 'revision_number': 2, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:37.895343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc20245-d022-4333-9607-33264534512c None None] Checking router: a809f6ab-583a-4bcd-89e9-a692409ffd56 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:37.903828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc20245-d022-4333-9607-33264534512c None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:37.904435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc20245-d022-4333-9607-33264534512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:38.009704 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-9cc20245-d022-4333-9607-33264534512c None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:38.228644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-9cc20245-d022-4333-9607-33264534512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '896d9555-d629-4c98-86f5-74d5ddfe845a', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:34Z', 'updated_at': '2021-07-08T17:50:37Z', 'revision_number': 2, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:38.255358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc20245-d022-4333-9607-33264534512c None None] The sync data for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 is: [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '896d9555-d629-4c98-86f5-74d5ddfe845a', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'floating_ip_address': '172.25.3.145', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'port_id': '85764380-a7af-4265-9d8f-f30660a8d59f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'mac_address': 'fa:16:3e:fd:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:34Z', 'updated_at': '2021-07-08T17:50:37Z', 'revision_number': 2, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:39.031272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:39.033602 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569f54bd-08ad-4770-b77a-4a41d5297666" -d '{"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:39.069621 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6f1624-e5bf-421c-9a44-6aba888f7132 x-openstack-request-id: req-bc6f1624-e5bf-421c-9a44-6aba888f7132 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:39.069905 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:39.070202 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc6f1624-e5bf-421c-9a44-6aba888f7132 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:39.070593 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'status': 'completed', 'code': 200} Jul 08 17:50:39.150979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-7229723a-8086-4c70-87ab-156bd7e97b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.152495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-7229723a-8086-4c70-87ab-156bd7e97b93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1096 time: 0.0583084 Jul 08 17:50:39.241022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-823aec34-d6ab-47f8-8fcd-4a0d05201e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.242556 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-823aec34-d6ab-47f8-8fcd-4a0d05201e2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 915 time: 0.0843267 Jul 08 17:50:39.312513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-d0b2128d-5c45-47ee-807d-debbe07f3573 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 1001 time: 0.0637963 Jul 08 17:50:39.360141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-d66061d8-ed92-4412-a161-f681aef4b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.361590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-d66061d8-ed92-4412-a161-f681aef4b137 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0430591 Jul 08 17:50:39.417780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-737faa50-c81d-4927-9dc3-d8b30240260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.419294 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-737faa50-c81d-4927-9dc3-d8b30240260e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511017 Jul 08 17:50:39.511317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-3d38958b-40e6-4bba-95cf-3c55d5006aed service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Jul 08 17:50:39.602088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-569f54bd-08ad-4770-b77a-4a41d5297666 req-674e71f7-32bd-4709-9af7-eeadbf2799dc service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847468 Jul 08 17:50:43.123928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.155023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:49.538463 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6f232015-4303-4978-a1fe-843e108153e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:52.209911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c389898-7fde-4553-87c9-44cb29a5cb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:52.335145 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:53.639989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.353576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-202d8b3e-abaa-4d6e-8589-72532473dbf8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526249 Jul 08 17:50:54.456935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b999c-c53b-4997-b85d-7165830f45ad req-5b0fa4b5-683d-4927-b7bd-670cbe3bafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:54.458479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-5b0fa4b5-683d-4927-b7bd-670cbe3bafe1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1096 time: 0.0611844 Jul 08 17:50:54.567727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b999c-c53b-4997-b85d-7165830f45ad req-c081c255-6ddf-4c3c-9ce9-a88439099bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:54.568697 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-c081c255-6ddf-4c3c-9ce9-a88439099bec service neutron] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 915 time: 0.0889266 Jul 08 17:50:54.649861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-17ee8e5d-a3ee-4e00-b28f-e8032e361864 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 1001 time: 0.0740898 Jul 08 17:50:54.699799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b999c-c53b-4997-b85d-7165830f45ad req-08c742a7-47e9-459d-90a5-8f8295cd7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:54.701350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-08c742a7-47e9-459d-90a5-8f8295cd7cf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0443408 Jul 08 17:50:54.765940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b999c-c53b-4997-b85d-7165830f45ad req-c333d5fe-194d-4422-acb4-122d28a19fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:54.767715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-c333d5fe-194d-4422-acb4-122d28a19fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582116 Jul 08 17:50:54.778349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-41105a84-e3bf-4e65-adb5-e28f803e813b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:50:54.779364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-41105a84-e3bf-4e65-adb5-e28f803e813b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053835 Jul 08 17:50:54.875208 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-f4d52f6d-e440-4e20-aa80-44716a67a304 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Jul 08 17:50:54.963395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d28b999c-c53b-4997-b85d-7165830f45ad req-a39fb5dd-f9b6-4582-a758-03d1892347b8 service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819037 Jul 08 17:50:55.016020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.946307 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:51:08.175527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58038) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:08.337833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Deleting port 099e20b5-40e0-4837-8607-b1fd126869ab {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:08.338205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.415135 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.415459 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.427513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Calling delete_port for 099e20b5-40e0-4837-8607-b1fd126869ab owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:08.579269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.606763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event deleted for resources: {'Port': ['ID=099e20b5-40e0-4837-8607-b1fd126869ab,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:08.671253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.671590 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Floating IP 896d9555-d629-4c98-86f5-74d5ddfe845a disassociated (deleted). External IP: 172.25.3.145, port: 85764380-a7af-4265-9d8f-f30660a8d59f. Jul 08 17:51:08.884358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Router a809f6ab-583a-4bcd-89e9-a692409ffd56 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:08.991855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:08.996567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.000850 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] Sync routers for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:09.014698 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:09.015298 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:09.032799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5fb955ae-c8ec-4325-8ddc-31f94c9992f4 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "DELETE /v2.0/floatingips/896d9555-d629-4c98-86f5-74d5ddfe845a HTTP/1.1" status: 204 len: 168 time: 0.8560605 Jul 08 17:51:09.033369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:09.036372 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45" -d '{"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:09.123828 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:09.191931 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5576485e-7ac5-4711-88d2-5ee2c3df9014 x-openstack-request-id: req-5576485e-7ac5-4711-88d2-5ee2c3df9014 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:09.192744 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:09.193153 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5576485e-7ac5-4711-88d2-5ee2c3df9014 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:09.193703 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'status': 'completed', 'code': 200} Jul 08 17:51:09.293166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-54ba2031-18a3-491d-8140-24b2f9d7bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:09.294710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-54ba2031-18a3-491d-8140-24b2f9d7bfbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 1096 time: 0.0707686 Jul 08 17:51:09.345426 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:09.373252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] Checking router: a809f6ab-583a-4bcd-89e9-a692409ffd56 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:09.382370 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:09.382977 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:09.393402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-4d5c1506-8608-444e-8734-be19806cbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:09.395157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-4d5c1506-8608-444e-8734-be19806cbe0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 200 len: 915 time: 0.0940046 Jul 08 17:51:09.413606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b34d5d-c132-402d-966d-0e85c5fe24cf req-02844bd3-3954-438d-bd87-112e39bc5679 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:09.415160 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2b34d5d-c132-402d-966d-0e85c5fe24cf req-02844bd3-3954-438d-bd87-112e39bc5679 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 945 time: 0.0687840 Jul 08 17:51:09.438155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-f19b8ca1-2009-438e-af3d-6f92bbd58e1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 200 len: 217 time: 0.0361981 Jul 08 17:51:09.456025 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d2b34d5d-c132-402d-966d-0e85c5fe24cf req-c09641a3-fbce-4cb5-bd7e-980192c27c3e tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341742 Jul 08 17:51:09.492197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-27816c59-9fea-4f2c-95c7-e3d7e1fe35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:09.493361 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:09.493705 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-27816c59-9fea-4f2c-95c7-e3d7e1fe35b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 200 len: 853 time: 0.0493629 Jul 08 17:51:09.552561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-4aa91500-7beb-415a-9cf8-5fe2ae65f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:09.554148 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-4aa91500-7beb-415a-9cf8-5fe2ae65f956 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a875c40d-e31b-4684-bbf0-d8cde4359252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527687 Jul 08 17:51:09.652200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-b78751ec-b2de-4665-854f-7dac3767958e service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907092 Jul 08 17:51:09.748736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b034c3e3-331e-4e8e-a9fd-f6e6555bcd45 req-ef1fa141-b24f-44b6-aa41-a73118fad53e service neutron] 10.222.0.21 "GET /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899527 Jul 08 17:51:09.787949 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:09.816039 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c2ed9-de25-4eca-bab3-a53c3bbad410 None None] The sync data for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 is: [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 4, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '06155d10-b94d-473c-a57f-64b931cd947b', 'name': '', 'network_id': 'a875c40d-e31b-4684-bbf0-d8cde4359252', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'mac_address': 'fa:16:3e:f7:d8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:08Z', 'updated_at': '2021-07-08T17:48:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'subnets': [{'id': '8ba0a22b-6fc2-471c-826c-68e2c8496d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:10.027686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb775e-ae85-45f7-b873-8bcc0c326b31 None None] New status for floating IP 896d9555-d629-4c98-86f5-74d5ddfe845a: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:51:10.633795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c61829-7274-4dc5-9a55-75435aad0c69 req-23300937-5c87-4146-89a6-610c3aa24888 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:10.635305 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c61829-7274-4dc5-9a55-75435aad0c69 req-23300937-5c87-4146-89a6-610c3aa24888 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 945 time: 0.0654058 Jul 08 17:51:10.672624 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8c61829-7274-4dc5-9a55-75435aad0c69 req-d8855b21-5ca8-45a2-893f-b7d9ad0a6991 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/security-groups?id=411d3f80-4a9a-4e16-968d-89ddc8237143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Jul 08 17:51:10.839779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58c808-defe-4780-84db-c61741a7f1be req-cb2f0de0-dcd7-43ea-86ac-5c5c8f76eba2 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:10.841223 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d58c808-defe-4780-84db-c61741a7f1be req-cb2f0de0-dcd7-43ea-86ac-5c5c8f76eba2 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.21 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 945 time: 0.0671849 Jul 08 17:51:10.938430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Deleting port 85764380-a7af-4265-9d8f-f30660a8d59f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:10.938770 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:11.027143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] For port 85764380-a7af-4265-9d8f-f30660a8d59f, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=85764380-a7af-4265-9d8f-f30660a8d59f,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:11.027413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:11.040713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Calling delete_port for 85764380-a7af-4265-9d8f-f30660a8d59f owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:11.162461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:11.193289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event deleted for resources: {'Port': ['ID=85764380-a7af-4265-9d8f-f30660a8d59f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:11.239754 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] No DVR routers for this DVR port 85764380-a7af-4265-9d8f-f30660a8d59f on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:11.242291 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:11.244334 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8d58c808-defe-4780-84db-c61741a7f1be req-0b72d334-a507-4791-a1d3-f3462243f238 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.21 "DELETE /v2.0/ports/85764380-a7af-4265-9d8f-f30660a8d59f HTTP/1.1" status: 204 len: 173 time: 0.3972545 Jul 08 17:51:11.244765 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'name': 'network-vif-deleted', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:11.247002 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835b29f-3f11-4237-b855-7d3a3d1b3475" -d '{"events": [{"server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "name": "network-vif-deleted", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:11.286826 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1bc00e-5ea7-4879-8004-6fd220909451 x-openstack-request-id: req-6d1bc00e-5ea7-4879-8004-6fd220909451 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:11.287141 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b794c61f-1e21-4a05-a85f-e78cd89a30cd", "name": "network-vif-deleted", "tag": "85764380-a7af-4265-9d8f-f30660a8d59f", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:11.287394 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d1bc00e-5ea7-4879-8004-6fd220909451 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:11.287793 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b794c61f-1e21-4a05-a85f-e78cd89a30cd', 'name': 'network-vif-deleted', 'tag': '85764380-a7af-4265-9d8f-f30660a8d59f', 'status': 'completed', 'code': 200} Jul 08 17:51:11.822687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ebb7cb27-22dc-497c-b97b-934f6f4fa008 req-3b8906ef-b779-4d6a-80f0-ac638fea282f tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 210 time: 0.0353673 Jul 08 17:51:12.967474 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-865df6e8-6d9f-4f22-af45-0f98e015ce47 req-33773811-c279-4a11-9fb1-8ae29b490d70 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 210 time: 0.0294511 Jul 08 17:51:13.121044 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:13.161189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:14.108200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db52742f-b685-4d8d-a71a-e7bd729d70eb req-a9b85151-941a-484a-af5e-42a335faca85 tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "GET /v2.0/ports?device_id=b794c61f-1e21-4a05-a85f-e78cd89a30cd HTTP/1.1" status: 200 len: 210 time: 0.0284817 Jul 08 17:51:15.200517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58062) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:15.262796 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.264607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 85764380-a7af-4265-9d8f-f30660a8d59f no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:15.284932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 85764380-a7af-4265-9d8f-f30660a8d59f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:15.285273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 85764380-a7af-4265-9d8f-f30660a8d59f not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:15.288741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.348979 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.351627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.352850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] 10.222.0.48 "DELETE /v2.0/security-groups/411d3f80-4a9a-4e16-968d-89ddc8237143 HTTP/1.1" status: 204 len: 168 time: 0.1513441 Jul 08 17:51:15.363115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d3f80-4a9a-4e16-968d-89ddc8237143,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:15.372681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.372969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.373370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.374043 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.374472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.374906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.375318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.375881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.376242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.376569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.376891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:15.378068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d84f04-0db5-4375-9a28-e5966c70b22a tempest-TestVolumeBackupRestore-1733008575 tempest-TestVolumeBackupRestore-1733008575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:18.791455 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:19.139947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:19.396533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Deleting port 06155d10-b94d-473c-a57f-64b931cd947b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:19.396799 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:19.476058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] For port 06155d10-b94d-473c-a57f-64b931cd947b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=06155d10-b94d-473c-a57f-64b931cd947b,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:19.476415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:19.489591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Calling delete_port for 06155d10-b94d-473c-a57f-64b931cd947b owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:19.540098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70968a9c-e3bc-4760-a4f5-13ed4797a7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:19.668293 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:19.694791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=06155d10-b94d-473c-a57f-64b931cd947b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:19.862835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.074949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Router a809f6ab-583a-4bcd-89e9-a692409ffd56 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:20.178268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:20.183221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f6a9a408-c980-4301-833f-093566962c1e admin admin] 10.222.0.48 "PUT /v2.0/routers/a809f6ab-583a-4bcd-89e9-a692409ffd56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3907168 Jul 08 17:51:20.185714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:20.188215 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] Sync routers for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:20.198085 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:20.198692 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:20.290207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.305243 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:20.485880 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:51:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:20.517169 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] Checking router: a809f6ab-583a-4bcd-89e9-a692409ffd56 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:20.525986 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] Routers {'a809f6ab-583a-4bcd-89e9-a692409ffd56'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:20.526608 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:50:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a809f6ab-583a-4bcd-89e9-a692409ffd56'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:20.637446 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] Set router a809f6ab-583a-4bcd-89e9-a692409ffd56 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:20.674941 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.726461 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Deleting port 132bb2d5-080e-4609-8489-9f2444abd034 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:20.726699 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.806567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] For port 132bb2d5-080e-4609-8489-9f2444abd034, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=132bb2d5-080e-4609-8489-9f2444abd034,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:20.806918 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.811817 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:51:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:20.820343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Calling delete_port for 132bb2d5-080e-4609-8489-9f2444abd034 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:20.838280 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fade81-06ec-4611-96a2-bc27220b1acc None None] The sync data for ids ['a809f6ab-583a-4bcd-89e9-a692409ffd56'] in n-d-799527-4 is: [{'id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'name': 'tempest-TestVolumeBackupRestore-1714532180-router', 'tenant_id': '7cb3fc8cb401484dadbe6fdadace4251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '132bb2d5-080e-4609-8489-9f2444abd034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:51:19Z', 'revision_number': 5, 'project_id': '7cb3fc8cb401484dadbe6fdadace4251', 'gw_port': {'id': '132bb2d5-080e-4609-8489-9f2444abd034', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a809f6ab-583a-4bcd-89e9-a692409ffd56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:04Z', 'updated_at': '2021-07-08T17:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:20.984106 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.009809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Pushing event deleted for resources: {'Port': ['ID=132bb2d5-080e-4609-8489-9f2444abd034,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:21.069507 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.156834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.158852 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.206353 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.206902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a809f6ab-583a-4bcd-89e9-a692409ffd56 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:51:21.211382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.212377 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-42096f60-e23d-459f-be24-be701f2f8485 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a809f6ab-583a-4bcd-89e9-a692409ffd56 HTTP/1.1" status: 204 len: 168 time: 1.0257244 Jul 08 17:51:21.215028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:21.261818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Deleting subnet 8ba0a22b-6fc2-471c-826c-68e2c8496d34 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:21.265308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.301783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.386308 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.442560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.469364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba0a22b-6fc2-471c-826c-68e2c8496d34,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:21.474150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.476021 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3c1ad8c2-c171-48e5-ad82-465090875845 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8ba0a22b-6fc2-471c-826c-68e2c8496d34 HTTP/1.1" status: 204 len: 168 time: 0.2600434 Jul 08 17:51:21.478790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58520) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:21.481339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8279b5c-2f90-4293-8b9f-30d46efddd9b None None] Network a875c40d-e31b-4684-bbf0-d8cde4359252 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:21.554690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.610829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Deleting port 1232dc5a-4766-49c0-bf31-67783108a2a2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:21.611882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.673496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] For port 1232dc5a-4766-49c0-bf31-67783108a2a2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1232dc5a-4766-49c0-bf31-67783108a2a2,segment=NetworkSegment(77051b2a-4629-49e5-b98f-f4e50c2be2c3),segment_id=77051b2a-4629-49e5-b98f-f4e50c2be2c3)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:21.674195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.686374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Calling delete_port for 1232dc5a-4766-49c0-bf31-67783108a2a2 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:21.762612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.792535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Pushing event deleted for resources: {'Port': ['ID=1232dc5a-4766-49c0-bf31-67783108a2a2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:21.794675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] No DVR routers for this DVR port 1232dc5a-4766-49c0-bf31-67783108a2a2 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:21.804202 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.804545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.804942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.805213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.805538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.805859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.806492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.806492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.806831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.807152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.807461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.807776 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:21.852510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded691ec-b88a-4f3a-8e49-368721d67848 None None] DHCP port deletion for a875c40d-e31b-4684-bbf0-d8cde4359252 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:51:21.890091 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.903146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a875c40d-e31b-4684-bbf0-d8cde4359252']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:21.914351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77051b2a-4629-49e5-b98f-f4e50c2be2c3') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:21.914652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77051b2a-4629-49e5-b98f-f4e50c2be2c3') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:21.923481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.938151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.945286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:21.945738 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: timer() Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:21.947594 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:22.013282 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.019634 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.024380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a875c40d-e31b-4684-bbf0-d8cde4359252 HTTP/1.1" status: 204 len: 168 time: 0.5418162 Jul 08 17:51:22.024816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:22.034959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153e07c-2846-471a-b06d-7721b2fdb113 admin admin] Pushing event deleted for resources: {'Network': ['ID=a875c40d-e31b-4684-bbf0-d8cde4359252,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:22.210993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d29e-7807-4e7b-aeb7-73980b49945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.337027 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.405133 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.643427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06155d10-b94d-473c-a57f-64b931cd947b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:22.663863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 06155d10-b94d-473c-a57f-64b931cd947b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:22.664204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 06155d10-b94d-473c-a57f-64b931cd947b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:22.664627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1232dc5a-4766-49c0-bf31-67783108a2a2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:22.665214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Deleting port 73c78781-d7b3-405a-a1da-2db07c62c7a7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:22.665555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.686886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 1232dc5a-4766-49c0-bf31-67783108a2a2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:22.687228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1232dc5a-4766-49c0-bf31-67783108a2a2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:22.687636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 132bb2d5-080e-4609-8489-9f2444abd034 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:22.711708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 132bb2d5-080e-4609-8489-9f2444abd034 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:22.711708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 132bb2d5-080e-4609-8489-9f2444abd034 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:22.761186 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] For port 73c78781-d7b3-405a-a1da-2db07c62c7a7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=73c78781-d7b3-405a-a1da-2db07c62c7a7,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:22.761546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.774682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Calling delete_port for 73c78781-d7b3-405a-a1da-2db07c62c7a7 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:22.951925 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.975464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Pushing event deleted for resources: {'Port': ['ID=73c78781-d7b3-405a-a1da-2db07c62c7a7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:23.147867 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.354023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Router 9bf41494-1a83-46f8-8542-a732f6585bff has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:23.459135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:23.464052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6132b287-9935-403c-bb84-9393cc36c12c admin admin] 10.222.0.48 "PUT /v2.0/routers/9bf41494-1a83-46f8-8542-a732f6585bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381275 Jul 08 17:51:23.466595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58524) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:23.467426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] Sync routers for ids ['9bf41494-1a83-46f8-8542-a732f6585bff'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:23.476941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] Routers {'9bf41494-1a83-46f8-8542-a732f6585bff'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:23.477552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9bf41494-1a83-46f8-8542-a732f6585bff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:23.570598 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.580903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] Set router 9bf41494-1a83-46f8-8542-a732f6585bff gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:23.674378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.680482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.729214 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Deleting port 9cbfacc8-eae7-4360-9f6d-a60308234e38 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:23.729801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.776462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:51:22Z', 'revision_number': 5, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port': {'id': '9cbfacc8-eae7-4360-9f6d-a60308234e38', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:23.804081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] Checking router: 9bf41494-1a83-46f8-8542-a732f6585bff for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:23.812304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] Routers {'9bf41494-1a83-46f8-8542-a732f6585bff'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:23.812920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9bf41494-1a83-46f8-8542-a732f6585bff'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:23.815022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] For port 9cbfacc8-eae7-4360-9f6d-a60308234e38, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9cbfacc8-eae7-4360-9f6d-a60308234e38,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:23.815356 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.826957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Calling delete_port for 9cbfacc8-eae7-4360-9f6d-a60308234e38 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:23.899675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] Set router 9bf41494-1a83-46f8-8542-a732f6585bff gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:23.954132 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:51:23Z', 'revision_number': 6, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:23.981679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a0b7d-6d6c-4d67-9cde-9694bd77d497 None None] The sync data for ids ['9bf41494-1a83-46f8-8542-a732f6585bff'] in n-d-799527-4 is: [{'id': '9bf41494-1a83-46f8-8542-a732f6585bff', 'name': 'tempest-TestVolumeBackupRestore-412001699-router', 'tenant_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:13Z', 'updated_at': '2021-07-08T17:51:23Z', 'revision_number': 6, 'project_id': '9671de45df1f4fff8a1fdac2dea5fb09', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:23.996310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.032078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbfacc8-eae7-4360-9f6d-a60308234e38,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:24.100071 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.189046 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.191829 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.238066 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.238546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf41494-1a83-46f8-8542-a732f6585bff {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:51:24.243379 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.244575 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1a67714b-85ce-403c-a111-f345a3f394df admin admin] 10.222.0.48 "DELETE /v2.0/routers/9bf41494-1a83-46f8-8542-a732f6585bff HTTP/1.1" status: 204 len: 168 time: 0.7770317 Jul 08 17:51:24.247055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58526) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:24.292155 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Deleting subnet d9ee9bd8-9dd7-42b4-aa52-db39de13585f {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:24.295150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.332147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.420121 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.474816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.500144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ee9bd8-9dd7-42b4-aa52-db39de13585f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:24.504455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.506344 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-12e0dd1b-9b6b-48c8-bd4c-bddfc31a3b58 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d9ee9bd8-9dd7-42b4-aa52-db39de13585f HTTP/1.1" status: 204 len: 168 time: 0.2583554 Jul 08 17:51:24.509006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58528) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:24.510320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfc605-4857-4783-9724-7bca46612370 None None] Network 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:24.577825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.637806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Deleting port b18a92be-ca40-4f07-813a-78af1b6d3536 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:24.638182 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.702836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] For port b18a92be-ca40-4f07-813a-78af1b6d3536, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b18a92be-ca40-4f07-813a-78af1b6d3536,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:24.703281 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.718099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Calling delete_port for b18a92be-ca40-4f07-813a-78af1b6d3536 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:24.718462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] DHCP port deletion for 091a7c89-e901-4d97-9dfb-8f4abafbd2e1 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:51:24.770462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] Deleting port b18a92be-ca40-4f07-813a-78af1b6d3536 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:24.770873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.811305 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 73c78781-d7b3-405a-a1da-2db07c62c7a7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:24.820760 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.840397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 73c78781-d7b3-405a-a1da-2db07c62c7a7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:24.840830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 73c78781-d7b3-405a-a1da-2db07c62c7a7 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:24.841140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9cbfacc8-eae7-4360-9f6d-a60308234e38 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:24.850360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18a92be-ca40-4f07-813a-78af1b6d3536,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:24.852204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] No DVR routers for this DVR port b18a92be-ca40-4f07-813a-78af1b6d3536 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:24.869083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9cbfacc8-eae7-4360-9f6d-a60308234e38 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:24.869426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9cbfacc8-eae7-4360-9f6d-a60308234e38 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:24.869841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b18a92be-ca40-4f07-813a-78af1b6d3536 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:24.893901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b18a92be-ca40-4f07-813a-78af1b6d3536 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:24.894297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b18a92be-ca40-4f07-813a-78af1b6d3536 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:24.904171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] For port b18a92be-ca40-4f07-813a-78af1b6d3536, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b18a92be-ca40-4f07-813a-78af1b6d3536,segment=NetworkSegment(2f2640f4-3970-4f5d-8f04-67cf108d3f8b),segment_id=2f2640f4-3970-4f5d-8f04-67cf108d3f8b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:24.904581 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.916962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] Calling delete_port for b18a92be-ca40-4f07-813a-78af1b6d3536 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:24.926562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.936942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091a7c89-e901-4d97-9dfb-8f4abafbd2e1']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:24.948203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2640f4-3970-4f5d-8f04-67cf108d3f8b') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:24.948496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2640f4-3970-4f5d-8f04-67cf108d3f8b') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:24.958363 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.977287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.984240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:24.984642 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: timer() Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:24.987926 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:25.001443 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.037977 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] No DVR routers for this DVR port b18a92be-ca40-4f07-813a-78af1b6d3536 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:25.039393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a6d58-d9aa-4de1-88c5-089db3f9ff55 None None] Pushing event deleted for resources: {'Port': ['ID=b18a92be-ca40-4f07-813a-78af1b6d3536,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:25.055538 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.056668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.063216 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.065313 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] 10.222.0.48 "DELETE /v2.0/networks/091a7c89-e901-4d97-9dfb-8f4abafbd2e1 HTTP/1.1" status: 204 len: 168 time: 0.5550013 Jul 08 17:51:25.075272 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af4068-0f21-48f4-8529-a57cc09b2179 admin admin] Pushing event deleted for resources: {'Network': ['ID=091a7c89-e901-4d97-9dfb-8f4abafbd2e1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:25.271633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:25.312162 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-93c60b7e-2e3f-41ad-90b4-5e79d19ca7ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cb3fc8cb401484dadbe6fdadace4251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393114 Jul 08 17:51:25.314865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:25.360974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ac88fd9-2aa6-4749-a0e1-80235319d244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.382852 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ac88fd9-2aa6-4749-a0e1-80235319d244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.438649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ac88fd9-2aa6-4749-a0e1-80235319d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.441949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ac88fd9-2aa6-4749-a0e1-80235319d244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.443123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4ac88fd9-2aa6-4749-a0e1-80235319d244 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9f572c3-0743-4c67-8a4d-2665452f4a93 HTTP/1.1" status: 204 len: 168 time: 0.1273828 Jul 08 17:51:25.452531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac88fd9-2aa6-4749-a0e1-80235319d244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f572c3-0743-4c67-8a4d-2665452f4a93,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:25.759995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:25.819717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d4791bd9-2e51-4431-9f3c-4295741fcf8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9671de45df1f4fff8a1fdac2dea5fb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584850 Jul 08 17:51:25.822068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:25.868700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b07fa322-ecca-4ede-ba2e-886c1b84c16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.889698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b07fa322-ecca-4ede-ba2e-886c1b84c16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.935005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b07fa322-ecca-4ede-ba2e-886c1b84c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.937543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b07fa322-ecca-4ede-ba2e-886c1b84c16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.938682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b07fa322-ecca-4ede-ba2e-886c1b84c16a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03d31ac7-92bb-4963-8e08-3e482ad68620 HTTP/1.1" status: 204 len: 168 time: 0.1157396 Jul 08 17:51:25.947062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fa322-ecca-4ede-ba2e-886c1b84c16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d31ac7-92bb-4963-8e08-3e482ad68620,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:26.604334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58564) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:26.710503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-848726757-network', 'tenant_id': '505a55f055884802a809b9dfcc9d7144'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:26.731716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:26.734189 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.742998 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.832770 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.836407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.860737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:51:26.871161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb3c20-2bd0-4739-88e4-ecefd4c33725,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:26.875914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.876253 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Added segment 7de205cd-efb8-4fa4-9528-75e72b29ff63 of type vlan for network 136845fb-9feb-46b3-a162-99ab27c7a5b5 Jul 08 17:51:26.918150 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.945724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.946621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:26.947199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.001438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3960087 Jul 08 17:51:27.004593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58568) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:27.006836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d844b8-39a4-4131-bc25-c5122a4c1cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=136845fb-9feb-46b3-a162-99ab27c7a5b5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:27.009674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Request body: {'subnet': {'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-848726757-subnet', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:27.017804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:51:27.033903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:27.036559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.489698 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.545438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:27.553288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:27.553638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Network hostable DHCP agents. Network: 136845fb-9feb-46b3-a162-99ab27c7a5b5, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:51:27.569910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:51:27.577684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 136845fb-9feb-46b3-a162-99ab27c7a5b5) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:27.583258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:27.583893 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.585910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc7c11-f1e7-4322-8f60-7b2c73666c68 None None] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:27.600648 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-922766a6-cbe1-4769-9827-bb6cea160097 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5924025 Jul 08 17:51:27.600827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58570) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:27.605159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:27.628434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.629416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.685472 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.742041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-136845fb-9feb-46b3-a162-99ab27c7a5b5', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:51:27.743353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.828270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.876025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Allocated IP 172.20.0.2 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/efd7d634-df62-429c-a880-b5697e2cc8e2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:28.026196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.033583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.035022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Transition to ACTIVE for port object efd7d634-df62-429c-a880-b5697e2cc8e2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:28.050869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Transition to ACTIVE for port object efd7d634-df62-429c-a880-b5697e2cc8e2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:28.057369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.057817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.094897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:28.099724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:28.103152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:28.114862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Pushing event updated for resources: {'Port': ['ID=efd7d634-df62-429c-a880-b5697e2cc8e2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:28.162391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Allocated IP 172.25.3.98 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b32afb89-aebe-430b-be32-731c918b6c0c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:28.163879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Attempting to bind port efd7d634-df62-429c-a880-b5697e2cc8e2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:28.164259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Attempting to bind port efd7d634-df62-429c-a880-b5697e2cc8e2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:28.164642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Attempting to bind port efd7d634-df62-429c-a880-b5697e2cc8e2 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:28.169839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:28.170309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:28.170714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.171106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:28.171574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Bound port: efd7d634-df62-429c-a880-b5697e2cc8e2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:28.171956 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.237344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] For port efd7d634-df62-429c-a880-b5697e2cc8e2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:28.240981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] For port efd7d634-df62-429c-a880-b5697e2cc8e2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=efd7d634-df62-429c-a880-b5697e2cc8e2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:28.244809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.269580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.300170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d1acd-bf45-4fb9-86e3-c3fb32281d94 None None] Pushing event updated for resources: {'Port': ['ID=efd7d634-df62-429c-a880-b5697e2cc8e2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:28.311307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.353082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:28.356000 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:28.359637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:28.386350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Pushing event updated for resources: {'Port': ['ID=b32afb89-aebe-430b-be32-731c918b6c0c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:28.635723 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.668034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device efd7d634-df62-429c-a880-b5697e2cc8e2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:28.718681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port efd7d634-df62-429c-a880-b5697e2cc8e2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:28.836812 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:28.967111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:51:29.081595 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:29.094534 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:29.098616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.099963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b2074333-d9b2-48fa-9131-197973bd9b63 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4982097 Jul 08 17:51:29.103002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:29.109778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:29.110475 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:29.225031 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:29.233702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc4195-ee0f-40d4-a17b-c1e0cc48ca6e None None] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:29.346431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Provisioning for port efd7d634-df62-429c-a880-b5697e2cc8e2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:29.356090 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Provisioning complete for port efd7d634-df62-429c-a880-b5697e2cc8e2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:29.356536 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.417530 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:28Z', 'revision_number': 3, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:29.448437 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:29.448791 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Updating router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 port b32afb89-aebe-430b-be32-731c918b6c0c binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:51:29.485152 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.531859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.643732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.680669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] For port efd7d634-df62-429c-a880-b5697e2cc8e2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=efd7d634-df62-429c-a880-b5697e2cc8e2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:29.685691 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.715744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Allocated IP 172.20.0.1 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/27e0f362-1e3f-4423-9f24-df550a5a4014) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:29.742970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Pushing event updated for resources: {'Port': ['ID=efd7d634-df62-429c-a880-b5697e2cc8e2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:29.751112 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.751463 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.752541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.752990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.753348 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.753681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.754028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.754413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.754750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.755077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.755403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.755726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b4dbb-7fbe-45d1-9499-a9510a0e6ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.843309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.859308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Transition to ACTIVE for port object 27e0f362-1e3f-4423-9f24-df550a5a4014 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:29.864612 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.874564 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Transition to ACTIVE for port object b32afb89-aebe-430b-be32-731c918b6c0c will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:29.879977 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.895015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.916836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-44739b8a-3914-4e37-afb8-12d5820a8bcf None None] Provisioning complete for port efd7d634-df62-429c-a880-b5697e2cc8e2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:29.917438 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44739b8a-3914-4e37-afb8-12d5820a8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.927927 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Pushing event updated for resources: {'Port': ['ID=b32afb89-aebe-430b-be32-731c918b6c0c,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:29.931433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:29.937761 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:29.941786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:29.941970 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.942180 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.942529 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.942859 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.943191 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.943525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.943827 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.944147 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.944461 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.944781 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.945097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.945413 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:29.956401 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Attempting to bind port b32afb89-aebe-430b-be32-731c918b6c0c on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:29.956965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Attempting to bind port b32afb89-aebe-430b-be32-731c918b6c0c by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:29.957174 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Attempting to bind port b32afb89-aebe-430b-be32-731c918b6c0c on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:29.962517 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:29.962864 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:29.963254 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.963656 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:29.964417 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Bound port: b32afb89-aebe-430b-be32-731c918b6c0c, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:29.964542 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.967423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Pushing event updated for resources: {'Port': ['ID=27e0f362-1e3f-4423-9f24-df550a5a4014,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:29.989559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.028852 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] For port b32afb89-aebe-430b-be32-731c918b6c0c, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:30.032471 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] For port b32afb89-aebe-430b-be32-731c918b6c0c, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b32afb89-aebe-430b-be32-731c918b6c0c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:30.040631 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.109866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:30.110524 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:30.118091 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f497cf-bdac-4326-81cd-c5df1036d4df None None] Pushing event updated for resources: {'Port': ['ID=b32afb89-aebe-430b-be32-731c918b6c0c,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:30.146146 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.178507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8667c4ad-88d0-4ae9-ba59-87f614af395b None None] Provisioning for port 27e0f362-1e3f-4423-9f24-df550a5a4014 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:30.182753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8667c4ad-88d0-4ae9-ba59-87f614af395b None None] Provisioning complete for port 27e0f362-1e3f-4423-9f24-df550a5a4014 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:30.183131 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8667c4ad-88d0-4ae9-ba59-87f614af395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.222005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8667c4ad-88d0-4ae9-ba59-87f614af395b None None] Port 27e0f362-1e3f-4423-9f24-df550a5a4014 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:30.235624 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:30.445829 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:29Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:30.473387 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0473a3-97f9-4ae5-a671-0bb121aa646a None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:29Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:30.603592 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.608825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.662992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device efd7d634-df62-429c-a880-b5697e2cc8e2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:30.701658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Pushing event updated for resources: {'Port': ['ID=27e0f362-1e3f-4423-9f24-df550a5a4014,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:30.706313 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.745893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port efd7d634-df62-429c-a880-b5697e2cc8e2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:30.750720 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.822137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:30.823881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:30.957002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:31.074351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:31.079279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7ddcfc23-e570-43ba-bb2e-2a20240d06c0 admin admin] 10.222.0.48 "PUT /v2.0/routers/291d5d71-91b5-4ef7-afc5-c260b1ab6e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9752626 Jul 08 17:51:31.149911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-806689c7-f53a-413c-a1f3-52e57986fded None None] Provisioning complete for port 27e0f362-1e3f-4423-9f24-df550a5a4014 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:31.150376 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-806689c7-f53a-413c-a1f3-52e57986fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.195054 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-806689c7-f53a-413c-a1f3-52e57986fded None None] Port 27e0f362-1e3f-4423-9f24-df550a5a4014 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:31.590673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:31.595959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-590507600-network', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:31.617797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Made reservation on behalf of f9af08ca80e14b5084e94b41d854e453 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:31.620212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.630191 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.730015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.734567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.760990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:51:31.770037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b14d67-2f9f-41a2-998f-2a568595ab3b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:31.776254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.776655 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Added segment f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a of type vlan for network 1e38047e-e216-412e-91a1-c76b82dab57e Jul 08 17:51:31.816620 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.844131 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.845084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:31.846392 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.904946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3131630 Jul 08 17:51:31.907619 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 58590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:31.912620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Request body: {'subnet': {'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-590507600-subnet', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:31.920310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4db31-a40a-40d6-9c69-f8bd4c236ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e38047e-e216-412e-91a1-c76b82dab57e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:31.931192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 1e38047e-e216-412e-91a1-c76b82dab57e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:51:31.937266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Made reservation on behalf of f9af08ca80e14b5084e94b41d854e453 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:31.940737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.115384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.169035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a936cf-498a-49b7-b128-76576ed36d93,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:32.179134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Checking segment: {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:32.179485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Network hostable DHCP agents. Network: 1e38047e-e216-412e-91a1-c76b82dab57e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:51:32.195436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Network 1e38047e-e216-412e-91a1-c76b82dab57e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:51:32.204286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 1e38047e-e216-412e-91a1-c76b82dab57e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:32.210545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:32.210896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.213687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f628e5-fe68-47f9-a6b1-135067a9ab77 None None] Network 1e38047e-e216-412e-91a1-c76b82dab57e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:32.228555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f18e13a8-c6a8-4eac-9139-3b4c7d408303 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3165762 Jul 08 17:51:32.228648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:32.232733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:32.257401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.258647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.316472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.374114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-1e38047e-e216-412e-91a1-c76b82dab57e', 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'fixed_ips': [{'subnet_id': 'f6a936cf-498a-49b7-b128-76576ed36d93'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:51:32.375085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.445120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:32.453168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.469542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:32.470304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:32.594484 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Allocated IP 172.20.0.2 (1e38047e-e216-412e-91a1-c76b82dab57e/f6a936cf-498a-49b7-b128-76576ed36d93/77605eec-f6f2-49f3-bc3c-67bd00286f41) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:32.633479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:32.700044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32afb89-aebe-430b-be32-731c918b6c0c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:32.915873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.919426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b32afb89-aebe-430b-be32-731c918b6c0c completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:32.934084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b32afb89-aebe-430b-be32-731c918b6c0c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:32.934725 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.941328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Transition to ACTIVE for port object 77605eec-f6f2-49f3-bc3c-67bd00286f41 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:32.997110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.009480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Transition to ACTIVE for port object 77605eec-f6f2-49f3-bc3c-67bd00286f41 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:33.017581 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.019391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.076100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Network 1e38047e-e216-412e-91a1-c76b82dab57e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:33.085230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Pushing event updated for resources: {'Port': ['ID=77605eec-f6f2-49f3-bc3c-67bd00286f41,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:33.087664 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:33.108549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:33.128254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Allocated IP 172.25.3.141 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4e299193-907b-4a0e-86bd-e13ff646cc59) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:33.129437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 2, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:33.180282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:33.180533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Updating router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 port 27e0f362-1e3f-4423-9f24-df550a5a4014 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:51:33.197012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.230509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.252271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Attempting to bind port 77605eec-f6f2-49f3-bc3c-67bd00286f41 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:33.252638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Attempting to bind port 77605eec-f6f2-49f3-bc3c-67bd00286f41 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:33.252998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Attempting to bind port 77605eec-f6f2-49f3-bc3c-67bd00286f41 on network 1e38047e-e216-412e-91a1-c76b82dab57e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:33.257948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b32afb89-aebe-430b-be32-731c918b6c0c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b32afb89-aebe-430b-be32-731c918b6c0c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:33.264282 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:33.264654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Checking segment: {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:33.265057 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.265449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Bound using segment: {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:33.265913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Bound port: 77605eec-f6f2-49f3-bc3c-67bd00286f41, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:33.266313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.269265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.271049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.271448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.308250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:33.315671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:33.319247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:33.324720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Pushing event updated for resources: {'Port': ['ID=4e299193-907b-4a0e-86bd-e13ff646cc59,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:33.447489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b32afb89-aebe-430b-be32-731c918b6c0c,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:33.464544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] For port 77605eec-f6f2-49f3-bc3c-67bd00286f41, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:33.469363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] For port 77605eec-f6f2-49f3-bc3c-67bd00286f41, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=77605eec-f6f2-49f3-bc3c-67bd00286f41,segment=NetworkSegment(f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a),segment_id=f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:33.474117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.581745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.582793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e2563-4916-43db-96df-53d9c7420b9a None None] Pushing event updated for resources: {'Port': ['ID=77605eec-f6f2-49f3-bc3c-67bd00286f41,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:33.683389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.694195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Transition to ACTIVE for port object 27e0f362-1e3f-4423-9f24-df550a5a4014 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:33.701049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.777240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be746c-5d1a-43bc-ac0a-686b3a2025b9 None None] Pushing event updated for resources: {'Port': ['ID=27e0f362-1e3f-4423-9f24-df550a5a4014,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:33.816523 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.819568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Attempting to bind port 27e0f362-1e3f-4423-9f24-df550a5a4014 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:33.819942 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Attempting to bind port 27e0f362-1e3f-4423-9f24-df550a5a4014 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:33.820307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Attempting to bind port 27e0f362-1e3f-4423-9f24-df550a5a4014 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:33.825387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:33.825764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:33.826207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.826605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:33.827071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Bound port: 27e0f362-1e3f-4423-9f24-df550a5a4014, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:33.827457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.917905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] For port 27e0f362-1e3f-4423-9f24-df550a5a4014, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:33.921651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] For port 27e0f362-1e3f-4423-9f24-df550a5a4014, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=27e0f362-1e3f-4423-9f24-df550a5a4014,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:33.928797 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.976612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:51:34.000568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:34.001763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:34.005091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be746c-5d1a-43bc-ac0a-686b3a2025b9 None None] Pushing event updated for resources: {'Port': ['ID=27e0f362-1e3f-4423-9f24-df550a5a4014,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:34.105835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:34.116889 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Sync routers for ids ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:34.119982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:34.128019 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Routers {'10d1ffa5-ee77-4365-b292-3d2e73e9cb83'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:34.128747 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:34.130597 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.134884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3b0f7350-42a0-43c3-87d9-9dbb6a709d11 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9029636 Jul 08 17:51:34.135016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 58594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:34.275638 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Set router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:34.465855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 3, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:34.501095 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Checking router: 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:34.502302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Updating router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 port 4e299193-907b-4a0e-86bd-e13ff646cc59 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:51:34.540379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:34.543286 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.570265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32061312-9933-4ad7-b865-0b35c4b51021 None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:34.637440 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.861433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32afb89-aebe-430b-be32-731c918b6c0c up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:34.893013 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.907406 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Transition to ACTIVE for port object 4e299193-907b-4a0e-86bd-e13ff646cc59 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:34.916766 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.936585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b32afb89-aebe-430b-be32-731c918b6c0c triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:34.937057 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.951132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Allocated IP 172.20.0.1 (1e38047e-e216-412e-91a1-c76b82dab57e/f6a936cf-498a-49b7-b128-76576ed36d93/10ec9280-4122-4fc6-8557-cbeb8e9695b6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:34.978491 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246043-0e2b-4228-987b-9cfbbfa6fa7e None None] Pushing event updated for resources: {'Port': ['ID=4e299193-907b-4a0e-86bd-e13ff646cc59,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:34.981746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97f719-df6e-44c5-9fb7-ef832ee71f45 None None] Network 1e38047e-e216-412e-91a1-c76b82dab57e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:34.996341 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Attempting to bind port 4e299193-907b-4a0e-86bd-e13ff646cc59 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:34.996629 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Attempting to bind port 4e299193-907b-4a0e-86bd-e13ff646cc59 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:34.997085 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Attempting to bind port 4e299193-907b-4a0e-86bd-e13ff646cc59 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:35.003520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:35.003896 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:35.004293 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.004687 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:35.005151 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Bound port: 4e299193-907b-4a0e-86bd-e13ff646cc59, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:35.005531 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.057768 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] For port 4e299193-907b-4a0e-86bd-e13ff646cc59, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:35.061020 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] For port 4e299193-907b-4a0e-86bd-e13ff646cc59, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4e299193-907b-4a0e-86bd-e13ff646cc59,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:35.067359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e92cfaaa-4230-4077-909a-80384219fee0 None None] Provisioning for port 77605eec-f6f2-49f3-bc3c-67bd00286f41 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:35.069384 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.099129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.114979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Transition to ACTIVE for port object 10ec9280-4122-4fc6-8557-cbeb8e9695b6 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:35.129578 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246043-0e2b-4228-987b-9cfbbfa6fa7e None None] Pushing event updated for resources: {'Port': ['ID=4e299193-907b-4a0e-86bd-e13ff646cc59,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:35.149374 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Routers {'10d1ffa5-ee77-4365-b292-3d2e73e9cb83'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:35.150682 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:35.161184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.164292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77605eec-f6f2-49f3-bc3c-67bd00286f41 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:35.224823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Network 1e38047e-e216-412e-91a1-c76b82dab57e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:35.230055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:35.237285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:35.244521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Pushing event updated for resources: {'Port': ['ID=10ec9280-4122-4fc6-8557-cbeb8e9695b6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:35.251900 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 77605eec-f6f2-49f3-bc3c-67bd00286f41 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:35.258055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 77605eec-f6f2-49f3-bc3c-67bd00286f41 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:35.258432 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.289862 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] Set router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:35.299557 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.352541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.407179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 77605eec-f6f2-49f3-bc3c-67bd00286f41, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=77605eec-f6f2-49f3-bc3c-67bd00286f41,segment=NetworkSegment(f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a),segment_id=f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:35.414762 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.415706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 27e0f362-1e3f-4423-9f24-df550a5a4014 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:35.519379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.545605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=77605eec-f6f2-49f3-bc3c-67bd00286f41,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:35.558887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 27e0f362-1e3f-4423-9f24-df550a5a4014 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:35.563202 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 27e0f362-1e3f-4423-9f24-df550a5a4014 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:35.566262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.573348 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 3, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:35.601953 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477fa08-dc09-48d8-a334-77de00250de7 None None] The sync data for ids ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'] in n-d-799527-4 is: [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 3, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:35.622936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a83fd88-b809-4c51-af7f-ac98fbbbfdbf None None] Provisioning complete for port 77605eec-f6f2-49f3-bc3c-67bd00286f41 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:35.623334 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a83fd88-b809-4c51-af7f-ac98fbbbfdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.694639 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.743691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 27e0f362-1e3f-4423-9f24-df550a5a4014, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=27e0f362-1e3f-4423-9f24-df550a5a4014,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:35.783184 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.787490 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.793330 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.826975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a83fd88-b809-4c51-af7f-ac98fbbbfdbf None None] Provisioning for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:35.836980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a83fd88-b809-4c51-af7f-ac98fbbbfdbf None None] Provisioning complete for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:35.837355 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a83fd88-b809-4c51-af7f-ac98fbbbfdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.866470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.867527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=27e0f362-1e3f-4423-9f24-df550a5a4014,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:35.868488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Pushing event updated for resources: {'Port': ['ID=10ec9280-4122-4fc6-8557-cbeb8e9695b6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:35.884619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8a83fd88-b809-4c51-af7f-ac98fbbbfdbf None None] Port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:35.989441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Network 1e38047e-e216-412e-91a1-c76b82dab57e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:35.990911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:36.012921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2c79b7ce-aa2a-496b-8ad3-26b515b50002 None None] Provisioning complete for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:36.013244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2c79b7ce-aa2a-496b-8ad3-26b515b50002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.071440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2c79b7ce-aa2a-496b-8ad3-26b515b50002 None None] Port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:36.129370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:36.247745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:36.253597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-52f224f7-5ad3-4109-afd8-230a411ce683 admin admin] 10.222.0.48 "PUT /v2.0/routers/10d1ffa5-ee77-4365-b292-3d2e73e9cb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175778 Jul 08 17:51:36.294895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c8908fc3-f4c9-4322-a96f-3028e4b71a30 None None] Provisioning complete for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:36.295321 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c8908fc3-f4c9-4322-a96f-3028e4b71a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.332250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c8908fc3-f4c9-4322-a96f-3028e4b71a30 None None] Port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:36.729895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e299193-907b-4a0e-86bd-e13ff646cc59 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:36.789571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4e299193-907b-4a0e-86bd-e13ff646cc59 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:36.794695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4e299193-907b-4a0e-86bd-e13ff646cc59 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:36.795103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.880503 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.902390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4e299193-907b-4a0e-86bd-e13ff646cc59, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4e299193-907b-4a0e-86bd-e13ff646cc59,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:36.908569 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.909390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 27e0f362-1e3f-4423-9f24-df550a5a4014 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:37.002722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4e299193-907b-4a0e-86bd-e13ff646cc59,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:37.015395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 27e0f362-1e3f-4423-9f24-df550a5a4014 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:37.016408 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.106876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77605eec-f6f2-49f3-bc3c-67bd00286f41 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:37.158262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 77605eec-f6f2-49f3-bc3c-67bd00286f41 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:37.158636 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.946007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Sync routers for ids ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:37.955306 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Routers {'10d1ffa5-ee77-4365-b292-3d2e73e9cb83'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:37.955923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:38.061472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Set router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:38.263820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 4, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '10ec9280-4122-4fc6-8557-cbeb8e9695b6', 'name': '', 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'mac_address': 'fa:16:3e:fb:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'f6a936cf-498a-49b7-b128-76576ed36d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:34Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 2, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'subnets': [{'id': 'f6a936cf-498a-49b7-b128-76576ed36d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:38.293864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Checking router: 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:38.294243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Updating router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:51:38.328953 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.418693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-22131e9f-c8c8-48a6-bfe7-f14c561215cb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:38.420171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-22131e9f-c8c8-48a6-bfe7-f14c561215cb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.0991395 Jul 08 17:51:38.435106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b3694dd2-67c8-47af-aa18-a03ac3853ae1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Jul 08 17:51:38.502075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-02055fc0-16e6-4ff8-a4d3-9744c33b5f30 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611253 Jul 08 17:51:38.593657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.607525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Transition to ACTIVE for port object 10ec9280-4122-4fc6-8557-cbeb8e9695b6 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:38.614480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.672235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a3579-e459-41b5-9743-cb30fb09c4e2 None None] Pushing event updated for resources: {'Port': ['ID=10ec9280-4122-4fc6-8557-cbeb8e9695b6,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:38.697901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e299193-907b-4a0e-86bd-e13ff646cc59 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:38.708544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0afd988-13d7-4faa-8821-d0408118397c service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991098 Jul 08 17:51:38.761783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Attempting to bind port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:38.762183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Attempting to bind port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:38.762549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Attempting to bind port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 on network 1e38047e-e216-412e-91a1-c76b82dab57e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:38.771298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:38.771544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Checking segment: {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:38.771901 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.772292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Bound using segment: {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:38.772898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Bound port: 10ec9280-4122-4fc6-8557-cbeb8e9695b6, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:38.773147 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.807668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-7ba36a92-3830-4cd0-9fe9-06f61eede58b service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934203 Jul 08 17:51:38.814636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4e299193-907b-4a0e-86bd-e13ff646cc59 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:38.814772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.882329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] For port 10ec9280-4122-4fc6-8557-cbeb8e9695b6, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:38.886778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] For port 10ec9280-4122-4fc6-8557-cbeb8e9695b6, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=10ec9280-4122-4fc6-8557-cbeb8e9695b6,segment=NetworkSegment(f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a),segment_id=f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:38.896203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.946679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:51:38.992860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Routers {'10d1ffa5-ee77-4365-b292-3d2e73e9cb83'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:38.993489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:51:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:38.995680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a3579-e459-41b5-9743-cb30fb09c4e2 None None] Pushing event updated for resources: {'Port': ['ID=10ec9280-4122-4fc6-8557-cbeb8e9695b6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:39.120168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] Set router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:39.163380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b120be95-35b9-42ea-be7c-f77ed67bd175 req-4fdbcd1b-e8e4-41a1-be5f-592d7e494761 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 210 time: 0.0410924 Jul 08 17:51:39.377047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 4, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '10ec9280-4122-4fc6-8557-cbeb8e9695b6', 'name': '', 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'mac_address': 'fa:16:3e:fb:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'f6a936cf-498a-49b7-b128-76576ed36d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:34Z', 'updated_at': '2021-07-08T17:51:38Z', 'revision_number': 4, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'subnets': [{'id': 'f6a936cf-498a-49b7-b128-76576ed36d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:39.403737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5cd22-56ae-4eef-b4f2-913763a0c262 None None] The sync data for ids ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'] in n-d-799527-4 is: [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 4, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '10ec9280-4122-4fc6-8557-cbeb8e9695b6', 'name': '', 'network_id': '1e38047e-e216-412e-91a1-c76b82dab57e', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'mac_address': 'fa:16:3e:fb:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'f6a936cf-498a-49b7-b128-76576ed36d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:34Z', 'updated_at': '2021-07-08T17:51:38Z', 'revision_number': 4, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'subnets': [{'id': 'f6a936cf-498a-49b7-b128-76576ed36d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:40.309982 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-770c0f2d-f133-4172-a547-d9de9b52826d req-174e1952-8620-476a-aae7-25826b132138 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 210 time: 0.0340228 Jul 08 17:51:40.436244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-7223dcf8-8ba9-4838-ac4c-492d3eff9fc9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:40.437919 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-7223dcf8-8ba9-4838-ac4c-492d3eff9fc9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1167455 Jul 08 17:51:40.456648 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:40.570035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:40.573798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.705776 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 10ec9280-4122-4fc6-8557-cbeb8e9695b6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:40.711158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.13 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/84202950-004b-4aae-99d3-27507d5fd1dc) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:40.757735 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:40.761200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:40.762313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.887236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.902508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object 84202950-004b-4aae-99d3-27507d5fd1dc will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:40.944745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.002206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:41.006940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.007658 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:41.012368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:41.016123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=84202950-004b-4aae-99d3-27507d5fd1dc,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:41.048958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 10ec9280-4122-4fc6-8557-cbeb8e9695b6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=10ec9280-4122-4fc6-8557-cbeb8e9695b6,segment=NetworkSegment(f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a),segment_id=f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:41.054654 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.070763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:41.071432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.101568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-b1012541-cdc6-485a-9f0a-26ffacacf02f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6493614 Jul 08 17:51:41.115882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=10ec9280-4122-4fc6-8557-cbeb8e9695b6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:41.176877 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Request body: {'port': {'device_id': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:41.263035 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.320118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1cff3b89-388e-4434-af07-b61f8dc1a4bd None None] Provisioning for port 84202950-004b-4aae-99d3-27507d5fd1dc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:41.324450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1cff3b89-388e-4434-af07-b61f8dc1a4bd None None] Provisioning complete for port 84202950-004b-4aae-99d3-27507d5fd1dc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:41.324943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1cff3b89-388e-4434-af07-b61f8dc1a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.368392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1cff3b89-388e-4434-af07-b61f8dc1a4bd None None] Port 84202950-004b-4aae-99d3-27507d5fd1dc cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:41.545429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b562-5fa7-48b2-8f5f-58ca15cf2aea req-3a143638-e260-44f2-8dbf-c6a8d9b5bb77 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:41.546992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f46b562-5fa7-48b2-8f5f-58ca15cf2aea req-3a143638-e260-44f2-8dbf-c6a8d9b5bb77 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 932 time: 0.0993965 Jul 08 17:51:41.617288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84202950-004b-4aae-99d3-27507d5fd1dc {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:41.634633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.639538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5f46b562-5fa7-48b2-8f5f-58ca15cf2aea req-4b4c268f-0e20-4ac1-8423-60070c5f6cc0 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832245 Jul 08 17:51:41.651477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Transition to ACTIVE for port object 84202950-004b-4aae-99d3-27507d5fd1dc will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:41.656266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.752779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Pushing event updated for resources: {'Port': ['ID=84202950-004b-4aae-99d3-27507d5fd1dc,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:41.809661 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Attempting to bind port 84202950-004b-4aae-99d3-27507d5fd1dc on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:41.810523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Attempting to bind port 84202950-004b-4aae-99d3-27507d5fd1dc by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:41.810980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Attempting to bind port 84202950-004b-4aae-99d3-27507d5fd1dc on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:41.817431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Port 84202950-004b-4aae-99d3-27507d5fd1dc on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:51:41.817913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Attempting to bind port 84202950-004b-4aae-99d3-27507d5fd1dc on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:41.826027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:41.826467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:41.827042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:41.827589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Bound port: 84202950-004b-4aae-99d3-27507d5fd1dc, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:41.828049 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.919916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] For port 84202950-004b-4aae-99d3-27507d5fd1dc, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:41.924027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] For port 84202950-004b-4aae-99d3-27507d5fd1dc, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84202950-004b-4aae-99d3-27507d5fd1dc,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:41.934161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.972563 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:41.973210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.975469 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] 10.222.0.21 "PUT /v2.0/ports/84202950-004b-4aae-99d3-27507d5fd1dc HTTP/1.1" status: 200 len: 1092 time: 0.8656361 Jul 08 17:51:41.975469 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'tag': '84202950-004b-4aae-99d3-27507d5fd1dc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:41.977766 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d122f98-3fe5-4ea2-b006-66e4883a55f0", "tag": "84202950-004b-4aae-99d3-27507d5fd1dc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:42.058812 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e90a841-37b6-425b-8a40-3a58266bf7ce x-openstack-request-id: req-9e90a841-37b6-425b-8a40-3a58266bf7ce {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:42.059357 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d122f98-3fe5-4ea2-b006-66e4883a55f0", "tag": "84202950-004b-4aae-99d3-27507d5fd1dc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:42.059756 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e90a841-37b6-425b-8a40-3a58266bf7ce {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:42.060314 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'tag': '84202950-004b-4aae-99d3-27507d5fd1dc', 'status': 'completed', 'code': 200} Jul 08 17:51:42.066323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6f9e3-7790-4a4c-aa84-43965f63715c service neutron] Pushing event updated for resources: {'Port': ['ID=84202950-004b-4aae-99d3-27507d5fd1dc,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:42.097483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-f526f276-d58c-4257-9c15-e986a8db7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.099076 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-f526f276-d58c-4257-9c15-e986a8db7559 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 1095 time: 0.0796025 Jul 08 17:51:42.151028 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-c96b91f8-564c-47dd-9242-7c346fdf441b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84202950-004b-4aae-99d3-27507d5fd1dc HTTP/1.1" status: 200 len: 217 time: 0.0434783 Jul 08 17:51:42.218237 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-a32b4506-a196-45cf-be77-decebd8cf85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.220353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-a32b4506-a196-45cf-be77-decebd8cf85c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0626864 Jul 08 17:51:42.281697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-6b6515f4-6d3d-4e92-a193-bfa070a281c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.284319 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-6b6515f4-6d3d-4e92-a193-bfa070a281c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575089 Jul 08 17:51:42.379723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-0f505fd8-67b3-4936-9cb8-93718815a278 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Jul 08 17:51:42.474085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce644424-f4e6-4d77-9280-5afab2ab5241 req-ec11e39e-24cf-4e6b-a8ef-f10b34fbcd05 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875759 Jul 08 17:51:42.573566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-dc398d0c-684c-40c6-9ec8-c84c9c3d0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.575514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-dc398d0c-684c-40c6-9ec8-c84c9c3d0f8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 1095 time: 0.0549307 Jul 08 17:51:42.671243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 10ec9280-4122-4fc6-8557-cbeb8e9695b6 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:42.674368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-bf59dfbe-a511-45aa-b320-d1561718a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.675894 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-bf59dfbe-a511-45aa-b320-d1561718a92d service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0949335 Jul 08 17:51:42.726312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-6bfcec1f-be41-4950-95f3-c68df5f447f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84202950-004b-4aae-99d3-27507d5fd1dc HTTP/1.1" status: 200 len: 217 time: 0.0439429 Jul 08 17:51:42.727493 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:42.728008 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.821260 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-b1932e8a-c13d-481b-a3bc-eb21a1f5873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.822807 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-b1932e8a-c13d-481b-a3bc-eb21a1f5873e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0896854 Jul 08 17:51:42.895176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b0850-c837-45ce-abfc-cb883cf9ab1f req-2713dce5-a72e-436b-af40-cf3c6dce45a1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.896640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c12b0850-c837-45ce-abfc-cb883cf9ab1f req-2713dce5-a72e-436b-af40-cf3c6dce45a1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.1178398 Jul 08 17:51:42.911660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-8b9b2e24-ad78-4be8-bbb0-77e52a5830c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.913091 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-8b9b2e24-ad78-4be8-bbb0-77e52a5830c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828936 Jul 08 17:51:42.987071 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c12b0850-c837-45ce-abfc-cb883cf9ab1f req-38e05147-d41d-4ddd-a06c-cd9f5873085d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841465 Jul 08 17:51:43.033495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-28f3b189-8a9b-42ca-8507-27f2b90aa712 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128917 Jul 08 17:51:43.123963 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d7e0296-a800-4511-a7c9-bd96ad66cfdc req-0f4c9021-f033-4602-84c9-263e828f0ee0 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Jul 08 17:51:43.138580 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.181574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:44.166227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa224b7-a82a-4abd-b6cc-e6fa7959ed90 req-7ec4377e-2b4e-41cb-b3ec-e7bbd53323d8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:44.167618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fa224b7-a82a-4abd-b6cc-e6fa7959ed90 req-7ec4377e-2b4e-41cb-b3ec-e7bbd53323d8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0651529 Jul 08 17:51:44.205948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7fa224b7-a82a-4abd-b6cc-e6fa7959ed90 req-e9f33e77-1e89-4cce-95b4-8ef4f15b02f8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Jul 08 17:51:45.380506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74eedb-7aaa-469e-bfb4-8bc52be8045c req-7ca3ae89-97c7-455c-becc-34d8c0c5e5da tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:45.381874 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a74eedb-7aaa-469e-bfb4-8bc52be8045c req-7ca3ae89-97c7-455c-becc-34d8c0c5e5da tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0679574 Jul 08 17:51:45.418713 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a74eedb-7aaa-469e-bfb4-8bc52be8045c req-1f0588d5-bfc3-49d8-9b37-721877cabc7a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jul 08 17:51:46.587606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17090dc-2e66-41e4-ab0d-df4881217cb8 req-3b9dbf68-e460-41a0-afdf-787950a8f86a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:46.589053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f17090dc-2e66-41e4-ab0d-df4881217cb8 req-3b9dbf68-e460-41a0-afdf-787950a8f86a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0625827 Jul 08 17:51:46.630899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f17090dc-2e66-41e4-ab0d-df4881217cb8 req-faf01c75-07ab-4e24-9da1-93862d290ca7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363529 Jul 08 17:51:47.803130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44645b-ef70-478e-a5ab-dd6b8f6616cf req-561f23e2-5d1c-4f03-a17d-f2fe585be138 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:47.804629 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd44645b-ef70-478e-a5ab-dd6b8f6616cf req-561f23e2-5d1c-4f03-a17d-f2fe585be138 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0649371 Jul 08 17:51:47.841444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fd44645b-ef70-478e-a5ab-dd6b8f6616cf req-47b201bd-7f7b-4ec1-85ab-8dedb668259c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312383 Jul 08 17:51:49.012633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4ffb0-37d8-4f9d-977e-a72359cc1d74 req-f3503570-e588-4e06-b33d-f5fc954215ae tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:49.014146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7bb4ffb0-37d8-4f9d-977e-a72359cc1d74 req-f3503570-e588-4e06-b33d-f5fc954215ae tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0646434 Jul 08 17:51:49.051742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7bb4ffb0-37d8-4f9d-977e-a72359cc1d74 req-4a89f035-cf50-45a2-af40-bb117714e84a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jul 08 17:51:49.542516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c77412a9-bc52-4df9-8cd0-be6edaccb40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.224811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c8e18-877c-4977-b5fd-35da3049f140 req-f2568c32-7628-4680-81bd-e5e52bb8f40e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:50.226470 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-381c8e18-877c-4977-b5fd-35da3049f140 req-f2568c32-7628-4680-81bd-e5e52bb8f40e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0631425 Jul 08 17:51:50.264675 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-381c8e18-877c-4977-b5fd-35da3049f140 req-6a584525-1c53-4cff-b16d-18e50e945782 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Jul 08 17:51:51.439598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c25600-6ffb-4c71-b428-960fbd715c88 req-d0e72677-71d0-4f03-bcac-daacf0258537 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:51.441075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c25600-6ffb-4c71-b428-960fbd715c88 req-d0e72677-71d0-4f03-bcac-daacf0258537 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 944 time: 0.0654752 Jul 08 17:51:51.478261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c25600-6ffb-4c71-b428-960fbd715c88 req-ad4bfde9-8ad5-4b4e-b0ed-103a9e8c9382 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Jul 08 17:51:51.483169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84202950-004b-4aae-99d3-27507d5fd1dc details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:51:51.580006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 84202950-004b-4aae-99d3-27507d5fd1dc, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84202950-004b-4aae-99d3-27507d5fd1dc,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:51.590770 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '84202950-004b-4aae-99d3-27507d5fd1dc', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': '84202950-004b-4aae-99d3-27507d5fd1dc', 'mac_address': 'fa:16:3e:68:28:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:51:51.627600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.639706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84202950-004b-4aae-99d3-27507d5fd1dc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:51.659857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 84202950-004b-4aae-99d3-27507d5fd1dc, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84202950-004b-4aae-99d3-27507d5fd1dc,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:51.663579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.713094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=84202950-004b-4aae-99d3-27507d5fd1dc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:51.865873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['84202950-004b-4aae-99d3-27507d5fd1dc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:51:52.212107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e629dee-02a1-4e41-85e9-d3e19ce7157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.338164 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.653642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13b54f-e704-4f0c-9acf-ae4c809b01f3 req-f07202e2-13c7-48fa-971e-2fc2caa0eb46 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:52.655155 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d13b54f-e704-4f0c-9acf-ae4c809b01f3 req-f07202e2-13c7-48fa-971e-2fc2caa0eb46 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 945 time: 0.0688374 Jul 08 17:51:52.692922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d13b54f-e704-4f0c-9acf-ae4c809b01f3 req-b14c08d3-c623-4e76-a54c-44dea3cc0b48 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Jul 08 17:51:53.483252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84202950-004b-4aae-99d3-27507d5fd1dc up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:53.535737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 84202950-004b-4aae-99d3-27507d5fd1dc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:53.539482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 84202950-004b-4aae-99d3-27507d5fd1dc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:53.539852 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.614017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.643260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84202950-004b-4aae-99d3-27507d5fd1dc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:53.645507 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c687686-b522-4e3f-83bd-654a68a95359" -d '{"events": [{"server_uuid": "9d122f98-3fe5-4ea2-b006-66e4883a55f0", "name": "network-vif-plugged", "status": "completed", "tag": "84202950-004b-4aae-99d3-27507d5fd1dc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:53.663705 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 84202950-004b-4aae-99d3-27507d5fd1dc, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84202950-004b-4aae-99d3-27507d5fd1dc,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:53.666576 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.667861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.694351 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ad2d3-8474-48bf-8d66-17cd779d9247 x-openstack-request-id: req-9a3ad2d3-8474-48bf-8d66-17cd779d9247 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:53.694641 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d122f98-3fe5-4ea2-b006-66e4883a55f0", "name": "network-vif-plugged", "status": "completed", "tag": "84202950-004b-4aae-99d3-27507d5fd1dc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:53.694898 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a3ad2d3-8474-48bf-8d66-17cd779d9247 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:53.695281 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84202950-004b-4aae-99d3-27507d5fd1dc', 'code': 200} Jul 08 17:51:53.721565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=84202950-004b-4aae-99d3-27507d5fd1dc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:53.799813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83602416-6a10-4f1e-b043-fe41da74bcd6 req-1339d86d-9765-47d5-a820-f4477b56175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:53.801326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83602416-6a10-4f1e-b043-fe41da74bcd6 req-1339d86d-9765-47d5-a820-f4477b56175e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 1097 time: 0.0540326 Jul 08 17:51:53.876474 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83602416-6a10-4f1e-b043-fe41da74bcd6 req-d3318524-c819-457f-a256-f1ab02c75a62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674849 Jul 08 17:51:53.900050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b37e-913d-45a1-be81-4c8055a257a1 req-3076e6e3-4b9e-4274-84bf-d39fd4e32cb2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:53.901516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eaa5b37e-913d-45a1-be81-4c8055a257a1 req-3076e6e3-4b9e-4274-84bf-d39fd4e32cb2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0919843 Jul 08 17:51:53.939586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eaa5b37e-913d-45a1-be81-4c8055a257a1 req-555b4e0d-a205-49ab-a35c-7b2c16314b91 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Jul 08 17:51:55.023426 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:55.127960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786167d9-84f3-463c-8d2f-7e2fe94ce244 req-28515eef-270c-4d46-bdf6-ebf2d5d06e16 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.129456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-786167d9-84f3-463c-8d2f-7e2fe94ce244 req-28515eef-270c-4d46-bdf6-ebf2d5d06e16 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0676191 Jul 08 17:51:55.167171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-786167d9-84f3-463c-8d2f-7e2fe94ce244 req-417af905-3f83-4338-9e2c-45443a2afd19 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 08 17:51:55.350534 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-9e71c0ba-6f15-4072-ae19-becc0070901b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954585 Jul 08 17:51:55.358633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c209f-5078-4ea3-b236-95d8a65cefd0 req-524e1ca5-3ba4-41a6-9512-3aace911e97b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.360072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b1c209f-5078-4ea3-b236-95d8a65cefd0 req-524e1ca5-3ba4-41a6-9512-3aace911e97b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0791659 Jul 08 17:51:55.410886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b1c209f-5078-4ea3-b236-95d8a65cefd0 req-14e30b9b-25fc-48ac-9b8c-3950c338775c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Jul 08 17:51:55.453178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-669bfa98-6490-455f-acd8-283f5c2b1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.455284 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-669bfa98-6490-455f-acd8-283f5c2b1754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 1097 time: 0.0614917 Jul 08 17:51:55.560111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-8af5e2e0-b6b2-49a3-ab76-2044db672d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.561656 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-8af5e2e0-b6b2-49a3-ab76-2044db672d12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0857637 Jul 08 17:51:55.583969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb172-de86-44e5-9e40-5fbb996c92c2 req-ed2edf11-5089-4401-ad6f-252219ce98d8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.585468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63acb172-de86-44e5-9e40-5fbb996c92c2 req-ed2edf11-5089-4401-ad6f-252219ce98d8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0647614 Jul 08 17:51:55.605801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-083ff2ec-c70b-45e4-a5ec-26230cb4e70b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84202950-004b-4aae-99d3-27507d5fd1dc HTTP/1.1" status: 200 len: 217 time: 0.0376670 Jul 08 17:51:55.624246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63acb172-de86-44e5-9e40-5fbb996c92c2 req-30a1ec8f-e29c-4c43-a532-8f6938827f45 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Jul 08 17:51:55.654480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-d888fe22-db57-481b-86b1-957ece065e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.655965 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-d888fe22-db57-481b-86b1-957ece065e57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0446725 Jul 08 17:51:55.713582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-effc0bfd-af24-4fc9-8d24-d83697c69035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.715115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-effc0bfd-af24-4fc9-8d24-d83697c69035 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529418 Jul 08 17:51:55.807761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-7cb617a7-3c4e-4da9-b5d8-adb910360a99 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864620 Jul 08 17:51:55.900541 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5ba76c50-6a5a-476e-9f32-f9cd0e0f0651 req-1c1a4141-44b5-4194-8e11-73104a32aa8c service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862901 Jul 08 17:51:56.014620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f415b-c563-453d-b91c-c76dd038217a req-3607cd77-d626-4515-9b33-0916b7260a93 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:56.016032 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-342f415b-c563-453d-b91c-c76dd038217a req-3607cd77-d626-4515-9b33-0916b7260a93 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0674200 Jul 08 17:51:56.053802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-342f415b-c563-453d-b91c-c76dd038217a req-fd094c37-9155-4b47-950d-088236a0b40b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jul 08 17:51:57.228216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eccb5-8d3e-448a-aa83-f920dccba785 req-4cd73800-457c-4d20-9d8c-fcd8823c3488 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:57.229743 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-330eccb5-8d3e-448a-aa83-f920dccba785 req-4cd73800-457c-4d20-9d8c-fcd8823c3488 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0651102 Jul 08 17:51:57.270959 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-330eccb5-8d3e-448a-aa83-f920dccba785 req-5c4e8140-7622-4f8f-b558-a302bd6f33e8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Jul 08 17:51:57.436979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b0df7285-248a-43e3-8fe7-56f0bbb738f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:57.438553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b0df7285-248a-43e3-8fe7-56f0bbb738f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 946 time: 0.0690808 Jul 08 17:51:57.536008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port 84202950-004b-4aae-99d3-27507d5fd1dc {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:57.536355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.627252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port 84202950-004b-4aae-99d3-27507d5fd1dc, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=84202950-004b-4aae-99d3-27507d5fd1dc,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:57.627847 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.641267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for 84202950-004b-4aae-99d3-27507d5fd1dc owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:57.769416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.781810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['84202950-004b-4aae-99d3-27507d5fd1dc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:51:57.796860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=84202950-004b-4aae-99d3-27507d5fd1dc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:57.845816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port 84202950-004b-4aae-99d3-27507d5fd1dc on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:57.848550 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.850794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1fd44f3-cc6f-411b-b0e5-c93d2c4860e9 req-b77ab8af-1ba6-48a0-b474-c69aba177b71 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "DELETE /v2.0/ports/84202950-004b-4aae-99d3-27507d5fd1dc HTTP/1.1" status: 204 len: 173 time: 0.4073868 Jul 08 17:51:57.851239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'name': 'network-vif-deleted', 'tag': '84202950-004b-4aae-99d3-27507d5fd1dc'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:57.853548 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af9d9a5-d0e5-408c-8fb0-553c30aadd67" -d '{"events": [{"server_uuid": "9d122f98-3fe5-4ea2-b006-66e4883a55f0", "name": "network-vif-deleted", "tag": "84202950-004b-4aae-99d3-27507d5fd1dc"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:57.891607 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2739867-49a0-45ef-9546-7d0510bdde3f x-openstack-request-id: req-a2739867-49a0-45ef-9546-7d0510bdde3f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:57.891892 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d122f98-3fe5-4ea2-b006-66e4883a55f0", "name": "network-vif-deleted", "tag": "84202950-004b-4aae-99d3-27507d5fd1dc", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:57.892193 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2739867-49a0-45ef-9546-7d0510bdde3f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:57.892536 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d122f98-3fe5-4ea2-b006-66e4883a55f0', 'name': 'network-vif-deleted', 'tag': '84202950-004b-4aae-99d3-27507d5fd1dc', 'status': 'completed', 'code': 200} Jul 08 17:51:58.413696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a95d4d13-06f3-4d15-9668-78ef0dd639ec req-99787eee-e624-495d-afa6-317f54e27472 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 210 time: 0.0303044 Jul 08 17:51:59.558534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a2e0b710-03af-4347-8bcc-f6e71ecc4e04 req-c93c3557-0d03-4f55-83d6-9a57c8e62e75 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 210 time: 0.0297480 Jul 08 17:52:00.705560 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a1e492c-7787-4a1d-b4d3-3d4b6811d092 req-381c2b59-05d9-42fe-a958-0dc06f5ccbf9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d122f98-3fe5-4ea2-b006-66e4883a55f0 HTTP/1.1" status: 200 len: 210 time: 0.0330026 Jul 08 17:52:01.531223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84202950-004b-4aae-99d3-27507d5fd1dc no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:52:01.552325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 84202950-004b-4aae-99d3-27507d5fd1dc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:52:01.552668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 84202950-004b-4aae-99d3-27507d5fd1dc not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:52:13.174408 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:13.192018 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.947041 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:52:19.547045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-eb61b241-a260-4d07-ae05-014493f2328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:20.767087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-54ed23e7-155c-4ebd-8577-389cb1ed6fa3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:20.768684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-54ed23e7-155c-4ebd-8577-389cb1ed6fa3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1006465 Jul 08 17:52:20.783733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-790682f9-ec4d-4926-82e1-d0703198e923 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0096138 Jul 08 17:52:20.857099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-08ce9767-0e14-4b90-89fb-91cb10fe994c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684304 Jul 08 17:52:20.944955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a12b6ca7-a4ab-4b68-8110-655556abdf9c service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811741 Jul 08 17:52:21.036543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-22d73f17-aad9-43c6-a0e5-d4b4da264396 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858383 Jul 08 17:52:21.229079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e71b1dcf-434b-4e9a-8e91-adc239539503 req-bbe5342e-180f-4f6f-b9cc-c90123f2083d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 210 time: 0.0299163 Jul 08 17:52:22.219683 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b72bc011-ba26-4a10-9790-b7e965278165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.347101 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.467595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-649b4abe-2fc3-40a8-be23-3a3fc9b53da0 req-26971fe1-b1ed-4d08-87f2-df269c48b5ef tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 210 time: 0.0284834 Jul 08 17:52:22.551180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-40e69340-8b85-4812-888b-2949126b2266 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:22.552662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-40e69340-8b85-4812-888b-2949126b2266 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.4298511 Jul 08 17:52:22.566560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': '785b16e0-073a-4883-97cc-fc52105ff89d', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:22.692443 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:22.697212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.851454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.8 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/dedfb14f-34d5-40dd-b905-3da8e00bb0ac) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:23.000068 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.014280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object dedfb14f-34d5-40dd-b905-3da8e00bb0ac will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:23.047205 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.097847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:23.101063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:23.105159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:23.135578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.162359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:23.162986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.166211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.166557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.166916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.167230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.167560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.167890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.168216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.168536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.168857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.169176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.169498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.169816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:23.186886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-a11e8870-9ec7-4ba8-8211-a849f8928fe1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245995 Jul 08 17:52:23.199025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Request body: {'port': {'device_id': '785b16e0-073a-4883-97cc-fc52105ff89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:23.278111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.339737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb6c617e-b893-4a0f-94ad-bc94e7526683 None None] Provisioning for port dedfb14f-34d5-40dd-b905-3da8e00bb0ac completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:23.344018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb6c617e-b893-4a0f-94ad-bc94e7526683 None None] Provisioning complete for port dedfb14f-34d5-40dd-b905-3da8e00bb0ac triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:23.344389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb6c617e-b893-4a0f-94ad-bc94e7526683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.383857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c617e-b893-4a0f-94ad-bc94e7526683 None None] Port dedfb14f-34d5-40dd-b905-3da8e00bb0ac cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:52:23.565986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedfb14f-34d5-40dd-b905-3da8e00bb0ac {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:23.573540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.586434 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Transition to ACTIVE for port object dedfb14f-34d5-40dd-b905-3da8e00bb0ac will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:23.590683 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.665293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.681122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ec07-4f25-4601-b4c2-8d7726168204 req-1a45aa48-81ec-4527-b200-125bb1246784 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:23.683446 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c0ec07-4f25-4601-b4c2-8d7726168204 req-1a45aa48-81ec-4527-b200-125bb1246784 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0904400 Jul 08 17:52:23.710365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Pushing event updated for resources: {'Port': ['ID=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.721992 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Attempting to bind port dedfb14f-34d5-40dd-b905-3da8e00bb0ac on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:23.722300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Attempting to bind port dedfb14f-34d5-40dd-b905-3da8e00bb0ac by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:23.722642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Attempting to bind port dedfb14f-34d5-40dd-b905-3da8e00bb0ac on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:23.733067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Port dedfb14f-34d5-40dd-b905-3da8e00bb0ac on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:52:23.733472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Attempting to bind port dedfb14f-34d5-40dd-b905-3da8e00bb0ac on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:23.737589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8c0ec07-4f25-4601-b4c2-8d7726168204 req-69434570-42b9-4edc-9ced-e85dcb8367c4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Jul 08 17:52:23.747466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:23.748003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:23.748554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:23.749193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Bound port: dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:23.749731 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.824309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] For port dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:23.827630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] For port dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:23.832203 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.871343 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:23.872045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.873430 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] 10.222.0.21 "PUT /v2.0/ports/dedfb14f-34d5-40dd-b905-3da8e00bb0ac HTTP/1.1" status: 200 len: 1091 time: 0.6792104 Jul 08 17:52:23.875806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b16e0-073a-4883-97cc-fc52105ff89d', 'tag': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:23.878344 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "785b16e0-073a-4883-97cc-fc52105ff89d", "tag": "dedfb14f-34d5-40dd-b905-3da8e00bb0ac"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:23.906415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b141d3-4641-4694-9bbf-4d3b96de0a6b service neutron] Pushing event updated for resources: {'Port': ['ID=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.967498 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b941515-147d-459a-b35e-1c9435ba8112 x-openstack-request-id: req-9b941515-147d-459a-b35e-1c9435ba8112 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:23.967822 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b16e0-073a-4883-97cc-fc52105ff89d", "tag": "dedfb14f-34d5-40dd-b905-3da8e00bb0ac", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:23.968214 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b941515-147d-459a-b35e-1c9435ba8112 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:23.968620 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785b16e0-073a-4883-97cc-fc52105ff89d', 'tag': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac', 'status': 'completed', 'code': 200} Jul 08 17:52:23.995418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-3e3d7592-0cc8-4627-a2a6-f7b56e6d47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:23.997127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-3e3d7592-0cc8-4627-a2a6-f7b56e6d47d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 1094 time: 0.0770924 Jul 08 17:52:24.045293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-cac678f0-12d6-487a-a76d-86facb26f047 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac HTTP/1.1" status: 200 len: 217 time: 0.0394180 Jul 08 17:52:24.098169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-fef26b70-00a5-45d6-abf4-79cb896adbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.099691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-fef26b70-00a5-45d6-abf4-79cb896adbfb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0473518 Jul 08 17:52:24.165322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-38748b42-1179-4060-84cc-a5ac2d3734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.166885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-38748b42-1179-4060-84cc-a5ac2d3734c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579424 Jul 08 17:52:24.264061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-8a412a7e-b734-490c-a43b-22c98c3d4abc service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891240 Jul 08 17:52:24.360801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efb8a37a-ac13-4dec-ad4d-25e601fa5553 req-2a39dc51-8a27-439a-9582-bbff97b25ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897932 Jul 08 17:52:24.468536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-e33357aa-fe9f-4afb-b5fa-fe1c2dfb842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.470113 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-e33357aa-fe9f-4afb-b5fa-fe1c2dfb842c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 1094 time: 0.0591242 Jul 08 17:52:24.561975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-399aff7e-163b-4c80-bb61-344de75fca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.563350 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-399aff7e-163b-4c80-bb61-344de75fca00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0867562 Jul 08 17:52:24.605775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-da3f4485-6948-42b7-acfa-6fbf7a47f43f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac HTTP/1.1" status: 200 len: 217 time: 0.0356784 Jul 08 17:52:24.667209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-d8e69517-8bc2-4ffb-ab75-178ca3fe5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.668762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-d8e69517-8bc2-4ffb-ab75-178ca3fe5cdb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0565436 Jul 08 17:52:24.729472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-0f4c1913-b29b-47dd-bff4-9b357f3589bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.731010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-0f4c1913-b29b-47dd-bff4-9b357f3589bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553784 Jul 08 17:52:24.823168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-f5ebc547-ff7c-4f58-a97d-d34103f513b8 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 Jul 08 17:52:24.911014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eca996-a9ed-4eff-933a-dc0f4dac8646 req-41e9becc-6d3f-4cde-acf4-6c347aa92a13 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.912565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76eca996-a9ed-4eff-933a-dc0f4dac8646 req-41e9becc-6d3f-4cde-acf4-6c347aa92a13 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0703554 Jul 08 17:52:24.922060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ec280dd7-8d6c-4af2-8192-f6b9c6afe9eb req-be817dde-51ad-434b-8ea6-1aac69904706 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927341 Jul 08 17:52:24.955735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-76eca996-a9ed-4eff-933a-dc0f4dac8646 req-27ca44e1-76b8-47e3-99b1-425f4348bee6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363674 Jul 08 17:52:25.028183 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.271246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff82fb-9272-43f8-a7b4-a3e7dabb2cf8 req-2155f5f6-a9e6-4ed3-b9b5-44370006692d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:26.274230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5cff82fb-9272-43f8-a7b4-a3e7dabb2cf8 req-2155f5f6-a9e6-4ed3-b9b5-44370006692d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.1239011 Jul 08 17:52:26.337969 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5cff82fb-9272-43f8-a7b4-a3e7dabb2cf8 req-34fc13cc-cbd8-42d8-84c6-ff83268a8d05 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570593 Jul 08 17:52:27.571951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c2995-f495-4008-97fe-1781b2c64fa8 req-24b69553-70b6-4e31-8740-0a92361238cf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:27.573581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-519c2995-f495-4008-97fe-1781b2c64fa8 req-24b69553-70b6-4e31-8740-0a92361238cf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0790210 Jul 08 17:52:27.624491 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-519c2995-f495-4008-97fe-1781b2c64fa8 req-eb174f45-49fa-4bdb-8f55-50464fcc5faa tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Jul 08 17:52:28.815663 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0ee5c-ded4-41a0-ad0a-46f0d4c44c42 req-c7e890fa-b3c6-4412-821c-384da6789966 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:28.817328 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56b0ee5c-ded4-41a0-ad0a-46f0d4c44c42 req-c7e890fa-b3c6-4412-821c-384da6789966 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0705214 Jul 08 17:52:28.866841 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-56b0ee5c-ded4-41a0-ad0a-46f0d4c44c42 req-5b9363d9-dc28-4fe4-b1f9-dec049ed5065 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Jul 08 17:52:30.043756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7f92c-7c12-47a2-bc38-e9ee97c5d2e3 req-c33c326e-1727-4491-9846-d075993e7039 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:30.045139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cae7f92c-7c12-47a2-bc38-e9ee97c5d2e3 req-c33c326e-1727-4491-9846-d075993e7039 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0678291 Jul 08 17:52:30.082315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cae7f92c-7c12-47a2-bc38-e9ee97c5d2e3 req-67a4f3d8-1859-47e9-a3eb-d7576cf18eb2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 08 17:52:31.254779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1157e06-e83c-4c91-87e6-46d73702e3ca req-815fc15e-2783-4559-9704-ad60eedce472 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:31.256266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1157e06-e83c-4c91-87e6-46d73702e3ca req-815fc15e-2783-4559-9704-ad60eedce472 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0656688 Jul 08 17:52:31.293967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1157e06-e83c-4c91-87e6-46d73702e3ca req-66e53959-6e26-4100-b806-899fd50022f9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jul 08 17:52:32.469106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8776ee3-1b77-4f56-b207-7cade938c9a4 req-58e433ec-9012-4bdd-9ebc-7ab8ad7a9c46 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:32.470647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8776ee3-1b77-4f56-b207-7cade938c9a4 req-58e433ec-9012-4bdd-9ebc-7ab8ad7a9c46 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0676305 Jul 08 17:52:32.509130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b8776ee3-1b77-4f56-b207-7cade938c9a4 req-59ba0dfd-5549-4c2a-a2bc-f3b01646a744 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 08 17:52:33.688336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105775b-9612-402e-a729-cded1cf42fbb req-86a1b448-53e2-4c2a-a804-8826c0c3ee02 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:33.690119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3105775b-9612-402e-a729-cded1cf42fbb req-86a1b448-53e2-4c2a-a804-8826c0c3ee02 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0693827 Jul 08 17:52:33.728688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3105775b-9612-402e-a729-cded1cf42fbb req-fe7c6e88-839d-4b06-b2ca-5cbe47362be0 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Jul 08 17:52:34.899962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ff473-0f5e-4b01-8af8-d71a1844a681 req-2ada2236-4cfe-412f-828d-4b260f23faba tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:34.901485 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f7ff473-0f5e-4b01-8af8-d71a1844a681 req-2ada2236-4cfe-412f-828d-4b260f23faba tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0632761 Jul 08 17:52:34.942134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f7ff473-0f5e-4b01-8af8-d71a1844a681 req-517f3411-a0a3-4ff2-bf43-5954a8b15bce tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jul 08 17:52:36.116248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8a07-d9d4-4f2f-8e97-baeae36e2dac req-e41c3c22-c47b-44de-a044-1b5d6b00e780 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:36.117728 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-139e8a07-d9d4-4f2f-8e97-baeae36e2dac req-e41c3c22-c47b-44de-a044-1b5d6b00e780 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0645287 Jul 08 17:52:36.155561 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-139e8a07-d9d4-4f2f-8e97-baeae36e2dac req-5ab13ae7-bba5-45e3-9fb9-ad872b5bbab1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Jul 08 17:52:37.336617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caaa2e-603c-43ea-b660-af34e5637466 req-5c2dffa1-c6bc-45db-bc36-e8498b8e2e12 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:37.338132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23caaa2e-603c-43ea-b660-af34e5637466 req-5c2dffa1-c6bc-45db-bc36-e8498b8e2e12 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0676672 Jul 08 17:52:37.374953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23caaa2e-603c-43ea-b660-af34e5637466 req-d4e8cf03-7d6d-4aa4-8c7e-f3ec290485c4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Jul 08 17:52:38.550675 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9e979-e1ef-4eca-aedb-88f1e77a2cdd req-8436d6dc-2294-4ffd-8d6d-67cc9278c264 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:38.552170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1b9e979-e1ef-4eca-aedb-88f1e77a2cdd req-8436d6dc-2294-4ffd-8d6d-67cc9278c264 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0656700 Jul 08 17:52:38.589799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1b9e979-e1ef-4eca-aedb-88f1e77a2cdd req-219b2c84-cb0a-4aed-bb3f-1ce3f8b32e67 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Jul 08 17:52:39.770340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf62835-14ac-44b2-a749-519cccc72e39 req-40da2811-04bf-4ad9-9dc5-ad0dfffb95a8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:39.771799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acf62835-14ac-44b2-a749-519cccc72e39 req-40da2811-04bf-4ad9-9dc5-ad0dfffb95a8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0625808 Jul 08 17:52:39.808261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acf62835-14ac-44b2-a749-519cccc72e39 req-8a7be566-ac35-47d1-9db0-bbd03954e4b2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Jul 08 17:52:40.982011 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeee7e8-4fee-4944-9649-59cf0d193d34 req-42da5d78-a0e7-40f5-8572-dd45fdba12b6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.983513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4eeee7e8-4fee-4944-9649-59cf0d193d34 req-42da5d78-a0e7-40f5-8572-dd45fdba12b6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0673268 Jul 08 17:52:41.022054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4eeee7e8-4fee-4944-9649-59cf0d193d34 req-a7710752-a0fc-4038-94bb-8b30e1a39ab9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 08 17:52:42.197636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c17f56-261c-4616-89d3-a725987bc883 req-64044680-aa12-400d-871f-4e154270f06a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:42.199367 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5c17f56-261c-4616-89d3-a725987bc883 req-64044680-aa12-400d-871f-4e154270f06a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0674000 Jul 08 17:52:42.237639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d5c17f56-261c-4616-89d3-a725987bc883 req-8da00c78-6a79-4528-92e8-d93869fe0907 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Jul 08 17:52:43.136468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:43.187969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:43.410716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e0f73-cefd-4d41-9f20-d023b5f99d66 req-69bdd651-b8b7-4ec1-85e4-03067d78077b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:43.412123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e95e0f73-cefd-4d41-9f20-d023b5f99d66 req-69bdd651-b8b7-4ec1-85e4-03067d78077b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 943 time: 0.0661438 Jul 08 17:52:43.451455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e95e0f73-cefd-4d41-9f20-d023b5f99d66 req-e1e35bef-65c8-44e9-804d-2302ca02f963 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Jul 08 17:52:43.716839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device dedfb14f-34d5-40dd-b905-3da8e00bb0ac details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:52:43.814432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:43.825328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac', 'mac_address': 'fa:16:3e:65:ad:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:52:43.861312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:43.874373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedfb14f-34d5-40dd-b905-3da8e00bb0ac {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:43.894254 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:43.897868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:43.944098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:43.951299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.951645 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.951984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.952322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.952655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.952985 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.953312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.953638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.953987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.954316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.955283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:43.955613 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:44.083334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['dedfb14f-34d5-40dd-b905-3da8e00bb0ac'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:52:44.623775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84a3c-bc00-4794-a391-8d52e18cbaf5 req-71bef6da-b2a1-41ff-ab12-0fcf45558754 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:44.625228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7ba84a3c-bc00-4794-a391-8d52e18cbaf5 req-71bef6da-b2a1-41ff-ab12-0fcf45558754 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 944 time: 0.0626814 Jul 08 17:52:44.662270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7ba84a3c-bc00-4794-a391-8d52e18cbaf5 req-f86ef2bb-da4d-41ff-9407-5c2a729ca4fc tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Jul 08 17:52:45.716706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device dedfb14f-34d5-40dd-b905-3da8e00bb0ac up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:45.764598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port dedfb14f-34d5-40dd-b905-3da8e00bb0ac completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:45.769024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port dedfb14f-34d5-40dd-b905-3da8e00bb0ac triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:45.769394 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:45.848161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d0fd-eb7d-4259-84ff-62ec46989ba0 req-2b9d2327-c7bd-4375-a52a-93b57d9952f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:45.849677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7573d0fd-eb7d-4259-84ff-62ec46989ba0 req-2b9d2327-c7bd-4375-a52a-93b57d9952f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 944 time: 0.0705137 Jul 08 17:52:45.851354 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:45.873586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b16e0-073a-4883-97cc-fc52105ff89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:45.875850 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116ebe7-0f93-4574-911c-e27375a842b5" -d '{"events": [{"server_uuid": "785b16e0-073a-4883-97cc-fc52105ff89d", "name": "network-vif-plugged", "status": "completed", "tag": "dedfb14f-34d5-40dd-b905-3da8e00bb0ac"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:45.888215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7573d0fd-eb7d-4259-84ff-62ec46989ba0 req-40bd9b1f-9257-44ef-8f2f-cb6b65c71cff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325050 Jul 08 17:52:45.890025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:45.894673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:45.943685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:46.050382 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9750d-1b40-4165-b078-0866011ecf1a x-openstack-request-id: req-38a9750d-1b40-4165-b078-0866011ecf1a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:46.050669 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b16e0-073a-4883-97cc-fc52105ff89d", "name": "network-vif-plugged", "status": "completed", "tag": "dedfb14f-34d5-40dd-b905-3da8e00bb0ac", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:46.050917 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38a9750d-1b40-4165-b078-0866011ecf1a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:46.051306 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b16e0-073a-4883-97cc-fc52105ff89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac', 'code': 200} Jul 08 17:52:46.162198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf52e4-644a-4dad-898d-223766e8c164 req-919f87fa-8f64-436b-8550-c956c5414ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:46.163707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0bcf52e4-644a-4dad-898d-223766e8c164 req-919f87fa-8f64-436b-8550-c956c5414ec1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 1096 time: 0.0533049 Jul 08 17:52:46.198123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0bcf52e4-644a-4dad-898d-223766e8c164 req-d2c79ad4-0005-488a-857c-5d83ad05f8da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273812 Jul 08 17:52:47.074451 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218fd1-9767-4043-afcd-f591c5b623c5 req-339317f1-4963-4286-aea8-c71386f4e25b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:47.075940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13218fd1-9767-4043-afcd-f591c5b623c5 req-339317f1-4963-4286-aea8-c71386f4e25b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0642641 Jul 08 17:52:47.113266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13218fd1-9767-4043-afcd-f591c5b623c5 req-911ae6d1-1b7e-4b44-8428-4af757af7192 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jul 08 17:52:48.287955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103b73d-35a6-4185-a0ea-0239e15152ba req-c06f77cc-1aab-4239-9a7b-9ae36ed0cff6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.289405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2103b73d-35a6-4185-a0ea-0239e15152ba req-c06f77cc-1aab-4239-9a7b-9ae36ed0cff6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0618920 Jul 08 17:52:48.326147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2103b73d-35a6-4185-a0ea-0239e15152ba req-9a8d2043-eca2-4ef8-86f4-8d29afe8dc5d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Jul 08 17:52:48.499225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b171cf-ef0f-4c12-bde5-1eb6576798fa req-f38a51ae-0516-4bab-8816-47b14a55d2b5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.500681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55b171cf-ef0f-4c12-bde5-1eb6576798fa req-f38a51ae-0516-4bab-8816-47b14a55d2b5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0668514 Jul 08 17:52:48.539163 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-55b171cf-ef0f-4c12-bde5-1eb6576798fa req-70fa7509-d1e4-4731-9f96-f24a1947ce88 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Jul 08 17:52:48.715835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44331-711a-4ecf-a762-dd6e53a079dd req-f13a3822-b3e0-47db-8aa9-52f26396167e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.717305 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63a44331-711a-4ecf-a762-dd6e53a079dd req-f13a3822-b3e0-47db-8aa9-52f26396167e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0694087 Jul 08 17:52:48.755540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63a44331-711a-4ecf-a762-dd6e53a079dd req-85873d98-534c-4d35-9bea-9909d209e60e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Jul 08 17:52:49.177849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc19f7-e7de-457c-bf8a-7982bded9b99 req-c1029540-c235-4997-bec9-72a673964700 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:49.179351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cedc19f7-e7de-457c-bf8a-7982bded9b99 req-c1029540-c235-4997-bec9-72a673964700 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0629778 Jul 08 17:52:49.216509 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cedc19f7-e7de-457c-bf8a-7982bded9b99 req-ed229a21-d9cd-4c7d-a464-2b6906a90ce5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Jul 08 17:52:49.547582 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3b7609ff-6319-4ebb-807b-330be88b06da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.398418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e90a5-1682-4db8-9458-033dbf86d783 req-dcfedc7e-2e86-4b62-bf47-022982ed218a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:50.399915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d5e90a5-1682-4db8-9458-033dbf86d783 req-dcfedc7e-2e86-4b62-bf47-022982ed218a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0641527 Jul 08 17:52:50.438250 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3d5e90a5-1682-4db8-9458-033dbf86d783 req-a354e16a-6110-476f-ab9d-4ae9b07ad7b0 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Jul 08 17:52:50.588889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-74784141-dc46-4359-8c62-dfd9c9657e9e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:50.590285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-74784141-dc46-4359-8c62-dfd9c9657e9e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 945 time: 0.0664041 Jul 08 17:52:50.690802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port dedfb14f-34d5-40dd-b905-3da8e00bb0ac {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:52:50.691157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.781572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port dedfb14f-34d5-40dd-b905-3da8e00bb0ac, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:50.781953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.795179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for dedfb14f-34d5-40dd-b905-3da8e00bb0ac owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:52:50.918747 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.930879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['dedfb14f-34d5-40dd-b905-3da8e00bb0ac'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:52:50.951270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=dedfb14f-34d5-40dd-b905-3da8e00bb0ac,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:50.999195 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port dedfb14f-34d5-40dd-b905-3da8e00bb0ac on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:52:51.001896 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:51.004595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3cb04bd-40be-4d75-a0e5-c41ab802fad4 req-0f515b60-b59f-497d-8084-6489a19381de tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "DELETE /v2.0/ports/dedfb14f-34d5-40dd-b905-3da8e00bb0ac HTTP/1.1" status: 204 len: 173 time: 0.4088814 Jul 08 17:52:51.005034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b16e0-073a-4883-97cc-fc52105ff89d', 'name': 'network-vif-deleted', 'tag': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:51.007387 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e61bcf-4578-47e8-9096-84ad285dfbe7" -d '{"events": [{"server_uuid": "785b16e0-073a-4883-97cc-fc52105ff89d", "name": "network-vif-deleted", "tag": "dedfb14f-34d5-40dd-b905-3da8e00bb0ac"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:51.121986 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2d94d1-b430-44eb-9ddc-477256645a8d x-openstack-request-id: req-0d2d94d1-b430-44eb-9ddc-477256645a8d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:51.122288 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b16e0-073a-4883-97cc-fc52105ff89d", "name": "network-vif-deleted", "tag": "dedfb14f-34d5-40dd-b905-3da8e00bb0ac", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:51.122544 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d2d94d1-b430-44eb-9ddc-477256645a8d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:51.122950 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785b16e0-073a-4883-97cc-fc52105ff89d', 'name': 'network-vif-deleted', 'tag': 'dedfb14f-34d5-40dd-b905-3da8e00bb0ac', 'status': 'completed', 'code': 200} Jul 08 17:52:51.581666 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0de3e2a1-a8be-4934-b524-9905d02bc308 req-24e02797-f4af-40c5-9b3c-cb033bfac491 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 210 time: 0.0298975 Jul 08 17:52:52.213059 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58ee04c4-37c8-436d-a499-69aa0116527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:52.340657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:52.729257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8963eca2-35f8-4589-ad95-c4890eb42a96 req-a1ec0786-d15e-4852-83ea-817c9e990e6b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 210 time: 0.0325682 Jul 08 17:52:52.946139 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:52:53.653810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:53.763246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device dedfb14f-34d5-40dd-b905-3da8e00bb0ac no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:52:53.787492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: dedfb14f-34d5-40dd-b905-3da8e00bb0ac {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:52:53.787838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device dedfb14f-34d5-40dd-b905-3da8e00bb0ac not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:52:53.874294 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-98e202f7-68a3-45b0-89c0-9abfaa837912 req-c911f22c-cf5c-485a-8a9f-c3d5021d9544 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=785b16e0-073a-4883-97cc-fc52105ff89d HTTP/1.1" status: 200 len: 210 time: 0.0295861 Jul 08 17:52:55.031040 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:13.140914 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:13.208000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:15.944492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-09cf552c-27e2-418f-a89a-6c7d1acfe4ed tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:15.945842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-09cf552c-27e2-418f-a89a-6c7d1acfe4ed tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1040802 Jul 08 17:53:15.960736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-55aae76f-a534-4172-b9c1-ffeeae760039 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Jul 08 17:53:16.030101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-0772a9ea-519d-4b62-8030-f1ecc786aae1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646131 Jul 08 17:53:16.121668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-3f7fea00-9ce1-4a03-86e0-7108e217d725 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Jul 08 17:53:16.211065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-e94ba597-d0a7-4416-a283-c70de25352f0 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831568 Jul 08 17:53:16.501062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9d39e4e9-7299-4ab4-8d57-5e7adec74052 req-eaf2d98c-e50b-46db-b036-21d1e0c4e26a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 210 time: 0.0284932 Jul 08 17:53:17.525523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-fea1362f-8e27-4f65-970f-6a40e98dac0f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:17.527159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-fea1362f-8e27-4f65-970f-6a40e98dac0f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1131654 Jul 08 17:53:17.540050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:17.694136 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5b352129-2ac2-4b08-ad25-881dff0c3b3f req-efea8c01-7f0d-48ca-960e-fdd92a2b0715 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 210 time: 0.0411899 Jul 08 17:53:17.695189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:17.698963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:17.836230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.12 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/227a956c-73fa-45d3-97f6-75f9f4e0a8d8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:17.993153 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.007673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:18.041901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.090051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:18.093203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:18.097888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:18.129904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:18.162196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:18.162835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.179536 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-6be4d2bb-e64d-431b-bc43-580b455bd70f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436350 Jul 08 17:53:18.193722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Request body: {'port': {'device_id': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:18.276092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.397511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e77c01e8-27f5-4f7d-a934-9f3afcd9a4ee None None] Provisioning for port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:18.405987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e77c01e8-27f5-4f7d-a934-9f3afcd9a4ee None None] Provisioning complete for port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:18.406911 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e77c01e8-27f5-4f7d-a934-9f3afcd9a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.443388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e77c01e8-27f5-4f7d-a934-9f3afcd9a4ee None None] Port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:53:18.567210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:18.574576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.586607 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Transition to ACTIVE for port object 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:18.589869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.645527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Pushing event updated for resources: {'Port': ['ID=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:18.715775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Attempting to bind port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:18.716435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Attempting to bind port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:18.716955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Attempting to bind port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:18.722574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:53:18.723065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Attempting to bind port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:18.731121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:18.731587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:18.732083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:18.732624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Bound port: 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:18.733097 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.818639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] For port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:18.822368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] For port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:18.835956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.877758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:18.878419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.879837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] 10.222.0.21 "PUT /v2.0/ports/227a956c-73fa-45d3-97f6-75f9f4e0a8d8 HTTP/1.1" status: 200 len: 1092 time: 0.6922197 Jul 08 17:53:18.880284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'tag': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:18.882574 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d377e72-c0f6-4376-b0c4-e646252ed13c" -d '{"events": [{"name": "network-changed", "server_uuid": "85d5a8df-f3ad-4e89-be03-3516566b434e", "tag": "227a956c-73fa-45d3-97f6-75f9f4e0a8d8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:18.909580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad48c06-c9bd-4cff-b450-b9a3fa6e737c service neutron] Pushing event updated for resources: {'Port': ['ID=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:18.976290 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41576476-9539-418c-891d-62d6a59fafb4 x-openstack-request-id: req-41576476-9539-418c-891d-62d6a59fafb4 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:18.976562 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d5a8df-f3ad-4e89-be03-3516566b434e", "tag": "227a956c-73fa-45d3-97f6-75f9f4e0a8d8", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:18.977237 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41576476-9539-418c-891d-62d6a59fafb4 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:18.977648 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'tag': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8', 'status': 'completed', 'code': 200} Jul 08 17:53:18.988600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28cec0-b181-4e9a-aecc-97abf4008861 req-bd3c8355-1acd-4eef-ac69-152f9c295138 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:18.991095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ea28cec0-b181-4e9a-aecc-97abf4008861 req-bd3c8355-1acd-4eef-ac69-152f9c295138 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.1427498 Jul 08 17:53:19.016690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-afd3431c-c3c2-4ccc-92f3-4d4c5a584e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.018688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-afd3431c-c3c2-4ccc-92f3-4d4c5a584e6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 1095 time: 0.0937672 Jul 08 17:53:19.037728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ea28cec0-b181-4e9a-aecc-97abf4008861 req-13ff8b9e-9c60-4914-b6d7-5d13043b6136 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Jul 08 17:53:19.066327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-dd120ec7-73b8-473f-baf1-d21c7639d7ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8 HTTP/1.1" status: 200 len: 217 time: 0.0402942 Jul 08 17:53:19.121117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-fed92ecb-a030-4842-9d93-1e17a48eadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.122685 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-fed92ecb-a030-4842-9d93-1e17a48eadb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0507627 Jul 08 17:53:19.180794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd847b1-e000-448d-88af-d72cd63844eb req-bc661246-f44d-4b55-b187-e0c738af55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.182235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-bc661246-f44d-4b55-b187-e0c738af55cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532408 Jul 08 17:53:19.276263 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-9ff469c9-2215-4253-8f63-024c38a6de47 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871627 Jul 08 17:53:19.373548 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cd847b1-e000-448d-88af-d72cd63844eb req-62fab29c-8c44-4447-a7ee-171bc1969b75 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902228 Jul 08 17:53:19.474070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-4356c5cb-9c33-407c-b1f0-ec0b8a1342b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.475735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-4356c5cb-9c33-407c-b1f0-ec0b8a1342b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 1095 time: 0.0543890 Jul 08 17:53:19.550161 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aeeff949-caa8-48c8-8c14-31a6bd6398a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:19.575920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-50bc0597-adac-47c5-b890-5ea00dffbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.577412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-50bc0597-adac-47c5-b890-5ea00dffbb56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0955994 Jul 08 17:53:19.617681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-974e9aba-cd2b-4090-97ad-741f2fabf64b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8 HTTP/1.1" status: 200 len: 217 time: 0.0343654 Jul 08 17:53:19.666472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-a3764a25-0259-4609-bd62-52974094c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.667921 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-a3764a25-0259-4609-bd62-52974094c53b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0442469 Jul 08 17:53:19.728086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-a4c07996-ebdc-416a-87a8-e5ebb536185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.729768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-a4c07996-ebdc-416a-87a8-e5ebb536185f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555999 Jul 08 17:53:19.818570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-918b2556-ec53-4e46-b8c1-85037368a753 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822914 Jul 08 17:53:19.913137 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9d377e72-c0f6-4376-b0c4-e646252ed13c req-6a315dcf-7f0f-4670-94c6-f395d6fdf108 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883377 Jul 08 17:53:20.502115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc1bef-a599-4b25-857b-c807243e90ca req-50a51e67-da2d-4909-a4c9-fd87b891827b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:20.503650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fcc1bef-a599-4b25-857b-c807243e90ca req-50a51e67-da2d-4909-a4c9-fd87b891827b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.3480322 Jul 08 17:53:20.541420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fcc1bef-a599-4b25-857b-c807243e90ca req-02dafc69-f0e0-4c1d-960a-deb4140f6896 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322151 Jul 08 17:53:21.722030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564ebc2-888a-4fe0-96d4-1e0376bc1c1b req-035d8dfe-e156-4fe3-98c4-aec815f1eed1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:21.723639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5564ebc2-888a-4fe0-96d4-1e0376bc1c1b req-035d8dfe-e156-4fe3-98c4-aec815f1eed1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0639088 Jul 08 17:53:21.764946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5564ebc2-888a-4fe0-96d4-1e0376bc1c1b req-41d1205a-cc09-48c0-b0c8-bb458817bd2d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356054 Jul 08 17:53:22.216547 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9946ee21-257e-41d1-9cde-e70f2a5441d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:22.342427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:22.934322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac55239-b8ad-4353-bbee-cd126247962d req-8ea58e5e-6436-42f4-a000-b22bac82d698 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:22.935686 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eac55239-b8ad-4353-bbee-cd126247962d req-8ea58e5e-6436-42f4-a000-b22bac82d698 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0637577 Jul 08 17:53:22.973245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eac55239-b8ad-4353-bbee-cd126247962d req-fbb86f69-b4f1-4e69-af1a-d010f48d6bf2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Jul 08 17:53:23.656715 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:24.158258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82063e5-e2d1-44f1-89ab-517bfa5e31d7 req-bc3cbe21-05f3-4ee3-b617-e05a4bf33a85 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:24.159714 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d82063e5-e2d1-44f1-89ab-517bfa5e31d7 req-bc3cbe21-05f3-4ee3-b617-e05a4bf33a85 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0629349 Jul 08 17:53:24.196804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d82063e5-e2d1-44f1-89ab-517bfa5e31d7 req-3aece917-6f9f-4f17-8734-818a0bf299cd tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Jul 08 17:53:25.032495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:25.371973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1bf2-ba04-4371-93ff-4b0261247a69 req-aefa5cdb-b727-4a04-9b67-242fe2bafdf8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:25.373403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd0d1bf2-ba04-4371-93ff-4b0261247a69 req-aefa5cdb-b727-4a04-9b67-242fe2bafdf8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0644960 Jul 08 17:53:25.410778 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bd0d1bf2-ba04-4371-93ff-4b0261247a69 req-7f294fdd-9318-49c7-868c-bbb2b945a0c7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316286 Jul 08 17:53:26.585640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69992462-b8d4-4116-a59d-883e94b7846b req-02aacc7a-2f42-4a9a-ba65-eb9583fa4ef5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:26.587166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69992462-b8d4-4116-a59d-883e94b7846b req-02aacc7a-2f42-4a9a-ba65-eb9583fa4ef5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0663047 Jul 08 17:53:26.627453 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69992462-b8d4-4116-a59d-883e94b7846b req-f7798d8c-7993-483d-94ab-71add50cdeac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jul 08 17:53:27.799363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ee092-f1f1-46cf-8ede-c44c27e306b1 req-e12ea7b7-463e-4fa9-8174-257cc15414d2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.800827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c73ee092-f1f1-46cf-8ede-c44c27e306b1 req-e12ea7b7-463e-4fa9-8174-257cc15414d2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0628715 Jul 08 17:53:27.837466 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c73ee092-f1f1-46cf-8ede-c44c27e306b1 req-e361419b-d85b-4c5f-9312-dc143bd83584 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jul 08 17:53:29.010874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7804-9c55-4258-956f-24957a7c8239 req-089e2745-bcad-4274-addd-4100e1c3e9c7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:29.012364 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48be7804-9c55-4258-956f-24957a7c8239 req-089e2745-bcad-4274-addd-4100e1c3e9c7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 944 time: 0.0671637 Jul 08 17:53:29.050521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48be7804-9c55-4258-956f-24957a7c8239 req-1111d4cb-4a10-4b38-b5a9-9bf20ac10ffc tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jul 08 17:53:29.893210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:53:29.945751 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:53:29.999274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:30.014005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8', 'mac_address': 'fa:16:3e:20:8e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:53:30.062108 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:30.075070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:30.094986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:30.098756 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:30.145002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:30.221203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486340ce-96df-414c-89ca-9a356e792078 req-076bb93d-e7c3-4e7a-bb93-35df22f32457 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:30.222692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-486340ce-96df-414c-89ca-9a356e792078 req-076bb93d-e7c3-4e7a-bb93-35df22f32457 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 945 time: 0.0629511 Jul 08 17:53:30.264177 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-486340ce-96df-414c-89ca-9a356e792078 req-01287128-b517-4209-8457-a5be680145dc tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Jul 08 17:53:30.300297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['227a956c-73fa-45d3-97f6-75f9f4e0a8d8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:31.435500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb65b-fa4e-4cc8-836c-1ad66230dc43 req-347614dd-6889-49e9-8772-dcf113617e86 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:31.436973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcecb65b-fa4e-4cc8-836c-1ad66230dc43 req-347614dd-6889-49e9-8772-dcf113617e86 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 945 time: 0.0636597 Jul 08 17:53:31.474831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcecb65b-fa4e-4cc8-836c-1ad66230dc43 req-919ecc5f-0ee9-4ebb-9b18-9a2df5c2f550 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Jul 08 17:53:31.893240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:31.941631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:31.945279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:31.945642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:32.026218 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:32.049261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:32.051514 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac77d18-04dd-4882-b421-4bb81026e319" -d '{"events": [{"server_uuid": "85d5a8df-f3ad-4e89-be03-3516566b434e", "name": "network-vif-plugged", "status": "completed", "tag": "227a956c-73fa-45d3-97f6-75f9f4e0a8d8"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:32.063869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:32.070163 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:32.096618 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad29d43c-ffdc-40e2-8763-77b935746550 x-openstack-request-id: req-ad29d43c-ffdc-40e2-8763-77b935746550 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:32.096900 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d5a8df-f3ad-4e89-be03-3516566b434e", "name": "network-vif-plugged", "status": "completed", "tag": "227a956c-73fa-45d3-97f6-75f9f4e0a8d8", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:32.097155 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad29d43c-ffdc-40e2-8763-77b935746550 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:32.097544 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8', 'code': 200} Jul 08 17:53:32.122859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:32.203773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a5696-b702-4103-bac7-93e17745628d req-02e3cdcf-fc26-4286-8f5c-948b4596773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:32.205379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a5a5696-b702-4103-bac7-93e17745628d req-02e3cdcf-fc26-4286-8f5c-948b4596773d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 1097 time: 0.0525184 Jul 08 17:53:32.238472 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a5a5696-b702-4103-bac7-93e17745628d req-ee5ea708-6f0a-48e6-9a31-a1a8a4d488d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271525 Jul 08 17:53:32.650680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895081b3-8bdd-422b-a9de-133128a9d44c req-eb022817-e3eb-41c8-b47a-c8e1ee43dc6e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:32.652152 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-895081b3-8bdd-422b-a9de-133128a9d44c req-eb022817-e3eb-41c8-b47a-c8e1ee43dc6e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 946 time: 0.0660300 Jul 08 17:53:33.020463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-895081b3-8bdd-422b-a9de-133128a9d44c req-0fa30e13-996a-4901-8d88-336018c7dbdb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623097 Jul 08 17:53:34.191381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772de778-cab1-4845-b100-c08376752000 req-05517ef0-30df-4302-baf6-b0d75c97f281 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:34.192837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-772de778-cab1-4845-b100-c08376752000 req-05517ef0-30df-4302-baf6-b0d75c97f281 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 946 time: 0.0630279 Jul 08 17:53:34.229407 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-772de778-cab1-4845-b100-c08376752000 req-874325ea-1120-4239-a4ba-8a6807d08ffa tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Jul 08 17:53:34.398274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128037b-9101-4ecb-b969-a63bfac62f29 req-de00b44e-0433-41a2-9df8-ca9dee097d25 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:34.399645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9128037b-9101-4ecb-b969-a63bfac62f29 req-de00b44e-0433-41a2-9df8-ca9dee097d25 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 946 time: 0.0621028 Jul 08 17:53:34.436790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9128037b-9101-4ecb-b969-a63bfac62f29 req-50944ce1-ac4b-4ef3-84a1-dfbfd9e284f0 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Jul 08 17:53:37.009454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-d78c1fda-f991-47d7-ab78-90541d958341 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:37.010969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-d78c1fda-f991-47d7-ab78-90541d958341 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1139934 Jul 08 17:53:37.026362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-80e6b928-cb74-44fd-a85f-fe45cab86619 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Jul 08 17:53:37.094394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-484ac86b-9c56-4558-b6e5-0bae229bcdd8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628209 Jul 08 17:53:37.185439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-739be5a5-3c07-45ed-ac16-6af06d0270f7 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841250 Jul 08 17:53:37.273181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-fd7d3203-3d94-452c-8569-8d43bc2be532 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813959 Jul 08 17:53:37.474462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba82073e-1897-4ce6-a09c-b1747c9c86bc req-28c0a74e-ff26-4ad7-9499-6d674f895ed6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 210 time: 0.0316818 Jul 08 17:53:38.510806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-e427ebd6-a0e4-484f-9eb7-f1123ae84593 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:38.512285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-e427ebd6-a0e4-484f-9eb7-f1123ae84593 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1050904 Jul 08 17:53:38.524959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:38.632402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-17dae457-3b92-4d16-8368-1f0b84aa7404 req-5202298e-58f8-4f4b-b268-8b8349a93ed1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 210 time: 0.0338461 Jul 08 17:53:38.664942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:38.668567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:38.806357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.6 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/8390f657-f743-4bae-96c1-7f67a3a44b0a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:38.978022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:38.992044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object 8390f657-f743-4bae-96c1-7f67a3a44b0a will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:39.026412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.041278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['227a956c-73fa-45d3-97f6-75f9f4e0a8d8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:39.075496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:39.079417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:39.083971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:39.109918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=8390f657-f743-4bae-96c1-7f67a3a44b0a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:39.126287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.126736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.127140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.127689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.128235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.128769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.129296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.129823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.130370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.130905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.131418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.131985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:39.170280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:39.170975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.188647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6d5752b5-b6d2-4164-83d1-10b496e108f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682308 Jul 08 17:53:39.200645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6e2679c0-6d62-4d2e-b3ef-09dbbee1c0cb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:53:39.201661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-6e2679c0-6d62-4d2e-b3ef-09dbbee1c0cb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057113 Jul 08 17:53:39.282416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Request body: {'port': {'device_id': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:39.333333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8c01369-a258-42c0-8d09-a9f1b2e170af None None] Provisioning for port 8390f657-f743-4bae-96c1-7f67a3a44b0a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:39.337268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8c01369-a258-42c0-8d09-a9f1b2e170af None None] Provisioning complete for port 8390f657-f743-4bae-96c1-7f67a3a44b0a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:39.337746 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e8c01369-a258-42c0-8d09-a9f1b2e170af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.363151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.372106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-e8c01369-a258-42c0-8d09-a9f1b2e170af None None] Port 8390f657-f743-4bae-96c1-7f67a3a44b0a cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:53:39.635081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8390f657-f743-4bae-96c1-7f67a3a44b0a {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:39.642959 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.654854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Transition to ACTIVE for port object 8390f657-f743-4bae-96c1-7f67a3a44b0a will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:39.658910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.744378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Pushing event updated for resources: {'Port': ['ID=8390f657-f743-4bae-96c1-7f67a3a44b0a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:39.804747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Attempting to bind port 8390f657-f743-4bae-96c1-7f67a3a44b0a on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:39.805156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Attempting to bind port 8390f657-f743-4bae-96c1-7f67a3a44b0a by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:39.805588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Attempting to bind port 8390f657-f743-4bae-96c1-7f67a3a44b0a on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:39.810451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Port 8390f657-f743-4bae-96c1-7f67a3a44b0a on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:53:39.810832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Attempting to bind port 8390f657-f743-4bae-96c1-7f67a3a44b0a on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:39.817110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:39.817594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:39.818120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:39.818661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Bound port: 8390f657-f743-4bae-96c1-7f67a3a44b0a, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:39.819343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.857946 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d2509-f93a-4cb5-8dff-8b5eb396bbe8 req-7e7a6995-dcff-4b2f-b203-2877c11dc63c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:39.865477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-456d2509-f93a-4cb5-8dff-8b5eb396bbe8 req-7e7a6995-dcff-4b2f-b203-2877c11dc63c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0889885 Jul 08 17:53:39.895316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] For port 8390f657-f743-4bae-96c1-7f67a3a44b0a, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:39.898588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] For port 8390f657-f743-4bae-96c1-7f67a3a44b0a, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:39.904089 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.908969 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-456d2509-f93a-4cb5-8dff-8b5eb396bbe8 req-4a11a9d7-a5b4-45d4-8ac7-a0368a37d14e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Jul 08 17:53:39.934595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:39.934595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:39.934595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-44e35488-54e2-45e5-a091-19074114b14c service neutron] 10.222.0.53 "PUT /v2.0/ports/8390f657-f743-4bae-96c1-7f67a3a44b0a HTTP/1.1" status: 200 len: 1091 time: 0.7220767 Jul 08 17:53:39.934595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'tag': '8390f657-f743-4bae-96c1-7f67a3a44b0a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:39.942209 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18ecc04-9858-4b8f-a974-e1c82af69495" -d '{"events": [{"name": "network-changed", "server_uuid": "fa94b119-aa9e-4dc0-b825-7cbd43b8ce30", "tag": "8390f657-f743-4bae-96c1-7f67a3a44b0a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:40.007186 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac5da63-46b9-4225-885d-92d20738c870 x-openstack-request-id: req-0ac5da63-46b9-4225-885d-92d20738c870 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:40.007424 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa94b119-aa9e-4dc0-b825-7cbd43b8ce30", "tag": "8390f657-f743-4bae-96c1-7f67a3a44b0a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:40.007656 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ac5da63-46b9-4225-885d-92d20738c870 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:40.008052 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'tag': '8390f657-f743-4bae-96c1-7f67a3a44b0a', 'status': 'completed', 'code': 200} Jul 08 17:53:40.032570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e35488-54e2-45e5-a091-19074114b14c service neutron] Pushing event updated for resources: {'Port': ['ID=8390f657-f743-4bae-96c1-7f67a3a44b0a,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:40.058986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-62448c66-0adb-4165-be34-cd3a6626dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.060716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-62448c66-0adb-4165-be34-cd3a6626dd4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 1094 time: 0.0924304 Jul 08 17:53:40.104819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-5b1feed6-b9cd-4803-89be-90c0e0c0c33c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a HTTP/1.1" status: 200 len: 217 time: 0.0367718 Jul 08 17:53:40.160401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-42b6f316-7355-4ef8-a720-892c4361110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.161870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-42b6f316-7355-4ef8-a720-892c4361110f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0512421 Jul 08 17:53:40.220486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-39501844-7d1a-4c0f-8f40-144540e04fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.222669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-39501844-7d1a-4c0f-8f40-144540e04fab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549421 Jul 08 17:53:40.316801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-40404107-1d29-4fc2-8586-0f0fc17ba1eb service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Jul 08 17:53:40.424071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-323b9c31-4f96-4c87-9bb5-70837595e7e1 req-85ac774c-b1ec-4a4d-aaed-68b94ee6289f service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014018 Jul 08 17:53:40.520581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-abb29525-478b-430f-b23d-5aafeab2a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.522125 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-abb29525-478b-430f-b23d-5aafeab2a548 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 1094 time: 0.0545905 Jul 08 17:53:40.620355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-50d71c1b-2843-4fee-a0a4-5f37935e86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.621874 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-50d71c1b-2843-4fee-a0a4-5f37935e86c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0934255 Jul 08 17:53:40.665039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-02570204-6d1e-4e74-a980-0f577b2be829 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a HTTP/1.1" status: 200 len: 217 time: 0.0369503 Jul 08 17:53:40.717683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-d26a21a1-f83b-4101-b371-d62a19ad3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.719855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-d26a21a1-f83b-4101-b371-d62a19ad3002 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0496368 Jul 08 17:53:40.797646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-1c59526d-8303-4153-a325-49fd1878f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.799266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-1c59526d-8303-4153-a325-49fd1878f188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686116 Jul 08 17:53:40.893833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-4586553b-8c0d-489a-ba9c-eae88c5a9b87 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884013 Jul 08 17:53:40.991564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f18ecc04-9858-4b8f-a974-e1c82af69495 req-38834e33-6920-42ab-9436-834e5ae5fbe0 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922120 Jul 08 17:53:41.100176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9017-8a09-4f83-b30c-5938308f36b4 req-421baf20-8d49-4bfc-8f18-713ad7af8116 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:41.102617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc9c9017-8a09-4f83-b30c-5938308f36b4 req-421baf20-8d49-4bfc-8f18-713ad7af8116 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0728574 Jul 08 17:53:41.150395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fc9c9017-8a09-4f83-b30c-5938308f36b4 req-c51a2427-4fc6-41ba-95e9-a926b13b67ae tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Jul 08 17:53:42.471185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917e4f9-da64-4b7e-8830-b4783685d1c9 req-8ea482d6-f667-4c59-bfe0-488378fc79a2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:42.474522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c917e4f9-da64-4b7e-8830-b4783685d1c9 req-8ea482d6-f667-4c59-bfe0-488378fc79a2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0945294 Jul 08 17:53:42.534176 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c917e4f9-da64-4b7e-8830-b4783685d1c9 req-2b76465b-1158-4f4a-b110-104d6c7b7f10 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Jul 08 17:53:43.158206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:43.241574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:43.756185 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9547be-35b2-456b-a88b-cbd9bc947a68 req-857ac503-682c-493e-9447-50de6d380e04 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:43.757684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a9547be-35b2-456b-a88b-cbd9bc947a68 req-857ac503-682c-493e-9447-50de6d380e04 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0785728 Jul 08 17:53:43.807114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a9547be-35b2-456b-a88b-cbd9bc947a68 req-56afab53-e0e4-4769-9f8b-6441c5ead484 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Jul 08 17:53:44.989522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe4dca-c477-4c53-879a-79972a81e050 req-e760742f-9a79-4c73-9006-77fd05f7ed38 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:44.991042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dbe4dca-c477-4c53-879a-79972a81e050 req-e760742f-9a79-4c73-9006-77fd05f7ed38 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0666509 Jul 08 17:53:45.032101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dbe4dca-c477-4c53-879a-79972a81e050 req-9839f6ac-23e4-42a8-ab32-2980a2803851 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Jul 08 17:53:46.206722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a627650-8bc8-4c65-b5ae-f1be713c9bb8 req-452be059-f600-489c-a910-9da3389fff91 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:46.208201 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8a627650-8bc8-4c65-b5ae-f1be713c9bb8 req-452be059-f600-489c-a910-9da3389fff91 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0634115 Jul 08 17:53:46.246406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8a627650-8bc8-4c65-b5ae-f1be713c9bb8 req-dbdaf9b5-45ef-40b9-bf13-ebd98d06e9ef tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Jul 08 17:53:47.424720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05520-60a7-46b2-b531-f49c6d2bb51c req-3cb7e93c-ad6d-42f7-ba5d-97f4195e02d4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:47.426179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de05520-60a7-46b2-b531-f49c6d2bb51c req-3cb7e93c-ad6d-42f7-ba5d-97f4195e02d4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0711536 Jul 08 17:53:47.464171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de05520-60a7-46b2-b531-f49c6d2bb51c req-d27ef451-8d6c-4c20-b7e0-e113dbebaf68 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Jul 08 17:53:48.642968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66c2f-164e-48bd-9bab-870403503511 req-46fa23d4-66b1-4c10-b79e-be1ba377d46d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:48.644372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93f66c2f-164e-48bd-9bab-870403503511 req-46fa23d4-66b1-4c10-b79e-be1ba377d46d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0683751 Jul 08 17:53:48.682507 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-93f66c2f-164e-48bd-9bab-870403503511 req-088f6359-a495-4ccf-92bf-371418d2ede6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Jul 08 17:53:49.551423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c801a66e-9f3e-4bd9-9640-6de516077b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:49.855565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cdd70-b404-4df6-ab10-847724f307b3 req-a78834e5-18e4-4062-97da-445de55627ce tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:49.857089 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-586cdd70-b404-4df6-ab10-847724f307b3 req-a78834e5-18e4-4062-97da-445de55627ce tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0637965 Jul 08 17:53:49.896977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-586cdd70-b404-4df6-ab10-847724f307b3 req-a297741d-3e80-4cc1-bcc6-4aadc15b5e7d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jul 08 17:53:51.079143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c429134-86eb-4f66-a2cf-a0df67cc4ea4 req-e844ed2c-f7fd-4eb1-919f-2b0c720de4cf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:51.080924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c429134-86eb-4f66-a2cf-a0df67cc4ea4 req-e844ed2c-f7fd-4eb1-919f-2b0c720de4cf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0679507 Jul 08 17:53:51.126064 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c429134-86eb-4f66-a2cf-a0df67cc4ea4 req-bded89ee-c580-4c65-8b8a-8a1642d7f985 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388181 Jul 08 17:53:52.220096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d6acfc9-269c-4604-bcb2-5ddea8a544bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.313269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141836a0-7c95-47cf-8774-f2ba262dad53 req-603ab054-20b3-43a8-99ac-2d74647dbf35 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:52.314707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-141836a0-7c95-47cf-8774-f2ba262dad53 req-603ab054-20b3-43a8-99ac-2d74647dbf35 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0716636 Jul 08 17:53:52.345636 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.353763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-141836a0-7c95-47cf-8774-f2ba262dad53 req-b709eb5a-5097-4abd-9b94-7d8b64d0ae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Jul 08 17:53:53.528768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a46b1e-5fd5-4c17-a772-3f5cd24a34b9 req-9338a49e-9671-4b65-9753-728329c717e7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:53.530337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92a46b1e-5fd5-4c17-a772-3f5cd24a34b9 req-9338a49e-9671-4b65-9753-728329c717e7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0650697 Jul 08 17:53:53.568324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-92a46b1e-5fd5-4c17-a772-3f5cd24a34b9 req-8fb07c2d-1183-4fe8-9feb-71e1cc8e4165 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jul 08 17:53:53.658496 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.751738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab2c2e-b833-4f06-a006-7eb7f594fbc1 req-845143d3-093a-4dcc-b1c8-18be56bb8a24 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:54.753233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-baab2c2e-b833-4f06-a006-7eb7f594fbc1 req-845143d3-093a-4dcc-b1c8-18be56bb8a24 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0676007 Jul 08 17:53:54.790354 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-baab2c2e-b833-4f06-a006-7eb7f594fbc1 req-a573d385-476e-4225-86ce-fe3c5ef92eef tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Jul 08 17:53:55.036177 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.976377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ce4e-dfd2-424e-91ac-2b6645094ee4 req-3ae04382-5dc5-41f4-bc7f-13b38d05444e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:55.977834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3693ce4e-dfd2-424e-91ac-2b6645094ee4 req-3ae04382-5dc5-41f4-bc7f-13b38d05444e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0685043 Jul 08 17:53:56.016991 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3693ce4e-dfd2-424e-91ac-2b6645094ee4 req-2f168e18-15f1-4eaa-ac22-4923d5303ebf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Jul 08 17:53:57.208192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846547f3-11e6-4d2e-b4a1-435f01ccbcb8 req-e8dc1052-d5fd-4d90-8aa2-dec8e799835f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.209816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-846547f3-11e6-4d2e-b4a1-435f01ccbcb8 req-e8dc1052-d5fd-4d90-8aa2-dec8e799835f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0696194 Jul 08 17:53:57.252550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-846547f3-11e6-4d2e-b4a1-435f01ccbcb8 req-18ec2683-4f87-484e-b33e-15cc87e9465b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 Jul 08 17:53:57.768911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-6766ab1f-0494-48e0-96fa-4951eed79862 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594416 Jul 08 17:53:57.875793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-d3aa6d1e-26f8-48d0-ab7a-a8c768ba1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.877255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-d3aa6d1e-26f8-48d0-ab7a-a8c768ba1421 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 1097 time: 0.0640476 Jul 08 17:53:57.995470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-c74b9bd1-135d-4347-98ce-30f945a78188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.997088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-c74b9bd1-135d-4347-98ce-30f945a78188 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0953584 Jul 08 17:53:58.044586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-9f19fdae-c9c1-423d-9e73-5c3cf6b09884 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8 HTTP/1.1" status: 200 len: 217 time: 0.0401485 Jul 08 17:53:58.102928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-0a941675-8e48-4932-ac48-d22c646ac577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:58.104528 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-0a941675-8e48-4932-ac48-d22c646ac577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0538595 Jul 08 17:53:58.169363 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-ea6ea839-e5b8-465a-b101-813cca2bcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:58.171376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-ea6ea839-e5b8-465a-b101-813cca2bcdd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602601 Jul 08 17:53:58.274664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-bb3d9fba-3fb4-4441-8f3e-00c7eadc9974 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954738 Jul 08 17:53:58.375277 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08359baa-4bf9-4fb2-8d0f-d44db55ddcb7 req-af7b37c7-b526-4d65-ab44-25a0804e4e6d service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938485 Jul 08 17:53:58.446246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cabe9c-28ff-4c89-b232-f43e3d4aed09 req-6f399f49-9a1a-4fa3-b14c-10a8c2fa6125 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:58.447711 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75cabe9c-28ff-4c89-b232-f43e3d4aed09 req-6f399f49-9a1a-4fa3-b14c-10a8c2fa6125 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0642276 Jul 08 17:53:58.484726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75cabe9c-28ff-4c89-b232-f43e3d4aed09 req-ffc57bbb-c7d7-4302-bca9-598396fb67e6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jul 08 17:53:59.662208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d17d2-0129-4393-9dec-e08be4a40a18 req-c701842d-f61e-455c-a262-99437f687f5b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:59.663692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a2d17d2-0129-4393-9dec-e08be4a40a18 req-c701842d-f61e-455c-a262-99437f687f5b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 943 time: 0.0701571 Jul 08 17:53:59.701580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a2d17d2-0129-4393-9dec-e08be4a40a18 req-643f1352-c2c8-4033-9e0c-50e4c7983a40 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Jul 08 17:53:59.913164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8390f657-f743-4bae-96c1-7f67a3a44b0a details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:54:00.008755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8390f657-f743-4bae-96c1-7f67a3a44b0a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:00.019833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '8390f657-f743-4bae-96c1-7f67a3a44b0a', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': '8390f657-f743-4bae-96c1-7f67a3a44b0a', 'mac_address': 'fa:16:3e:fe:c3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:54:00.054890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.067426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8390f657-f743-4bae-96c1-7f67a3a44b0a {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:00.086665 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8390f657-f743-4bae-96c1-7f67a3a44b0a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:00.090873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.140431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8390f657-f743-4bae-96c1-7f67a3a44b0a,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:00.147403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.147793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.148081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.148406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.148730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.149056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.149374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.149690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.150030 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.150346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.150663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.150976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:00.328883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8390f657-f743-4bae-96c1-7f67a3a44b0a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:00.901660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a0a2-700c-4989-aced-a981e7d03b5c req-03cc01a2-6db4-4beb-9bf3-b315db186b55 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:00.903553 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d836a0a2-700c-4989-aced-a981e7d03b5c req-03cc01a2-6db4-4beb-9bf3-b315db186b55 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 944 time: 0.0767157 Jul 08 17:54:00.945473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d836a0a2-700c-4989-aced-a981e7d03b5c req-ed1ced4f-8a61-44bd-8b82-47c54478993a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Jul 08 17:54:01.928866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8390f657-f743-4bae-96c1-7f67a3a44b0a up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:01.978631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 8390f657-f743-4bae-96c1-7f67a3a44b0a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:01.982741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 8390f657-f743-4bae-96c1-7f67a3a44b0a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:01.983110 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.067010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.093022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8390f657-f743-4bae-96c1-7f67a3a44b0a'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:02.095394 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef0a28-d20f-4ceb-a826-5bb8291e0a39" -d '{"events": [{"server_uuid": "fa94b119-aa9e-4dc0-b825-7cbd43b8ce30", "name": "network-vif-plugged", "status": "completed", "tag": "8390f657-f743-4bae-96c1-7f67a3a44b0a"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:02.108320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8390f657-f743-4bae-96c1-7f67a3a44b0a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:02.113004 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.145507 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc09a91-d6e4-4be8-94a6-58c3cf1e8b59 x-openstack-request-id: req-2fc09a91-d6e4-4be8-94a6-58c3cf1e8b59 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:02.145959 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa94b119-aa9e-4dc0-b825-7cbd43b8ce30", "name": "network-vif-plugged", "status": "completed", "tag": "8390f657-f743-4bae-96c1-7f67a3a44b0a", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:02.146138 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fc09a91-d6e4-4be8-94a6-58c3cf1e8b59 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:02.146667 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8390f657-f743-4bae-96c1-7f67a3a44b0a', 'code': 200} Jul 08 17:54:02.156745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f2ff-cf86-4f64-a985-b7cf1f67cdb2 req-6523c6bb-6805-40d9-a033-255abb3a4bf7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:02.158491 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e71f2ff-cf86-4f64-a985-b7cf1f67cdb2 req-6523c6bb-6805-40d9-a033-255abb3a4bf7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 944 time: 0.0762525 Jul 08 17:54:02.185572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8390f657-f743-4bae-96c1-7f67a3a44b0a,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:02.203165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e71f2ff-cf86-4f64-a985-b7cf1f67cdb2 req-3484015f-19a1-4d67-9b70-fa4f5c26e282 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Jul 08 17:54:02.263090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fcf69-ccb6-4e3a-952a-beef71289418 req-3edfd3c6-c8b7-443d-adfc-f89052367bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:02.264588 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-384fcf69-ccb6-4e3a-952a-beef71289418 req-3edfd3c6-c8b7-443d-adfc-f89052367bb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 1096 time: 0.0605230 Jul 08 17:54:02.298851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-384fcf69-ccb6-4e3a-952a-beef71289418 req-eabc5df8-02fe-4f9b-bb73-be886e2bbe9e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280206 Jul 08 17:54:03.387929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ff11f-e190-429a-8a4d-ea033107606e req-19526506-02c1-4bf1-a5a3-eaf83578f44f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:03.390471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab6ff11f-e190-429a-8a4d-ea033107606e req-19526506-02c1-4bf1-a5a3-eaf83578f44f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 945 time: 0.0717576 Jul 08 17:54:03.432597 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab6ff11f-e190-429a-8a4d-ea033107606e req-172a2c3d-e5a0-4080-a191-cc0672fdcff9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Jul 08 17:54:03.609980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4a9f0-ffc3-4afe-a092-2dd9d105c97c req-414698e7-467c-4d48-9bf7-14f4796c0580 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:03.611385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-baa4a9f0-ffc3-4afe-a092-2dd9d105c97c req-414698e7-467c-4d48-9bf7-14f4796c0580 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 945 time: 0.0634785 Jul 08 17:54:03.651775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-baa4a9f0-ffc3-4afe-a092-2dd9d105c97c req-76e756a7-8d02-4a70-892a-86915025677b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348294 Jul 08 17:54:04.135422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114697dc-427d-436d-bba5-ca99825c6436 req-143b3be2-348f-46be-a751-1a5ad123c291 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:04.137130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-114697dc-427d-436d-bba5-ca99825c6436 req-143b3be2-348f-46be-a751-1a5ad123c291 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 945 time: 0.0673733 Jul 08 17:54:04.180613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-114697dc-427d-436d-bba5-ca99825c6436 req-ebbb5bc0-ecca-499d-9726-260afc5eec87 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Jul 08 17:54:05.358513 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624fff3-dd13-4b1d-8c1f-cd0b1a9a4990 req-6c20227b-45a8-4625-8455-445ac17c60aa tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:05.359988 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3624fff3-dd13-4b1d-8c1f-cd0b1a9a4990 req-6c20227b-45a8-4625-8455-445ac17c60aa tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 945 time: 0.0635679 Jul 08 17:54:05.397545 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3624fff3-dd13-4b1d-8c1f-cd0b1a9a4990 req-a50009a8-2c81-48f7-9e82-755782b9850d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318999 Jul 08 17:54:05.449411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-30c9be56-40cd-4974-bbf8-e4cd21a917c3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:05.450914 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-30c9be56-40cd-4974-bbf8-e4cd21a917c3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 945 time: 0.0681474 Jul 08 17:54:05.549510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port 8390f657-f743-4bae-96c1-7f67a3a44b0a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:05.549766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.640917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port 8390f657-f743-4bae-96c1-7f67a3a44b0a, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8390f657-f743-4bae-96c1-7f67a3a44b0a,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:05.641270 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.653150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for 8390f657-f743-4bae-96c1-7f67a3a44b0a owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:05.783409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.797170 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['227a956c-73fa-45d3-97f6-75f9f4e0a8d8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:05.800352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8390f657-f743-4bae-96c1-7f67a3a44b0a'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:05.814747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=8390f657-f743-4bae-96c1-7f67a3a44b0a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:05.867942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port 8390f657-f743-4bae-96c1-7f67a3a44b0a on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:54:05.870962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.873161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98f48643-9903-49da-bdac-14f0d78dfa2f req-fd7e78a3-f5ae-4254-b701-36e65d00f321 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "DELETE /v2.0/ports/8390f657-f743-4bae-96c1-7f67a3a44b0a HTTP/1.1" status: 204 len: 173 time: 0.4164290 Jul 08 17:54:05.873685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'name': 'network-vif-deleted', 'tag': '8390f657-f743-4bae-96c1-7f67a3a44b0a'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:05.876733 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640374f9-60aa-4dae-828c-6674f6d9efea" -d '{"events": [{"server_uuid": "fa94b119-aa9e-4dc0-b825-7cbd43b8ce30", "name": "network-vif-deleted", "tag": "8390f657-f743-4bae-96c1-7f67a3a44b0a"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:05.918914 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f5177-10ef-4298-9949-db6171e7198b x-openstack-request-id: req-270f5177-10ef-4298-9949-db6171e7198b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:05.918914 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa94b119-aa9e-4dc0-b825-7cbd43b8ce30", "name": "network-vif-deleted", "tag": "8390f657-f743-4bae-96c1-7f67a3a44b0a", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:05.919247 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-270f5177-10ef-4298-9949-db6171e7198b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:05.919589 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa94b119-aa9e-4dc0-b825-7cbd43b8ce30', 'name': 'network-vif-deleted', 'tag': '8390f657-f743-4bae-96c1-7f67a3a44b0a', 'status': 'completed', 'code': 200} Jul 08 17:54:06.543946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c5a5f6bd-fdf2-4f21-ac9a-d5ec9c79595a req-927a84f1-1205-4624-8ade-97c926c3adce tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 210 time: 0.0336511 Jul 08 17:54:06.944941 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:54:07.690224 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87918ac8-5a0d-4203-bc72-d8c64cb1e2f7 req-9c6d07be-20a6-4d0f-8623-46658c881d94 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Jul 08 17:54:07.977093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8390f657-f743-4bae-96c1-7f67a3a44b0a no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:07.997591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 8390f657-f743-4bae-96c1-7f67a3a44b0a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:07.997939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8390f657-f743-4bae-96c1-7f67a3a44b0a not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:08.832436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-51e28abf-f5b1-473c-aa9a-9c384381a8c7 req-52c65942-442b-455a-8652-2d1a0e084c4a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa94b119-aa9e-4dc0-b825-7cbd43b8ce30 HTTP/1.1" status: 200 len: 210 time: 0.0289354 Jul 08 17:54:13.172110 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.229324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.542798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bf45c-3172-4b2e-8538-9a93212930bd req-8875e1e0-0550-4b9c-bfff-c9f2f1566054 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:14.544256 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a21bf45c-3172-4b2e-8538-9a93212930bd req-8875e1e0-0550-4b9c-bfff-c9f2f1566054 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 946 time: 0.0664124 Jul 08 17:54:14.581861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a21bf45c-3172-4b2e-8538-9a93212930bd req-5a4711d4-25bd-4438-ba27-ec1a1db021f8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Jul 08 17:54:15.754821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285748c-0312-4a1c-8e8b-bfad640d0bbf req-c98f12db-9163-4892-8198-b278715a34bc tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:15.756316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8285748c-0312-4a1c-8e8b-bfad640d0bbf req-c98f12db-9163-4892-8198-b278715a34bc tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 946 time: 0.0639107 Jul 08 17:54:15.793289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8285748c-0312-4a1c-8e8b-bfad640d0bbf req-0e147b36-0fb7-45a1-a234-573b4793e77e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dfb3c20-2bd0-4739-88e4-ecefd4c33725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Jul 08 17:54:15.997364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-32b73e63-0b3a-4987-b109-86ae45349d1e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:15.998858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-32b73e63-0b3a-4987-b109-86ae45349d1e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 946 time: 0.0664368 Jul 08 17:54:16.097198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:16.097539 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:16.188440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:16.188795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:16.203498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:16.331015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:16.343428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['227a956c-73fa-45d3-97f6-75f9f4e0a8d8'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:16.364546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=227a956c-73fa-45d3-97f6-75f9f4e0a8d8,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:16.398203 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.398553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.398896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.399234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.399568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.399899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.400226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.400548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.400873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.401194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.401516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.401836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:16.420917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:54:16.423361 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:16.425391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3da345a9-e900-4e69-b7a2-0d17976b2300 req-911f9029-933d-4c97-bdb6-60d22d3cae49 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "DELETE /v2.0/ports/227a956c-73fa-45d3-97f6-75f9f4e0a8d8 HTTP/1.1" status: 204 len: 173 time: 0.4211428 Jul 08 17:54:16.425823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'name': 'network-vif-deleted', 'tag': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:16.428175 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d544c6a4-83d8-427b-87be-796fa6aec4a5" -d '{"events": [{"server_uuid": "85d5a8df-f3ad-4e89-be03-3516566b434e", "name": "network-vif-deleted", "tag": "227a956c-73fa-45d3-97f6-75f9f4e0a8d8"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:16.463314 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0792ac-f48c-4ef7-b421-ab63e8bb6fb3 x-openstack-request-id: req-7a0792ac-f48c-4ef7-b421-ab63e8bb6fb3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:16.463611 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d5a8df-f3ad-4e89-be03-3516566b434e", "name": "network-vif-deleted", "tag": "227a956c-73fa-45d3-97f6-75f9f4e0a8d8", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:16.463863 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a0792ac-f48c-4ef7-b421-ab63e8bb6fb3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:16.464264 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d5a8df-f3ad-4e89-be03-3516566b434e', 'name': 'network-vif-deleted', 'tag': '227a956c-73fa-45d3-97f6-75f9f4e0a8d8', 'status': 'completed', 'code': 200} Jul 08 17:54:16.937692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-940c314b-0038-41c1-bbfb-b85dfbb3c325 req-66068c7d-ab2f-4589-b8a6-4cbc147dffb8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 210 time: 0.0294406 Jul 08 17:54:18.079450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e6dba21-3b8f-44a2-a9eb-59d06bf3a8f2 req-b93dcb8e-ab3d-4b94-868d-aed2de6c1118 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 210 time: 0.0298629 Jul 08 17:54:19.226500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-efa3faae-cdf0-40de-92f5-8fa814cff508 req-8d3ab3da-93a6-478f-86de-46f7787e749d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=85d5a8df-f3ad-4e89-be03-3516566b434e HTTP/1.1" status: 200 len: 210 time: 0.0328605 Jul 08 17:54:19.552351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-76080151-e57a-4fb6-97d7-7caaf836005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.041152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:20.061778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:20.062079 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 227a956c-73fa-45d3-97f6-75f9f4e0a8d8 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:22.221407 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-983c01a3-eda6-4315-b09a-48f320fa6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:22.348926 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.661407 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.552344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:24.557095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584953984', 'description': 'tempest-secgroup-smoke-1584953984 description', 'project_id': '505a55f055884802a809b9dfcc9d7144'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:24.578279 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.658243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.661787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.683575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.684796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1314440 Jul 08 17:54:24.688579 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59424) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:24.693242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group_rule': {'security_group_id': 'b1e68f41-fada-4e9e-8aa4-b468cc10e291', 'project_id': '505a55f055884802a809b9dfcc9d7144', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:24.693410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b0093-7edc-40c6-b3f7-08914dc4b753 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e68f41-fada-4e9e-8aa4-b468cc10e291,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:24.720499 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.777249 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.781728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.800758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a0b8a6-79ec-41a0-88e2-17452f43d9e2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:24.804272 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.808101 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-06c7142a-ccd7-4571-841b-77e2553660fe tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159215 Jul 08 17:54:24.808551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59426) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:24.813364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group_rule': {'security_group_id': 'b1e68f41-fada-4e9e-8aa4-b468cc10e291', 'project_id': '505a55f055884802a809b9dfcc9d7144', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:24.839137 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.895175 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.898571 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.914703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9e7391-6c5c-48ca-878f-a061dc4ec02c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:24.924961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.926196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-53f82b96-91a7-4707-8165-5b42a73db32a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169512 Jul 08 17:54:24.928771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59428) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:24.933246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group_rule': {'security_group_id': 'b1e68f41-fada-4e9e-8aa4-b468cc10e291', 'project_id': '505a55f055884802a809b9dfcc9d7144', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:24.959309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.016501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.020017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.038428 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.040686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6136b08d-8355-4ac0-9253-9712f0da4ec8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:25.048228 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.049424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2f6b7fe5-d760-40e7-a52b-2b20bf001b0a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197300 Jul 08 17:54:25.052053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59430) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:25.056425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group_rule': {'security_group_id': 'b1e68f41-fada-4e9e-8aa4-b468cc10e291', 'project_id': '505a55f055884802a809b9dfcc9d7144', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:25.081465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.138295 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.141879 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.160084 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d432aca7-1162-4cf6-9619-011f4b5793e8,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:25.166696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.167741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1ddde64f-df6b-4fc2-b074-ccc6ed0708e1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147411 Jul 08 17:54:25.171392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59432) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:25.175707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group_rule': {'security_group_id': 'b1e68f41-fada-4e9e-8aa4-b468cc10e291', 'project_id': '505a55f055884802a809b9dfcc9d7144', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:25.196480 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Project 505a55f055884802a809b9dfcc9d7144 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:54:25.201160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.260913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.264715 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.282872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897297f4-11e6-4690-bf33-0981d438da99,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:25.287567 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.288710 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a66783d5-0373-41f4-a731-0197e3bd457a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164114 Jul 08 17:54:25.291369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59434) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:25.296415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'security_group_rule': {'security_group_id': 'b1e68f41-fada-4e9e-8aa4-b468cc10e291', 'project_id': '505a55f055884802a809b9dfcc9d7144', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:25.317412 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Project 505a55f055884802a809b9dfcc9d7144 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:54:25.322149 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.381798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.385237 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.407200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7152f215-b741-4886-bc90-d6604263ad6f,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:25.413547 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.414774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fc2b43f9-5173-4470-8c26-d0722dcdf20a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224911 Jul 08 17:54:39.766584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-09b66566-3463-4892-9928-b1c9ba39397b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584953984&fields=id&tenant_id=505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 267 time: 0.0337915 Jul 08 17:54:39.874657 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-ef320705-2474-4b24-9cf8-4bcb50ece5d1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:39.876552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-ef320705-2474-4b24-9cf8-4bcb50ece5d1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1036365 Jul 08 17:54:39.891387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-9c0112ec-ec0e-4bd1-a8e7-a54a5d00df85 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0093255 Jul 08 17:54:39.956659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-a16298a4-abab-4848-aa80-fdbaf09606da tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601361 Jul 08 17:54:40.053600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-4e52fc8b-0e33-4cd9-b91e-af66dcf0893a service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853269 Jul 08 17:54:40.139288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-89dcea23-82c3-4248-a12a-1de7b3485e90 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799413 Jul 08 17:54:40.433004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a33a1238-3800-4855-96da-fa3367854663 req-4c1d51f8-f7a5-40eb-86cc-7c28d8c5f639 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0308545 Jul 08 17:54:41.439784 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-4dd8a658-60ef-41c4-b759-5d59bef5d2f5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:41.441405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-4dd8a658-60ef-41c4-b759-5d59bef5d2f5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1012833 Jul 08 17:54:41.486004 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-5bed5a53-ffa6-44c4-9bd9-70b3f35ee3d1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 380 time: 0.0366254 Jul 08 17:54:41.495294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'security_groups': ['b1e68f41-fada-4e9e-8aa4-b468cc10e291']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:41.582023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5956fc6-3450-4674-8782-228363ed1dac req-5fed3405-47ec-447d-86ec-33fdb03b7751 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0339596 Jul 08 17:54:41.617033 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:54:41.620934 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.754196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.4 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/30bf19aa-4ae2-4469-ae6d-00cb686ddd25) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:41.893459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.907958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:41.941180 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.993527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:41.996630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:41.999277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:42.026818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:42.061175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:42.061920 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.078928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-54d582a4-3dc9-4b3f-a1e8-b4d23c90eb8f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871851 Jul 08 17:54:42.091834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Request body: {'port': {'device_id': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:42.172958 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.257233 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1395ffb3-80e0-49e1-b3e0-717f3719c576 None None] Provisioning for port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:42.261015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1395ffb3-80e0-49e1-b3e0-717f3719c576 None None] Provisioning complete for port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:42.261390 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1395ffb3-80e0-49e1-b3e0-717f3719c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.296074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-1395ffb3-80e0-49e1-b3e0-717f3719c576 None None] Port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:54:42.443085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:42.450505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.463383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Transition to ACTIVE for port object 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:42.466637 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.559986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Pushing event updated for resources: {'Port': ['ID=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:42.588894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Attempting to bind port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:42.589395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Attempting to bind port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:42.589733 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Attempting to bind port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:42.595240 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:54:42.595561 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Attempting to bind port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:42.600778 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:42.601118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:42.601507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:42.601958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Bound port: 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:42.602322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.678599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] For port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:42.683261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] For port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:42.688008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.726277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:42.727208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.728649 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] 10.222.0.21 "PUT /v2.0/ports/30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 200 len: 1091 time: 0.6415219 Jul 08 17:54:42.729136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:42.731420 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d83b538-1a7b-4f15-8834-2215a3f25a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:42.806652 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d20dc-01fb-425e-bf46-12a907adaf71 x-openstack-request-id: req-636d20dc-01fb-425e-bf46-12a907adaf71 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:42.806957 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:42.807220 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-636d20dc-01fb-425e-bf46-12a907adaf71 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:42.807644 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'status': 'completed', 'code': 200} Jul 08 17:54:42.822325 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b9595-ec78-4076-bb62-88c1a9049bae service neutron] Pushing event updated for resources: {'Port': ['ID=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:42.910593 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0467cc-1735-4ac4-83aa-b28195606d2f req-9944f5c5-2982-4104-8d97-9ce50e586fe9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:42.912203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a0467cc-1735-4ac4-83aa-b28195606d2f req-9944f5c5-2982-4104-8d97-9ce50e586fe9 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.1608090 Jul 08 17:54:42.918313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-15f41a24-28bb-49b5-8ad6-1e8a7d8cb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:42.919811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-15f41a24-28bb-49b5-8ad6-1e8a7d8cb89d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1094 time: 0.1162252 Jul 08 17:54:42.972401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-6f6a3237-8c6f-42ee-97b1-d68a02eb054e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 200 len: 217 time: 0.0438051 Jul 08 17:54:43.014726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a0467cc-1735-4ac4-83aa-b28195606d2f req-e237ffcb-ed2a-4a05-84f1-549fdb44214f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939136 Jul 08 17:54:43.034723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-5e9ed918-6d5d-49ad-a982-47c2d3cc8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.036300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-5e9ed918-6d5d-49ad-a982-47c2d3cc8f79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0544705 Jul 08 17:54:43.098796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-4541a0ae-4cc0-4c31-954d-86aafeba987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.100300 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-4541a0ae-4cc0-4c31-954d-86aafeba987a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576756 Jul 08 17:54:43.178808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:43.191551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-fdf6a3bd-8e92-4378-9543-60113901ec0d service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843513 Jul 08 17:54:43.242750 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:43.287401 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-26284602-e150-45d7-b0e8-16b0cf6dc7e0 req-e9410f1a-b4c7-40b5-961c-7d91e227eda6 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891135 Jul 08 17:54:43.386904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-fa1a9823-9bfa-44f9-99a8-78338aa965dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.388436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-fa1a9823-9bfa-44f9-99a8-78338aa965dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1094 time: 0.0556278 Jul 08 17:54:43.480929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-34c43dec-fd8a-4128-bc6a-a293a720ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.482513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-34c43dec-fd8a-4128-bc6a-a293a720ebfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0874183 Jul 08 17:54:43.526503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-7390f4a2-4843-48ee-a861-25ee45124ecd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 200 len: 217 time: 0.0375800 Jul 08 17:54:43.574913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-e628343e-78ad-403f-83aa-154380505cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.576291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-e628343e-78ad-403f-83aa-154380505cd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0432374 Jul 08 17:54:43.634189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-3f3428ef-8ce6-4d8e-b46a-7cfc92ad15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.635701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-3f3428ef-8ce6-4d8e-b46a-7cfc92ad15d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530941 Jul 08 17:54:43.730439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-cb624f3d-04bc-4a1c-bd32-62984c57c7bc service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Jul 08 17:54:43.820715 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d83b538-1a7b-4f15-8834-2215a3f25a2b req-3821a69b-5ed7-4444-85a3-43b1574f88bb service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839014 Jul 08 17:54:43.944192 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:54:44.195148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7bcf-bff9-465a-a2b5-1b7f17caf4a2 req-1a7f65b4-6afb-4826-9eb9-ee10cf2bc3da tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:44.196546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d8b7bcf-bff9-465a-a2b5-1b7f17caf4a2 req-1a7f65b4-6afb-4826-9eb9-ee10cf2bc3da tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0648046 Jul 08 17:54:44.235408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d8b7bcf-bff9-465a-a2b5-1b7f17caf4a2 req-40ca1aad-641e-432d-b53e-380a9e3a2c19 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Jul 08 17:54:45.418632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3378e-0804-448f-833e-01a0b0022b9b req-3e333470-490b-4302-84a5-3296133e4b3e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:45.420266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24a3378e-0804-448f-833e-01a0b0022b9b req-3e333470-490b-4302-84a5-3296133e4b3e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0696478 Jul 08 17:54:45.460249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24a3378e-0804-448f-833e-01a0b0022b9b req-ed292572-376f-42c7-b5f5-7d4764590174 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340457 Jul 08 17:54:46.818293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8e6bc-2452-4f2f-9a9c-36021284922c req-c98c8e7f-3bd8-4c9c-9b50-86c8ac260470 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:46.819668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86e8e6bc-2452-4f2f-9a9c-36021284922c req-c98c8e7f-3bd8-4c9c-9b50-86c8ac260470 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0627191 Jul 08 17:54:46.856498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86e8e6bc-2452-4f2f-9a9c-36021284922c req-09e75cc6-622e-41bc-8ee4-89fc3aded17c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313656 Jul 08 17:54:48.037374 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e1097-ff43-42b4-b637-cf6f41636cf1 req-a73b6057-b408-4737-9381-8f509efece6b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:48.038831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa0e1097-ff43-42b4-b637-cf6f41636cf1 req-a73b6057-b408-4737-9381-8f509efece6b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0646684 Jul 08 17:54:48.075323 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aa0e1097-ff43-42b4-b637-cf6f41636cf1 req-47032c5f-370a-490d-b7d9-133ae30c9bc4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307438 Jul 08 17:54:49.247813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec353ccd-0972-49fb-89d1-a7af90cd28c3 req-8a504f3d-61ac-4bdb-8c5e-23fda9f4e70e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:49.249293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec353ccd-0972-49fb-89d1-a7af90cd28c3 req-8a504f3d-61ac-4bdb-8c5e-23fda9f4e70e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0665102 Jul 08 17:54:49.287911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ec353ccd-0972-49fb-89d1-a7af90cd28c3 req-57c39664-6bc0-439c-bb31-7f9ae5981350 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Jul 08 17:54:49.552843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5faeb46d-549f-4e4e-bb23-897afe4ba07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:50.462040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e134-1733-4c5d-860b-22ab01541f67 req-33bde8f1-ad93-4791-bb2e-c20acc72556d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:50.463506 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-62e0e134-1733-4c5d-860b-22ab01541f67 req-33bde8f1-ad93-4791-bb2e-c20acc72556d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0633230 Jul 08 17:54:50.501209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-62e0e134-1733-4c5d-860b-22ab01541f67 req-007d4b77-e785-454b-8d23-d09506719cd8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314555 Jul 08 17:54:51.670923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b609861-14b4-43a2-8d22-8ae5ad183723 req-6a8a3f91-a9ef-4f8b-a760-e19383b6841a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:51.672377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b609861-14b4-43a2-8d22-8ae5ad183723 req-6a8a3f91-a9ef-4f8b-a760-e19383b6841a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 943 time: 0.0629444 Jul 08 17:54:51.709543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b609861-14b4-43a2-8d22-8ae5ad183723 req-470ffb33-cb7f-4e27-99d3-b382c0c3e3a5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Jul 08 17:54:52.180181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:54:52.250903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0f0e296-d263-4663-a83b-a013cd2ed9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:52.283554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:52.293680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'mac_address': 'fa:16:3e:3d:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:54:52.334345 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:52.357078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:52.362520 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:52.377718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:52.381125 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:52.430017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:52.580496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['30bf19aa-4ae2-4469-ae6d-00cb686ddd25'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:52.884976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b472d-5355-4a39-8918-8b1740e14cf0 req-c49da431-7b43-452e-93af-99a91476d7c1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:52.886473 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb3b472d-5355-4a39-8918-8b1740e14cf0 req-c49da431-7b43-452e-93af-99a91476d7c1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 944 time: 0.0666068 Jul 08 17:54:52.923969 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb3b472d-5355-4a39-8918-8b1740e14cf0 req-424bfe4b-8d62-4f0e-86de-a5ab668923b8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Jul 08 17:54:53.663832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:54.102113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fac787-063c-4587-a90d-9a52a13f75f0 req-c6f97b25-7bbd-41f9-8ac3-e24934e31eb8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:54.103615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5fac787-063c-4587-a90d-9a52a13f75f0 req-c6f97b25-7bbd-41f9-8ac3-e24934e31eb8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 944 time: 0.0659435 Jul 08 17:54:54.141777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5fac787-063c-4587-a90d-9a52a13f75f0 req-3a207095-bf06-4a41-b519-00b7e8f21834 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Jul 08 17:54:54.212032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:54.258317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:54.261903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:54.262300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:54.335924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:54.359363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:54.361658 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dec1dbc-a904-4bf8-981a-6eceaa6cabbf" -d '{"events": [{"server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "name": "network-vif-plugged", "status": "completed", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:54.375192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:54.379216 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:54.402483 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c7dc48-5ad2-4193-b5ef-1530896b417a x-openstack-request-id: req-24c7dc48-5ad2-4193-b5ef-1530896b417a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:54.402775 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "name": "network-vif-plugged", "status": "completed", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:54.403029 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24c7dc48-5ad2-4193-b5ef-1530896b417a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:54.403414 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'code': 200} Jul 08 17:54:54.428968 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:54.512519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a22c-fa55-4b03-818e-b811be8ce023 req-c6745f1a-3a1d-42b9-b11c-87e73cd6806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:54.513957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5657a22c-fa55-4b03-818e-b811be8ce023 req-c6745f1a-3a1d-42b9-b11c-87e73cd6806c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1096 time: 0.0541930 Jul 08 17:54:54.547456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5657a22c-fa55-4b03-818e-b811be8ce023 req-e0dd8063-9834-43a9-b076-ccbd667ddc83 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277240 Jul 08 17:54:55.042151 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:55.313616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb7770-d035-4ade-a397-d0cad5e359fa req-6fde4188-6117-4379-aaf0-643fa369950c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:55.315194 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bcb7770-d035-4ade-a397-d0cad5e359fa req-6fde4188-6117-4379-aaf0-643fa369950c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 945 time: 0.0649378 Jul 08 17:54:55.354285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bcb7770-d035-4ade-a397-d0cad5e359fa req-1b6e8452-4ada-42f1-a12e-b1e190159c7b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Jul 08 17:54:56.534985 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e46f8e-ff8b-427c-88be-5334230625e0 req-2dd85cd0-6662-48ae-ad53-6ce1915ade12 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:56.536477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38e46f8e-ff8b-427c-88be-5334230625e0 req-2dd85cd0-6662-48ae-ad53-6ce1915ade12 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 945 time: 0.0686626 Jul 08 17:54:56.573322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-38e46f8e-ff8b-427c-88be-5334230625e0 req-d963aef1-c87c-47ef-8330-d6d93a307463 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Jul 08 17:54:56.743320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e99bd-2583-4d11-a961-d4744392d8e3 req-6e1e3b97-02f4-415a-b9a5-ae88dc683945 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:56.744803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-308e99bd-2583-4d11-a961-d4744392d8e3 req-6e1e3b97-02f4-415a-b9a5-ae88dc683945 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 945 time: 0.0645502 Jul 08 17:54:56.783339 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-308e99bd-2583-4d11-a961-d4744392d8e3 req-436d5345-dadb-4bf7-9c3d-81191b8563c1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Jul 08 17:54:56.807578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:56.861275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57ebb5-4c71-4d87-b380-5321cb92c0e3 tempest-TestVolumeBootPattern-394840329 tempest-TestVolumeBootPattern-394840329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:56.862793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bb57ebb5-4c71-4d87-b380-5321cb92c0e3 tempest-TestVolumeBootPattern-394840329 tempest-TestVolumeBootPattern-394840329-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1091 time: 0.0542741 Jul 08 17:54:56.865696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 59616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:56.869879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:56.891334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:56.985896 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.089277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.25.3.202 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/def99599-6c72-4b1f-b70c-aec4a85e71aa) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:57.189464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.231159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.269895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:57.272526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:57.275944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:57.298944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=def99599-6c72-4b1f-b70c-aec4a85e71aa,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:57.311688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.312560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.312898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.313234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.313563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.313888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.314236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.314562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.314880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.315198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.315514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.315833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:57.651722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.727430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.877507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.882053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.956308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=def99599-6c72-4b1f-b70c-aec4a85e71aa,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:57.962453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:58.064421 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Floating IP 9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d associated. External IP: 172.25.3.202, port: 30bf19aa-4ae2-4469-ae6d-00cb686ddd25. Jul 08 17:54:58.268723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:54:58.717891 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:54:58.727795 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:54:58.736678 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:58.737284 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:54:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:58.740519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:58.777466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b8710e2a-3527-4fed-a66f-fd89f344dfff tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9107518 Jul 08 17:54:58.778292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:58.781467 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32" -d '{"events": [{"name": "network-changed", "server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:58.817499 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e91fe0c-1d80-40eb-b548-967b64d88885 x-openstack-request-id: req-3e91fe0c-1d80-40eb-b548-967b64d88885 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:58.817787 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:58.818068 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e91fe0c-1d80-40eb-b548-967b64d88885 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:58.818467 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'status': 'completed', 'code': 200} Jul 08 17:54:58.845510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:58.893302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-ac795fc9-9e49-448b-8ff8-3d342e7246f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:58.894846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-ac795fc9-9e49-448b-8ff8-3d342e7246f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1096 time: 0.0538337 Jul 08 17:54:58.987564 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-30b318fb-58b7-4fd0-86e3-bb0857f26cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:58.988956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-30b318fb-58b7-4fd0-86e3-bb0857f26cd7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0883722 Jul 08 17:54:59.054402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-82561daa-aebf-4d5e-8a04-0a8ba606451a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 200 len: 999 time: 0.0594149 Jul 08 17:54:59.067559 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:3d:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:54:57Z', 'updated_at': '2021-07-08T17:54:57Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:59.094307 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:54:59.102199 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:59.102786 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:54:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:59.103284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-40d986c8-1e3b-4513-8e06-c213eee5ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:59.104808 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-40d986c8-1e3b-4513-8e06-c213eee5ccfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0444462 Jul 08 17:54:59.164909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-f595d8f2-3093-426b-84c4-980097da58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:59.166457 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-f595d8f2-3093-426b-84c4-980097da58b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558853 Jul 08 17:54:59.207169 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:59.255443 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-4d6b94d2-039f-4ead-91c7-55027162d621 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823441 Jul 08 17:54:59.346258 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a398aca7-b42e-40ae-a4b0-ed2f5c0d7a32 req-bf3d0efa-800c-461e-a8c9-2a4335e0548a service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850272 Jul 08 17:54:59.427997 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:3d:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:54:57Z', 'updated_at': '2021-07-08T17:54:57Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:59.457480 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb84d55-eb4f-44d3-8337-d2d2954a2b39 None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:3d:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:54:57Z', 'updated_at': '2021-07-08T17:54:57Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:54:59.639913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232a28c8-0b19-4a07-a1d9-2c4f9dac60a4 None None] New status for floating IP 9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:54:59.760326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-8ac1a55f-f788-4bde-a2ac-da4d7f3556e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547228 Jul 08 17:54:59.856293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-bd26048c-c366-48af-a247-49a146aafbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:59.857737 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-bd26048c-c366-48af-a247-49a146aafbe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1096 time: 0.0548978 Jul 08 17:54:59.971365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-4c196aaa-52b4-4744-9adc-f3a7c214a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:59.972844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-4c196aaa-52b4-4744-9adc-f3a7c214a99b service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0951402 Jul 08 17:55:00.313502 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-a8301ff1-e130-4ebf-88a0-4b1c534e8167 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 200 len: 1001 time: 0.3341513 Jul 08 17:55:00.361086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-93327359-e15a-43d8-95f4-927e8d5f44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:00.362529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-93327359-e15a-43d8-95f4-927e8d5f44be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0426795 Jul 08 17:55:00.420465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-eedc26cc-e6fd-4b57-b637-a869f6e7a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:00.422690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-eedc26cc-e6fd-4b57-b637-a869f6e7a8ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534880 Jul 08 17:55:00.508316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-3b98eb06-2b4d-40e4-983e-a9ba001eb92e service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786684 Jul 08 17:55:00.600481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01df15df-fb3d-4cb7-bfbe-09a740b611c5 req-eacd2941-c492-4248-9e33-8c200af4918e service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854826 Jul 08 17:55:13.193340 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.254175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:19.553489 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e93b731-d1e0-4e35-8016-67dd9dd70972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:20.945007 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:55:22.223225 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-35c8550e-d854-4b5c-ae54-ec52fa532b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:22.357451 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:23.665870 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:25.047593 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:34.820164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-4b4469c5-523d-4f60-9de2-39eb731bc795 req-b470bc3e-1ef7-4ba9-8f98-9e9866f3cbc6 service neutron] (93945) timed out ('10.222.0.48', 48702) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:55:43.192656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.253367 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.554330 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10806b3c-13e8-4470-998c-609ecbe68d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.223988 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d252628-ed35-47d3-ad8b-2cd447fb865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.358156 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.668829 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:55.047287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.945374 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:55:58.710804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-0c0c7166-f3f7-4d66-94d8-ea1f6ca653c9 req-cc90eb26-350d-49c1-a88e-f7a8e70fff81 service neutron] (93945) timed out ('10.222.0.21', 64311) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:55:59.756383 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-8fad3e62-0b7b-4650-9d78-0d30718e24f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527818 Jul 08 17:55:59.854965 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-2c45f10f-6f56-4d57-bb35-f64bf444d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.856451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-2c45f10f-6f56-4d57-bb35-f64bf444d29f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 1096 time: 0.0534976 Jul 08 17:55:59.962913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-d828d8f9-80c4-4f92-9725-9439f0b985b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.964363 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-d828d8f9-80c4-4f92-9725-9439f0b985b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0873988 Jul 08 17:56:00.029032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-158a9681-5a3a-420b-bddb-9056a867ce57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 200 len: 1001 time: 0.0579474 Jul 08 17:56:00.079865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-35aff788-3116-4f79-996d-9c06f79b5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.081343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-35aff788-3116-4f79-996d-9c06f79b5e02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0460711 Jul 08 17:56:00.143098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-f26a9b02-8bcb-4852-a15b-1b4f7bd90e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.144577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-f26a9b02-8bcb-4852-a15b-1b4f7bd90e29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571120 Jul 08 17:56:00.229948 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-34659236-f0d9-4703-b36e-2a54768f6e43 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789962 Jul 08 17:56:00.322982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-50d59ec3-8a05-4eaf-821e-d0a2780b510d req-45f74cc5-965d-4a02-a105-1a8b2ab02684 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867448 Jul 08 17:56:13.216164 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.253356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:19.554243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-074af9b7-0435-486e-bd90-6e51f6b46a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.225271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-036967a5-06be-4445-a5d0-f0b971ce9fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:22.358993 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:23.672050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:25.050496 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:34.944553 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:56:43.223178 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.253529 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:49.555734 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e75bb265-8354-4d54-b409-674a8d1d668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.226733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb75ac2d-a399-497e-8433-97d7e84266a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:52.359691 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:53.674348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:54.461729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a304c-1ce3-4d5c-9349-076b1c8a1d9d req-2918098f-1728-44d7-a2d2-a6a1235eb267 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.463241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-406a304c-1ce3-4d5c-9349-076b1c8a1d9d req-2918098f-1728-44d7-a2d2-a6a1235eb267 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 945 time: 0.1198499 Jul 08 17:56:54.500840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-406a304c-1ce3-4d5c-9349-076b1c8a1d9d req-c7321a27-309b-4c4e-92fd-fb3e801dee79 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Jul 08 17:56:55.053223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:55.758960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acdb45-a6f6-4b70-84b2-6ccb590c434d req-fee47c65-2925-43d3-b93b-1983d7479203 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.760443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56acdb45-a6f6-4b70-84b2-6ccb590c434d req-fee47c65-2925-43d3-b93b-1983d7479203 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 945 time: 0.1195326 Jul 08 17:56:55.800725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56acdb45-a6f6-4b70-84b2-6ccb590c434d req-74f212cc-56a9-4e65-9070-e3d192ccbf0d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335786 Jul 08 17:56:55.910109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-163909e1-1aa7-4a95-aa58-20b61c0828c5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.911555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-163909e1-1aa7-4a95-aa58-20b61c0828c5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 945 time: 0.0633106 Jul 08 17:56:56.012454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:56:56.012888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.098976 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:56.099245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.367409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.367712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.368033 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Floating IP 9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d disassociated. External IP: 172.25.3.202, port: 30bf19aa-4ae2-4469-ae6d-00cb686ddd25. Jul 08 17:56:56.368386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:56:56.495423 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.524433 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=30bf19aa-4ae2-4469-ae6d-00cb686ddd25,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:56.537291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.537635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.537990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.538328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.538654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.538978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.539300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.539623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.539938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.540257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.540572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.540886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:56.649881 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:56:56.756749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:56.766721 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:56.775582 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:56.776193 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:56:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:56.800834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:56:56.803470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.805476 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-89c908b8-40f8-4888-9306-f2ea8945b752 req-69694531-bace-47a1-9793-97346e4b5e7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "DELETE /v2.0/ports/30bf19aa-4ae2-4469-ae6d-00cb686ddd25 HTTP/1.1" status: 204 len: 173 time: 0.8890030 Jul 08 17:56:56.805913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'name': 'network-vif-deleted', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:56.808254 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93770383-202e-4edb-ac4c-e1a81b566bd5" -d '{"events": [{"server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "name": "network-vif-deleted", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:56.880551 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dfe90e-fe23-4ed5-bf49-885aab934a63 x-openstack-request-id: req-f7dfe90e-fe23-4ed5-bf49-885aab934a63 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:56.880852 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edfc8830-69b6-4ca6-a5c5-565e49c6489d", "name": "network-vif-deleted", "tag": "30bf19aa-4ae2-4469-ae6d-00cb686ddd25", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:56.881111 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7dfe90e-fe23-4ed5-bf49-885aab934a63 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:56.881524 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc8830-69b6-4ca6-a5c5-565e49c6489d', 'name': 'network-vif-deleted', 'tag': '30bf19aa-4ae2-4469-ae6d-00cb686ddd25', 'status': 'completed', 'code': 200} Jul 08 17:56:56.916855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:56.957313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-94fca7ef-f43b-4cd5-9a7e-585dcc557050 req-81943577-9b45-47f0-b3cb-913c17b5570d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0304222 Jul 08 17:56:57.133326 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:57.163262 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:57.172235 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:57.172759 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:56:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:57.365498 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:57.565796 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:57.592784 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b6718-54c2-4205-a8ce-7e1ba8c924df None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:57.828791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23528aab-3d23-4a5e-8780-7a259feaeae4 None None] New status for floating IP 9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:56:58.102825 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-973a0f77-3529-4b78-b922-61777fdc619d req-715186f4-1a52-4fd0-b2b0-139987fa5070 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0294230 Jul 08 17:56:58.663258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:56:58.682947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:56:58.683294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 30bf19aa-4ae2-4469-ae6d-00cb686ddd25 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:56:59.245738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d59002c6-9114-481e-a5ea-f1353b7acd13 req-74f0bead-f082-4d55-bece-1ba8cd3fcd12 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0280125 Jul 08 17:57:00.408152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-983e696c-9426-4c7d-bdda-d0c20f498c5a req-1e68171b-652f-4eca-98ce-3e025dbf6a61 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0328679 Jul 08 17:57:00.777997 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcde903d-63da-477b-b577-6303625e9997 req-228d1b0d-763c-4770-bd4e-68b1ef94bce5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0748167 Jul 08 17:57:00.848213 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcde903d-63da-477b-b577-6303625e9997 req-8f5fdd44-cc58-44a1-90d6-869829f800e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=edfc8830-69b6-4ca6-a5c5-565e49c6489d HTTP/1.1" status: 200 len: 210 time: 0.0266240 Jul 08 17:57:01.031229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde903d-63da-477b-b577-6303625e9997 req-05568da9-2d11-4c87-9097-91d792e3faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.032630 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcde903d-63da-477b-b577-6303625e9997 req-05568da9-2d11-4c87-9097-91d792e3faa9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=505a55f055884802a809b9dfcc9d7144&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1655309 Jul 08 17:57:01.187202 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde903d-63da-477b-b577-6303625e9997 req-89562c64-0f17-44eb-8fa6-4d58898afb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.188689 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dcde903d-63da-477b-b577-6303625e9997 req-89562c64-0f17-44eb-8fa6-4d58898afb32 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503003 Jul 08 17:57:01.644393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-fbd6bc6b-1f05-411f-bb54-d7154d05cf69 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584953984&fields=id&tenant_id=505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 267 time: 0.0340893 Jul 08 17:57:01.751991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-34aa55f8-b2d4-4a75-8b41-72f6b1ad7503 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.753501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-34aa55f8-b2d4-4a75-8b41-72f6b1ad7503 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1025901 Jul 08 17:57:01.768255 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-4c854a72-da65-4654-88fd-0b2883c8a6ec tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0093486 Jul 08 17:57:01.845714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-38d0d16a-1464-402e-b102-cd3ddc4a0e4c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724676 Jul 08 17:57:01.912574 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-8e54172b-372e-471c-89d8-1bf6092d0ad9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:57:01.913610 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-8e54172b-372e-471c-89d8-1bf6092d0ad9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560985 Jul 08 17:57:02.002853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-9e240db1-c0bf-4ac4-9e85-00c20690b763 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831404 Jul 08 17:57:02.090916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-da9d2656-82ab-4247-bb63-97a2d6238b7a service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825050 Jul 08 17:57:02.383043 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1cea042e-41a3-4600-8816-0c08db8c6d1a req-472b846e-36ae-4532-bef7-c07b0e203a7f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 210 time: 0.0293849 Jul 08 17:57:03.536918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-011a3217-bc01-4321-aa68-5e3cf88456c8 req-c9e83d77-356a-4152-bef3-fd92ca12e193 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 210 time: 0.0340116 Jul 08 17:57:03.543566 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-4bbc40f0-4ec4-4998-b30d-7db99762a440 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:03.545023 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-4bbc40f0-4ec4-4998-b30d-7db99762a440 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1427181 Jul 08 17:57:03.593524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-bd820f2e-45a8-467c-bc5d-cca122d7c451 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 380 time: 0.0409553 Jul 08 17:57:03.609360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'security_groups': ['b1e68f41-fada-4e9e-8aa4-b468cc10e291']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:03.723362 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:03.727058 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.138986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.4 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/b2d43f5c-c3b7-4d93-8d7a-770f49d3a295) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:04.279557 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.294322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:04.325808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.372091 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:04.375279 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:04.379180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:04.407849 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:04.437896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.438554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.459995 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-cbe650e4-153e-4ecd-b90f-3fc0049ae4ac tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545270 Jul 08 17:57:04.472625 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Request body: {'port': {'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:04.549031 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.654157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b189594-6f93-4b10-bcbc-0b01d8f3b48e None None] Provisioning for port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:04.670227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b189594-6f93-4b10-bcbc-0b01d8f3b48e None None] Provisioning complete for port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:04.670849 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b189594-6f93-4b10-bcbc-0b01d8f3b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.733228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c1957-2a4b-4080-b07c-7effe010a64d req-6c9105f7-06af-48df-9536-93f6e3fd318b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.741151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7b189594-6f93-4b10-bcbc-0b01d8f3b48e None None] Port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:57:04.741559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-163c1957-2a4b-4080-b07c-7effe010a64d req-6c9105f7-06af-48df-9536-93f6e3fd318b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 931 time: 0.0816813 Jul 08 17:57:04.788159 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-163c1957-2a4b-4080-b07c-7effe010a64d req-c9efa831-d4b0-47b1-b80f-ef3bda39c27d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455325 Jul 08 17:57:04.882275 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:04.890413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.902127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Transition to ACTIVE for port object b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:04.906716 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.957145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Pushing event updated for resources: {'Port': ['ID=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:05.035207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Attempting to bind port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:05.035697 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Attempting to bind port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:05.036127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Attempting to bind port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:05.040957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:05.041509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Attempting to bind port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:05.046837 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:05.047304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:05.047795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:05.048327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Bound port: b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:05.048807 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.121727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] For port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:05.127904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] For port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:05.131440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.173890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.174520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:05.175931 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] 10.222.0.21 "PUT /v2.0/ports/b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 1091 time: 0.7079916 Jul 08 17:57:05.176366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:05.178625 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a983128-a768-4933-9329-29bf65e21129" -d '{"events": [{"name": "network-changed", "server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:05.231724 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9637e8-362a-4938-b834-658537bf311c x-openstack-request-id: req-0a9637e8-362a-4938-b834-658537bf311c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:05.232246 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:05.232562 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a9637e8-362a-4938-b834-658537bf311c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:05.233032 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'status': 'completed', 'code': 200} Jul 08 17:57:05.251252 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542acc1-7e44-4f6e-a865-0baf8be267fe service neutron] Pushing event updated for resources: {'Port': ['ID=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:05.284816 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-69943065-43a0-42db-a684-b8c762e08af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.286403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-69943065-43a0-42db-a684-b8c762e08af2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1094 time: 0.0720110 Jul 08 17:57:05.334039 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-110bd4c7-4b97-487b-830d-eacad733f75e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 217 time: 0.0398941 Jul 08 17:57:05.387346 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-61b3a792-935e-4167-b2f5-b145a57f83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.388835 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-61b3a792-935e-4167-b2f5-b145a57f83d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0494347 Jul 08 17:57:05.447962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-d9d851f1-8482-4d36-b1d7-3fd3255bb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.450296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-d9d851f1-8482-4d36-b1d7-3fd3255bb0d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554271 Jul 08 17:57:05.545168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-f1ab9052-9205-44a6-87d9-adbb8db46503 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891140 Jul 08 17:57:05.635157 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-91b865a2-c2ae-481a-9ec5-d50ecbdab0e5 req-022fad2e-ec6c-4d50-b81d-6048f2b06de5 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829771 Jul 08 17:57:05.735282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983128-a768-4933-9329-29bf65e21129 req-44eba9a2-89b3-498f-8de7-6b5f48a861ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.736880 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-44eba9a2-89b3-498f-8de7-6b5f48a861ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1094 time: 0.0568790 Jul 08 17:57:05.834201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983128-a768-4933-9329-29bf65e21129 req-997eab45-5e6e-4ec8-b5c1-9ddb3be87aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.835794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-997eab45-5e6e-4ec8-b5c1-9ddb3be87aab service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0918181 Jul 08 17:57:05.881353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-42918a7a-4fd0-4f19-8c20-775f9f6206d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 217 time: 0.0384271 Jul 08 17:57:05.935152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983128-a768-4933-9329-29bf65e21129 req-5db7ea87-dddd-4f88-99fd-ad64138ff935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.936654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-5db7ea87-dddd-4f88-99fd-ad64138ff935 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0499263 Jul 08 17:57:05.972018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fcce3-2a2c-4bb9-819b-f3148180b169 req-c27fd4c1-987b-48cd-9d59-96ee7b748a34 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.973736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a2fcce3-2a2c-4bb9-819b-f3148180b169 req-c27fd4c1-987b-48cd-9d59-96ee7b748a34 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0658045 Jul 08 17:57:06.002568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983128-a768-4933-9329-29bf65e21129 req-ebfe37b8-4aab-4c67-b0ea-b5d528eb08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.004178 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-ebfe37b8-4aab-4c67-b0ea-b5d528eb08e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611920 Jul 08 17:57:06.013830 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a2fcce3-2a2c-4bb9-819b-f3148180b169 req-5f579531-74eb-4d76-b78c-a3f693f85f14 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344155 Jul 08 17:57:06.097954 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-40cb5fae-4144-4323-ae2a-0239951c465d service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873158 Jul 08 17:57:06.198850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4a983128-a768-4933-9329-29bf65e21129 req-2e968bfa-935e-49ea-ae26-135b60225e7f service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948784 Jul 08 17:57:07.191613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2900a9-3700-4ec1-bbc0-a7c51c3fdfeb req-13a23fa0-f5ea-4cb6-95ae-d577024fc611 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:07.193478 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a2900a9-3700-4ec1-bbc0-a7c51c3fdfeb req-13a23fa0-f5ea-4cb6-95ae-d577024fc611 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0659790 Jul 08 17:57:07.233588 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a2900a9-3700-4ec1-bbc0-a7c51c3fdfeb req-ef93b42a-86c8-485c-b8dc-c7fca3018d2f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343301 Jul 08 17:57:08.407391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28980fa-349a-49cb-91e8-2626829d1d14 req-71831519-babf-408b-b04f-16c4ff63dc4d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.408847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f28980fa-349a-49cb-91e8-2626829d1d14 req-71831519-babf-408b-b04f-16c4ff63dc4d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0662916 Jul 08 17:57:08.445601 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f28980fa-349a-49cb-91e8-2626829d1d14 req-43540133-795a-4c36-8be7-b8664f23d81b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Jul 08 17:57:09.618922 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318ae3f-bbae-484d-b926-6eaaaf1337d3 req-8bbff7d5-e38d-4383-8e0b-24c48b52ea6e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.620402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6318ae3f-bbae-484d-b926-6eaaaf1337d3 req-8bbff7d5-e38d-4383-8e0b-24c48b52ea6e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0630851 Jul 08 17:57:09.662419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6318ae3f-bbae-484d-b926-6eaaaf1337d3 req-2418ea81-f2f8-432b-a1a5-23b6dca431dd tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Jul 08 17:57:10.839702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b18e-911f-42de-9975-ec72c03aff4b req-e0e63d1d-432f-4815-9dec-fb669092878c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.841290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff9b18e-911f-42de-9975-ec72c03aff4b req-e0e63d1d-432f-4815-9dec-fb669092878c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0637383 Jul 08 17:57:10.878074 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff9b18e-911f-42de-9975-ec72c03aff4b req-bf35f45d-9001-45fe-b840-21dfa1a64d09 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Jul 08 17:57:11.942835 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:57:12.066654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090a69a-fb58-44ca-a246-39cc757b4d75 req-b148c21b-3b9b-46b2-8fae-598e51194965 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:12.068045 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4090a69a-fb58-44ca-a246-39cc757b4d75 req-b148c21b-3b9b-46b2-8fae-598e51194965 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0652237 Jul 08 17:57:12.106382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4090a69a-fb58-44ca-a246-39cc757b4d75 req-921a09e2-d6ae-41d8-a42d-1e0027e5c997 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Jul 08 17:57:13.242508 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.268458 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:13.278377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e488cc5-5244-450f-8040-c135967fe021 req-1c3d56c3-7b6c-4877-975f-f9269d161297 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:13.279844 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e488cc5-5244-450f-8040-c135967fe021 req-1c3d56c3-7b6c-4877-975f-f9269d161297 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0664518 Jul 08 17:57:13.317482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e488cc5-5244-450f-8040-c135967fe021 req-328557ee-7b04-4284-816e-6445d10f9de0 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Jul 08 17:57:14.487111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8a25c-efe1-444c-9887-2299f8a14608 req-9353f0ab-897a-419e-bf46-929bf049e289 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:14.488591 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8d8a25c-efe1-444c-9887-2299f8a14608 req-9353f0ab-897a-419e-bf46-929bf049e289 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 943 time: 0.0635099 Jul 08 17:57:14.526241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d8d8a25c-efe1-444c-9887-2299f8a14608 req-06baa41d-e64c-45ab-8275-f631403da043 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Jul 08 17:57:14.724466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:14.822988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:14.834956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:14.870245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:14.882832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:14.902066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:14.906356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:14.952304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:14.959372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.959722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.960130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.960412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.960745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.961076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.961407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.961734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.962087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.962414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.962740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:14.963066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:15.111870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b2d43f5c-c3b7-4d93-8d7a-770f49d3a295'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:15.699923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6768-8508-4ceb-90b9-359fc9b7f935 req-d1df7dcd-13ae-458f-8cb8-50a8428dd26e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:15.701363 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-464a6768-8508-4ceb-90b9-359fc9b7f935 req-d1df7dcd-13ae-458f-8cb8-50a8428dd26e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 944 time: 0.0663068 Jul 08 17:57:15.739939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-464a6768-8508-4ceb-90b9-359fc9b7f935 req-2092b988-8ca4-4582-8413-ccce8c701548 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Jul 08 17:57:16.740507 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:16.794901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:16.798693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:16.799090 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.877625 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.899797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:16.902652 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40741998-363a-417a-99c6-c6a87605f1e0" -d '{"events": [{"server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "name": "network-vif-plugged", "status": "completed", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:16.916381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:16.920862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb25d1a-1627-4f64-ac24-bdb1e344073b req-6a5a4c7e-5f5e-449a-b0b7-bb7d852a4e73 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:16.921556 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:16.922434 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2eb25d1a-1627-4f64-ac24-bdb1e344073b req-6a5a4c7e-5f5e-449a-b0b7-bb7d852a4e73 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 944 time: 0.0707538 Jul 08 17:57:16.949494 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff5a883-4041-4a3b-81fa-2b1be4c57cb5 x-openstack-request-id: req-9ff5a883-4041-4a3b-81fa-2b1be4c57cb5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:16.949861 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "name": "network-vif-plugged", "status": "completed", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:16.950168 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ff5a883-4041-4a3b-81fa-2b1be4c57cb5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:16.950560 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'code': 200} Jul 08 17:57:16.962228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2eb25d1a-1627-4f64-ac24-bdb1e344073b req-027c86a1-582f-4554-a741-9854f946d903 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330710 Jul 08 17:57:16.980999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:17.054958 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c164-a7d2-4ef5-ad3f-a5a3f74f1410 req-42379366-8593-4f2d-8499-91fbc6925f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:17.056451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28b8c164-a7d2-4ef5-ad3f-a5a3f74f1410 req-42379366-8593-4f2d-8499-91fbc6925f53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0525701 Jul 08 17:57:17.089445 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28b8c164-a7d2-4ef5-ad3f-a5a3f74f1410 req-2ba57097-190b-4a1a-be03-d63bcbdad161 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265055 Jul 08 17:57:18.146982 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c0fde-b522-4679-af63-6621511d33de req-d2eafc9d-5188-419e-b959-e00b04ad2e09 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.148453 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-603c0fde-b522-4679-af63-6621511d33de req-d2eafc9d-5188-419e-b959-e00b04ad2e09 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 945 time: 0.0641057 Jul 08 17:57:18.186099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-603c0fde-b522-4679-af63-6621511d33de req-3047b594-b1c6-430b-a916-4350b9d149c1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jul 08 17:57:18.366844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2f26-759f-4498-8e59-82b9f9996bf2 req-3ac08fd3-9a0a-4e18-acce-8b4d9730a4e6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.368228 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e34d2f26-759f-4498-8e59-82b9f9996bf2 req-3ac08fd3-9a0a-4e18-acce-8b4d9730a4e6 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 945 time: 0.0669816 Jul 08 17:57:18.405801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e34d2f26-759f-4498-8e59-82b9f9996bf2 req-8f96d173-7283-45f3-ad19-e3d185724813 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Jul 08 17:57:18.429878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59774) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:18.522718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7660629-0f6a-4673-b5f1-c20110f876ac tempest-TestVolumeBootPattern-394840329 tempest-TestVolumeBootPattern-394840329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:18.524229 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d7660629-0f6a-4673-b5f1-c20110f876ac tempest-TestVolumeBootPattern-394840329 tempest-TestVolumeBootPattern-394840329-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1091 time: 0.0933580 Jul 08 17:57:18.527533 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59778) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:18.532085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:18.553542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:18.652324 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:18.754788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.25.3.69 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/e028831b-3f5a-489e-94d2-687870756eee) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:18.867088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:18.906406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:18.942723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:18.947422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:18.950771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:18.973807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=e028831b-3f5a-489e-94d2-687870756eee,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:19.318664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.390555 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.536619 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.541510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.556372 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-879e8a02-3cbc-4c0e-9569-321d0a42a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.611664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=e028831b-3f5a-489e-94d2-687870756eee,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:19.622109 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:19.719413 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Floating IP 0a8d61f7-9d7a-432a-a587-b3a23a9d386f associated. External IP: 172.25.3.69, port: b2d43f5c-c3b7-4d93-8d7a-770f49d3a295. Jul 08 17:57:19.925532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:20.029825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:20.039743 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:20.046625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:20.048994 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:20.049597 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:56:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:20.085142 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b8367291-f2de-43f7-85fa-bfbaf4b3cca4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5565910 Jul 08 17:57:20.085737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:20.087984 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb1bc20-edb7-4bf0-b1e9-34079decda55" -d '{"events": [{"name": "network-changed", "server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:20.128175 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca81aa3-0a07-46df-868f-43471ffa6c11 x-openstack-request-id: req-0ca81aa3-0a07-46df-868f-43471ffa6c11 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:20.128634 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:20.129026 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ca81aa3-0a07-46df-868f-43471ffa6c11 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:20.129667 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'status': 'completed', 'code': 200} Jul 08 17:57:20.155607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:20.203428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-6110960c-2338-466d-8f92-4b71e4f31d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.205006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-6110960c-2338-466d-8f92-4b71e4f31d80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0530210 Jul 08 17:57:20.294758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-761fa4d1-ae79-4585-9956-62d48888b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.296270 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-761fa4d1-ae79-4585-9956-62d48888b7c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0844519 Jul 08 17:57:20.365337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-131082c7-4eaf-4d10-92d7-41762b2d37e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 998 time: 0.0624576 Jul 08 17:57:20.383040 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:19Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:20.409702 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:20.413820 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-01d62750-acad-4470-8dcf-bf06721617e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.415335 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-01d62750-acad-4470-8dcf-bf06721617e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0444865 Jul 08 17:57:20.417808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:20.418430 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:56:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:20.472632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-a1dbb57c-9171-4a2b-bb7c-a541c8cfadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.474106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-a1dbb57c-9171-4a2b-bb7c-a541c8cfadb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527403 Jul 08 17:57:20.522655 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:20.566264 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-06686aac-cee7-4153-92d4-10d83db1736a service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853016 Jul 08 17:57:20.655620 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-acb1bc20-edb7-4bf0-b1e9-34079decda55 req-98565765-868a-4c92-b22b-51e95cc28d0c service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830164 Jul 08 17:57:20.747008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:19Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:20.775935 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181373cc-041b-4d02-b906-aab901dd53e8 None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:19Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:20.969422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a25e8-d8ba-463e-b9e6-c8630183d910 None None] New status for floating IP 0a8d61f7-9d7a-432a-a587-b3a23a9d386f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:22.228206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ee3c62a8-a12a-42bd-b742-84c4ed8609e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:22.359955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:23.679117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:25.055753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.252530 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.270256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.971025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-153da785-a489-4ff0-9be3-be43245a3beb req-348b26ad-8b47-4185-9134-0a13946b8b9e service neutron] (93944) timed out ('10.222.0.48', 38334) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:57:48.942177 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:57:49.558804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fb45c5ea-eb80-4ad3-85a9-3e14674e8526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.228955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0651d443-f9fd-4109-9abd-6e0e9e610f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.361200 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.681028 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.059610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.756777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-73277a92-3a8b-48ff-8a00-2a7d4e57550e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567636 Jul 08 17:58:01.850311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade77de-3a60-4445-ba67-1244306632c7 req-77065ed9-fc04-4318-9dc7-21781e502193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.851804 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-77065ed9-fc04-4318-9dc7-21781e502193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0526359 Jul 08 17:58:01.956152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade77de-3a60-4445-ba67-1244306632c7 req-afaf95f1-3bd7-4455-b651-aa05209ccffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:01.957744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-afaf95f1-3bd7-4455-b651-aa05209ccffb service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0867527 Jul 08 17:58:02.330484 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-8822f2ca-5360-418b-95c9-7ee3d7dd39a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 1000 time: 0.3668575 Jul 08 17:58:02.376740 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade77de-3a60-4445-ba67-1244306632c7 req-57bdb4f8-9e0a-4bba-b98c-87d1d0c5de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.378152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-57bdb4f8-9e0a-4bba-b98c-87d1d0c5de08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0416837 Jul 08 17:58:02.437385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade77de-3a60-4445-ba67-1244306632c7 req-efd3cc7d-5912-4d7e-bc5d-17964e96ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:02.438950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-efd3cc7d-5912-4d7e-bc5d-17964e96ffba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549371 Jul 08 17:58:02.524698 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-c7e1f0d3-2c7f-4a5d-aae1-821a0a259050 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794709 Jul 08 17:58:02.614844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ade77de-3a60-4445-ba67-1244306632c7 req-b0ded6b5-2a80-43d5-946f-12aef0a51a2b service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841482 Jul 08 17:58:13.247421 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.284370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.562007 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-61095e00-0434-49e3-9047-0580b3f7ca47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.231882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1504c4d0-fc47-4346-ad6c-e7d450e56c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.362666 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.685365 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.062385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.942357 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:58:43.268957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:43.314771 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.562611 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c2302a69-90ed-4c00-b604-35e716e9ef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.233856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1cef2752-578e-48e1-8874-51bfe4c973f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.364863 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:53.686796 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.064098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:02.796717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-b7cd9bc8-28c3-4817-8114-5fb4dcad4600 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953438 Jul 08 17:59:02.897261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-75308884-8afa-4a93-a276-6756c78af1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:02.899166 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-75308884-8afa-4a93-a276-6756c78af1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0611508 Jul 08 17:59:02.944221 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:59:03.043664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-6a5d31af-c47f-4ac3-bd88-ea7a84c1c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.045419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-6a5d31af-c47f-4ac3-bd88-ea7a84c1c7df service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.1207471 Jul 08 17:59:03.130032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-cbad8bc0-79d1-428b-8fd7-17cc49c91fa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 1000 time: 0.0769897 Jul 08 17:59:03.192196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-41b794a2-f7be-4b9c-84db-5bfee00ded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.193761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-41b794a2-f7be-4b9c-84db-5bfee00ded90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0578563 Jul 08 17:59:03.274582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-c89485c7-f67a-441c-b921-1b62f93a6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.276861 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-c89485c7-f67a-441c-b921-1b62f93a6744 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764945 Jul 08 17:59:03.386184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-79a3d0df-bfbd-4d41-9e62-4979468e4177 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016231 Jul 08 17:59:03.530916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da11ac51-a19e-4118-bfc0-55d288a2a519 req-6e7a3c70-b457-4710-89c4-ef9e6b84064a service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355898 Jul 08 17:59:07.871410 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-1b7da883-d567-444f-ae78-6d33cce1403f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584953984&fields=id&tenant_id=505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 267 time: 0.0346677 Jul 08 17:59:07.977937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-3a00819c-21ee-4639-b213-59fc8a30733c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:07.979496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-3a00819c-21ee-4639-b213-59fc8a30733c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1016223 Jul 08 17:59:07.994982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-6fba2a59-0b4c-4139-a474-4ec9f919fc79 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/quotas/505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 375 time: 0.0101578 Jul 08 17:59:08.080567 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-ba1d6943-059d-4f69-af34-10636a433613 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0795648 Jul 08 17:59:08.172726 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-e6270bcd-1062-44e4-983d-f4c7841662c4 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812907 Jul 08 17:59:08.264370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-a92c182a-1098-4422-9bb5-160d03575745 service neutron] 10.222.0.48 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850997 Jul 08 17:59:09.583547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2bbcf862-8ca2-4cd4-97b4-a25fb4826c85 req-274c37f9-5290-4bce-8518-67ecd0cfa72c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0334253 Jul 08 17:59:10.665794 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-82fdba81-9bd6-43e5-a2d0-e2457156745c req-f988e631-efaa-4cab-9447-06876c3d24b2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0304358 Jul 08 17:59:11.770307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9926727-311a-4c61-83fa-f97df1a6ccbd req-50a831d4-c3f2-4b72-83e7-89c8593279ec tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0282402 Jul 08 17:59:12.849209 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e8b0600-4eb9-4865-aef1-929252a86fa7 req-ef551a4d-3ff6-40d0-870c-8e2c0f1319b0 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0283003 Jul 08 17:59:13.266384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.321939 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:13.986324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4aeaac05-0970-426b-8e96-43ee1d5a8afc req-2a9aa06e-8b7a-4f73-8282-40d292403d8e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0288386 Jul 08 17:59:14.836046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-8721b919-d8e3-4b93-bf18-46b178e3f479 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:14.837463 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-8721b919-d8e3-4b93-bf18-46b178e3f479 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 811 time: 0.1011591 Jul 08 17:59:14.890191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-da7ebe09-cf56-4485-9101-b08da6b6246c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505a55f055884802a809b9dfcc9d7144 HTTP/1.1" status: 200 len: 380 time: 0.0439303 Jul 08 17:59:14.900376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'port': {'device_id': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'admin_state_up': True, 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'security_groups': ['b1e68f41-fada-4e9e-8aa4-b468cc10e291']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:15.007483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Made reservation on behalf of 505a55f055884802a809b9dfcc9d7144 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:59:15.011190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.128886 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2b2af1e0-dca6-43f3-b8c2-ea55c7818b65 req-6fc95b76-d8da-40da-a464-bde4fa429d89 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0287187 Jul 08 17:59:15.147205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.20.0.3 (136845fb-9feb-46b3-a162-99ab27c7a5b5/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7/672dbfb4-18df-4cd7-8b3e-14449d86aab2) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:15.287227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.300460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Transition to ACTIVE for port object 672dbfb4-18df-4cd7-8b3e-14449d86aab2 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:15.332460 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.374811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:15.380041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:15.383859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:15.412558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=672dbfb4-18df-4cd7-8b3e-14449d86aab2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:15.428254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.428616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.428943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.429283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.429618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.429968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.430307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.430637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.430965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.431290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.431615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.431939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:15.453552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.454289 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.470253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-48a3a424-9ca0-46f0-919d-ec8dd599282a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751677 Jul 08 17:59:15.591332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Request body: {'port': {'device_id': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:15.623575 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38410811-c435-480a-9f2b-e48ceb2eacfe None None] Provisioning for port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:15.628308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38410811-c435-480a-9f2b-e48ceb2eacfe None None] Provisioning complete for port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:15.628754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38410811-c435-480a-9f2b-e48ceb2eacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.664026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-38410811-c435-480a-9f2b-e48ceb2eacfe None None] Port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:59:15.671898 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.935022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672dbfb4-18df-4cd7-8b3e-14449d86aab2 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:15.942543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:15.954846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Transition to ACTIVE for port object 672dbfb4-18df-4cd7-8b3e-14449d86aab2 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:15.959851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.009328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Pushing event updated for resources: {'Port': ['ID=672dbfb4-18df-4cd7-8b3e-14449d86aab2,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:16.102917 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Attempting to bind port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:16.103262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Attempting to bind port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:16.103598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Attempting to bind port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:16.109422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:16.110035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Attempting to bind port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 on network 136845fb-9feb-46b3-a162-99ab27c7a5b5 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:16.115606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:16.115938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Checking segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:16.116330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Bound using segment: {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:16.116756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Bound port: 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de205cd-efb8-4fa4-9528-75e72b29ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:16.117113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.190822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] For port 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:16.193980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] For port 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:16.199809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.244629 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.245290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:16.246834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] 10.222.0.53 "PUT /v2.0/ports/672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 1091 time: 0.7696221 Jul 08 17:59:16.247598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:16.250570 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46526c26-a1c7-4d15-8cac-c51f29891ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:16.359879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f27c02-8fe3-4131-b1a4-7aa1f9323da6 service neutron] Pushing event updated for resources: {'Port': ['ID=672dbfb4-18df-4cd7-8b3e-14449d86aab2,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:16.385372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a0f47-ce6d-491d-907b-41d0015b2d00 req-5637dcd2-12a4-45b7-be3a-ea1ceebdbfdf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.386972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d17a0f47-ce6d-491d-907b-41d0015b2d00 req-5637dcd2-12a4-45b7-be3a-ea1ceebdbfdf tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.1334202 Jul 08 17:59:16.396580 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e7cc41-07d1-4736-8a3f-bf99b3112e89 x-openstack-request-id: req-71e7cc41-07d1-4736-8a3f-bf99b3112e89 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:16.396975 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:16.397120 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71e7cc41-07d1-4736-8a3f-bf99b3112e89 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:16.397559 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'status': 'completed', 'code': 200} Jul 08 17:59:16.445371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d17a0f47-ce6d-491d-907b-41d0015b2d00 req-d523f0c3-48fc-4a51-864b-8fbfdda8b2ae tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Jul 08 17:59:16.448204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-43b8ead6-292c-434a-b18a-79cf2c6368b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.449659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-43b8ead6-292c-434a-b18a-79cf2c6368b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1094 time: 0.1289132 Jul 08 17:59:16.496203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-bfcb934b-bbd4-47bc-bdbc-bec21f1e3ce2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 217 time: 0.0391815 Jul 08 17:59:16.547251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-eb2d2bb3-35a4-4131-ad96-5721d4fa020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.548717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-eb2d2bb3-35a4-4131-ad96-5721d4fa020a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0463634 Jul 08 17:59:16.605486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-cb2c519f-d49a-472e-a44e-63746ec7a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.607027 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-cb2c519f-d49a-472e-a44e-63746ec7a3ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524697 Jul 08 17:59:16.702967 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-5ec661fb-8d73-4cf1-be15-8d9a0e9029ab service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885813 Jul 08 17:59:16.798265 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bc805c3-23ff-4382-a62b-7a3cc96c0c99 req-64b4c381-121f-40dc-8b9f-e04468820da3 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892820 Jul 08 17:59:16.898432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-cb941a27-f1ff-4c3f-8758-22e798df1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.899924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-cb941a27-f1ff-4c3f-8758-22e798df1f01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1094 time: 0.0551670 Jul 08 17:59:16.994555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-e1baa5c3-e01e-4478-a616-02cb55b80139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.996021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-e1baa5c3-e01e-4478-a616-02cb55b80139 service neutron] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0898964 Jul 08 17:59:17.038222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-fa44eb75-095f-4ccd-be1c-800c6880eeb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 217 time: 0.0355322 Jul 08 17:59:17.091009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-0ef0f1ac-c2f3-4274-adc4-0dbf22b3bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.092605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-0ef0f1ac-c2f3-4274-adc4-0dbf22b3bd9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0487275 Jul 08 17:59:17.150426 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-645ca6e4-cbf1-4e82-9efc-a0d5b5f032ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.151905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-645ca6e4-cbf1-4e82-9efc-a0d5b5f032ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528193 Jul 08 17:59:17.239727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-b8a78fbf-c329-484f-a895-6265b98e65dc service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808241 Jul 08 17:59:17.334188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-46526c26-a1c7-4d15-8cac-c51f29891ba5 req-53308449-e07b-4844-b4d9-07dd614cf93c service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879126 Jul 08 17:59:17.628732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb192b-c75c-4149-907c-31ee0746b74e req-ea3b8fd2-5204-492f-b5f8-a23189637f33 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.630187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49bb192b-c75c-4149-907c-31ee0746b74e req-ea3b8fd2-5204-492f-b5f8-a23189637f33 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0690291 Jul 08 17:59:17.669014 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-49bb192b-c75c-4149-907c-31ee0746b74e req-c7d36d98-7038-4c86-9c9c-8134ed65043c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Jul 08 17:59:18.868674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773aa14-c8a1-4c03-bca9-2a4ce29ab500 req-bbd2af33-4896-4780-aacb-683fd144942f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:18.871374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7773aa14-c8a1-4c03-bca9-2a4ce29ab500 req-bbd2af33-4896-4780-aacb-683fd144942f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0783155 Jul 08 17:59:18.923318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7773aa14-c8a1-4c03-bca9-2a4ce29ab500 req-827cb2ce-c585-4177-ac83-2f9978c8c8bb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456452 Jul 08 17:59:19.563789 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e463e0eb-f556-40bb-9bb2-da286d59be89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:20.128506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b93a0-309c-4d91-b26b-a56b7f851e03 req-9786e704-1c7a-42a0-a2ca-38188a794865 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:20.130721 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-067b93a0-309c-4d91-b26b-a56b7f851e03 req-9786e704-1c7a-42a0-a2ca-38188a794865 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0783432 Jul 08 17:59:20.174171 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-067b93a0-309c-4d91-b26b-a56b7f851e03 req-7701e1be-e66d-48d0-9748-ebb55271dbcb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374279 Jul 08 17:59:21.348806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc4b59-c2aa-4679-ab81-f6aabddb2857 req-69823b55-8a34-4603-beb5-5ab290c742d1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:21.350307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2adc4b59-c2aa-4679-ab81-f6aabddb2857 req-69823b55-8a34-4603-beb5-5ab290c742d1 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0632453 Jul 08 17:59:21.392593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2adc4b59-c2aa-4679-ab81-f6aabddb2857 req-75ea1962-cc86-4f6c-b67c-b119d6c200cd tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367715 Jul 08 17:59:22.235249 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cb46e41b-bcc4-4f55-9651-0b23e81e3c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.366478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:22.577021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08e1d-de04-4350-ab12-53d905c5cbc2 req-1525d404-c706-458f-8465-5772a4d6780f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.579249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04c08e1d-de04-4350-ab12-53d905c5cbc2 req-1525d404-c706-458f-8465-5772a4d6780f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0695653 Jul 08 17:59:22.618381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04c08e1d-de04-4350-ab12-53d905c5cbc2 req-6f9d9ab4-29fc-4f40-ab5b-5c0d02456186 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Jul 08 17:59:23.691214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.791022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19780a30-7675-4541-86d8-45130b4c0e6e req-dabee20c-ef96-4257-a18f-e6af7994a12a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.792500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19780a30-7675-4541-86d8-45130b4c0e6e req-dabee20c-ef96-4257-a18f-e6af7994a12a tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0644288 Jul 08 17:59:23.830651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-19780a30-7675-4541-86d8-45130b4c0e6e req-074fb3eb-f6c8-426c-9768-20c12c2a3d65 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Jul 08 17:59:25.000444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e9d3e-714a-43f2-a002-66434910a760 req-0b12486e-c7e9-49ea-ad66-21715131b284 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.001911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-257e9d3e-714a-43f2-a002-66434910a760 req-0b12486e-c7e9-49ea-ad66-21715131b284 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0637336 Jul 08 17:59:25.040364 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-257e9d3e-714a-43f2-a002-66434910a760 req-186843c2-0e5f-4ed9-b13d-cf186a5b3235 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328674 Jul 08 17:59:25.066717 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:26.213140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8058511-a83b-4686-8162-c1943e88c651 req-79d92d34-0730-43a8-aff1-2d67c22af5f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.214641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8058511-a83b-4686-8162-c1943e88c651 req-79d92d34-0730-43a8-aff1-2d67c22af5f3 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0628953 Jul 08 17:59:26.251205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d8058511-a83b-4686-8162-c1943e88c651 req-2fbeaca6-10e8-4466-93fa-a207fa435724 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Jul 08 17:59:27.422131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f0ee-df73-4ff3-9047-1846dc3713bf req-844b05bd-b355-4fa1-8338-ae307e9eb3ae tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.423539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1a2f0ee-df73-4ff3-9047-1846dc3713bf req-844b05bd-b355-4fa1-8338-ae307e9eb3ae tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 943 time: 0.0640593 Jul 08 17:59:27.460982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d1a2f0ee-df73-4ff3-9047-1846dc3713bf req-607f82b4-9b93-4398-968e-c5d0400a6fc5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Jul 08 17:59:27.560252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 672dbfb4-18df-4cd7-8b3e-14449d86aab2 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:27.655340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:27.667193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'port_id': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'mac_address': 'fa:16:3e:13:ea:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:27.703179 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:27.715799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672dbfb4-18df-4cd7-8b3e-14449d86aab2 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:27.735331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:27.740484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:27.788023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=672dbfb4-18df-4cd7-8b3e-14449d86aab2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:27.795134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.795483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.795825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.796165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.796499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.796830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.797161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.797492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.797819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.798171 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.798497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.798830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:27.976262 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['672dbfb4-18df-4cd7-8b3e-14449d86aab2'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:28.635135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc261e20-dcd8-410a-bd0f-4c0da5f9252b req-831dcb5f-fc96-425c-9b0b-7ebf504f59b4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.636612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc261e20-dcd8-410a-bd0f-4c0da5f9252b req-831dcb5f-fc96-425c-9b0b-7ebf504f59b4 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 944 time: 0.0670421 Jul 08 17:59:28.673326 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cc261e20-dcd8-410a-bd0f-4c0da5f9252b req-d15cfc96-697e-4308-ae33-efbeeab8314c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Jul 08 17:59:29.584326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 672dbfb4-18df-4cd7-8b3e-14449d86aab2 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:29.633953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:29.637542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:29.637917 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.713280 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.735888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:29.738216 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f46a06b-bb45-4d20-ac56-ae53895c4aeb" -d '{"events": [{"server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "name": "network-vif-plugged", "status": "completed", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:29.751141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:29.755842 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:29.808309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=672dbfb4-18df-4cd7-8b3e-14449d86aab2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:29.848061 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c82c26-8776-44d8-b83f-8bbe79fba082 x-openstack-request-id: req-73c82c26-8776-44d8-b83f-8bbe79fba082 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:29.848491 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "name": "network-vif-plugged", "status": "completed", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:29.848782 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73c82c26-8776-44d8-b83f-8bbe79fba082 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:29.849232 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'code': 200} Jul 08 17:59:29.857684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf12ba9-a1ee-4589-9567-dea67b48ffbc req-12254caa-a8db-4b77-9251-df36a138c92b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.859226 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bf12ba9-a1ee-4589-9567-dea67b48ffbc req-12254caa-a8db-4b77-9251-df36a138c92b tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 945 time: 0.0707695 Jul 08 17:59:29.899324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bf12ba9-a1ee-4589-9567-dea67b48ffbc req-5735b583-16f7-48ff-b89f-e5f8672e95df tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Jul 08 17:59:29.961586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6327ea8-b582-4560-ab93-e630dc30c034 req-8fe5e27f-1436-440f-bd0a-583988cb1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.963100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6327ea8-b582-4560-ab93-e630dc30c034 req-8fe5e27f-1436-440f-bd0a-583988cb1460 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1096 time: 0.0520494 Jul 08 17:59:29.996871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6327ea8-b582-4560-ab93-e630dc30c034 req-f053df21-c6d7-4d8b-aa5f-5d3a62ffd8a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274546 Jul 08 17:59:31.077390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbbd1f-f451-4d6a-8edc-a91b737ec4d6 req-3b38589e-2030-4bfc-864b-f61d9d1c2eab tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.078806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-80bbbd1f-f451-4d6a-8edc-a91b737ec4d6 req-3b38589e-2030-4bfc-864b-f61d9d1c2eab tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 945 time: 0.0701990 Jul 08 17:59:31.116303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-80bbbd1f-f451-4d6a-8edc-a91b737ec4d6 req-16265ecd-9c1f-4268-9443-18b0816c76a5 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Jul 08 17:59:31.287296 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e703-0baf-43c0-addd-7bdc3d919bcb req-847fce25-3447-40a2-adbf-2b17e67a7f60 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.288781 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab18e703-0baf-43c0-addd-7bdc3d919bcb req-847fce25-3447-40a2-adbf-2b17e67a7f60 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 945 time: 0.0643895 Jul 08 17:59:31.326013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab18e703-0baf-43c0-addd-7bdc3d919bcb req-0e125676-c052-4d7b-8521-b6950b369cbb tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Jul 08 17:59:31.350804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:31.405990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c453c-0700-4d5a-8f1d-73ccfdf90602 tempest-TestVolumeBootPattern-394840329 tempest-TestVolumeBootPattern-394840329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.407771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b24c453c-0700-4d5a-8f1d-73ccfdf90602 tempest-TestVolumeBootPattern-394840329 tempest-TestVolumeBootPattern-394840329-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1091 time: 0.0557404 Jul 08 17:59:31.410517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 59952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:31.414817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:31.436306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.531208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.638569 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Allocated IP 172.25.3.40 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/c878856c-415b-4882-b564-fc7934c3d18c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:59:31.741650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.779787 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.816555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:59:31.823696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:59:31.827193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:59:31.837657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=c878856c-415b-4882-b564-fc7934c3d18c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:31.864029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.864377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.864721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.865061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.865399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.865732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.866098 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.866426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.866752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.867075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.867404 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:31.867750 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:32.182178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-6a13e37f-de35-4383-b7da-27badc19c51e req-f9408c01-570e-4b1c-a4aa-722c731afa4c service neutron] (93945) timed out ('10.222.0.48', 58912) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:59:32.209022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.286600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.433821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.438266 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.503986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event updated for resources: {'Port': ['ID=c878856c-415b-4882-b564-fc7934c3d18c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:32.515365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.622017 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Floating IP 743aabe5-860e-4965-9384-de8c847fad66 associated. External IP: 172.25.3.40, port: 672dbfb4-18df-4cd7-8b3e-14449d86aab2. Jul 08 17:59:32.827218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:59:32.933608 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:59:32.942746 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:59:32.948504 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.951700 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:32.952292 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:59:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:32.986525 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15cda238-8b72-4e68-99d7-6e4de3ffa9e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5749857 Jul 08 17:59:32.987236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:32.989505 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046135e1-893d-4a2b-85ab-e2212e707373" -d '{"events": [{"name": "network-changed", "server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:33.061336 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:33.078522 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a059c3d-09b8-47be-8f72-2c36a6b1b4ee x-openstack-request-id: req-4a059c3d-09b8-47be-8f72-2c36a6b1b4ee {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:33.078878 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:33.079218 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a059c3d-09b8-47be-8f72-2c36a6b1b4ee {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:33.079689 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'status': 'completed', 'code': 200} Jul 08 17:59:33.154264 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046135e1-893d-4a2b-85ab-e2212e707373 req-77575e4d-cdec-44e0-888d-2c4864e86178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.155783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-77575e4d-cdec-44e0-888d-2c4864e86178 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1096 time: 0.0542727 Jul 08 17:59:33.250009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046135e1-893d-4a2b-85ab-e2212e707373 req-aefcc40d-69c6-4962-bd34-75864d738144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.251414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-aefcc40d-69c6-4962-bd34-75864d738144 service neutron] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0897584 Jul 08 17:59:33.347516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-7e2670b4-6402-4f1e-a38d-976a6d874b3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 998 time: 0.0898066 Jul 08 17:59:33.380436 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:21Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}, {'id': '743aabe5-860e-4965-9384-de8c847fad66', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:13:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:59:32Z', 'updated_at': '2021-07-08T17:59:32Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:33.401168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046135e1-893d-4a2b-85ab-e2212e707373 req-75a8057d-fb34-4c42-98ea-5dee1ea52c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.402943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-75a8057d-fb34-4c42-98ea-5dee1ea52c67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0491176 Jul 08 17:59:33.409768 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:59:33.417755 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:59:33.418394 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T17:59:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:33.460562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046135e1-893d-4a2b-85ab-e2212e707373 req-8ef3a2a8-cbbe-4a75-a051-85220613a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.462087 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-8ef3a2a8-cbbe-4a75-a051-85220613a01f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522883 Jul 08 17:59:33.521447 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:59:33.552848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-03345352-2fea-4701-9fb0-8f8508f8a5c8 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846064 Jul 08 17:59:33.641585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-046135e1-893d-4a2b-85ab-e2212e707373 req-c8d60aee-5e06-43db-94c9-a25c6d1a73ff service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817330 Jul 08 17:59:33.739171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:21Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}, {'id': '743aabe5-860e-4965-9384-de8c847fad66', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:13:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:59:32Z', 'updated_at': '2021-07-08T17:59:32Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:33.768379 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902be6f-3c86-41c5-9deb-d23dc184bb48 None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:21Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}, {'id': '743aabe5-860e-4965-9384-de8c847fad66', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.40', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:13:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:59:32Z', 'updated_at': '2021-07-08T17:59:32Z', 'revision_number': 0, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:59:33.959885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39a590-e554-4c71-b694-45c6cc1eb2cc None None] New status for floating IP 743aabe5-860e-4965-9384-de8c847fad66: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:59:39.944263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:59:43.266136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:43.329738 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:48.768853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-c19e9fec-0ff9-41f8-97b3-8b9b2c58dfa0 req-e8f2cbf8-4b99-4df5-8c78-d24bfbd57070 service neutron] (93945) timed out ('10.222.0.53', 50238) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:59:49.564819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee167-3692-4f1a-b668-d3ab1c242323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.236618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5cca3585-5058-468d-8321-b09357542dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.368191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:52.902570 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-0e631892-dd05-4365-84fd-f7dc4fc26322 req-063056bf-b4ce-464e-971c-79e80eaff9df service neutron] (93944) timed out ('10.222.0.53', 50269) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:59:53.692265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:55.068116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:04.102337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-0d9dc27f-8829-4bcc-b7c9-4fbf5eddbfdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571578 Jul 08 18:00:04.198734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-81dd1a79-6348-417f-a065-cbee0c1eaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:04.200216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-81dd1a79-6348-417f-a065-cbee0c1eaf5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0559185 Jul 08 18:00:04.304369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-68cd4263-4374-423e-8dbe-b917be106f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:04.305856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-68cd4263-4374-423e-8dbe-b917be106f03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0850599 Jul 08 18:00:04.373625 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-6f360b77-411b-41e3-be7a-2a0f4ef5a905 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 1000 time: 0.0604377 Jul 08 18:00:04.422666 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-b3aeb13e-1939-4aab-a260-a7a6fb996249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:04.424112 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-b3aeb13e-1939-4aab-a260-a7a6fb996249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0448432 Jul 08 18:00:04.480012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-3a4e60a2-b857-4985-aca6-b6747e0b3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:04.481468 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-3a4e60a2-b857-4985-aca6-b6747e0b3e76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515480 Jul 08 18:00:04.575925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-4d87d45e-43e0-4a3c-8884-5710ba8fd537 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Jul 08 18:00:04.663595 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4064ae5c-8a04-4a2d-988a-1a01fa89c173 req-d2af6b67-9498-423d-90f5-5b78d29264df service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815647 Jul 08 18:00:09.690157 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-b57cd753-51ec-459c-acba-ce6ea5cbfcae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517571 Jul 08 18:00:09.790285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-4529d879-ecbc-490d-a00b-4eabfe750ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:09.791864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-4529d879-ecbc-490d-a00b-4eabfe750ad7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1096 time: 0.0566888 Jul 08 18:00:09.892686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-6dd044c9-70d5-42a3-b9b5-0ea57cd6952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:09.894166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-6dd044c9-70d5-42a3-b9b5-0ea57cd6952d service neutron] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0820985 Jul 08 18:00:09.960886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-ef5aa307-3082-4b39-b25c-912022015dc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 1000 time: 0.0606437 Jul 08 18:00:10.009389 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-949bc13b-710f-4b7c-94d6-981aa4ebb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.010979 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-949bc13b-710f-4b7c-94d6-981aa4ebb223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0437336 Jul 08 18:00:10.073728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-4a44e998-d476-463b-b68e-2a6a74881d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.075247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-4a44e998-d476-463b-b68e-2a6a74881d0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575829 Jul 08 18:00:10.164090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-18329dbd-140b-45d1-a083-b1a8f748a3bb service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821855 Jul 08 18:00:10.252053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1b46e1df-cc68-48ac-9be4-0afc21b9f287 req-2bebed46-fbca-4339-9e93-786e9bacdd37 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811267 Jul 08 18:00:13.277808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.345572 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.943460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:00:19.565115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f843755-4fae-454e-8ca7-181ad74c0a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.238510 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2afe4415-7dd9-44e7-a203-ab85c51421d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.371840 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.695783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.071872 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:43.282515 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:43.345256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:49.566720 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3e1c-ba9a-42cb-b921-42b6fec851ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.239204 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9df49ab2-bfb8-46f2-a9c9-8aec514001f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:52.375879 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.698903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:53.943204 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:00:55.074587 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:05.780783 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-0f5f0863-f976-40a4-a3c0-5ffe20397b36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540700 Jul 08 18:01:05.876291 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-ddf8e385-443a-4ab2-a63c-5a35f3f901b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:05.877752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-ddf8e385-443a-4ab2-a63c-5a35f3f901b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0550337 Jul 08 18:01:05.978831 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-58ce4ca1-8545-4986-81b1-fa1278030df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:05.980306 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-58ce4ca1-8545-4986-81b1-fa1278030df2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0832350 Jul 08 18:01:06.050513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-29482636-bc99-47aa-b717-814b0277627b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 1000 time: 0.0634997 Jul 08 18:01:06.098154 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-95b231fa-6a9a-4f9d-8891-55245fc39786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:06.099593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-95b231fa-6a9a-4f9d-8891-55245fc39786 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0435796 Jul 08 18:01:06.155002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-77f777bb-4304-44e3-9d56-73a64f8fbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:06.156464 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-77f777bb-4304-44e3-9d56-73a64f8fbb4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512514 Jul 08 18:01:06.166793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-6e9224aa-21a5-4194-87ff-57886cfcf615 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:01:06.167803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-6e9224aa-21a5-4194-87ff-57886cfcf615 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050120 Jul 08 18:01:06.256456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-fbdc1313-9e19-4c60-b5bb-22c3b7602eba service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828402 Jul 08 18:01:06.343771 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ee8d682-b6f5-475f-a3c9-01e697a05138 req-e9597284-432b-425e-942b-9377e1ed3351 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812352 Jul 08 18:01:11.710848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-2e0c1e71-df4e-429d-a8a2-c5c02f1f3370 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584140 Jul 08 18:01:11.810181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-11308aff-12b4-48da-880c-6d99d775bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.811665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-11308aff-12b4-48da-880c-6d99d775bb62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1096 time: 0.0576391 Jul 08 18:01:11.916232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-73eec5f9-1258-437f-8d90-5f6261a6732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.917681 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-73eec5f9-1258-437f-8d90-5f6261a6732b service neutron] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0839221 Jul 08 18:01:11.958943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60028) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:11.986985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-1ff7a24b-0dd0-4882-9c4d-a7f7de94ae56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 1000 time: 0.0625539 Jul 08 18:01:12.036797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-85a436b7-8ed2-4074-b043-16ae90e666e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.038357 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-85a436b7-8ed2-4074-b043-16ae90e666e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0458417 Jul 08 18:01:12.100019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-e1f6f6ab-3956-467e-81f9-950d9c49b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.101550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-e1f6f6ab-3956-467e-81f9-950d9c49b8ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570910 Jul 08 18:01:12.202366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-59c1e723-db1d-46cb-a095-60a12f3eea97 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933101 Jul 08 18:01:12.296891 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b6344ed-8eee-4bf4-8602-cba7eee4cdf0 req-9e836383-2e01-4132-9a78-56d8c4e46e81 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868094 Jul 08 18:01:12.424929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port c878856c-415b-4882-b564-fc7934c3d18c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:12.425273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:12.506414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:12.506897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:12.522844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for c878856c-415b-4882-b564-fc7934c3d18c owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:12.699865 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:12.726676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=c878856c-415b-4882-b564-fc7934c3d18c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:12.755352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.755701 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.756046 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.756389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.756728 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.757057 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.757397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.757716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.758068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.758394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.758722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.759039 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:12.800307 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:12.800645 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Floating IP 743aabe5-860e-4965-9384-de8c847fad66 disassociated (deleted). External IP: 172.25.3.40, port: 672dbfb4-18df-4cd7-8b3e-14449d86aab2. Jul 08 18:01:13.014818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:13.120014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:13.124820 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:13.129171 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:13.137875 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:13.138517 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:00:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:13.164782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c20fb49f-4caf-4a59-800d-707aba2922e2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "DELETE /v2.0/floatingips/743aabe5-860e-4965-9384-de8c847fad66 HTTP/1.1" status: 204 len: 168 time: 1.2047296 Jul 08 18:01:13.166247 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:13.168470 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed6b7a-e8f6-499e-bb31-70205eff537c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:13.207871 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c307e-252d-443c-a393-893f2cec7841 x-openstack-request-id: req-1d6c307e-252d-443c-a393-893f2cec7841 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:13.208337 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:13.208598 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d6c307e-252d-443c-a393-893f2cec7841 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:13.209001 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'status': 'completed', 'code': 200} Jul 08 18:01:13.249808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:13.295780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-1c4d17d5-daa2-4e8a-8559-e1b6c79cfd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.297501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-1c4d17d5-daa2-4e8a-8559-e1b6c79cfd6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 1096 time: 0.0673318 Jul 08 18:01:13.299705 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:13.364343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:13.401596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-29b0a6fd-6bb8-423a-9bd5-9fb0639048f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.403450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-29b0a6fd-6bb8-423a-9bd5-9fb0639048f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0999484 Jul 08 18:01:13.448567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-789d92f5-998b-43fe-9fc8-02cb44788f54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 200 len: 217 time: 0.0379608 Jul 08 18:01:13.490533 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:21Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:13.511767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-2aac1df2-0e29-4fb9-9b54-8de78810bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.513200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-2aac1df2-0e29-4fb9-9b54-8de78810bf56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0587792 Jul 08 18:01:13.521705 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:13.530979 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:13.531525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:00:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:13.602694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fe342-f5e7-406e-ab0b-0d913c3ac9b8 req-e7ef54c5-5d23-4249-a368-fc03a87fa588 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.604192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff2fe342-f5e7-406e-ab0b-0d913c3ac9b8 req-e7ef54c5-5d23-4249-a368-fc03a87fa588 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 945 time: 0.1058135 Jul 08 18:01:13.609684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-6de7e723-3342-4040-bc9c-ed2162316976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.611117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-6de7e723-3342-4040-bc9c-ed2162316976 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810118 Jul 08 18:01:13.636726 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:13.692805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff2fe342-f5e7-406e-ab0b-0d913c3ac9b8 req-912a82ae-ddf0-495b-8ad2-4549730f4a38 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807328 Jul 08 18:01:13.727529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-c3176163-31d1-46a9-b60f-7cce6a1f6f5c service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078279 Jul 08 18:01:13.817104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60ed6b7a-e8f6-499e-bb31-70205eff537c req-78fd6f0a-209a-4762-ac25-e99c63589968 service neutron] 10.222.0.53 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828040 Jul 08 18:01:13.858629 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:21Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:13.888290 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee1e334-ccb7-4764-846c-29554c392e30 None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0a8d61f7-9d7a-432a-a587-b3a23a9d386f', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'floating_ip_address': '172.25.3.69', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'port_id': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'mac_address': 'fa:16:3e:26:72:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:57:19Z', 'updated_at': '2021-07-08T17:57:21Z', 'revision_number': 1, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:14.101247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795ef07-6a1b-41c2-a483-1b96b629e488 None None] New status for floating IP 743aabe5-860e-4965-9384-de8c847fad66: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:14.898467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbffc8-5102-4bfb-9896-30ba1d5e0bf5 req-e40dcde4-484c-49c8-9a44-62260a70dfca tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:14.902034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1bbffc8-5102-4bfb-9896-30ba1d5e0bf5 req-e40dcde4-484c-49c8-9a44-62260a70dfca tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 945 time: 0.0673270 Jul 08 18:01:14.938180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b1bbffc8-5102-4bfb-9896-30ba1d5e0bf5 req-8f65ff48-f58b-4a34-9778-d8e5894e5c85 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319543 Jul 08 18:01:15.016326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f3be-064a-47d0-8430-820014339778 req-2c7eb877-57db-4b6d-b354-33c2fe9b943c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:15.017686 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7a02f3be-064a-47d0-8430-820014339778 req-2c7eb877-57db-4b6d-b354-33c2fe9b943c tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 945 time: 0.0669258 Jul 08 18:01:15.114866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:15.115205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:15.213186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port 672dbfb4-18df-4cd7-8b3e-14449d86aab2, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=672dbfb4-18df-4cd7-8b3e-14449d86aab2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:15.213695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:15.230146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for 672dbfb4-18df-4cd7-8b3e-14449d86aab2 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:15.361787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:15.739662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=672dbfb4-18df-4cd7-8b3e-14449d86aab2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:15.753666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.754034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.754373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.754709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.755038 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.755365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.755689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.756006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.756322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.756639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.756952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.757290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:15.795244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port 672dbfb4-18df-4cd7-8b3e-14449d86aab2 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:15.797750 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:15.799700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7a02f3be-064a-47d0-8430-820014339778 req-c21589ce-e5c1-4724-947d-ad1fef5b82f7 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.53 "DELETE /v2.0/ports/672dbfb4-18df-4cd7-8b3e-14449d86aab2 HTTP/1.1" status: 204 len: 173 time: 0.7763729 Jul 08 18:01:15.800138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'name': 'network-vif-deleted', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:15.802343 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faad196-6cfe-4826-a868-4843fca6eb51" -d '{"events": [{"server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "name": "network-vif-deleted", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:15.841158 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d055d2ee-af7b-4267-9a7d-7ed4a6318918 x-openstack-request-id: req-d055d2ee-af7b-4267-9a7d-7ed4a6318918 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:15.841456 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f53c353-79c0-49b9-aee9-c9fb4063a3da", "name": "network-vif-deleted", "tag": "672dbfb4-18df-4cd7-8b3e-14449d86aab2", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:15.841720 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d055d2ee-af7b-4267-9a7d-7ed4a6318918 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:15.842159 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f53c353-79c0-49b9-aee9-c9fb4063a3da', 'name': 'network-vif-deleted', 'tag': '672dbfb4-18df-4cd7-8b3e-14449d86aab2', 'status': 'completed', 'code': 200} Jul 08 18:01:16.077904 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d0bf7c9d-caa1-4112-9a81-1a13d7df90e5 req-387be4e8-abf1-439b-919f-a7e5a4f41d18 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0285342 Jul 08 18:01:17.226899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5c60d9e-eff0-4cf8-9136-862afb15e848 req-8ce713f7-648c-482e-bfd8-56ff54e36d2f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0290504 Jul 08 18:01:18.372632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c941c279-645b-43dc-b725-7bb3d96b0cfe req-9cf1d90b-c8de-45f5-b462-4ff8e06b8350 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0344698 Jul 08 18:01:19.534764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bb4f1c9-6e86-40bd-ba70-0b0397aa2c31 req-c89b343c-3ba1-4530-a1f7-1115f4e825c2 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f53c353-79c0-49b9-aee9-c9fb4063a3da HTTP/1.1" status: 200 len: 210 time: 0.0332458 Jul 08 18:01:19.572920 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85c0ca0b-79bc-4c80-9ed9-9c611243c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:20.178443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 672dbfb4-18df-4cd7-8b3e-14449d86aab2 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:20.200801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 672dbfb4-18df-4cd7-8b3e-14449d86aab2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:20.201150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 672dbfb4-18df-4cd7-8b3e-14449d86aab2 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:22.242677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a30645c2-318d-4d5e-864f-1fe9e5c4da5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.378866 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:23.706466 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.921858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60078) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:25.077803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port e028831b-3f5a-489e-94d2-687870756eee {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:25.078179 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.078691 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.151873 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.152200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.163802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for e028831b-3f5a-489e-94d2-687870756eee owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:25.312130 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.334677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=e028831b-3f5a-489e-94d2-687870756eee,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:25.401190 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.401526 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Floating IP 0a8d61f7-9d7a-432a-a587-b3a23a9d386f disassociated (deleted). External IP: 172.25.3.69, port: b2d43f5c-c3b7-4d93-8d7a-770f49d3a295. Jul 08 18:01:25.602983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:25.706896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:25.711583 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.717244 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:25.725973 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:25.726642 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:01:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:25.751905 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-78d98e0d-56dc-4194-ae7f-7f2c0c41a829 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "DELETE /v2.0/floatingips/0a8d61f7-9d7a-432a-a587-b3a23a9d386f HTTP/1.1" status: 204 len: 168 time: 0.8289344 Jul 08 18:01:25.752600 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:25.754992 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:25.798163 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b5e00b-f11e-461b-9d6c-4aecc3c49853 x-openstack-request-id: req-e6b5e00b-f11e-461b-9d6c-4aecc3c49853 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:25.798435 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:25.798674 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6b5e00b-f11e-461b-9d6c-4aecc3c49853 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:25.799085 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'status': 'completed', 'code': 200} Jul 08 18:01:25.835849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:25.874950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-c4fa8e6c-1b7c-49e7-bf24-0ccea2458cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:25.876526 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-c4fa8e6c-1b7c-49e7-bf24-0ccea2458cbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=505a55f055884802a809b9dfcc9d7144&device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 1096 time: 0.0555272 Jul 08 18:01:25.970268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-143c2a60-078a-4768-8755-9528ac73b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:25.971782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-143c2a60-078a-4768-8755-9528ac73b053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 200 len: 912 time: 0.0890312 Jul 08 18:01:26.024962 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-3ee18042-42e5-41e2-b261-08efd62b9eb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 200 len: 217 time: 0.0396886 Jul 08 18:01:26.047375 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:26.073295 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:26.082166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:26.082770 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:01:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:26.102660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-35509a36-a219-4a1a-9672-e77b8b6871f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.104151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-35509a36-a219-4a1a-9672-e77b8b6871f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 200 len: 850 time: 0.0716698 Jul 08 18:01:26.179495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2857819-1fae-432f-a6ea-6e00933ea9be req-c3b4dc34-a145-4336-8d1f-3a737065bb5f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.180891 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2857819-1fae-432f-a6ea-6e00933ea9be req-c3b4dc34-a145-4336-8d1f-3a737065bb5f tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 945 time: 0.1102374 Jul 08 18:01:26.187584 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:26.205912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-7e08cff0-8773-408b-85e2-929f983a4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:26.207426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-7e08cff0-8773-408b-85e2-929f983a4e80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=136845fb-9feb-46b3-a162-99ab27c7a5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951431 Jul 08 18:01:26.242569 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2857819-1fae-432f-a6ea-6e00933ea9be req-4cd931e6-8b6d-4440-9700-2836c5e98f60 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548086 Jul 08 18:01:26.308268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-dbae311a-8eca-43e6-830f-b37f6087be91 service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Jul 08 18:01:26.390338 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:26.403248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-25a65b56-ed2d-407a-80e1-3a6c3a15ccbd req-a9091e4e-0c67-4e41-8fff-a852996059ff service neutron] 10.222.0.21 "GET /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877669 Jul 08 18:01:26.417564 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b39c5-386e-4963-92a6-306d9090d1c3 None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T17:51:30Z', 'revision_number': 4, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '27e0f362-1e3f-4423-9f24-df550a5a4014', 'name': '', 'network_id': '136845fb-9feb-46b3-a162-99ab27c7a5b5', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'mac_address': 'fa:16:3e:28:db:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:29Z', 'updated_at': '2021-07-08T17:51:35Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'subnets': [{'id': '4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:26.642721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd922e19-f247-4006-a714-449000d062cd None None] New status for floating IP 0a8d61f7-9d7a-432a-a587-b3a23a9d386f: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:27.424357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325adf2-68de-46ef-8481-06e3bde10f6a req-5bf45f54-9873-4e3b-be97-f681219126d8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:27.425829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c325adf2-68de-46ef-8481-06e3bde10f6a req-5bf45f54-9873-4e3b-be97-f681219126d8 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 945 time: 0.0656719 Jul 08 18:01:27.463454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c325adf2-68de-46ef-8481-06e3bde10f6a req-ff6e605f-21ad-4505-89c4-b6fe829e9123 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1e68f41-fada-4e9e-8aa4-b468cc10e291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317514 Jul 08 18:01:27.547316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-ac652334-031c-4e52-bf7b-2f829ab28466 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:27.548704 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-ac652334-031c-4e52-bf7b-2f829ab28466 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 945 time: 0.0633245 Jul 08 18:01:27.644430 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:27.644774 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.734664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] For port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:27.735026 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.748270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:27.874905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.902014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=b2d43f5c-c3b7-4d93-8d7a-770f49d3a295,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:27.948673 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] No DVR routers for this DVR port b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:27.951984 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.954093 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ceaf3fbf-4787-4a34-a68b-63faa8b71baa req-d3c825c9-9466-48c0-a57f-5e35ea73c952 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.21 "DELETE /v2.0/ports/b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 HTTP/1.1" status: 204 len: 173 time: 0.3999834 Jul 08 18:01:27.954528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'name': 'network-vif-deleted', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:27.956998 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f1cf45-c7c8-44b6-b02e-08642358fcc6" -d '{"events": [{"server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "name": "network-vif-deleted", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:27.994630 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f92af1c-5187-46b1-8f08-0233e47f5079 x-openstack-request-id: req-2f92af1c-5187-46b1-8f08-0233e47f5079 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:27.994926 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f665e49b-91ff-4015-a45b-9990f1a6cac3", "name": "network-vif-deleted", "tag": "b2d43f5c-c3b7-4d93-8d7a-770f49d3a295", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:27.995185 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f92af1c-5187-46b1-8f08-0233e47f5079 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:27.995580 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f665e49b-91ff-4015-a45b-9990f1a6cac3', 'name': 'network-vif-deleted', 'tag': 'b2d43f5c-c3b7-4d93-8d7a-770f49d3a295', 'status': 'completed', 'code': 200} Jul 08 18:01:28.603799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d34d15a-78a4-4ba2-a553-ad756a0698f9 req-09f890cf-7fd6-4b4e-8d0e-e84449e4cb02 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 210 time: 0.0287728 Jul 08 18:01:29.762243 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f61ce518-3463-424f-956a-4421f769b864 req-236548d0-8878-4c65-959b-aee32ca5443e tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 210 time: 0.0295193 Jul 08 18:01:29.860196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:29.881057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:29.881409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b2d43f5c-c3b7-4d93-8d7a-770f49d3a295 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:30.901188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28e354fc-5401-4bf3-8e30-218e324a7fe8 req-846bc21c-b8d5-49b4-afea-76e1cf5efc4d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "GET /v2.0/ports?device_id=f665e49b-91ff-4015-a45b-9990f1a6cac3 HTTP/1.1" status: 200 len: 210 time: 0.0280790 Jul 08 18:01:30.942062 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:01:31.994691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60098) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:32.115739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Deleting port def99599-6c72-4b1f-b70c-aec4a85e71aa {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:32.116087 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.193317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.193555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.204869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Calling delete_port for def99599-6c72-4b1f-b70c-aec4a85e71aa owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:32.335179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.366151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'Port': ['ID=def99599-6c72-4b1f-b70c-aec4a85e71aa,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:32.420881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.423521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.424682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8888aace-ba5d-496e-af43-5c1dd9288c1d tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "DELETE /v2.0/floatingips/9bc7e6f9-00b7-4464-b1a4-cb462f8fd41d HTTP/1.1" status: 204 len: 168 time: 0.4289961 Jul 08 18:01:34.738932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60112) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:34.803795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0142-b285-4c75-a30b-f5419f15e347 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.829792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0142-b285-4c75-a30b-f5419f15e347 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.890709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0142-b285-4c75-a30b-f5419f15e347 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.893326 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2d5b0142-b285-4c75-a30b-f5419f15e347 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.894541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2d5b0142-b285-4c75-a30b-f5419f15e347 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] 10.222.0.48 "DELETE /v2.0/security-groups/b1e68f41-fada-4e9e-8aa4-b468cc10e291 HTTP/1.1" status: 204 len: 168 time: 0.1545250 Jul 08 18:01:34.904999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b0142-b285-4c75-a30b-f5419f15e347 tempest-TestVolumeBootPattern-436772194 tempest-TestVolumeBootPattern-436772194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e68f41-fada-4e9e-8aa4-b468cc10e291,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:34.959324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60116) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:35.534646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.793270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Deleting port 27e0f362-1e3f-4423-9f24-df550a5a4014 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:35.793542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.869262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] For port 27e0f362-1e3f-4423-9f24-df550a5a4014, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=27e0f362-1e3f-4423-9f24-df550a5a4014,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:35.869618 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.881953 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Calling delete_port for 27e0f362-1e3f-4423-9f24-df550a5a4014 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:36.059118 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.088797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Pushing event deleted for resources: {'Port': ['ID=27e0f362-1e3f-4423-9f24-df550a5a4014,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:36.256201 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.770065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:36.883331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:36.888444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9b6a79bc-867a-43e9-a295-f147998db95c admin admin] 10.222.0.48 "PUT /v2.0/routers/291d5d71-91b5-4ef7-afc5-c260b1ab6e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9274187 Jul 08 18:01:36.891198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:36.892036 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] Sync routers for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:36.901636 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:36.902262 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:01:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:36.998397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.006833 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:37.108070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.159500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Deleting port b32afb89-aebe-430b-be32-731c918b6c0c {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:37.159975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.193166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T18:01:36Z', 'revision_number': 5, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port': {'id': 'b32afb89-aebe-430b-be32-731c918b6c0c', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ed:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:28Z', 'updated_at': '2021-07-08T17:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.223580 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] Checking router: 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:37.231865 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] Routers {'291d5d71-91b5-4ef7-afc5-c260b1ab6e08'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:37.232467 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:01:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.235789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] For port b32afb89-aebe-430b-be32-731c918b6c0c, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b32afb89-aebe-430b-be32-731c918b6c0c,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:37.236139 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.252857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Calling delete_port for b32afb89-aebe-430b-be32-731c918b6c0c owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:37.317004 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] Set router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:37.370424 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 6, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.400165 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e900716b-6d2b-4949-9fbf-4a95fba92aad None None] The sync data for ids ['291d5d71-91b5-4ef7-afc5-c260b1ab6e08'] in n-d-799527-4 is: [{'id': '291d5d71-91b5-4ef7-afc5-c260b1ab6e08', 'name': 'tempest-TestVolumeBootPattern-848726757-router', 'tenant_id': '505a55f055884802a809b9dfcc9d7144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:27Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 6, 'project_id': '505a55f055884802a809b9dfcc9d7144', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:37.438147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.468257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b32afb89-aebe-430b-be32-731c918b6c0c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:37.528853 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.617538 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.619643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.666060 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.666568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 291d5d71-91b5-4ef7-afc5-c260b1ab6e08 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:01:37.672592 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.673747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a87fd453-f042-4ff0-83d7-8f578c8973ba admin admin] 10.222.0.48 "DELETE /v2.0/routers/291d5d71-91b5-4ef7-afc5-c260b1ab6e08 HTTP/1.1" status: 204 len: 168 time: 0.7815793 Jul 08 18:01:37.676168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:37.720710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Deleting subnet 4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:37.723815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.759470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.838927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.899720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.928871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:37.930887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.934995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3e6b49d5-4acf-45a5-aad2-755101050554 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a76d26d-d04b-4aec-9d58-1e97a8b7d1d7 HTTP/1.1" status: 204 len: 168 time: 0.2557178 Jul 08 18:01:37.935239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60126) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:37.937345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46246ea0-9777-48e5-a218-62627c0d3db2 None None] Network 136845fb-9feb-46b3-a162-99ab27c7a5b5 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:38.004494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.063719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Deleting port efd7d634-df62-429c-a880-b5697e2cc8e2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:38.063979 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.135517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] For port efd7d634-df62-429c-a880-b5697e2cc8e2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=efd7d634-df62-429c-a880-b5697e2cc8e2,segment=NetworkSegment(7de205cd-efb8-4fa4-9528-75e72b29ff63),segment_id=7de205cd-efb8-4fa4-9528-75e72b29ff63)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:38.135888 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.151174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Calling delete_port for efd7d634-df62-429c-a880-b5697e2cc8e2 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:38.238255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.272062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] No DVR routers for this DVR port efd7d634-df62-429c-a880-b5697e2cc8e2 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:38.275540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Pushing event deleted for resources: {'Port': ['ID=efd7d634-df62-429c-a880-b5697e2cc8e2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.301036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923453bb-480c-4cc4-b02b-27206067b3eb None None] DHCP port deletion for 136845fb-9feb-46b3-a162-99ab27c7a5b5 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:01:38.345680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.355265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136845fb-9feb-46b3-a162-99ab27c7a5b5']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:38.365386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de205cd-efb8-4fa4-9528-75e72b29ff63') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:38.365674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de205cd-efb8-4fa4-9528-75e72b29ff63') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:38.374697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.389543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.396029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:38.396478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:38.398207 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:38.455605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.462283 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.464118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] 10.222.0.48 "DELETE /v2.0/networks/136845fb-9feb-46b3-a162-99ab27c7a5b5 HTTP/1.1" status: 204 len: 168 time: 0.5279593 Jul 08 18:01:38.467552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60128) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:38.473486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f505b-32e3-4779-8650-2b27bec4322c admin admin] Pushing event deleted for resources: {'Network': ['ID=136845fb-9feb-46b3-a162-99ab27c7a5b5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.808052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.978259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 27e0f362-1e3f-4423-9f24-df550a5a4014 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:38.999521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 27e0f362-1e3f-4423-9f24-df550a5a4014 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:38.999521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 27e0f362-1e3f-4423-9f24-df550a5a4014 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:38.999521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32afb89-aebe-430b-be32-731c918b6c0c no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:39.017162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b32afb89-aebe-430b-be32-731c918b6c0c {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:39.017519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b32afb89-aebe-430b-be32-731c918b6c0c not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:39.017952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device efd7d634-df62-429c-a880-b5697e2cc8e2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:39.036580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: efd7d634-df62-429c-a880-b5697e2cc8e2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:39.036930 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device efd7d634-df62-429c-a880-b5697e2cc8e2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:39.065498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Deleting port 10ec9280-4122-4fc6-8557-cbeb8e9695b6 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:39.065841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.143535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] For port 10ec9280-4122-4fc6-8557-cbeb8e9695b6, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=10ec9280-4122-4fc6-8557-cbeb8e9695b6,segment=NetworkSegment(f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a),segment_id=f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:39.143886 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.156865 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Calling delete_port for 10ec9280-4122-4fc6-8557-cbeb8e9695b6 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:39.332650 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.359821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ec9280-4122-4fc6-8557-cbeb8e9695b6,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:39.524542 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.736218 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:39.841401 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:39.846593 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d592b930-d64f-4464-9a38-c023fd602838 admin admin] 10.222.0.48 "PUT /v2.0/routers/10d1ffa5-ee77-4365-b292-3d2e73e9cb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3780215 Jul 08 18:01:39.849067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60130) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:39.850222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] Sync routers for ids ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:39.859562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] Routers {'10d1ffa5-ee77-4365-b292-3d2e73e9cb83'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:39.860266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:01:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:39.953378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.964981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] Set router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:40.054728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.111828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Deleting port 4e299193-907b-4a0e-86bd-e13ff646cc59 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:40.112173 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.148844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T18:01:39Z', 'revision_number': 5, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port': {'id': '4e299193-907b-4a0e-86bd-e13ff646cc59', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:51:33Z', 'updated_at': '2021-07-08T17:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:40.175255 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] Checking router: 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:40.183827 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] Routers {'10d1ffa5-ee77-4365-b292-3d2e73e9cb83'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:40.185163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:01:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:40.196762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] For port 4e299193-907b-4a0e-86bd-e13ff646cc59, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4e299193-907b-4a0e-86bd-e13ff646cc59,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:40.197121 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.209696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Calling delete_port for 4e299193-907b-4a0e-86bd-e13ff646cc59 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:40.269685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] Set router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:40.323952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T18:01:40Z', 'revision_number': 6, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:40.350435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1474d4ca-9f39-4fa3-8c0f-bc2450387fe8 None None] The sync data for ids ['10d1ffa5-ee77-4365-b292-3d2e73e9cb83'] in n-d-799527-4 is: [{'id': '10d1ffa5-ee77-4365-b292-3d2e73e9cb83', 'name': 'tempest-TestVolumeBootPattern-590507600-router', 'tenant_id': 'f9af08ca80e14b5084e94b41d854e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:51:32Z', 'updated_at': '2021-07-08T18:01:40Z', 'revision_number': 6, 'project_id': 'f9af08ca80e14b5084e94b41d854e453', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:40.376404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.403233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e299193-907b-4a0e-86bd-e13ff646cc59,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:40.465087 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.556668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.558745 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.600107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.600669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d1ffa5-ee77-4365-b292-3d2e73e9cb83 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:01:40.605060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.606399 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-feac63a2-5dab-4734-8a7f-1f3e9490ade7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/10d1ffa5-ee77-4365-b292-3d2e73e9cb83 HTTP/1.1" status: 204 len: 168 time: 0.7563779 Jul 08 18:01:40.609568 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60132) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:40.652037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Deleting subnet f6a936cf-498a-49b7-b128-76576ed36d93 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:40.655440 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.688777 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.775508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.828658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.854780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a936cf-498a-49b7-b128-76576ed36d93,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:40.858747 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.863278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5de69a50-8d0b-4a38-b1f3-23f802a1d386 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f6a936cf-498a-49b7-b128-76576ed36d93 HTTP/1.1" status: 204 len: 168 time: 0.2500806 Jul 08 18:01:40.863360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60134) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:40.864388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828481c-2814-4e55-978f-ea20f2d1286f None None] Network 1e38047e-e216-412e-91a1-c76b82dab57e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:40.930403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.987250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Deleting port 77605eec-f6f2-49f3-bc3c-67bd00286f41 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:40.987591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.053122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] For port 77605eec-f6f2-49f3-bc3c-67bd00286f41, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=77605eec-f6f2-49f3-bc3c-67bd00286f41,segment=NetworkSegment(f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a),segment_id=f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:41.053409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.066571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Calling delete_port for 77605eec-f6f2-49f3-bc3c-67bd00286f41 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:41.110746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] DHCP port deletion for 1e38047e-e216-412e-91a1-c76b82dab57e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:01:41.156810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.162188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Deleting port 77605eec-f6f2-49f3-bc3c-67bd00286f41 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:41.162659 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.194527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] No DVR routers for this DVR port 77605eec-f6f2-49f3-bc3c-67bd00286f41 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:41.196560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Pushing event deleted for resources: {'Port': ['ID=77605eec-f6f2-49f3-bc3c-67bd00286f41,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:41.202552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 10ec9280-4122-4fc6-8557-cbeb8e9695b6 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:41.229689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 10ec9280-4122-4fc6-8557-cbeb8e9695b6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:41.230084 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 10ec9280-4122-4fc6-8557-cbeb8e9695b6 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:41.230537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77605eec-f6f2-49f3-bc3c-67bd00286f41 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:41.255236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 77605eec-f6f2-49f3-bc3c-67bd00286f41 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:41.255584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 77605eec-f6f2-49f3-bc3c-67bd00286f41 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:41.255997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e299193-907b-4a0e-86bd-e13ff646cc59 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:41.269464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.279477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e38047e-e216-412e-91a1-c76b82dab57e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:41.283387 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] For port 77605eec-f6f2-49f3-bc3c-67bd00286f41, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:41.284050 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.286151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4e299193-907b-4a0e-86bd-e13ff646cc59 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:41.286500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4e299193-907b-4a0e-86bd-e13ff646cc59 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:41.291911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:41.291911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e10ed6-e31d-4f9b-ad39-2b2acb8faa2a') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:41.298682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Calling delete_port for 77605eec-f6f2-49f3-bc3c-67bd00286f41 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:41.301394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Port 77605eec-f6f2-49f3-bc3c-67bd00286f41 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:01:41.301752 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.302924 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.317481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.324725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:41.325768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:41.327799 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:41.330995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Pushing event deleted for resources: {'Port': ['ID=77605eec-f6f2-49f3-bc3c-67bd00286f41,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:41.333366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] No DVR routers for this DVR port 77605eec-f6f2-49f3-bc3c-67bd00286f41 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:41.345846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.346386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.346755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.347152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.347547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.347947 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.348439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.348879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.349343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.349684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.350134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.350520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc97fc-3e97-4860-b429-8007a78cf4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:41.395363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.405365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.410413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e38047e-e216-412e-91a1-c76b82dab57e HTTP/1.1" status: 204 len: 168 time: 0.5460258 Jul 08 18:01:41.424319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ab748-b1ce-4a2e-9255-203db484040f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e38047e-e216-412e-91a1-c76b82dab57e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:41.542880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60138) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:41.582430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-49c0bbdf-6a6c-4c72-a3f5-1ff61c39f2c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=505a55f055884802a809b9dfcc9d7144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383677 Jul 08 18:01:41.584844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:41.631943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3156d69-f02c-4182-9e3c-48bfa8bd2803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.652335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3156d69-f02c-4182-9e3c-48bfa8bd2803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.698359 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3156d69-f02c-4182-9e3c-48bfa8bd2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.700900 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f3156d69-f02c-4182-9e3c-48bfa8bd2803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.702077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f3156d69-f02c-4182-9e3c-48bfa8bd2803 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dfb3c20-2bd0-4739-88e4-ecefd4c33725 HTTP/1.1" status: 204 len: 168 time: 0.1162987 Jul 08 18:01:41.709879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3156d69-f02c-4182-9e3c-48bfa8bd2803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb3c20-2bd0-4739-88e4-ecefd4c33725,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:42.039674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60146) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:42.084786 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bcc7403e-177f-47d2-9144-32c9a2071e80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9af08ca80e14b5084e94b41d854e453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439575 Jul 08 18:01:42.087176 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:42.134095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9a20ca-d48e-4a8b-bb44-a657c9fa3130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.155390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9a20ca-d48e-4a8b-bb44-a657c9fa3130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.203147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9a20ca-d48e-4a8b-bb44-a657c9fa3130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.205914 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cb9a20ca-d48e-4a8b-bb44-a657c9fa3130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:42.207087 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb9a20ca-d48e-4a8b-bb44-a657c9fa3130 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6b14d67-2f9f-41a2-998f-2a568595ab3b HTTP/1.1" status: 204 len: 168 time: 0.1190336 Jul 08 18:01:42.216109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a20ca-d48e-4a8b-bb44-a657c9fa3130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b14d67-2f9f-41a2-998f-2a568595ab3b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:43.313797 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.380271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.569657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d89967de-8ab8-4bec-8b42-ebd45a50c414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.245225 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-994f7f8e-ae29-4144-80b4-03b7aac44da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.315646 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4670c4b0-0c1c-4def-8fa1-e4583403730b tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8e7d35fffb7248f581ca6c750539f25c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290947 Jul 08 18:01:52.380871 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:52.820227 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-48f4a880-b87c-4758-9f5d-cceed8c248de tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:52.821693 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-48f4a880-b87c-4758-9f5d-cceed8c248de tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5011547 Jul 08 18:01:52.836761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-87685886-2aa3-47d5-9b42-3fa1ea3d23c0 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/quotas/8e7d35fffb7248f581ca6c750539f25c HTTP/1.1" status: 200 len: 375 time: 0.0088902 Jul 08 18:01:52.868752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-c2a9d076-d589-4a52-b6a6-e4f3157a57ab tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e7d35fffb7248f581ca6c750539f25c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272107 Jul 08 18:01:53.037052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22a5f75a-a0f6-4454-a66d-5eca5808369e req-548b4947-ddcf-49e8-a3e6-976cd0db1882 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 210 time: 0.0289540 Jul 08 18:01:53.704560 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:54.221152 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c2f3246-dde0-42aa-8d34-84e3f3a91881 req-728438f7-7afc-4875-b452-69966e391c41 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 210 time: 0.1294804 Jul 08 18:01:55.080492 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.228343 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-a07e93e2-2ae8-4ea9-a365-c2a1da7d74d3 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8e7d35fffb7248f581ca6c750539f25c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217772 Jul 08 18:01:55.338172 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-087e733e-865d-41e2-ba48-0d772e3f35f3 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:55.339718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-087e733e-865d-41e2-ba48-0d772e3f35f3 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064658 Jul 08 18:01:55.352444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Request body: {'port': {'device_id': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'admin_state_up': True, 'tenant_id': '8e7d35fffb7248f581ca6c750539f25c'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:55.438593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7e0d0aa7-0cc2-4181-8cd0-dd0f9b4e2c26 req-02b47eb3-9ab1-4cdf-a43b-1546def74f8c tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 210 time: 0.0936897 Jul 08 18:01:55.463437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Made reservation on behalf of 8e7d35fffb7248f581ca6c750539f25c for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:55.467640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.481544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.574840 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.578502 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.639027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d82fe2e-af93-4e81-81ac-8a45b2ee463c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:55.709606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Allocated IP 192.168.233.25 (e9af4a5c-239f-4ed4-920a-7315bf55c485/7bc8d1a3-43ca-41d1-ab28-f9a77a68a732/8302211e-d5c2-4e2f-a26f-db1fb6423440) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:55.855060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.869662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Transition to ACTIVE for port object 8302211e-d5c2-4e2f-a26f-db1fb6423440 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:55.902668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:55.943808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Network e9af4a5c-239f-4ed4-920a-7315bf55c485 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:55.948873 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:55.953223 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:55.985415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Pushing event updated for resources: {'Port': ['ID=8302211e-d5c2-4e2f-a26f-db1fb6423440,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:56.011200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.012399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.027315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-243c9402-c404-493b-9a4d-bd62386a0e5a tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6786807 Jul 08 18:01:56.039735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Request body: {'port': {'device_id': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:56.114607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.144819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba9bcdc8-7e6b-40ef-98d2-a95038f18378 None None] Provisioning for port 8302211e-d5c2-4e2f-a26f-db1fb6423440 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:56.148496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ba9bcdc8-7e6b-40ef-98d2-a95038f18378 None None] Provisioning complete for port 8302211e-d5c2-4e2f-a26f-db1fb6423440 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:56.148930 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ba9bcdc8-7e6b-40ef-98d2-a95038f18378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.182155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ba9bcdc8-7e6b-40ef-98d2-a95038f18378 None None] Port 8302211e-d5c2-4e2f-a26f-db1fb6423440 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:56.378331 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8302211e-d5c2-4e2f-a26f-db1fb6423440 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:56.385497 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.397712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Transition to ACTIVE for port object 8302211e-d5c2-4e2f-a26f-db1fb6423440 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:56.401093 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.496921 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Pushing event updated for resources: {'Port': ['ID=8302211e-d5c2-4e2f-a26f-db1fb6423440,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:56.522067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Attempting to bind port 8302211e-d5c2-4e2f-a26f-db1fb6423440 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:56.522406 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Attempting to bind port 8302211e-d5c2-4e2f-a26f-db1fb6423440 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:56.522724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Attempting to bind port 8302211e-d5c2-4e2f-a26f-db1fb6423440 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:56.527141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Port 8302211e-d5c2-4e2f-a26f-db1fb6423440 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:56.527464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Attempting to bind port 8302211e-d5c2-4e2f-a26f-db1fb6423440 on network e9af4a5c-239f-4ed4-920a-7315bf55c485 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:56.532786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:56.533132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Checking segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:56.533517 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Bound using segment: {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:56.534281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Bound port: 8302211e-d5c2-4e2f-a26f-db1fb6423440, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5bcc4b-6237-45c5-8f87-bb1fe178c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:56.534572 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.638110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] For port 8302211e-d5c2-4e2f-a26f-db1fb6423440, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:56.655840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] For port 8302211e-d5c2-4e2f-a26f-db1fb6423440, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:56.663377 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.679828 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412f9d-fe9d-40a3-9f79-fb23f8c47a3b req-59d9e5c9-9202-4300-a6a8-864241759964 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.681314 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-94412f9d-fe9d-40a3-9f79-fb23f8c47a3b req-59d9e5c9-9202-4300-a6a8-864241759964 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 947 time: 0.1096573 Jul 08 18:01:56.718630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.719326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:56.720717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] 10.222.0.21 "PUT /v2.0/ports/8302211e-d5c2-4e2f-a26f-db1fb6423440 HTTP/1.1" status: 200 len: 1095 time: 0.6854115 Jul 08 18:01:56.721161 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'tag': '8302211e-d5c2-4e2f-a26f-db1fb6423440'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:56.723431 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d2539f-8922-462f-b486-cd360aea81e1", "tag": "8302211e-d5c2-4e2f-a26f-db1fb6423440"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:56.769006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442639d-8474-443c-9cff-d7493ebd457a service neutron] Pushing event updated for resources: {'Port': ['ID=8302211e-d5c2-4e2f-a26f-db1fb6423440,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:56.774273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-94412f9d-fe9d-40a3-9f79-fb23f8c47a3b req-d869f3b6-eebc-4641-aa94-324853f78637 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743203 Jul 08 18:01:56.795994 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43cbf74-9eef-4961-b0f0-e3e3da1f3735 x-openstack-request-id: req-d43cbf74-9eef-4961-b0f0-e3e3da1f3735 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:56.796284 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d2539f-8922-462f-b486-cd360aea81e1", "tag": "8302211e-d5c2-4e2f-a26f-db1fb6423440", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:56.796535 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d43cbf74-9eef-4961-b0f0-e3e3da1f3735 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:56.796932 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'tag': '8302211e-d5c2-4e2f-a26f-db1fb6423440', 'status': 'completed', 'code': 200} Jul 08 18:01:56.841341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-43a8b3ac-6890-4eb6-bcfe-065623ea1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.842914 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-43a8b3ac-6890-4eb6-bcfe-065623ea1e10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e7d35fffb7248f581ca6c750539f25c&device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 1098 time: 0.0581448 Jul 08 18:01:56.885910 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-4defc330-3019-4bc4-ac2e-8503c869ecea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440 HTTP/1.1" status: 200 len: 217 time: 0.0357780 Jul 08 18:01:56.935674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-0a16e9b7-5d58-4c34-9213-b41fe10e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:56.937168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-0a16e9b7-5d58-4c34-9213-b41fe10e37bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0446987 Jul 08 18:01:56.999687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-2ef5d299-a6dd-4136-8867-745175a87ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.001119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-2ef5d299-a6dd-4136-8867-745175a87ded service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581963 Jul 08 18:01:57.089221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-010ac34b-3efc-4182-adf3-0f493c982bf3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819721 Jul 08 18:01:57.186573 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81b8cd33-c7bd-4878-9a2a-7652f5183d4b req-050bb533-56b5-4b94-94fd-ee4e2a43f5dc service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909336 Jul 08 18:01:57.283446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-847a20a8-a913-47ee-9f57-cd9ffe62ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.285210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-847a20a8-a913-47ee-9f57-cd9ffe62ccf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e7d35fffb7248f581ca6c750539f25c&device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 1098 time: 0.0545161 Jul 08 18:01:57.371936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-2b4b22bf-7206-42f6-ac97-7bdb82322f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.373376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-2b4b22bf-7206-42f6-ac97-7bdb82322f42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9af4a5c-239f-4ed4-920a-7315bf55c485 HTTP/1.1" status: 200 len: 870 time: 0.0826063 Jul 08 18:01:57.416450 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-6c4c9233-bd8a-44c3-9a76-9b0a7279d303 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440 HTTP/1.1" status: 200 len: 217 time: 0.0372422 Jul 08 18:01:57.464409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-bad573a9-b183-4e5a-b458-301a4c377032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.465869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-bad573a9-b183-4e5a-b458-301a4c377032 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bc8d1a3-43ca-41d1-ab28-f9a77a68a732 HTTP/1.1" status: 200 len: 843 time: 0.0424809 Jul 08 18:01:57.523196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-2f6ef223-acf5-46dd-a388-041003b017ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.524654 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-2f6ef223-acf5-46dd-a388-041003b017ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9af4a5c-239f-4ed4-920a-7315bf55c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512965 Jul 08 18:01:57.617167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-74e05eeb-9992-4697-913b-26ba98f4e946 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846667 Jul 08 18:01:57.705853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-765a3faf-eb8c-4f02-8c20-2a05ea72bc62 req-0fae7dae-d997-4f17-b0ef-559b01538da3 service neutron] 10.222.0.21 "GET /v2.0/networks/e9af4a5c-239f-4ed4-920a-7315bf55c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811713 Jul 08 18:01:57.961158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93030af3-17a5-4667-a06f-466fd992f7ac req-80cddf90-3ae1-4c00-b79e-6c6a7ce8b457 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:57.962837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-93030af3-17a5-4667-a06f-466fd992f7ac req-80cddf90-3ae1-4c00-b79e-6c6a7ce8b457 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 947 time: 0.0646901 Jul 08 18:01:58.004449 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-93030af3-17a5-4667-a06f-466fd992f7ac req-ae905d9a-92f0-46e6-bcc1-e5c5000bbf97 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Jul 08 18:01:59.182906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8bf7b-79b8-4c35-ba86-2b84011b9f8c req-1bd99549-626b-40ad-9133-4bfe93fc2b1c tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:59.184956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6be8bf7b-79b8-4c35-ba86-2b84011b9f8c req-1bd99549-626b-40ad-9133-4bfe93fc2b1c tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 947 time: 0.0687976 Jul 08 18:01:59.222297 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6be8bf7b-79b8-4c35-ba86-2b84011b9f8c req-8e6ba664-bc2d-4f49-a41f-8945d7059340 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Jul 08 18:01:59.983360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8302211e-d5c2-4e2f-a26f-db1fb6423440 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:00.078902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8302211e-d5c2-4e2f-a26f-db1fb6423440, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:00.089786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '8302211e-d5c2-4e2f-a26f-db1fb6423440', 'network_id': 'e9af4a5c-239f-4ed4-920a-7315bf55c485', 'port_id': '8302211e-d5c2-4e2f-a26f-db1fb6423440', 'mac_address': 'fa:16:3e:7a:47:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc8d1a3-43ca-41d1-ab28-f9a77a68a732', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:00.126736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.139524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8302211e-d5c2-4e2f-a26f-db1fb6423440 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:00.158435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8302211e-d5c2-4e2f-a26f-db1fb6423440, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:00.162356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.208528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8302211e-d5c2-4e2f-a26f-db1fb6423440,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:00.393305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc73358-3bb7-43b6-9cab-71d2277a08b1 req-4e69f172-6778-4ce7-be03-cfedd8fb9e15 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:00.394742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcc73358-3bb7-43b6-9cab-71d2277a08b1 req-4e69f172-6778-4ce7-be03-cfedd8fb9e15 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 948 time: 0.0631039 Jul 08 18:02:00.412198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8302211e-d5c2-4e2f-a26f-db1fb6423440'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:00.432727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcc73358-3bb7-43b6-9cab-71d2277a08b1 req-097afa6e-2bb7-49bd-b65b-4d7ffcf5944d tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Jul 08 18:02:01.604565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5206d2-ad5c-4672-a3f2-7a3411491557 req-6abf7de6-b0f9-4bf3-8b1a-a4ef7ea2110e tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:01.606681 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d5206d2-ad5c-4672-a3f2-7a3411491557 req-6abf7de6-b0f9-4bf3-8b1a-a4ef7ea2110e tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 948 time: 0.0637844 Jul 08 18:02:01.644220 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d5206d2-ad5c-4672-a3f2-7a3411491557 req-bc9180b2-1be2-4a7b-b710-f5c4c583623f tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Jul 08 18:02:02.004405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8302211e-d5c2-4e2f-a26f-db1fb6423440 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:02.057740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 8302211e-d5c2-4e2f-a26f-db1fb6423440 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:02.062128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 8302211e-d5c2-4e2f-a26f-db1fb6423440 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:02.062504 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.140191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.161649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302211e-d5c2-4e2f-a26f-db1fb6423440'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:02.163932 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dbad9e-a39a-4ebe-a550-72e3b6a6768d" -d '{"events": [{"server_uuid": "e1d2539f-8922-462f-b486-cd360aea81e1", "name": "network-vif-plugged", "status": "completed", "tag": "8302211e-d5c2-4e2f-a26f-db1fb6423440"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:02.178961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8302211e-d5c2-4e2f-a26f-db1fb6423440, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:02.182874 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.206909 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e050140-4457-495e-a9a8-cef112473333 x-openstack-request-id: req-5e050140-4457-495e-a9a8-cef112473333 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:02.207209 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d2539f-8922-462f-b486-cd360aea81e1", "name": "network-vif-plugged", "status": "completed", "tag": "8302211e-d5c2-4e2f-a26f-db1fb6423440", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:02.207462 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e050140-4457-495e-a9a8-cef112473333 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:02.207850 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8302211e-d5c2-4e2f-a26f-db1fb6423440', 'code': 200} Jul 08 18:02:02.232992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8302211e-d5c2-4e2f-a26f-db1fb6423440,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:02.359743 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9874775-6aca-4f67-9a18-586d8544b2f7 req-cbc3fac1-bab3-42c6-a7cc-142cac6da820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:02.361268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9874775-6aca-4f67-9a18-586d8544b2f7 req-cbc3fac1-bab3-42c6-a7cc-142cac6da820 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 1100 time: 0.0979505 Jul 08 18:02:02.397983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9874775-6aca-4f67-9a18-586d8544b2f7 req-e5645704-ab73-4854-8924-7720c9b0d183 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304029 Jul 08 18:02:02.827462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392f803-ae49-4368-954d-d648620ef390 req-4f3b464d-efc6-41c3-9d99-990c05738b28 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:02.828920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8392f803-ae49-4368-954d-d648620ef390 req-4f3b464d-efc6-41c3-9d99-990c05738b28 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 949 time: 0.0673769 Jul 08 18:02:02.866424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8392f803-ae49-4368-954d-d648620ef390 req-cb697dd1-1368-4007-813d-22409edb5402 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Jul 08 18:02:04.041993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13bc9f-2c73-4d9d-86e3-b69947aaf8fe req-1b6b2d3e-4066-4f1b-8e1d-ce86bd4bbdb5 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:04.044023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fb13bc9f-2c73-4d9d-86e3-b69947aaf8fe req-1b6b2d3e-4066-4f1b-8e1d-ce86bd4bbdb5 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 949 time: 0.0682993 Jul 08 18:02:04.081757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fb13bc9f-2c73-4d9d-86e3-b69947aaf8fe req-eea3bc43-660d-4215-994c-9015323a2c66 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 08 18:02:05.133740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad08b4-501f-4e18-8cad-df5d09cbda63 req-79397b54-eebf-40e5-97b0-b8fed606b807 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:05.135257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1ad08b4-501f-4e18-8cad-df5d09cbda63 req-79397b54-eebf-40e5-97b0-b8fed606b807 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 949 time: 0.0639372 Jul 08 18:02:05.172843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1ad08b4-501f-4e18-8cad-df5d09cbda63 req-9c3ac667-c9b2-48a7-b04c-091be14c6115 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Jul 08 18:02:06.377354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88f27f-893d-4888-a5c6-1765097080aa req-bdcb08c1-b5b1-4da6-bc83-b03fbc1f705f tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:06.378908 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db88f27f-893d-4888-a5c6-1765097080aa req-bdcb08c1-b5b1-4da6-bc83-b03fbc1f705f tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 949 time: 0.1046827 Jul 08 18:02:06.392190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee466577-a999-42ac-83c7-e3da85a51ba0 req-28508aaa-a4ed-46c1-ad90-281a3274ed72 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:06.393555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee466577-a999-42ac-83c7-e3da85a51ba0 req-28508aaa-a4ed-46c1-ad90-281a3274ed72 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1d2539f-8922-462f-b486-cd360aea81e1 HTTP/1.1" status: 200 len: 949 time: 0.1086066 Jul 08 18:02:06.467203 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ee466577-a999-42ac-83c7-e3da85a51ba0 req-ece0a114-e65c-4d37-8616-1128ff3fca97 tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d82fe2e-af93-4e81-81ac-8a45b2ee463c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674655 Jul 08 18:02:06.509839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Deleting port 8302211e-d5c2-4e2f-a26f-db1fb6423440 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:06.510214 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.600326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] For port 8302211e-d5c2-4e2f-a26f-db1fb6423440, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8302211e-d5c2-4e2f-a26f-db1fb6423440,segment=NetworkSegment(fc5bcc4b-6237-45c5-8f87-bb1fe178c05a),segment_id=fc5bcc4b-6237-45c5-8f87-bb1fe178c05a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:06.600682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.613048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Calling delete_port for 8302211e-d5c2-4e2f-a26f-db1fb6423440 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:06.741387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.754029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8302211e-d5c2-4e2f-a26f-db1fb6423440'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:06.772940 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Pushing event deleted for resources: {'Port': ['ID=8302211e-d5c2-4e2f-a26f-db1fb6423440,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:06.817166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] No DVR routers for this DVR port 8302211e-d5c2-4e2f-a26f-db1fb6423440 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:06.819929 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:06.822053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-db88f27f-893d-4888-a5c6-1765097080aa req-751888d8-7935-4407-93ea-11ccc3dbccdc tempest-ServersAdminNegativeTestJSON-869260952 tempest-ServersAdminNegativeTestJSON-869260952-project] 10.222.0.21 "DELETE /v2.0/ports/8302211e-d5c2-4e2f-a26f-db1fb6423440 HTTP/1.1" status: 204 len: 173 time: 0.4377077 Jul 08 18:02:06.822496 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'name': 'network-vif-deleted', 'tag': '8302211e-d5c2-4e2f-a26f-db1fb6423440'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:06.825749 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030e01b3-8e61-4bca-9e68-be9d1b247e15" -d '{"events": [{"server_uuid": "e1d2539f-8922-462f-b486-cd360aea81e1", "name": "network-vif-deleted", "tag": "8302211e-d5c2-4e2f-a26f-db1fb6423440"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:06.866759 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4a1b5e-b255-47e5-853c-7ae3b16d46b6 x-openstack-request-id: req-de4a1b5e-b255-47e5-853c-7ae3b16d46b6 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:06.867056 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d2539f-8922-462f-b486-cd360aea81e1", "name": "network-vif-deleted", "tag": "8302211e-d5c2-4e2f-a26f-db1fb6423440", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:06.867316 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de4a1b5e-b255-47e5-853c-7ae3b16d46b6 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:06.867719 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d2539f-8922-462f-b486-cd360aea81e1', 'name': 'network-vif-deleted', 'tag': '8302211e-d5c2-4e2f-a26f-db1fb6423440', 'status': 'completed', 'code': 200} Jul 08 18:02:07.799392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60302) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:07.924440 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d027ad60-4c65-4cde-92ff-d2d9eff35953 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e7d35fffb7248f581ca6c750539f25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238356 Jul 08 18:02:07.926838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60306) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:07.942029 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:02:07.973887 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ca217fd-8cab-4770-986c-49d7a4cc4f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.000783 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ca217fd-8cab-4770-986c-49d7a4cc4f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.047866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ca217fd-8cab-4770-986c-49d7a4cc4f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.051128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3ca217fd-8cab-4770-986c-49d7a4cc4f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.052441 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3ca217fd-8cab-4770-986c-49d7a4cc4f4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d82fe2e-af93-4e81-81ac-8a45b2ee463c HTTP/1.1" status: 204 len: 168 time: 0.1246328 Jul 08 18:02:08.060441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca217fd-8cab-4770-986c-49d7a4cc4f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d82fe2e-af93-4e81-81ac-8a45b2ee463c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:08.303480 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60312) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:08.316969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c569d0a-39f4-44ff-8ea6-357d96b303eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.408678 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c569d0a-39f4-44ff-8ea6-357d96b303eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.412825 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c569d0a-39f4-44ff-8ea6-357d96b303eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.450449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7c569d0a-39f4-44ff-8ea6-357d96b303eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43512a25dc2a4961b9a74e97f08bbe62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458378 Jul 08 18:02:08.451356 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569d0a-39f4-44ff-8ea6-357d96b303eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b1b08f-8b73-4e6d-9cb0-781cf0421d39,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:08.453328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60314) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:08.501509 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e6080d5-1320-445f-a8fe-5fc69ef443e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.522245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e6080d5-1320-445f-a8fe-5fc69ef443e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.571241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e6080d5-1320-445f-a8fe-5fc69ef443e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.573718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5e6080d5-1320-445f-a8fe-5fc69ef443e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:08.575445 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5e6080d5-1320-445f-a8fe-5fc69ef443e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69b1b08f-8b73-4e6d-9cb0-781cf0421d39 HTTP/1.1" status: 204 len: 168 time: 0.1210794 Jul 08 18:02:08.583151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6080d5-1320-445f-a8fe-5fc69ef443e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b1b08f-8b73-4e6d-9cb0-781cf0421d39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:09.222858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:09.315442 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-198468263-network', 'tenant_id': 'b7d53610de8f43319b8a66630511c1c9'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:09.336241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Made reservation on behalf of b7d53610de8f43319b8a66630511c1c9 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:09.338568 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.346605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.436345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.439944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.460768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:09.476026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53161842-b58b-4094-bbaf-28f6642a8f59,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:09.480711 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.481071 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Added segment 82b13aef-86c1-40ae-b17a-212bc2b8cb67 of type vlan for network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca Jul 08 18:02:09.522507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.552663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.553662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:09.554284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.606721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3826859 Jul 08 18:02:09.609809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60340) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:09.615471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Request body: {'subnet': {'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-198468263-subnet', 'tenant_id': 'b7d53610de8f43319b8a66630511c1c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:09.617615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe344f-3bd0-4ad1-8046-e1cdee70dffc admin admin] Pushing event updated for resources: {'Network': ['ID=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:09.627552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:09.639416 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Made reservation on behalf of b7d53610de8f43319b8a66630511c1c9 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:09.641860 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.817513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.870022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32bba5c7-3837-4e05-82ef-88965d24d229,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:09.880056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Checking segment: {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:09.880419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Network hostable DHCP agents. Network: 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:09.896472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:09.905726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:09.910040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:09.910623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:09.914801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f682b-5367-4e7a-aa8b-cf478727f861 None None] Network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:09.925276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-87b5a5f1-d2f9-4cb7-bf2d-c0d83859cd0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3136866 Jul 08 18:02:10.035969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8302211e-d5c2-4e2f-a26f-db1fb6423440 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:10.056971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9492d-31da-44da-afae-7e1d3833e971 None None] Network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:10.060029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 8302211e-d5c2-4e2f-a26f-db1fb6423440 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:10.060369 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8302211e-d5c2-4e2f-a26f-db1fb6423440 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:10.346973 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-83ee59f1-a447-4387-83b9-d9512d2a6d46 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:10.348465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-83ee59f1-a447-4387-83b9-d9512d2a6d46 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 811 time: 0.0998433 Jul 08 18:02:10.363471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-2bfc2486-29a7-4a20-a392-2cf89cacc2f8 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/quotas/b7d53610de8f43319b8a66630511c1c9 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Jul 08 18:02:10.400164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-212ac3b7-5df1-4767-b319-7ab531febc2a tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319510 Jul 08 18:02:10.457246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-1041eb3c-478d-4ac6-b8ff-b7bccf60501c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:02:10.458273 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-1041eb3c-478d-4ac6-b8ff-b7bccf60501c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515652 Jul 08 18:02:10.548311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-0046bf04-9873-40e3-8380-69179bc65308 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843291 Jul 08 18:02:10.640306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-2c097067-11e5-4611-9e1f-51284ec65ae7 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Jul 08 18:02:10.811047 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6750ebb2-d6f7-4afc-939e-65bbc5c75d91 req-2fff9028-e9cb-438f-aa05-3c483d00567b tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 210 time: 0.0327592 Jul 08 18:02:11.838535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-c344f8e5-eeb3-4f8b-a96e-9a0e23584349 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:11.840964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-c344f8e5-eeb3-4f8b-a96e-9a0e23584349 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.21 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 811 time: 0.1105633 Jul 08 18:02:11.853870 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Request body: {'port': {'device_id': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca', 'admin_state_up': True, 'tenant_id': 'b7d53610de8f43319b8a66630511c1c9'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:11.959970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4082852-5e16-44e3-9df8-f14c9e271d7c req-8081ff17-4300-413a-9bf4-22a80b17c41d tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Jul 08 18:02:11.973710 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Made reservation on behalf of b7d53610de8f43319b8a66630511c1c9 for: {'port': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:11.977510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.101257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Allocated IP 172.20.0.9 (0f5c45ed-2c7a-40a8-bb4c-0898d8298aca/32bba5c7-3837-4e05-82ef-88965d24d229/e75bf626-fa04-47ab-b3be-429f6f83b5ef) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:12.250570 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.288757 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.329108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:12.334206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:12.337855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:12.366862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.395442 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:12.396037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.410506 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-dc03b86c-6c1a-498b-9fd8-3148562a1ff1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609179 Jul 08 18:02:12.422014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Request body: {'port': {'device_id': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:12.492062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.753139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75bf626-fa04-47ab-b3be-429f6f83b5ef {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:12.760351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.772470 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Transition to ACTIVE for port object e75bf626-fa04-47ab-b3be-429f6f83b5ef will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:12.776086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.826545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.849891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.850528 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.850638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.850889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.851215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.851534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.851852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.852168 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.852483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.852797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.853118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.853426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:12.900392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:12.900729 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:12.901050 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef on network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:12.905395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Port e75bf626-fa04-47ab-b3be-429f6f83b5ef on network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:12.905711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef on network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:12.910606 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:12.910935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Checking segment: {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:12.911310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Bound using segment: {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:12.911726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Bound port: e75bf626-fa04-47ab-b3be-429f6f83b5ef, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:12.912072 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.972876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:12.975892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:12.979413 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.015706 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.016322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.017739 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 1091 time: 0.5999465 Jul 08 18:02:13.018190 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:13.020409 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee140b-bbd5-4838-9eb3-009f9d4169d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:13.073718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b653f4-a2e2-43df-95c4-cdd88cbcb0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:13.094399 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596feef-b048-4c2e-87d7-5bdd8f0e457b x-openstack-request-id: req-1596feef-b048-4c2e-87d7-5bdd8f0e457b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:13.094690 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:13.094954 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1596feef-b048-4c2e-87d7-5bdd8f0e457b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:13.095358 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'status': 'completed', 'code': 200} Jul 08 18:02:13.163602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-99187c36-7539-492c-910f-34ee3f27a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.165109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-99187c36-7539-492c-910f-34ee3f27a351 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1094 time: 0.1069460 Jul 08 18:02:13.187520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85712d8b-4de5-4515-a435-681730df4f23 req-5116139a-7f89-42d6-b65c-f86dff279284 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.188946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85712d8b-4de5-4515-a435-681730df4f23 req-5116139a-7f89-42d6-b65c-f86dff279284 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0856359 Jul 08 18:02:13.224337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-ccc441f8-6d9f-4889-9345-3d739ee25bf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0510540 Jul 08 18:02:13.281058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85712d8b-4de5-4515-a435-681730df4f23 req-4e99e11c-6102-4a95-8148-6d296437b7fb tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 Jul 08 18:02:13.289898 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e371-c645-4474-849b-912715123068 req-68afbf63-0928-4cc4-bab0-0c458b25e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.291484 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-68afbf63-0928-4cc4-bab0-0c458b25e40a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0587111 Jul 08 18:02:13.322920 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.324049 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-d24cb61e-d9b1-4487-9585-420f30abae36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261364 Jul 08 18:02:13.380465 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:13.418009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-2adbb9a1-2e0e-4124-9f1e-69c240a1dd4d service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864680 Jul 08 18:02:13.505701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c04e371-c645-4474-849b-912715123068 req-fd9f3fdb-19da-4bd7-8ad5-197ff6b35afb service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814090 Jul 08 18:02:13.609130 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-0398313a-3ee4-4e08-a520-1bd220f5d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.610596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-0398313a-3ee4-4e08-a520-1bd220f5d129 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1094 time: 0.0579545 Jul 08 18:02:13.701808 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-9dab065f-a02d-44b2-9f0c-bfc453d0c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.703321 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-9dab065f-a02d-44b2-9f0c-bfc453d0c99e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 912 time: 0.0869374 Jul 08 18:02:13.748992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-b73eb6c5-f205-40f0-a3a3-505ba318edfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0391655 Jul 08 18:02:13.798392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-b4cb697f-054a-46ea-895c-c572deaf9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:13.799796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-b4cb697f-054a-46ea-895c-c572deaf9512 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0433602 Jul 08 18:02:13.832324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-888c13b9-e0a7-4de3-a2c7-f2d59e2b91fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259340 Jul 08 18:02:13.922612 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-872d2100-0e0d-432e-8806-0c5e49ccd055 service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836360 Jul 08 18:02:14.010035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-adee140b-bbd5-4838-9eb3-009f9d4169d0 req-1ec474e6-a4ba-4da4-9653-83677a7981bc service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810399 Jul 08 18:02:14.454213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cd25-39fd-4eed-a34a-71b1e771cb53 req-c98bea53-fd3e-4f3a-9415-6b875d6cc519 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:14.455695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ff9cd25-39fd-4eed-a34a-71b1e771cb53 req-c98bea53-fd3e-4f3a-9415-6b875d6cc519 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0636094 Jul 08 18:02:14.497140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1ff9cd25-39fd-4eed-a34a-71b1e771cb53 req-b4a64908-9fd0-4929-8633-dcc2d4c6f665 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Jul 08 18:02:15.672072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b36e1-630f-48a8-91e8-e65aee61d74c req-879e4fe9-23c2-40c4-945b-413671c21b26 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:15.673554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c4b36e1-630f-48a8-91e8-e65aee61d74c req-879e4fe9-23c2-40c4-945b-413671c21b26 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0636284 Jul 08 18:02:15.709571 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c4b36e1-630f-48a8-91e8-e65aee61d74c req-6b239087-766a-4307-96d3-7e8bb9012ae0 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Jul 08 18:02:16.037221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:16.129750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:16.141836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca', 'port_id': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'mac_address': 'fa:16:3e:ea:29:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bba5c7-3837-4e05-82ef-88965d24d229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:16.180886 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.192946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75bf626-fa04-47ab-b3be-429f6f83b5ef {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:16.212309 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:16.216487 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.263672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:16.402283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e75bf626-fa04-47ab-b3be-429f6f83b5ef'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:16.884527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f03fe-9e6a-421a-8999-10dba39c2622 req-8306bf5e-d82d-4ea3-ac2d-ddafec438270 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:16.886014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-905f03fe-9e6a-421a-8999-10dba39c2622 req-8306bf5e-d82d-4ea3-ac2d-ddafec438270 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 944 time: 0.0658972 Jul 08 18:02:16.923827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-905f03fe-9e6a-421a-8999-10dba39c2622 req-b976f395-6773-4335-b993-cebaeda6aa5a tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Jul 08 18:02:18.046302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:18.095580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port e75bf626-fa04-47ab-b3be-429f6f83b5ef completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:18.099258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port e75bf626-fa04-47ab-b3be-429f6f83b5ef triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:18.099633 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.103598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd2060-5cd3-4e31-aa4e-443740f3c2d0 req-909517ec-404e-43bb-9f14-52e67884bb86 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:18.105077 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-35cd2060-5cd3-4e31-aa4e-443740f3c2d0 req-909517ec-404e-43bb-9f14-52e67884bb86 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 944 time: 0.0682087 Jul 08 18:02:18.143701 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-35cd2060-5cd3-4e31-aa4e-443740f3c2d0 req-e4866e25-d314-4108-826d-e3c9e6b84c0e tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Jul 08 18:02:18.177891 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.199187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:18.202179 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49c87d-7fba-48e9-ab1e-7e3d9ecdc172" -d '{"events": [{"server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "name": "network-vif-plugged", "status": "completed", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:18.214577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:18.219575 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.244465 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95bdbbf-397b-4447-874c-68f3a5ed6b97 x-openstack-request-id: req-c95bdbbf-397b-4447-874c-68f3a5ed6b97 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:18.244758 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "name": "network-vif-plugged", "status": "completed", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:18.245015 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c95bdbbf-397b-4447-874c-68f3a5ed6b97 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:18.245392 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'code': 200} Jul 08 18:02:18.271271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:18.351229 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb603106-1f6e-4976-9aab-c761101bb885 req-1d512aba-8a3e-4c6e-bf37-d23a04e4c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:18.352602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb603106-1f6e-4976-9aab-c761101bb885 req-1d512aba-8a3e-4c6e-bf37-d23a04e4c37e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1096 time: 0.0517290 Jul 08 18:02:18.384227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fb603106-1f6e-4976-9aab-c761101bb885 req-3850eb51-6ab8-43d5-b1f2-0b0376cade54 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258534 Jul 08 18:02:19.340804 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332f4f-77fd-4c0a-a7a1-387c67036607 req-63aa5b54-9e44-413b-a02b-bb44e0e48456 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:19.342293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72332f4f-77fd-4c0a-a7a1-387c67036607 req-63aa5b54-9e44-413b-a02b-bb44e0e48456 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0726891 Jul 08 18:02:19.379602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72332f4f-77fd-4c0a-a7a1-387c67036607 req-9e4f872c-7ff5-40e1-b767-c88230d1a5d2 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Jul 08 18:02:19.561079 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ce949a09-7e5c-461e-915a-7927419aa2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.554277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ac136-f855-4200-80b4-f3a3c1e3f41c req-01178fce-9777-4eee-bb35-9239c570bcd3 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.555757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c5ac136-f855-4200-80b4-f3a3c1e3f41c req-01178fce-9777-4eee-bb35-9239c570bcd3 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0634377 Jul 08 18:02:20.593532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c5ac136-f855-4200-80b4-f3a3c1e3f41c req-dcde5949-6216-4ac1-9760-6005ab404e8e tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 08 18:02:20.874239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60400) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:20.977221 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-03c1875b-630e-4dee-9308-7a969cd28ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015501 Jul 08 18:02:20.983461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bf566-c998-43c6-acaa-4b8299881e7d req-2612bca3-17a6-49f2-b478-838d94a77ac4 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.984980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-631bf566-c998-43c6-acaa-4b8299881e7d req-2612bca3-17a6-49f2-b478-838d94a77ac4 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0645573 Jul 08 18:02:21.024082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-631bf566-c998-43c6-acaa-4b8299881e7d req-350cd106-4927-4a59-8918-7c2ea7e52305 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Jul 08 18:02:22.183652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-3ed95769-32d4-4c04-ba32-c9ccf22eeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.185094 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-3ed95769-32d4-4c04-ba32-c9ccf22eeb1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1096 time: 0.0850725 Jul 08 18:02:22.247368 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d75cd50-a1ab-43cb-8326-ff01e2934467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.276863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9395e6b-6947-4dbc-95e7-eca3f0d4c61c req-d3307c54-16f0-404b-8db6-0f613c24cfda tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.278730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9395e6b-6947-4dbc-95e7-eca3f0d4c61c req-d3307c54-16f0-404b-8db6-0f613c24cfda tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.1366224 Jul 08 18:02:22.316669 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-b225143e-f99b-4521-ad58-80c1e9592914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.318108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-b225143e-f99b-4521-ad58-80c1e9592914 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 912 time: 0.1262889 Jul 08 18:02:22.367000 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d9395e6b-6947-4dbc-95e7-eca3f0d4c61c req-8bfc4d1f-ab52-413b-8bea-b6979276eb76 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805314 Jul 08 18:02:22.368373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-555d1ab7-5fd7-4b57-8285-1d9f57c939bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0444291 Jul 08 18:02:22.394618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.419917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-42e5ed30-b90e-423c-993d-012795724f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.421394 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-42e5ed30-b90e-423c-993d-012795724f5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0469203 Jul 08 18:02:22.455563 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-b3a9fcee-6a9f-43cb-95d6-1565f3f17625 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272946 Jul 08 18:02:22.549049 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-ad05c5a6-8700-47b3-8571-b7f1399e5144 service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868168 Jul 08 18:02:22.639109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-1fd56452-920b-401d-b85e-09378976dbbf service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830221 Jul 08 18:02:23.546060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaa40f-7139-417c-be0a-ee42b9510ab9 req-9db15f59-12fa-4767-ac1c-99583d612665 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:23.547503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38aaa40f-7139-417c-be0a-ee42b9510ab9 req-9db15f59-12fa-4767-ac1c-99583d612665 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0656662 Jul 08 18:02:23.584012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38aaa40f-7139-417c-be0a-ee42b9510ab9 req-c761d148-fdf8-400d-82ad-6279e31702c6 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Jul 08 18:02:23.707421 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.080238 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b215-c79a-4da6-9ece-7e14cca532a1 req-0bf22f6e-377b-4b75-813a-b0d7c7a4f6c7 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:25.081887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b983b215-c79a-4da6-9ece-7e14cca532a1 req-0bf22f6e-377b-4b75-813a-b0d7c7a4f6c7 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.3889260 Jul 08 18:02:25.084578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:25.119590 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b983b215-c79a-4da6-9ece-7e14cca532a1 req-62ee7639-26a8-4d23-ae24-e3fb280ee1ce tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 08 18:02:26.291031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ed52-c1e6-49a2-ab26-f9460d0c3e94 req-080444ed-9785-43a2-a682-a755ca1f6963 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:26.292484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8528ed52-c1e6-49a2-ab26-f9460d0c3e94 req-080444ed-9785-43a2-a682-a755ca1f6963 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0632849 Jul 08 18:02:26.329500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8528ed52-c1e6-49a2-ab26-f9460d0c3e94 req-d120960d-ba15-430b-8934-a0c67bc63f66 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314090 Jul 08 18:02:27.499360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ed4c-a67e-4c43-ab58-6dbdfd46617b req-2d0fb181-e21f-4775-be62-4587778589a6 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.500832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfd2ed4c-a67e-4c43-ab58-6dbdfd46617b req-2d0fb181-e21f-4775-be62-4587778589a6 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0631766 Jul 08 18:02:27.538196 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cfd2ed4c-a67e-4c43-ab58-6dbdfd46617b req-ded31c73-5a57-4957-a213-4dbb67bbec0c tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jul 08 18:02:28.715079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558054e7-0ff7-4725-8d0e-0289e1f5fa64 req-61645edd-156c-4409-b617-20bbb78d9bd6 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.717414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-558054e7-0ff7-4725-8d0e-0289e1f5fa64 req-61645edd-156c-4409-b617-20bbb78d9bd6 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0670288 Jul 08 18:02:28.754703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-558054e7-0ff7-4725-8d0e-0289e1f5fa64 req-9b38d279-be6c-4955-9912-422127e33011 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Jul 08 18:02:29.932688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876bb7-0694-466b-ac0b-78771d19c50d req-409b1a81-4149-4c27-9f0e-7a0d52664cf9 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.934138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a876bb7-0694-466b-ac0b-78771d19c50d req-409b1a81-4149-4c27-9f0e-7a0d52664cf9 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0660958 Jul 08 18:02:29.970838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0a876bb7-0694-466b-ac0b-78771d19c50d req-e7692f68-0598-4cef-8797-058a496ccf93 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Jul 08 18:02:31.143011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c26e8-7ec0-4c94-9e4a-373233817f7e req-1f16ea00-8ca3-4063-baf3-e441bfe2f564 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:31.144505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-910c26e8-7ec0-4c94-9e4a-373233817f7e req-1f16ea00-8ca3-4063-baf3-e441bfe2f564 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0627027 Jul 08 18:02:31.181390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-910c26e8-7ec0-4c94-9e4a-373233817f7e req-b1d529f1-2438-4ac5-9718-8f2ab2482876 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Jul 08 18:02:32.360109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4f16-a591-47e6-b0ed-41cc007f1ece req-301a1e36-3d90-49a9-a805-f534267b60b7 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.361568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-730f4f16-a591-47e6-b0ed-41cc007f1ece req-301a1e36-3d90-49a9-a805-f534267b60b7 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0624681 Jul 08 18:02:32.397785 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-730f4f16-a591-47e6-b0ed-41cc007f1ece req-21c4cf79-7777-44d1-b9d8-a23c9f053b3d tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Jul 08 18:02:33.580237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656f74e-28ba-42b2-83ab-49a69b2300af req-715f1f83-cb2b-4e7e-9b33-a8bf47344da1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:33.581718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7656f74e-28ba-42b2-83ab-49a69b2300af req-715f1f83-cb2b-4e7e-9b33-a8bf47344da1 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0661943 Jul 08 18:02:33.623270 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7656f74e-28ba-42b2-83ab-49a69b2300af req-a14adf60-703d-4ccd-b821-9803a75f24c4 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Jul 08 18:02:34.792894 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225768c6-15ec-4fe3-8857-a4e1b45ae626 req-b710022f-2b9e-419f-90a0-469f2977d698 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.794784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-225768c6-15ec-4fe3-8857-a4e1b45ae626 req-b710022f-2b9e-419f-90a0-469f2977d698 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0634720 Jul 08 18:02:34.834967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-225768c6-15ec-4fe3-8857-a4e1b45ae626 req-e2c9df73-4f26-477e-8d0a-04f437aba7ec tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347891 Jul 08 18:02:36.006025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ba36-c94c-43b5-8a8c-8bae0754359f req-b1f06a37-6c60-4bc5-9256-f5e0d4ed777c tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:36.007454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3179ba36-c94c-43b5-8a8c-8bae0754359f req-b1f06a37-6c60-4bc5-9256-f5e0d4ed777c tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0621886 Jul 08 18:02:36.044992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3179ba36-c94c-43b5-8a8c-8bae0754359f req-2d7e5f0a-b26d-4fff-a3ed-a956be2367f3 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Jul 08 18:02:37.215199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eda1f8-aa8d-4631-af73-28657b7ece83 req-016295ba-6050-4ab5-ae4f-a94833d3a2ed tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:37.217273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5eda1f8-aa8d-4631-af73-28657b7ece83 req-016295ba-6050-4ab5-ae4f-a94833d3a2ed tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0625246 Jul 08 18:02:37.254326 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5eda1f8-aa8d-4631-af73-28657b7ece83 req-ee670ecd-af00-45dd-9e54-c5cd3c063e70 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Jul 08 18:02:38.444495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780cb4-2102-4ca2-8303-62f3b373612d req-88cfe3df-9637-4f91-9b28-bffd6a86f395 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.446008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73780cb4-2102-4ca2-8303-62f3b373612d req-88cfe3df-9637-4f91-9b28-bffd6a86f395 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0757689 Jul 08 18:02:38.483628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-73780cb4-2102-4ca2-8303-62f3b373612d req-5654bee4-e301-4a5c-ab42-e15d185283c3 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Jul 08 18:02:39.656245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7b104-1d0a-4143-850d-eb569b73c146 req-bc1c24dd-d465-41d1-8ec4-ef082f4590bf tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:39.657711 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-09e7b104-1d0a-4143-850d-eb569b73c146 req-bc1c24dd-d465-41d1-8ec4-ef082f4590bf tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0630584 Jul 08 18:02:39.694594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-09e7b104-1d0a-4143-850d-eb569b73c146 req-22c882d0-5d56-411f-9828-d3dd5a56387c tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Jul 08 18:02:40.869324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07dbbf-2348-4575-8e7d-f852ad250182 req-d4489ed1-b5c8-43e8-9184-2cb821c28e85 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:40.870799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d07dbbf-2348-4575-8e7d-f852ad250182 req-d4489ed1-b5c8-43e8-9184-2cb821c28e85 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0664780 Jul 08 18:02:40.908213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d07dbbf-2348-4575-8e7d-f852ad250182 req-df47c9c6-ddc1-425c-9f22-42deafca36ca tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Jul 08 18:02:42.084847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e6a10-771d-4944-a63c-67be52d9e989 req-a9c59d62-3b38-4d08-8111-666e72bdde82 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:42.086235 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-255e6a10-771d-4944-a63c-67be52d9e989 req-a9c59d62-3b38-4d08-8111-666e72bdde82 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0675604 Jul 08 18:02:42.124444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-255e6a10-771d-4944-a63c-67be52d9e989 req-ab2da7d4-7ac4-4072-b255-681e2c0f3394 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Jul 08 18:02:43.297700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518421cb-7e88-47f8-94a7-a751f77ca846 req-b728b3fa-2bd5-4bcc-8574-45e3f0bfab3f tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:43.299983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-518421cb-7e88-47f8-94a7-a751f77ca846 req-b728b3fa-2bd5-4bcc-8574-45e3f0bfab3f tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0667214 Jul 08 18:02:43.315361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.338608 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-518421cb-7e88-47f8-94a7-a751f77ca846 req-1a88414e-a9e3-4c7a-a096-5ba732ec6efe tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Jul 08 18:02:43.399059 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.511491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7f88c-b3cf-467f-8d1f-08f69583daa0 req-a7a5714d-74d9-4bdc-866d-fb65ab0af91d tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:44.513665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ef7f88c-b3cf-467f-8d1f-08f69583daa0 req-a7a5714d-74d9-4bdc-866d-fb65ab0af91d tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0641735 Jul 08 18:02:44.550844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ef7f88c-b3cf-467f-8d1f-08f69583daa0 req-94d25dc1-b0ae-4399-829c-ba3496a83aee tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Jul 08 18:02:44.941778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:02:45.749102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63005123-ded9-4182-ae57-20514966fe31 req-77a71c40-121e-4a80-94fb-f567d3d686b8 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.750685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63005123-ded9-4182-ae57-20514966fe31 req-77a71c40-121e-4a80-94fb-f567d3d686b8 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0781567 Jul 08 18:02:45.789915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63005123-ded9-4182-ae57-20514966fe31 req-929b5fb6-e21b-4e9f-be4f-9076aed9ffe0 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Jul 08 18:02:46.961866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadd9c0-d721-414a-8457-8175156731f2 req-0e9b7750-9c86-49b1-bcdb-630bea664d79 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:46.963375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ceadd9c0-d721-414a-8457-8175156731f2 req-0e9b7750-9c86-49b1-bcdb-630bea664d79 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0635946 Jul 08 18:02:47.004051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ceadd9c0-d721-414a-8457-8175156731f2 req-d42b1d78-9d37-4cde-9fc8-d028bce401bd tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Jul 08 18:02:48.182916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862432f-2e3c-44b5-a089-4b19eaf53265 req-7ecd749f-4f21-4fc0-a65b-9df09af8a674 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:48.184420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3862432f-2e3c-44b5-a089-4b19eaf53265 req-7ecd749f-4f21-4fc0-a65b-9df09af8a674 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0660384 Jul 08 18:02:48.223856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3862432f-2e3c-44b5-a089-4b19eaf53265 req-86120598-d832-4cb0-815e-6978ea1dc82a tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Jul 08 18:02:49.398178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda4a-a8ce-467e-a20d-7c4cff8c29e2 req-4c3d3e03-3892-457d-9618-51802ddb34e0 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:49.399630 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f7ddda4a-a8ce-467e-a20d-7c4cff8c29e2 req-4c3d3e03-3892-457d-9618-51802ddb34e0 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 945 time: 0.0638056 Jul 08 18:02:49.439678 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f7ddda4a-a8ce-467e-a20d-7c4cff8c29e2 req-dc7026eb-a768-48e3-94b5-24ba4296bfbb tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Jul 08 18:02:49.562495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99de3d44-6c55-4794-94e2-c38f2b32c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.662691 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-06ad827b-bdb1-40ae-b43f-8f3ae2c3d4ba service neutron] show failed (client error): The resource could not be found. Jul 08 18:02:49.663687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-06ad827b-bdb1-40ae-b43f-8f3ae2c3d4ba service neutron] 10.222.0.21 "GET /v2.0/ports/e75bf626-fa04-47ab-b3be-429f6f83b5ef/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0544672 Jul 08 18:02:49.960311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-dce655fc-d81b-4fac-aadb-a2ed1086efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:49.962549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-dce655fc-d81b-4fac-aadb-a2ed1086efe9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261&tenant_id=b7d53610de8f43319b8a66630511c1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1076844 Jul 08 18:02:49.973490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:50.043872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.245296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:50.276961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:50.316078 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:50.318656 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db3a325-d6d2-449a-84dc-072d5cccd8e6" -d '{"events": [{"server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "name": "network-vif-unplugged", "status": "completed", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:50.322300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.335761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Transition to ACTIVE for port object e75bf626-fa04-47ab-b3be-429f6f83b5ef will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:50.339549 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.372727 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10212dc6-032a-42a7-9b79-10423213f57e x-openstack-request-id: req-10212dc6-032a-42a7-9b79-10423213f57e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:50.373122 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "name": "network-vif-unplugged", "status": "completed", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:50.373424 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10212dc6-032a-42a7-9b79-10423213f57e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:50.373977 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'code': 200} Jul 08 18:02:50.412262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] No DVR routers for this DVR port e75bf626-fa04-47ab-b3be-429f6f83b5ef on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:50.415214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.426138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.426484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.426824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.427158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.427490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.427822 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.428155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.428507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.428833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.429155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.429475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.429796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:50.461041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:50.461375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:50.461698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef on network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:50.465841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Port e75bf626-fa04-47ab-b3be-429f6f83b5ef on network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:50.466191 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Attempting to bind port e75bf626-fa04-47ab-b3be-429f6f83b5ef on network 0f5c45ed-2c7a-40a8-bb4c-0898d8298aca {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:50.471790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:50.472514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Checking segment: {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:50.472514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Bound using segment: {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:50.472921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Bound port: e75bf626-fa04-47ab-b3be-429f6f83b5ef, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b13aef-86c1-40ae-b17a-212bc2b8cb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:50.473276 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.537977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:50.540916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:50.545816 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.584498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.585120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.586603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] 10.222.0.53 "PUT /v2.0/ports/e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 1091 time: 0.6172304 Jul 08 18:02:50.608488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497fa31-ebc3-4b4e-975b-07566280e284 service neutron] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.623471 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6373f-e7f2-4804-a080-b2c22017893e req-d6fbe94c-de3c-4351-9054-a0140323ae36 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.624982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1de6373f-e7f2-4804-a080-b2c22017893e req-d6fbe94c-de3c-4351-9054-a0140323ae36 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0742464 Jul 08 18:02:50.662992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1de6373f-e7f2-4804-a080-b2c22017893e req-b4200a98-cd1d-4405-967d-2a76c3b11ec3 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 08 18:02:50.664543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-75ac2500-af43-45b1-83f8-dea24c4e1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.666093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-75ac2500-af43-45b1-83f8-dea24c4e1692 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1094 time: 0.0546649 Jul 08 18:02:50.757275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-07d1b0df-36ee-4173-8c9e-61a5b1f590e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.758795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-07d1b0df-36ee-4173-8c9e-61a5b1f590e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 912 time: 0.0869384 Jul 08 18:02:50.803190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-a9d826df-cc9d-4531-9224-835d4a7dce32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0384834 Jul 08 18:02:50.850072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-115968c7-0a7a-40be-947a-e22dd48e96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:50.851462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-115968c7-0a7a-40be-947a-e22dd48e96a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0426083 Jul 08 18:02:50.883033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-63b2c63d-c86d-4656-ba3a-60709d9a911e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256789 Jul 08 18:02:50.973558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-d12ff9d5-cfc4-4344-82c3-4d012cf2c859 service neutron] 10.222.0.53 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845745 Jul 08 18:02:51.062296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a08910d8-e66b-468b-a0d6-9d1e551b63d1 req-4bd523cd-b2d3-456b-b110-54220fdddfae service neutron] 10.222.0.53 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Jul 08 18:02:51.843596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021f8bc-aec7-483c-a49a-c1b8e62f165c req-21e5f5ea-6181-4047-ac1f-acb2c4c4378f tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:51.845084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6021f8bc-aec7-483c-a49a-c1b8e62f165c req-21e5f5ea-6181-4047-ac1f-acb2c4c4378f tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0694551 Jul 08 18:02:51.883324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6021f8bc-aec7-483c-a49a-c1b8e62f165c req-aff2c209-8645-4980-9653-67293cdecb11 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Jul 08 18:02:52.247982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-13b3a553-671b-43b8-b54d-f7be4bfc6889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.269332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:52.306651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:52.375343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:52.377716 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:52.384841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.425599 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b157b60-58ce-40d3-82a4-1fa1ddc756d1 x-openstack-request-id: req-2b157b60-58ce-40d3-82a4-1fa1ddc756d1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:52.425887 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:52.426291 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b157b60-58ce-40d3-82a4-1fa1ddc756d1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:52.426720 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'status': 'completed', 'code': 200} Jul 08 18:02:52.501322 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-2f4be4c1-cd2a-47cf-9c99-977a664616a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.501895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-28e3c0ac-40fd-417f-bd9d-a89f3a36e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.502787 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-2f4be4c1-cd2a-47cf-9c99-977a664616a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1094 time: 0.0537333 Jul 08 18:02:52.503388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-28e3c0ac-40fd-417f-bd9d-a89f3a36e22b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1094 time: 0.0577087 Jul 08 18:02:52.601030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-2b338ba8-d045-4208-9bea-d06fd4e6ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.601262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-ecf5d8f2-ade8-401d-b228-011e020a1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.602696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-2b338ba8-d045-4208-9bea-d06fd4e6ce3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 912 time: 0.0940275 Jul 08 18:02:52.602831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-ecf5d8f2-ade8-401d-b228-011e020a1a4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 912 time: 0.0927029 Jul 08 18:02:52.647035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-fe2fc8c5-40e4-4250-ba54-c914542ebf8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0374033 Jul 08 18:02:52.651659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-8dc8dc31-219a-4a06-be56-61d5e23c1aae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0426781 Jul 08 18:02:52.697655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-c229f204-e0e8-4ec3-b15a-1952f3d0bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.699154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-c229f204-e0e8-4ec3-b15a-1952f3d0bdc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0466008 Jul 08 18:02:52.713514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-f9c5a71d-7b31-4ad9-99ed-4d085866c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.715083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-f9c5a71d-7b31-4ad9-99ed-4d085866c5f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0454280 Jul 08 18:02:52.732655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-e0b29370-8706-4fd4-aba2-ecca50908809 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275362 Jul 08 18:02:52.748090 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-bf4331ad-b813-4332-b010-5591e97e6359 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271099 Jul 08 18:02:52.825803 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-7d432724-3324-4658-b802-089c6e5a3780 service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Jul 08 18:02:52.842602 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-5b6c1d29-b8da-4fda-89ab-20e006d89162 service neutron] 10.222.0.53 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Jul 08 18:02:52.916744 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-a63762cf-2836-4f83-8384-04aacd1d4892 service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846088 Jul 08 18:02:52.933579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ba6a8cc-4ef8-4f42-81b2-d46ccb137eb5 req-25ec75d4-b77b-41e2-afe3-3e9ff338807b service neutron] 10.222.0.53 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850475 Jul 08 18:02:53.063733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eae2b-be71-4843-b1e4-9bcbe82a8b99 req-5e694817-05dc-4407-b3d5-5287012a19b7 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.065253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce5eae2b-be71-4843-b1e4-9bcbe82a8b99 req-5e694817-05dc-4407-b3d5-5287012a19b7 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0703514 Jul 08 18:02:53.102424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ce5eae2b-be71-4843-b1e4-9bcbe82a8b99 req-40040d99-3521-49c0-a8e1-7c592440e4d5 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Jul 08 18:02:53.517492 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-9dd3b682-1535-4ff2-9ca5-a0efa3035386 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.518975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-9dd3b682-1535-4ff2-9ca5-a0efa3035386 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.21 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261&tenant_id=b7d53610de8f43319b8a66630511c1c9&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 943 time: 0.1139023 Jul 08 18:02:53.575305 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-67b17fde-a285-45ac-b83f-e3031d24d165 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:02:53.576315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-67b17fde-a285-45ac-b83f-e3031d24d165 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e75bf626-fa04-47ab-b3be-429f6f83b5ef/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0518577 Jul 08 18:02:53.678097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-e1a64030-a85b-4eef-81ab-8b16c2d2152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.679577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-e1a64030-a85b-4eef-81ab-8b16c2d2152b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7d53610de8f43319b8a66630511c1c9&device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 1094 time: 0.0562940 Jul 08 18:02:53.709968 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.771859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a1e8fa13-02c4-4689-b7ee-851c49badc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.773267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a1e8fa13-02c4-4689-b7ee-851c49badc3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 200 len: 912 time: 0.0874987 Jul 08 18:02:53.818538 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-931fb2a0-f080-44f6-a640-eb7379d9c387 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 200 len: 217 time: 0.0380838 Jul 08 18:02:53.865771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-effe1a38-3cbd-41f6-982a-5523e5809ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.867249 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-effe1a38-3cbd-41f6-982a-5523e5809ed2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 200 len: 851 time: 0.0433633 Jul 08 18:02:53.899271 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-74f1b840-1746-4f2d-8c8f-18fcfd8ecfed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255692 Jul 08 18:02:53.989909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-49dda07c-7248-41c4-a430-6f8eef034b19 service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843928 Jul 08 18:02:54.080551 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-9b38c42b-6530-4f83-8536-93602a2055ce service neutron] 10.222.0.21 "GET /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847340 Jul 08 18:02:54.727731 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:54.824952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:54.837285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'network_id': '0f5c45ed-2c7a-40a8-bb4c-0898d8298aca', 'port_id': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'mac_address': 'fa:16:3e:ea:29:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32bba5c7-3837-4e05-82ef-88965d24d229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:54.872729 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.879196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfa47a-6a9d-4a5d-91c3-d610e1719440 req-4e89f514-a9b2-4696-905c-008aa0e39ffc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:54.880703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-05dfa47a-6a9d-4a5d-91c3-d610e1719440 req-4e89f514-a9b2-4696-905c-008aa0e39ffc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 943 time: 0.0664487 Jul 08 18:02:54.885953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75bf626-fa04-47ab-b3be-429f6f83b5ef {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:54.905319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:54.909181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.919280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-05dfa47a-6a9d-4a5d-91c3-d610e1719440 req-be44c98a-d579-4cff-85df-390c0b670bd9 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 08 18:02:54.964116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:54.971286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.971624 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.971957 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.972284 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.972609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.972939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.973259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.973576 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.973891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.974231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.974547 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:54.974858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:55.088366 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.144583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e75bf626-fa04-47ab-b3be-429f6f83b5ef'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:56.066040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-ef5e5762-2562-48de-969c-881a6e96c1a5 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.067549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-ef5e5762-2562-48de-969c-881a6e96c1a5 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.53 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 944 time: 0.0658967 Jul 08 18:02:56.102109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f49f6d-a400-4923-8cb1-514aa5c3d73a req-cc4a093c-d43e-4166-98b2-9a6d2ecc3e04 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.103793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81f49f6d-a400-4923-8cb1-514aa5c3d73a req-cc4a093c-d43e-4166-98b2-9a6d2ecc3e04 tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/ports?device_id=e39315c0-f678-49f6-a9da-ec55b599d261 HTTP/1.1" status: 200 len: 944 time: 0.0704217 Jul 08 18:02:56.148296 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-81f49f6d-a400-4923-8cb1-514aa5c3d73a req-3b30c822-af14-4163-9f8a-be25fd882a1c tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.48 "GET /v2.0/security-groups?id=53161842-b58b-4094-bbaf-28f6642a8f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Jul 08 18:02:56.172565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Deleting port e75bf626-fa04-47ab-b3be-429f6f83b5ef {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:56.172907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.258114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] For port e75bf626-fa04-47ab-b3be-429f6f83b5ef, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=e75bf626-fa04-47ab-b3be-429f6f83b5ef,segment=NetworkSegment(82b13aef-86c1-40ae-b17a-212bc2b8cb67),segment_id=82b13aef-86c1-40ae-b17a-212bc2b8cb67)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:56.258462 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.271722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Calling delete_port for e75bf626-fa04-47ab-b3be-429f6f83b5ef owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:56.396397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.407495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['e75bf626-fa04-47ab-b3be-429f6f83b5ef'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:56.427841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Pushing event deleted for resources: {'Port': ['ID=e75bf626-fa04-47ab-b3be-429f6f83b5ef,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:56.474477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] No DVR routers for this DVR port e75bf626-fa04-47ab-b3be-429f6f83b5ef on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:02:56.477007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.479034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-919d7589-b4a7-4521-81f5-14e599cc4f2e req-a96aca0c-7802-42cb-8aca-35dded856cbc tempest-DeleteServersTestJSON-433317582 tempest-DeleteServersTestJSON-433317582-project] 10.222.0.53 "DELETE /v2.0/ports/e75bf626-fa04-47ab-b3be-429f6f83b5ef HTTP/1.1" status: 204 len: 173 time: 0.4062903 Jul 08 18:02:56.479468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'name': 'network-vif-deleted', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:56.481701 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe309cf3-a24c-4009-8900-71f01da3a159" -d '{"events": [{"server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "name": "network-vif-deleted", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:56.517352 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e15421a-2e21-463a-9ddb-454cbfe78d07 x-openstack-request-id: req-3e15421a-2e21-463a-9ddb-454cbfe78d07 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:56.517650 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39315c0-f678-49f6-a9da-ec55b599d261", "name": "network-vif-deleted", "tag": "e75bf626-fa04-47ab-b3be-429f6f83b5ef", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:56.517956 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e15421a-2e21-463a-9ddb-454cbfe78d07 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:56.518356 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39315c0-f678-49f6-a9da-ec55b599d261', 'name': 'network-vif-deleted', 'tag': 'e75bf626-fa04-47ab-b3be-429f6f83b5ef', 'status': 'completed', 'code': 200} Jul 08 18:02:56.742793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:56.912980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: e75bf626-fa04-47ab-b3be-429f6f83b5ef {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:56.913322 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 18:02:56.931625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Port e75bf626-fa04-47ab-b3be-429f6f83b5ef not found, will not notify nova. {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 18:02:57.380589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60502) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:57.425287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Deleting subnet 32bba5c7-3837-4e05-82ef-88965d24d229 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:57.428373 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.462996 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.500279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.551788 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.580613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32bba5c7-3837-4e05-82ef-88965d24d229,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.587090 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.589160 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-905231d1-65bb-40b9-9bd5-6340db5f1b7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/32bba5c7-3837-4e05-82ef-88965d24d229 HTTP/1.1" status: 204 len: 168 time: 0.2073941 Jul 08 18:02:57.591462 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60504) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:57.658030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.739526 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.749890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5c45ed-2c7a-40a8-bb4c-0898d8298aca']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:57.760030 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b13aef-86c1-40ae-b17a-212bc2b8cb67') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:57.760265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b13aef-86c1-40ae-b17a-212bc2b8cb67') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:57.769416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.783337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.789511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:57.789954 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:57.791608 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:57.844157 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.849489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.851374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f5c45ed-2c7a-40a8-bb4c-0898d8298aca HTTP/1.1" status: 204 len: 168 time: 0.2590005 Jul 08 18:02:57.862670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4f678-c28f-424b-9a5b-c004fef7e8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5c45ed-2c7a-40a8-bb4c-0898d8298aca,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.957910 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60508) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:57.998406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6fb41afd-2fb9-4ac0-87e0-d7d8e648f4d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7d53610de8f43319b8a66630511c1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392940 Jul 08 18:02:58.002509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.050962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-894b9ac5-3d4c-4763-9173-35b81dac0655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.072500 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-894b9ac5-3d4c-4763-9173-35b81dac0655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.120084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-894b9ac5-3d4c-4763-9173-35b81dac0655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.122648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-894b9ac5-3d4c-4763-9173-35b81dac0655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.123939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-894b9ac5-3d4c-4763-9173-35b81dac0655 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53161842-b58b-4094-bbaf-28f6642a8f59 HTTP/1.1" status: 204 len: 168 time: 0.1204216 Jul 08 18:02:58.132357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b9ac5-3d4c-4763-9173-35b81dac0655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53161842-b58b-4094-bbaf-28f6642a8f59,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:58.777341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60532) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:58.872005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2070680618-network', 'tenant_id': '84706642fce4464a8b5d694c9120b523'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:58.892970 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Made reservation on behalf of 84706642fce4464a8b5d694c9120b523 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:58.895332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.903475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.994583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.998313 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.022685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:59.031814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.038130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.038477 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Added segment 40eacac8-f5ed-4393-ab24-494b17aca903 of type vlan for network 54ef85b5-5895-4c52-b235-f3a33b92b209 Jul 08 18:02:59.077676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.106248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.107155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:59.107739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.162953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3844798 Jul 08 18:02:59.166056 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:59.168151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55988e65-c494-4dec-8d9d-8e2b67493df6 admin admin] Pushing event updated for resources: {'Network': ['ID=54ef85b5-5895-4c52-b235-f3a33b92b209,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.171930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Request body: {'subnet': {'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2070680618-subnet', 'tenant_id': '84706642fce4464a8b5d694c9120b523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:59.178334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 54ef85b5-5895-4c52-b235-f3a33b92b209 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:59.192767 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Made reservation on behalf of 84706642fce4464a8b5d694c9120b523 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:59.195198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.357707 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.417007 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:59.424028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Checking segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:59.424383 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Network hostable DHCP agents. Network: 54ef85b5-5895-4c52-b235-f3a33b92b209, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:59.440369 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Network 54ef85b5-5895-4c52-b235-f3a33b92b209 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:59.448085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 54ef85b5-5895-4c52-b235-f3a33b92b209) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:59.452424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:59.453098 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.458331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a27706-ab18-43cd-afff-165fd57fe556 None None] Network 54ef85b5-5895-4c52-b235-f3a33b92b209 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:59.471769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-206d187e-557b-4635-a57f-3f77b9fe3c4b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2994704 Jul 08 18:02:59.592791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1be6ed-1ba7-4216-aabc-cc55302be023 None None] Network 54ef85b5-5895-4c52-b235-f3a33b92b209 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:00.240754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-334c9a34-df20-4ee8-80e6-6aad999d6f92 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:00.242226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-334c9a34-df20-4ee8-80e6-6aad999d6f92 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 815 time: 0.4351449 Jul 08 18:03:00.257042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-ed98d586-e21c-4824-92ef-b11715d202c7 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/quotas/84706642fce4464a8b5d694c9120b523 HTTP/1.1" status: 200 len: 375 time: 0.0092206 Jul 08 18:03:00.290693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-84e713e3-260b-4e4e-85f9-6f35ca553def tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287166 Jul 08 18:03:00.379253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-174b992b-88ab-4a08-b41a-24e149ef7208 service neutron] 10.222.0.48 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818973 Jul 08 18:03:00.466859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-e93835a8-f6ca-4c6d-aace-38a77a9d63a7 service neutron] 10.222.0.48 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819633 Jul 08 18:03:00.632926 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c6f8943-c1dd-49a0-9001-b7b39eb8fe2d req-d3de25d7-eafe-4073-bb5c-46436563eec1 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 08 18:03:00.769323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:00.789448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: e75bf626-fa04-47ab-b3be-429f6f83b5ef {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:00.789796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device e75bf626-fa04-47ab-b3be-429f6f83b5ef not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:01.669275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-33cd4e81-266d-49f3-8253-e903b63112f5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:01.670910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-33cd4e81-266d-49f3-8253-e903b63112f5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 815 time: 0.1087892 Jul 08 18:03:01.683318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Request body: {'port': {'device_id': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'admin_state_up': True, 'tenant_id': '84706642fce4464a8b5d694c9120b523'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:01.800940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43c2491a-df95-429a-b90b-228af38b6505 req-25e7c60f-d030-4228-815c-ad6637946105 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 210 time: 0.0394173 Jul 08 18:03:01.832275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Made reservation on behalf of 84706642fce4464a8b5d694c9120b523 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:01.835760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.956503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Allocated IP 172.20.0.4 (54ef85b5-5895-4c52-b235-f3a33b92b209/c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd/9d3c2dff-0804-406f-a303-22b0f7ac6803) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:02.105118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.143700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.190004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Network 54ef85b5-5895-4c52-b235-f3a33b92b209 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:02.195793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:02.198254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:02.205575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.249607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:02.250232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.263303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-d5684f23-b08e-4388-a985-5835fd4995c2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840783 Jul 08 18:03:02.276367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Request body: {'port': {'device_id': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:02.349173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.601631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3c2dff-0804-406f-a303-22b0f7ac6803 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:02.609316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.621561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Transition to ACTIVE for port object 9d3c2dff-0804-406f-a303-22b0f7ac6803 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:02.625453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.680533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.745248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:02.745592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:02.745941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:02.750451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:02.750774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:02.755544 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:02.755885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Checking segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:02.756275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Bound using segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:02.756702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Bound port: 9d3c2dff-0804-406f-a303-22b0f7ac6803, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:02.757063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.819120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:02.822083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:02.826487 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.865363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:02.866006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.867397 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] 10.222.0.53 "PUT /v2.0/ports/9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 1091 time: 0.5950603 Jul 08 18:03:02.867832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:02.870102 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e9b089-707e-47e6-9b88-e1452ad09305" -d '{"events": [{"name": "network-changed", "server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:02.894224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6553f93-1c77-4135-95a9-a4d9519d13da service neutron] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.915876 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147bb0ad-e53c-4d5b-8374-254eebd87dde x-openstack-request-id: req-147bb0ad-e53c-4d5b-8374-254eebd87dde {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:02.916196 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:02.916504 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-147bb0ad-e53c-4d5b-8374-254eebd87dde {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:02.916917 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'status': 'completed', 'code': 200} Jul 08 18:03:02.976363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-bdd9c2be-a8b7-4ac1-b21c-1d3893cd9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:02.977859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-bdd9c2be-a8b7-4ac1-b21c-1d3893cd9346 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1094 time: 0.0557265 Jul 08 18:03:02.989737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fae92-769c-4479-b5f6-9a1c46ef5575 req-abe6c536-4eeb-40a3-8704-64c3d8c4fa75 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:02.991694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c4fae92-769c-4479-b5f6-9a1c46ef5575 req-abe6c536-4eeb-40a3-8704-64c3d8c4fa75 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0647321 Jul 08 18:03:03.018443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-86e1c830-6317-496b-88d8-2b56bba33fae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0336030 Jul 08 18:03:03.029059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c4fae92-769c-4479-b5f6-9a1c46ef5575 req-c2d44f1d-1a0e-4d52-a3e6-ced4946ce22e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 Jul 08 18:03:03.072104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-e37b02fb-004c-41b1-aaff-8338c9a2241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:03.073555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-e37b02fb-004c-41b1-aaff-8338c9a2241a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0486107 Jul 08 18:03:03.105746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-ce2fc00f-8b7f-4131-b53a-74712e3ab45d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260298 Jul 08 18:03:03.193403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-3b6c3d17-933c-4204-9de4-e165f1c1fb8b service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811214 Jul 08 18:03:03.285779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65a29a6a-9923-4e2e-87ce-32cc00b342a5 req-ef1ad05d-4d3b-421d-962d-57bcb9015c99 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866358 Jul 08 18:03:03.385699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-8bd111fb-2573-4bdd-acc0-a64d351aa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:03.387233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-8bd111fb-2573-4bdd-acc0-a64d351aa9e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1094 time: 0.0533569 Jul 08 18:03:03.478123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-cba5b0dc-4e65-43ca-9007-af652b64e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:03.479576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-cba5b0dc-4e65-43ca-9007-af652b64e120 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0864992 Jul 08 18:03:03.521498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-ce93db7f-6ad6-4dd4-ab87-5b554de613f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0342374 Jul 08 18:03:03.570643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-551261c7-f9ed-406a-a55b-5e23943a9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:03.572123 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-551261c7-f9ed-406a-a55b-5e23943a9d0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0441427 Jul 08 18:03:03.604783 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-9a1d6125-5271-4f16-bbd5-eacb489e1b45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262077 Jul 08 18:03:03.701898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-ef0b0645-1610-45ed-9308-6be45b4ccecf service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903294 Jul 08 18:03:03.790207 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87e9b089-707e-47e6-9b88-e1452ad09305 req-9d6a8c0e-ba88-49d9-bc0a-7e24b128e4a6 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818188 Jul 08 18:03:04.220923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ff146-67c2-4220-a04d-73958a65eacc req-ebe50ea9-6763-4770-b1d6-3d0862ed7c28 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:04.225605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-484ff146-67c2-4220-a04d-73958a65eacc req-ebe50ea9-6763-4770-b1d6-3d0862ed7c28 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0796130 Jul 08 18:03:04.268113 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-484ff146-67c2-4220-a04d-73958a65eacc req-377618bb-3b1f-41f9-bd06-485940b96c88 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Jul 08 18:03:05.444290 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19251996-bc30-4e1d-9702-197a91bb0c81 req-201e10d7-b8b3-4300-bcb1-2082618acfed tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:05.445788 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19251996-bc30-4e1d-9702-197a91bb0c81 req-201e10d7-b8b3-4300-bcb1-2082618acfed tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0675323 Jul 08 18:03:05.481867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-19251996-bc30-4e1d-9702-197a91bb0c81 req-8b949aba-859b-4a12-b65a-6a9944aaf351 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304565 Jul 08 18:03:06.654383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918d2a2-8bf6-4914-b7f2-fc2431c1ba43 req-846ba76e-86bf-48bb-92e6-3f57599d2858 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.656481 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8918d2a2-8bf6-4914-b7f2-fc2431c1ba43 req-846ba76e-86bf-48bb-92e6-3f57599d2858 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0639899 Jul 08 18:03:06.694051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8918d2a2-8bf6-4914-b7f2-fc2431c1ba43 req-fe46c805-8f1c-4762-9e87-63bf97d799f0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317280 Jul 08 18:03:06.800078 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:06.894393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:06.905824 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'port_id': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'mac_address': 'fa:16:3e:ea:cc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:06.941543 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.954339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3c2dff-0804-406f-a303-22b0f7ac6803 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:06.974217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:06.978063 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.026196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.164285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['9d3c2dff-0804-406f-a303-22b0f7ac6803'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:07.866975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c283653-3cd1-458c-9e12-bd6e95655cb6 req-66af21f2-f9f6-4d1f-9cea-3e3c51eeca8a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.868493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c283653-3cd1-458c-9e12-bd6e95655cb6 req-66af21f2-f9f6-4d1f-9cea-3e3c51eeca8a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 944 time: 0.0661507 Jul 08 18:03:07.910967 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c283653-3cd1-458c-9e12-bd6e95655cb6 req-d9b2bc62-a416-4fca-89c2-45c2d439497f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367899 Jul 08 18:03:08.799865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:08.850631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 9d3c2dff-0804-406f-a303-22b0f7ac6803 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:08.854410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 9d3c2dff-0804-406f-a303-22b0f7ac6803 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:08.854783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.929306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.952197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:08.955112 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ee28b-93c7-4ad7-b1ca-7905a720d304" -d '{"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-plugged", "status": "completed", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:08.968041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:08.973436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.998726 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cfab11-ca7b-46ed-8eec-41b5df645090 x-openstack-request-id: req-10cfab11-ca7b-46ed-8eec-41b5df645090 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:08.999026 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-plugged", "status": "completed", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:08.999867 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10cfab11-ca7b-46ed-8eec-41b5df645090 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:09.000243 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'code': 200} Jul 08 18:03:09.028639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.140097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c544d60-9b46-4ebf-b16b-1d38e780223f req-1fb83935-414e-4312-bf26-835d7eb6a3ae tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:09.141581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c544d60-9b46-4ebf-b16b-1d38e780223f req-1fb83935-414e-4312-bf26-835d7eb6a3ae tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.1110332 Jul 08 18:03:09.143374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b963438-27cf-4d3d-a523-633f4e6c671a req-676b72b6-4fdc-4a1f-855f-4672c254f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:09.144722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b963438-27cf-4d3d-a523-633f4e6c671a req-676b72b6-4fdc-4a1f-855f-4672c254f9c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1096 time: 0.0831885 Jul 08 18:03:09.200710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c544d60-9b46-4ebf-b16b-1d38e780223f req-82ae8197-3ed2-4168-8cff-0d660311e9ef tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Jul 08 18:03:09.202663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b963438-27cf-4d3d-a523-633f4e6c671a req-0b6cc8d1-7369-42d3-9d38-111ac81dd21a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Jul 08 18:03:10.371589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e9c3-61ce-4c51-a344-b23099c8c3e0 req-8977f56c-9de4-4187-b8a3-524b73e53854 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.373096 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a72e9c3-61ce-4c51-a344-b23099c8c3e0 req-8977f56c-9de4-4187-b8a3-524b73e53854 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0632956 Jul 08 18:03:10.412215 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a72e9c3-61ce-4c51-a344-b23099c8c3e0 req-2c13e374-f0a7-4c06-9449-8bcd55be3d12 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Jul 08 18:03:10.585321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648efb83-a69b-4ace-9a75-f17a62efac91 req-65072a78-3deb-4d2f-bdba-e188e42f164c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.586723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-648efb83-a69b-4ace-9a75-f17a62efac91 req-65072a78-3deb-4d2f-bdba-e188e42f164c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0653634 Jul 08 18:03:10.627629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-648efb83-a69b-4ace-9a75-f17a62efac91 req-3636ac2a-c8ed-46fc-9fc0-29f0017aa353 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 Jul 08 18:03:10.970386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa8841-ff82-48d5-9fa9-02195c4367a7 req-4ddf6ffa-2679-40d3-b8af-909d957f0884 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.971889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4fa8841-ff82-48d5-9fa9-02195c4367a7 req-4ddf6ffa-2679-40d3-b8af-909d957f0884 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0642238 Jul 08 18:03:11.010342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4fa8841-ff82-48d5-9fa9-02195c4367a7 req-99641dcc-2526-42f7-b816-c3ee3863aa33 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Jul 08 18:03:11.184814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abb94b-e0de-416c-aeda-051ef354d8a0 req-140e23d1-9524-47bd-9f04-e7676789fae3 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.186239 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20abb94b-e0de-416c-aeda-051ef354d8a0 req-140e23d1-9524-47bd-9f04-e7676789fae3 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0675499 Jul 08 18:03:11.224032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-20abb94b-e0de-416c-aeda-051ef354d8a0 req-49759a38-1250-4a64-9ffe-cbf849562da9 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Jul 08 18:03:11.598600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-5480f4ff-6a22-4514-a4a6-362094e0a374 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862401 Jul 08 18:03:11.630232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b465e0-7a78-4425-931e-08d0dfed8271 req-0a7d70f9-0857-4bba-ae52-b2069b4f63f0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.631796 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85b465e0-7a78-4425-931e-08d0dfed8271 req-0a7d70f9-0857-4bba-ae52-b2069b4f63f0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0773816 Jul 08 18:03:11.671230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85b465e0-7a78-4425-931e-08d0dfed8271 req-3d65a756-7c7b-4564-a9a4-4c42a88e0a27 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Jul 08 18:03:12.703535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-f622ae04-05d0-49e5-9ab8-484f62951253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.705052 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-f622ae04-05d0-49e5-9ab8-484f62951253 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1096 time: 0.0533669 Jul 08 18:03:12.825446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-caf81a50-b27a-427b-ac9e-ca299a52dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.826915 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-caf81a50-b27a-427b-ac9e-ca299a52dbe3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.1161659 Jul 08 18:03:12.876918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-5aafb0d4-ae1f-4487-966d-7f2890288461 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0421231 Jul 08 18:03:12.922109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4dd65-db9e-4194-ac75-f2e82507572d req-ca099863-72b9-4b74-bc72-fd7f2d81db9f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.923659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fed4dd65-db9e-4194-ac75-f2e82507572d req-ca099863-72b9-4b74-bc72-fd7f2d81db9f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.1365869 Jul 08 18:03:12.950239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-e0c98ad9-c166-4805-908b-9b8b03aecab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.951634 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-e0c98ad9-c166-4805-908b-9b8b03aecab6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0689666 Jul 08 18:03:12.992673 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fed4dd65-db9e-4194-ac75-f2e82507572d req-81e3675f-ebd5-47f1-9032-3bd2ba44de19 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633080 Jul 08 18:03:12.994478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-97789475-b2b8-4325-9cff-d8c66bf8e4e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366542 Jul 08 18:03:13.087515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-a1c65f6d-a02e-422f-99d2-2c6f7c65c04e service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869558 Jul 08 18:03:13.175301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-aa8cfe2f-cc70-4cdd-a59a-033e19f7df6c service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818827 Jul 08 18:03:13.327690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.388392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.168354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2d15-ea16-41a0-8c07-f53554ae42b5 req-96d3149e-bfbd-45b5-85b2-2ea6e873723b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:14.169831 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bfe2d15-ea16-41a0-8c07-f53554ae42b5 req-96d3149e-bfbd-45b5-85b2-2ea6e873723b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0646443 Jul 08 18:03:14.207031 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9bfe2d15-ea16-41a0-8c07-f53554ae42b5 req-068a50c8-7170-41be-9f39-6de59c5adfc0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jul 08 18:03:15.381687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56588930-1d20-4d2d-8480-35364c40a2a2 req-badd3442-0ba5-4042-8ff1-06772fde1041 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.383225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56588930-1d20-4d2d-8480-35364c40a2a2 req-badd3442-0ba5-4042-8ff1-06772fde1041 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0643601 Jul 08 18:03:15.425255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-56588930-1d20-4d2d-8480-35364c40a2a2 req-6a7afad1-24e4-45ac-a554-3a8234bbc560 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364881 Jul 08 18:03:15.725182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-b7deee0c-9dbc-4777-bf49-5ac41a4492a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.726729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-b7deee0c-9dbc-4777-bf49-5ac41a4492a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1096 time: 0.0518353 Jul 08 18:03:15.827469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-6ad28f29-9646-4375-a316-5275e593a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.829746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-6ad28f29-9646-4375-a316-5275e593a72a service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0834336 Jul 08 18:03:15.874355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-e6bf817b-caed-4248-9443-c2905c2760e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0376353 Jul 08 18:03:15.923146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-9211d84f-1f06-4c5c-a84e-6be496e1becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.924579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-9211d84f-1f06-4c5c-a84e-6be496e1becd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0446794 Jul 08 18:03:15.957162 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-034e8099-5360-4394-8c6f-46690a0b17dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255897 Jul 08 18:03:16.047151 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-bb756958-b358-4559-bbd5-2754cb75c7df service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836017 Jul 08 18:03:16.138182 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6de7e879-a58b-44d9-8f9b-7e0de6d379be req-14cefd23-dbcf-4433-9b76-3e51827fda4e service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 Jul 08 18:03:16.596943 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e9914-a026-4a0d-bc48-2a3a3f8d97f7 req-46402a0f-4d4c-4902-9346-42ce7a598458 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:16.598443 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba4e9914-a026-4a0d-bc48-2a3a3f8d97f7 req-46402a0f-4d4c-4902-9346-42ce7a598458 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Jul 08 18:03:16.635918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba4e9914-a026-4a0d-bc48-2a3a3f8d97f7 req-4e8703a9-a9c7-4fca-ab22-5b20b964d34f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Jul 08 18:03:17.814755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85580a9b-f9f5-4569-abc2-5ebd6076b579 req-a27c5d68-cf1e-408a-a596-560555c09821 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:17.816240 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85580a9b-f9f5-4569-abc2-5ebd6076b579 req-a27c5d68-cf1e-408a-a596-560555c09821 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0636473 Jul 08 18:03:17.857225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85580a9b-f9f5-4569-abc2-5ebd6076b579 req-d1c196d2-e333-4de6-b953-1b957b5cf9b8 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353534 Jul 08 18:03:19.033725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92de9f-5181-4c70-a7b3-c765b25ceff8 req-ed719726-605d-4385-a7b5-ce3a03631185 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:19.035505 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6f92de9f-5181-4c70-a7b3-c765b25ceff8 req-ed719726-605d-4385-a7b5-ce3a03631185 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0684152 Jul 08 18:03:19.074606 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6f92de9f-5181-4c70-a7b3-c765b25ceff8 req-b98f8831-6b23-464d-8828-20025a3c368b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Jul 08 18:03:19.563419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e06e0ce-6ce2-4a67-a6ac-c3b6a93c9d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.250057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb789a9-2bc7-4032-8899-a7f10fd098d7 req-eda7d241-667f-45b0-8c93-906d60e16455 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.251554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cdb789a9-2bc7-4032-8899-a7f10fd098d7 req-eda7d241-667f-45b0-8c93-906d60e16455 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0627520 Jul 08 18:03:20.290584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cdb789a9-2bc7-4032-8899-a7f10fd098d7 req-69da379d-f603-4f6c-b077-bf88a6b4a3b5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Jul 08 18:03:21.459900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aff89-76ff-4514-bade-50782d9a44e5 req-379e17d8-230a-4e5d-9bfe-e38a80159743 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:21.461373 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a78aff89-76ff-4514-bade-50782d9a44e5 req-379e17d8-230a-4e5d-9bfe-e38a80159743 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0636778 Jul 08 18:03:21.498826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a78aff89-76ff-4514-bade-50782d9a44e5 req-9e06f6fc-2132-49d6-b92d-7cad8a66e992 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jul 08 18:03:21.941476 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:03:22.248558 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be6114fe-dccb-4781-83d5-26e4fabccebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.386783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.669767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5bcc1-21f0-487b-816a-b5ffddcba15a req-f71b4248-0763-4417-b972-fc6cab616efb tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:22.671181 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65e5bcc1-21f0-487b-816a-b5ffddcba15a req-f71b4248-0763-4417-b972-fc6cab616efb tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0635111 Jul 08 18:03:22.708742 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65e5bcc1-21f0-487b-816a-b5ffddcba15a req-1b43f353-832e-4e8d-bf9f-4a670dc17882 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Jul 08 18:03:23.713716 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.068929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677af44-cf0d-425d-b61c-63a0201e9a9e req-0429201b-df27-4d8f-ace5-ab5b3b4b2966 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.070336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7677af44-cf0d-425d-b61c-63a0201e9a9e req-0429201b-df27-4d8f-ace5-ab5b3b4b2966 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0669198 Jul 08 18:03:24.108001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7677af44-cf0d-425d-b61c-63a0201e9a9e req-a4459ed9-45ba-42c1-82b5-69122900f5a6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Jul 08 18:03:25.088689 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.281847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9f789-99ca-4b32-9e4c-801c79df1505 req-9187439a-3d00-4a4d-b9c5-ca6aa504f160 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.283835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c9f789-99ca-4b32-9e4c-801c79df1505 req-9187439a-3d00-4a4d-b9c5-ca6aa504f160 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0664992 Jul 08 18:03:25.321001 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60c9f789-99ca-4b32-9e4c-801c79df1505 req-046369f0-5c81-4cd8-a49f-f87fbc190793 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Jul 08 18:03:26.501034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57babde-ccbc-4842-b9b6-211c2af2c60c req-8c8f2644-7c57-42e9-aaf4-a044deb16c9d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.503486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f57babde-ccbc-4842-b9b6-211c2af2c60c req-8c8f2644-7c57-42e9-aaf4-a044deb16c9d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0655911 Jul 08 18:03:26.540183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f57babde-ccbc-4842-b9b6-211c2af2c60c req-e649aac8-0048-474f-91b9-17444cc8a407 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 08 18:03:27.712959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34a1a-cad8-451d-bb88-3943c1f8adb2 req-3acbb9d5-1e1d-40db-b00f-8ae59217c7ad tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.714461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85d34a1a-cad8-451d-bb88-3943c1f8adb2 req-3acbb9d5-1e1d-40db-b00f-8ae59217c7ad tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0641236 Jul 08 18:03:27.752901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85d34a1a-cad8-451d-bb88-3943c1f8adb2 req-66439478-34d3-4617-b4c9-646c94dfd126 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Jul 08 18:03:28.924445 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10592e0a-874b-4c72-8d4e-9f8a0ac5b38c req-cade4097-8df4-4a6f-b13c-b78612de2c7a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:28.925940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10592e0a-874b-4c72-8d4e-9f8a0ac5b38c req-cade4097-8df4-4a6f-b13c-b78612de2c7a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0628133 Jul 08 18:03:28.962752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-10592e0a-874b-4c72-8d4e-9f8a0ac5b38c req-3074da7d-e27a-4f1d-acf0-c383c7dec3c1 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jul 08 18:03:30.138963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddceac01-95b6-4157-89e9-f118edb46fd6 req-eab69c4d-02cf-4389-99a2-509d904f9830 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.140428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddceac01-95b6-4157-89e9-f118edb46fd6 req-eab69c4d-02cf-4389-99a2-509d904f9830 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0665853 Jul 08 18:03:30.178827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddceac01-95b6-4157-89e9-f118edb46fd6 req-96474762-3e57-45a4-ad98-317ce75916d7 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323033 Jul 08 18:03:31.359330 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bc97f-dab2-4f3c-8cbe-5c74e64aee0e req-f4c5832d-13e8-47aa-9b5a-efc99a226107 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:31.360802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f95bc97f-dab2-4f3c-8cbe-5c74e64aee0e req-f4c5832d-13e8-47aa-9b5a-efc99a226107 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0670376 Jul 08 18:03:31.397712 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f95bc97f-dab2-4f3c-8cbe-5c74e64aee0e req-48a315cd-0748-479f-b91f-74d8e9227397 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307720 Jul 08 18:03:32.569882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d33ad-7ff2-4822-9421-1f9a77fc06da req-5ff9d8b7-c43d-41f0-9b23-325b0d3725bd tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:32.571376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd7d33ad-7ff2-4822-9421-1f9a77fc06da req-5ff9d8b7-c43d-41f0-9b23-325b0d3725bd tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0635107 Jul 08 18:03:32.608018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd7d33ad-7ff2-4822-9421-1f9a77fc06da req-33e74d25-8582-41fb-8343-03900fdbff8c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Jul 08 18:03:33.779722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79267d74-36c1-45c9-b08b-38c77d5b35e3 req-0ae27b03-7bdb-46db-83d0-fe966584c47d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:33.781202 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-79267d74-36c1-45c9-b08b-38c77d5b35e3 req-0ae27b03-7bdb-46db-83d0-fe966584c47d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0647523 Jul 08 18:03:33.819506 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-79267d74-36c1-45c9-b08b-38c77d5b35e3 req-1bc0a6c6-a78a-406f-9bc7-96cb50354a52 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Jul 08 18:03:34.991864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4523a-e1ce-4fdb-9a11-bd30fb78d236 req-ec4840b4-c7b7-457a-b8ab-ce4181f0b604 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:34.993266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b4523a-e1ce-4fdb-9a11-bd30fb78d236 req-ec4840b4-c7b7-457a-b8ab-ce4181f0b604 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0627837 Jul 08 18:03:35.030557 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b4523a-e1ce-4fdb-9a11-bd30fb78d236 req-218933e1-2adf-4373-9f7c-480cb8685a1f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jul 08 18:03:36.209910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18048b-7d7a-4e92-bf0e-03e5c904829e req-42c6967d-cc2c-4f2d-94dd-e4bfe2888524 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:36.211414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a18048b-7d7a-4e92-bf0e-03e5c904829e req-42c6967d-cc2c-4f2d-94dd-e4bfe2888524 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0670335 Jul 08 18:03:36.248322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1a18048b-7d7a-4e92-bf0e-03e5c904829e req-e768b210-f325-419e-bd71-7aa448c669eb tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Jul 08 18:03:37.427052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abd7d-15a0-476c-9890-49a0df9a01de req-c9aea153-74c7-46b9-833f-ca1d0066b175 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:37.428605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-761abd7d-15a0-476c-9890-49a0df9a01de req-c9aea153-74c7-46b9-833f-ca1d0066b175 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0689692 Jul 08 18:03:37.466978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-761abd7d-15a0-476c-9890-49a0df9a01de req-07035e79-eea8-4414-b770-29799156d6d1 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Jul 08 18:03:38.637799 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5b800-e357-4ed9-ab3e-582e673f40bb req-a018ed4e-3222-4c30-9aa3-9a64cd5702f9 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:38.639309 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b5b800-e357-4ed9-ab3e-582e673f40bb req-a018ed4e-3222-4c30-9aa3-9a64cd5702f9 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0631988 Jul 08 18:03:38.676834 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4b5b800-e357-4ed9-ab3e-582e673f40bb req-e269f50f-508e-40d6-a216-93922d4d4936 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Jul 08 18:03:39.850878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2ac11-2b34-4573-b51b-083a7caf5746 req-2abf7eb0-2d62-400d-82c7-d24def8c783a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.852349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7b2ac11-2b34-4573-b51b-083a7caf5746 req-2abf7eb0-2d62-400d-82c7-d24def8c783a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0636718 Jul 08 18:03:39.888717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7b2ac11-2b34-4573-b51b-083a7caf5746 req-42419233-e31c-4307-b170-0503e73c5efb tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jul 08 18:03:39.960253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-d057944a-28e6-4c05-a0de-3c5e7d9b42a2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:03:39.961203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-d057944a-28e6-4c05-a0de-3c5e7d9b42a2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052919 Jul 08 18:03:40.023421 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-122641bf-40aa-4cb0-9616-8cce43267018 req-2f01ed46-a93a-4a2e-874c-48b8a055d3a0 service neutron] show failed (client error): The resource could not be found. Jul 08 18:03:40.024415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-2f01ed46-a93a-4a2e-874c-48b8a055d3a0 service neutron] 10.222.0.53 "GET /v2.0/ports/9d3c2dff-0804-406f-a303-22b0f7ac6803/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0579569 Jul 08 18:03:40.303876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-a754b058-00ec-4e00-a800-95ef0c66621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:40.305303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-a754b058-00ec-4e00-a800-95ef0c66621f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490&tenant_id=84706642fce4464a8b5d694c9120b523 HTTP/1.1" status: 200 len: 1096 time: 0.0865862 Jul 08 18:03:40.317367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:40.385763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.586768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:40.619311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h1-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:40.661328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:40.663602 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ac0f9a-092f-4966-af72-0d4cac8b7e96" -d '{"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:40.667381 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.681390 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Transition to ACTIVE for port object 9d3c2dff-0804-406f-a303-22b0f7ac6803 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:40.685341 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.718430 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbfc40f-dfcd-410d-9426-392f6b35b42f x-openstack-request-id: req-6bbfc40f-dfcd-410d-9426-392f6b35b42f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:40.718715 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:40.718961 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bbfc40f-dfcd-410d-9426-392f6b35b42f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:40.719333 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'code': 200} Jul 08 18:03:40.736670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:40.754596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] No DVR routers for this DVR port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on host n-h1-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:40.761245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.761583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.761919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.762269 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.762597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.762933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.763236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.763554 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.763869 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.764184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.764499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.764813 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:40.800695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:40.801028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:40.801354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:40.805459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:40.805775 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Attempting to bind port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:40.810520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:40.810852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Checking segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:40.811230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Bound using segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:40.811646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Bound port: 9d3c2dff-0804-406f-a303-22b0f7ac6803, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:40.811995 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.876448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h2-799527-4, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:40.879327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:40.884096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.918358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:40.919060 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.920467 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] 10.222.0.21 "PUT /v2.0/ports/9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 1091 time: 0.6075583 Jul 08 18:03:40.943150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c119ab-8362-49ee-ba7a-b2c82021d8ea service neutron] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:41.001576 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-9d06c1cb-fb9a-4573-abfa-3de87d957285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.002996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-9d06c1cb-fb9a-4573-abfa-3de87d957285 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1094 time: 0.0558438 Jul 08 18:03:41.069228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc13509-44fe-4f97-8859-4306b80e11e2 req-0d6308b2-4256-477a-8e51-97bf7f8dcf82 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.071517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cc13509-44fe-4f97-8859-4306b80e11e2 req-0d6308b2-4256-477a-8e51-97bf7f8dcf82 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0654986 Jul 08 18:03:41.097360 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-fb6fdc60-4ab8-4f4f-a146-5e22c61dc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.098912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-fb6fdc60-4ab8-4f4f-a146-5e22c61dc4cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0896280 Jul 08 18:03:41.108870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7cc13509-44fe-4f97-8859-4306b80e11e2 req-0bd2703b-a8ed-4ad7-ae27-6fd6ba865682 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Jul 08 18:03:41.140341 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-0cee757a-3d80-49a0-98ae-21a37d20d17b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0347314 Jul 08 18:03:41.188305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122641bf-40aa-4cb0-9616-8cce43267018 req-931ac515-22ff-4554-832e-51474c8c0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:41.189732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-931ac515-22ff-4554-832e-51474c8c0020 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0428576 Jul 08 18:03:41.225863 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-e7625501-e73a-4956-9930-23c6e7723141 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295718 Jul 08 18:03:41.311782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-db686a6e-dbd9-4ea7-a502-7ad37a93fc9f service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794523 Jul 08 18:03:41.403700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-122641bf-40aa-4cb0-9616-8cce43267018 req-b00ccc33-aa10-4583-a6d9-1d63e08fdef1 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Jul 08 18:03:42.288459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e8a85-3ed2-4537-b978-1136380d4538 req-bea3c1b3-4cc4-438a-8766-1b614a59a040 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.289915 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e6e8a85-3ed2-4537-b978-1136380d4538 req-bea3c1b3-4cc4-438a-8766-1b614a59a040 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0643289 Jul 08 18:03:42.327717 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2e6e8a85-3ed2-4537-b978-1136380d4538 req-631c34e4-e5a9-4b20-968e-6d6caab49738 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Jul 08 18:03:42.721014 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:42.724116 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:42.770974 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d5d2ed-de12-46a0-95e7-56b224d5e62a x-openstack-request-id: req-75d5d2ed-de12-46a0-95e7-56b224d5e62a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:42.771935 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:42.772191 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75d5d2ed-de12-46a0-95e7-56b224d5e62a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:42.772947 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'status': 'completed', 'code': 200} Jul 08 18:03:42.843538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-360d626e-b3d2-41c3-8539-b783249b7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.845136 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-360d626e-b3d2-41c3-8539-b783249b7f5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1094 time: 0.0526946 Jul 08 18:03:42.850152 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-71ad734c-336a-40df-9a2e-a8616f5ebca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.851684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-71ad734c-336a-40df-9a2e-a8616f5ebca1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1094 time: 0.0562770 Jul 08 18:03:42.958708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-473d0b2c-627f-44c3-abb6-e6bd5dec33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:42.960212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-473d0b2c-627f-44c3-abb6-e6bd5dec33e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0960488 Jul 08 18:03:43.004456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-911b849f-cdf1-4a96-aef6-ffde368fea20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0370522 Jul 08 18:03:43.063042 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-fe1bc8af-16e2-46a1-bdfa-416659b10ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.064924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-fe1bc8af-16e2-46a1-bdfa-416659b10ea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0546918 Jul 08 18:03:43.125368 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-c410b64d-6acf-4079-99f6-a6a2b2bcd5f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497971 Jul 08 18:03:43.183574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-4c82f61a-36d9-4815-aa01-bb6ec4426705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.185207 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-4c82f61a-36d9-4815-aa01-bb6ec4426705 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.3337512 Jul 08 18:03:43.224298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-5bd309a8-b30a-431b-bb4b-a6f52bfaf1f5 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921671 Jul 08 18:03:43.230310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-db8fb541-2b86-47ef-bb49-148339515c19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0370922 Jul 08 18:03:43.278792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-7559ccf1-76f9-46f0-adce-c30986f25448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.280149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-7559ccf1-76f9-46f0-adce-c30986f25448 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0443103 Jul 08 18:03:43.319372 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-637d54ac-4ff5-45f1-af97-9641ae7b8abd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321655 Jul 08 18:03:43.322173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-60b5652f-6915-47e8-970f-d8e65d204817 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913928 Jul 08 18:03:43.335346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:43.391316 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:43.411366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-6cd8244a-6842-484c-857c-7eb1ba25ae71 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Jul 08 18:03:43.506615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2d4e551f-5c02-466d-9f0a-da4981eb5dc8 req-1b0d7114-b043-4cfe-bbb8-62eacc595b6c service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894177 Jul 08 18:03:43.507284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d053-aff9-4979-ba12-d203d99e5ccb req-e060830f-6c9f-4e9b-a681-cef039e5f89c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.508793 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1d2d053-aff9-4979-ba12-d203d99e5ccb req-e060830f-6c9f-4e9b-a681-cef039e5f89c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0661581 Jul 08 18:03:43.546149 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e1d2d053-aff9-4979-ba12-d203d99e5ccb req-14edb472-0abc-4cb8-af23-1b572067122c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Jul 08 18:03:43.848582 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a5d2d-5ab5-4b78-be18-97a263c12736 req-7a952614-09a4-4845-aa9b-00790fd0aac7 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.850011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6a5d2d-5ab5-4b78-be18-97a263c12736 req-7a952614-09a4-4845-aa9b-00790fd0aac7 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 943 time: 0.0752103 Jul 08 18:03:43.891735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3f6a5d2d-5ab5-4b78-be18-97a263c12736 req-a6952759-0c26-4f0b-975c-0da02d646e03 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Jul 08 18:03:43.900940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-3907ade8-d344-4cea-b584-ab10abd34d5b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:43.902438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-3907ade8-d344-4cea-b584-ab10abd34d5b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490&tenant_id=84706642fce4464a8b5d694c9120b523&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 943 time: 0.1207960 Jul 08 18:03:43.963473 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-4c888a74-afe5-40c4-955b-eb27f3ea421d service neutron] delete failed (client error): The resource could not be found. Jul 08 18:03:43.964462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-4c888a74-afe5-40c4-955b-eb27f3ea421d service neutron] 10.222.0.53 "DELETE /v2.0/ports/9d3c2dff-0804-406f-a303-22b0f7ac6803/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0566030 Jul 08 18:03:44.057554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-55972980-6087-49d9-b746-9808ec819a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.059137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-55972980-6087-49d9-b746-9808ec819a33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 1094 time: 0.0529523 Jul 08 18:03:44.148916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-3ebf349a-ae8a-47d8-8ce3-87606f8f9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.150317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-3ebf349a-ae8a-47d8-8ce3-87606f8f9866 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0854378 Jul 08 18:03:44.191218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-d43b8618-4a92-46a7-bc19-dc40a2a81a44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 200 len: 217 time: 0.0351331 Jul 08 18:03:44.238555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-54c7b60f-5978-4866-b7bd-b16e36c8202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:44.239963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-54c7b60f-5978-4866-b7bd-b16e36c8202e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0431418 Jul 08 18:03:44.271618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-ab144e18-0764-4259-b3df-5f37a8e4475b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255024 Jul 08 18:03:44.361833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-bb54acc9-108a-4b0f-9db8-3a5cb93d9f22 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Jul 08 18:03:44.453206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9bba6083-60c1-494a-ad8d-75e595e59ba9 req-d3b2050c-fc61-4927-888a-0252b909c217 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846062 Jul 08 18:03:44.489512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:44.582422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:44.597029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'port_id': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'mac_address': 'fa:16:3e:ea:cc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:44.632229 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.644740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3c2dff-0804-406f-a303-22b0f7ac6803 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:44.663302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:44.666802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.711991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:44.879419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['9d3c2dff-0804-406f-a303-22b0f7ac6803'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:44.883758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:44.959851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:45.085606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98682cd-fc31-46bf-9fa3-df9f31aa7557 req-44c564de-a9a0-4b2d-a820-ead4fa10a22e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:45.087112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e98682cd-fc31-46bf-9fa3-df9f31aa7557 req-44c564de-a9a0-4b2d-a820-ead4fa10a22e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 944 time: 0.0683169 Jul 08 18:03:45.124371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e98682cd-fc31-46bf-9fa3-df9f31aa7557 req-13545471-4eaa-4797-881e-7df344666b8f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jul 08 18:03:45.294197 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe4935-e2d3-4346-98d5-82f99c12a2ab req-991ae71e-959e-4cd8-b180-9f8cf0649653 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:45.295577 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dffe4935-e2d3-4346-98d5-82f99c12a2ab req-991ae71e-959e-4cd8-b180-9f8cf0649653 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 944 time: 0.0638504 Jul 08 18:03:45.332951 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dffe4935-e2d3-4346-98d5-82f99c12a2ab req-844af36f-42c1-4c42-bc12-69a4253f6232 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Jul 08 18:03:45.503912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e3eb1-f139-4e31-9827-479c0f037d00 req-386421a9-b603-4bdc-9c88-f8c84d7942f0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:45.505383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c90e3eb1-f139-4e31-9827-479c0f037d00 req-386421a9-b603-4bdc-9c88-f8c84d7942f0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 944 time: 0.0644293 Jul 08 18:03:45.542262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c90e3eb1-f139-4e31-9827-479c0f037d00 req-22e2d894-ac19-4b20-858c-aa8f907b175d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Jul 08 18:03:45.989959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-9bff96f1-9767-46cc-9ead-93088cc60d10 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:45.991399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-9bff96f1-9767-46cc-9ead-93088cc60d10 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 815 time: 0.1032705 Jul 08 18:03:46.005741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-c6911d87-b7fd-4e0f-b397-6f37da6b9f3b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/quotas/84706642fce4464a8b5d694c9120b523 HTTP/1.1" status: 200 len: 375 time: 0.0089700 Jul 08 18:03:46.068486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-4c81a375-cac3-47df-b407-4ec8058981e5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578201 Jul 08 18:03:46.160565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-c4b164c5-82f7-4e09-b85b-ed0441a37517 service neutron] 10.222.0.48 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Jul 08 18:03:46.249552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-e8d3aee0-b002-4d5a-984c-4cf2b7258f6a service neutron] 10.222.0.48 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834098 Jul 08 18:03:46.418138 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-24c8ebe8-870d-4e16-83b9-1904917e36f4 req-623655fa-7971-4fc0-94db-ce18ead8d0f6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 210 time: 0.0291066 Jul 08 18:03:46.506566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:46.558459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 9d3c2dff-0804-406f-a303-22b0f7ac6803 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:46.564248 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 9d3c2dff-0804-406f-a303-22b0f7ac6803 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:46.564635 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.645812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.668685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:46.670999 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca11917-5794-45f8-b73f-634c7ac9d251" -d '{"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-plugged", "status": "completed", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:46.685098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:46.691830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:46.716026 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dede31f-f814-45a8-8d44-a14ae9ca473f x-openstack-request-id: req-1dede31f-f814-45a8-8d44-a14ae9ca473f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:46.716316 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-plugged", "status": "completed", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:46.716566 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dede31f-f814-45a8-8d44-a14ae9ca473f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:46.717083 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'code': 200} Jul 08 18:03:46.744988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:47.158996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-d7ec611d-9838-4f6a-8ae3-3a8f53544725 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:47.160862 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-d7ec611d-9838-4f6a-8ae3-3a8f53544725 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d368d2f-55d8-48a6-9bff-774d376f6490 HTTP/1.1" status: 200 len: 945 time: 0.0681362 Jul 08 18:03:47.368005 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.21', 64492) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:47.502280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-c1de8610-9800-4ef7-abb4-e8e0fe347a1e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:47.505079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-c1de8610-9800-4ef7-abb4-e8e0fe347a1e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 815 time: 0.1352930 Jul 08 18:03:47.521934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Request body: {'port': {'device_id': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'admin_state_up': True, 'tenant_id': '84706642fce4464a8b5d694c9120b523'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:47.599919 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0c18ec6-54f3-466a-b4c9-4dba11316ec9 req-4cf5f7b9-2293-4a97-a057-e1642589761f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 210 time: 0.0423436 Jul 08 18:03:47.664468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Made reservation on behalf of 84706642fce4464a8b5d694c9120b523 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:47.665628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Deleting port 9d3c2dff-0804-406f-a303-22b0f7ac6803 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:47.666076 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.668486 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.759680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] For port 9d3c2dff-0804-406f-a303-22b0f7ac6803, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=9d3c2dff-0804-406f-a303-22b0f7ac6803,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:47.760041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.775305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Calling delete_port for 9d3c2dff-0804-406f-a303-22b0f7ac6803 owned by compute:nova {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:47.829117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Allocated IP 172.20.0.12 (54ef85b5-5895-4c52-b235-f3a33b92b209/c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd/8d98d6a2-76b9-4168-a5ba-bba731a59157) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:47.915910 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:47.928979 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['9d3c2dff-0804-406f-a303-22b0f7ac6803'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:47.954904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Pushing event deleted for resources: {'Port': ['ID=9d3c2dff-0804-406f-a303-22b0f7ac6803,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:47.999067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] No DVR routers for this DVR port 9d3c2dff-0804-406f-a303-22b0f7ac6803 on host n-h2-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:48.002138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.005088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.21 "DELETE /v2.0/ports/9d3c2dff-0804-406f-a303-22b0f7ac6803 HTTP/1.1" status: 204 len: 173 time: 0.8373306 Jul 08 18:03:48.005573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-deleted', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:48.008861 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5ed7d-255e-41f7-90d6-389560291b6c" -d '{"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-deleted", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:48.038924 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.055137 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4b17c-8bd6-42c5-8626-1966b6e1025c x-openstack-request-id: req-81a4b17c-8bd6-42c5-8626-1966b6e1025c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:48.055650 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d368d2f-55d8-48a6-9bff-774d376f6490", "name": "network-vif-deleted", "tag": "9d3c2dff-0804-406f-a303-22b0f7ac6803", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:48.056104 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81a4b17c-8bd6-42c5-8626-1966b6e1025c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:48.056995 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d368d2f-55d8-48a6-9bff-774d376f6490', 'name': 'network-vif-deleted', 'tag': '9d3c2dff-0804-406f-a303-22b0f7ac6803', 'status': 'completed', 'code': 200} Jul 08 18:03:48.088498 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.100667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['9d3c2dff-0804-406f-a303-22b0f7ac6803'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:48.137187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Network 54ef85b5-5895-4c52-b235-f3a33b92b209 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:48.140364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:48.145303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:48.151734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.198168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:48.198779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.213944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-054250fc-3a64-42da-ab70-7929fb3668e4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6975515 Jul 08 18:03:48.226359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Request body: {'port': {'device_id': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:48.303778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.563352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d98d6a2-76b9-4168-a5ba-bba731a59157 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:48.570692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.581985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Transition to ACTIVE for port object 8d98d6a2-76b9-4168-a5ba-bba731a59157 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:48.585702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.634165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.705411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:48.706417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:48.706925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:48.711515 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:03:48.711832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:48.716782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:48.717124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Checking segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:48.717510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Bound using segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:48.717960 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Bound port: 8d98d6a2-76b9-4168-a5ba-bba731a59157, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:48.718321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.781579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:48.782106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cbb6a-afa2-4f3b-8b0f-0d543838ce58 req-fcea5cd5-9e29-4b6d-a75e-27bf39a62e8a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:48.783661 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e33cbb6a-afa2-4f3b-8b0f-0d543838ce58 req-fcea5cd5-9e29-4b6d-a75e-27bf39a62e8a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0692544 Jul 08 18:03:48.785405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:48.790199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.822614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:48.822781 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e33cbb6a-afa2-4f3b-8b0f-0d543838ce58 req-0cb3957a-b3ce-45a3-a38f-cd141f922aee tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Jul 08 18:03:48.823239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:48.825251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 1092 time: 0.6033547 Jul 08 18:03:48.827512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:48.831545 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38" -d '{"events": [{"name": "network-changed", "server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:48.863409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06ca41-48e4-4eef-ac57-da1844bcf301 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:48.869834 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719a0f1-ed81-4158-83f1-0228dc0463d3 x-openstack-request-id: req-3719a0f1-ed81-4158-83f1-0228dc0463d3 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:48.870161 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:48.870420 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3719a0f1-ed81-4158-83f1-0228dc0463d3 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:48.870814 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'status': 'completed', 'code': 200} Jul 08 18:03:48.932863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-31fe885f-c4c7-4875-bb86-95f85459c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:48.934377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-31fe885f-c4c7-4875-bb86-95f85459c28d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1095 time: 0.0583723 Jul 08 18:03:48.975631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-f0eb7556-ddb6-42c1-bb70-74c6bea921c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0336599 Jul 08 18:03:49.022830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8595ef-e70b-420c-8a94-ad626865244c req-ac1ab103-efef-4017-9991-220a0d763e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.024410 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-ac1ab103-efef-4017-9991-220a0d763e87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0431440 Jul 08 18:03:49.057286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-fabbacea-ac5b-4087-bc84-fd9d5494f0ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270417 Jul 08 18:03:49.148689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-8f4ab27a-fba8-48a5-87cd-9e06d61d7854 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Jul 08 18:03:49.235510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e8595ef-e70b-420c-8a94-ad626865244c req-4838d626-1f0d-4199-a446-660d28cb3622 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801404 Jul 08 18:03:49.335946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-87c31f94-469b-4aa8-9329-d7f6ffb65f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.337426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-87c31f94-469b-4aa8-9329-d7f6ffb65f5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1095 time: 0.0572922 Jul 08 18:03:49.426075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-4af02be6-890b-464e-80da-eeb8e885e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.427534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-4af02be6-890b-464e-80da-eeb8e885e2b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0839555 Jul 08 18:03:49.471096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-4dab88fa-4887-4073-93a8-db4e4014b67a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0376008 Jul 08 18:03:49.520751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-afa98cf9-e057-4c7a-b8f3-5c2703f22802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:49.522228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-afa98cf9-e057-4c7a-b8f3-5c2703f22802 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0437603 Jul 08 18:03:49.556260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-57ab8200-6e7c-4ff5-8ca3-a70f8842c141 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275071 Jul 08 18:03:49.565103 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8f230a5a-ff0f-4d6a-be4c-be8e7de37239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.646544 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-ddf1216e-738f-4f15-ba10-48352f8ef732 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837312 Jul 08 18:03:49.734359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbae184e-15fd-40eb-9fe7-b0854bd2ca38 req-3e28172d-eb41-4ef5-9728-5b6ff48f538b service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808907 Jul 08 18:03:50.005419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bf3dd-1c5e-4347-b7d7-f1e039f59180 req-65495ea5-1f0a-4298-a607-ca461608094e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:50.006984 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c43bf3dd-1c5e-4347-b7d7-f1e039f59180 req-65495ea5-1f0a-4298-a607-ca461608094e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0663092 Jul 08 18:03:50.045080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c43bf3dd-1c5e-4347-b7d7-f1e039f59180 req-2ff6633a-35d1-4f10-be41-b9ddf634192a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 08 18:03:50.522028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:50.543072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 9d3c2dff-0804-406f-a303-22b0f7ac6803 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:50.543419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 9d3c2dff-0804-406f-a303-22b0f7ac6803 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:51.221233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ace870-ba5a-4647-a316-69d4ff2cfe7a req-70104225-ac76-435e-a804-5c9b90defd59 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:51.222740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-24ace870-ba5a-4647-a316-69d4ff2cfe7a req-70104225-ac76-435e-a804-5c9b90defd59 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0625899 Jul 08 18:03:51.266180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-24ace870-ba5a-4647-a316-69d4ff2cfe7a req-d9cb0fb8-6457-4645-beb0-46d6a190f3e7 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Jul 08 18:03:52.247630 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8a23-e649-4357-82e3-301396ed7a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.387664 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.441204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ca2e-9450-4b4d-b93f-e1a5a4e6f4d1 req-008c39a0-c39f-407e-8554-5c070f09f81f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:52.442723 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b263ca2e-9450-4b4d-b93f-e1a5a4e6f4d1 req-008c39a0-c39f-407e-8554-5c070f09f81f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0690114 Jul 08 18:03:52.484042 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b263ca2e-9450-4b4d-b93f-e1a5a4e6f4d1 req-1fdc4577-6e4b-4806-b00a-e59f5ac0c3db tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jul 08 18:03:52.537341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:52.629391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:52.643229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'port_id': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'mac_address': 'fa:16:3e:11:24:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:52.678574 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.691174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98d6a2-76b9-4168-a5ba-bba731a59157 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:52.709474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:52.713702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.759638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.900226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['8d98d6a2-76b9-4168-a5ba-bba731a59157'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:53.659816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9483b7-dbb3-4f22-9405-934f9a2a58a3 req-1075fc9b-0c2e-4f4e-9546-3e613303fa4b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:53.661549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f9483b7-dbb3-4f22-9405-934f9a2a58a3 req-1075fc9b-0c2e-4f4e-9546-3e613303fa4b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 945 time: 0.0682294 Jul 08 18:03:53.698956 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7f9483b7-dbb3-4f22-9405-934f9a2a58a3 req-ba546e99-59cd-4a1f-920f-60150debecdd tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jul 08 18:03:53.716194 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.553684 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:54.602417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 8d98d6a2-76b9-4168-a5ba-bba731a59157 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:54.605904 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 8d98d6a2-76b9-4168-a5ba-bba731a59157 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:54.606307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.683406 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.705275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:54.707565 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b04caa-a723-4ee6-8b0f-e5703c14183b" -d '{"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:54.720603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:54.732975 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:54.762246 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a46354f-c223-4314-ab9b-7c8485776abd x-openstack-request-id: req-8a46354f-c223-4314-ab9b-7c8485776abd {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:54.762561 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:54.762814 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a46354f-c223-4314-ab9b-7c8485776abd {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:54.763205 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'code': 200} Jul 08 18:03:54.789083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:54.906876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764014-0b09-464a-8605-454242b30803 req-c9fd93a3-8fe5-4896-9c08-13b48bb36d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:54.908262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48764014-0b09-464a-8605-454242b30803 req-c9fd93a3-8fe5-4896-9c08-13b48bb36d69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1097 time: 0.0959353 Jul 08 18:03:54.920802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2d648-0385-461b-8d66-103a916e4fc8 req-e63d2f42-bf97-4739-a7c8-dbe8e7810aec tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:54.922279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7d2d648-0385-461b-8d66-103a916e4fc8 req-e63d2f42-bf97-4739-a7c8-dbe8e7810aec tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.1086006 Jul 08 18:03:54.973063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48764014-0b09-464a-8605-454242b30803 req-9bc38bec-2217-4c5c-9e07-65c4cd3023ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 Jul 08 18:03:54.977829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f7d2d648-0385-461b-8d66-103a916e4fc8 req-038896c5-5db5-4a9d-9b40-8715b9800c32 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Jul 08 18:03:55.090236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.149863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d00436-de64-4225-a9dd-25b93be46eeb req-de1b7c7e-1d95-423e-bb5b-b7791b0f730f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:56.151367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65d00436-de64-4225-a9dd-25b93be46eeb req-de1b7c7e-1d95-423e-bb5b-b7791b0f730f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0630760 Jul 08 18:03:56.188759 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65d00436-de64-4225-a9dd-25b93be46eeb req-2f0a3e52-a44c-4142-a2db-c2c8431128c5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Jul 08 18:03:56.358378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3aa519-dff8-4946-9d4d-0cfc67475bf1 req-b1879e81-8561-4cdf-aaf4-a2d0063b760c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:56.359837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae3aa519-dff8-4946-9d4d-0cfc67475bf1 req-b1879e81-8561-4cdf-aaf4-a2d0063b760c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0625019 Jul 08 18:03:56.396984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae3aa519-dff8-4946-9d4d-0cfc67475bf1 req-b1cb20c3-ebfa-47e4-83ce-8f4ef193f9fa tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Jul 08 18:03:56.736371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-b98b0bdc-5497-4fc6-ab87-5b373bd27d53 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556564 Jul 08 18:03:56.798177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98596e89-ea84-4a1d-8564-574a8b8ffc6d req-33f9ff36-fdf7-414e-b20d-d72d583b32d2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:56.799712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98596e89-ea84-4a1d-8564-574a8b8ffc6d req-33f9ff36-fdf7-414e-b20d-d72d583b32d2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0699997 Jul 08 18:03:56.839165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98596e89-ea84-4a1d-8564-574a8b8ffc6d req-d9567830-4e31-4c04-a344-9ab5972fac78 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Jul 08 18:03:57.845491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-ff7777d5-a164-42cb-a9ca-bd624b0d5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:57.846962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-ff7777d5-a164-42cb-a9ca-bd624b0d5b40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1097 time: 0.0523551 Jul 08 18:03:57.941915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-a783d51a-06b5-4aaf-b194-8860ff80417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:57.943435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-a783d51a-06b5-4aaf-b194-8860ff80417d service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0904121 Jul 08 18:03:58.025670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea61f9-21d8-4cac-9dd0-9406be83c142 req-89af31d4-275e-4614-9850-c25b707ac02f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:58.027257 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75ea61f9-21d8-4cac-9dd0-9406be83c142 req-89af31d4-275e-4614-9850-c25b707ac02f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0769587 Jul 08 18:03:58.075887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75ea61f9-21d8-4cac-9dd0-9406be83c142 req-c962eedf-a1fc-4b6e-af67-104b996b8bf8 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Jul 08 18:03:58.223442 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-74c92b7c-4bae-4945-a306-962c84bc2f38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.2735436 Jul 08 18:03:58.271940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-f7dd2f55-4b43-47f2-9678-d563778c5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:58.273495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-f7dd2f55-4b43-47f2-9678-d563778c5de4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0435646 Jul 08 18:03:58.307015 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-caf9798c-b0e7-49dd-83fe-8b0cca95e662 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274136 Jul 08 18:03:58.396747 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-ad0ec197-40fc-47d7-92a7-61eb36804b25 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Jul 08 18:03:58.487303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-19b95614-3f0d-4320-af71-a6619776be3a service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835824 Jul 08 18:03:58.941011 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:03:59.250248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2312cb-ba90-4121-9556-c41547b03bcc req-bb558500-e382-4412-866f-6db93f272158 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:59.251626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe2312cb-ba90-4121-9556-c41547b03bcc req-bb558500-e382-4412-866f-6db93f272158 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0645783 Jul 08 18:03:59.290283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe2312cb-ba90-4121-9556-c41547b03bcc req-fd573eb3-c3fd-426c-be87-03cded104604 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Jul 08 18:04:00.462075 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1e388-e9b7-45ea-8442-9fd708b00643 req-b472def1-6716-4ce2-a233-7fa17e28df78 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:00.463550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cf1e388-e9b7-45ea-8442-9fd708b00643 req-b472def1-6716-4ce2-a233-7fa17e28df78 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0632260 Jul 08 18:04:00.500790 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8cf1e388-e9b7-45ea-8442-9fd708b00643 req-13c34d33-2f73-4546-b88b-f4749e016a72 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Jul 08 18:04:01.674145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837492f-64cc-47b6-8c2d-1f31309e99dc req-66f2ea68-c427-4446-b184-4156cc99935e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:01.675628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8837492f-64cc-47b6-8c2d-1f31309e99dc req-66f2ea68-c427-4446-b184-4156cc99935e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0641437 Jul 08 18:04:01.712983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8837492f-64cc-47b6-8c2d-1f31309e99dc req-c193ab25-6750-43d6-b8be-7795a59cb6d3 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Jul 08 18:04:02.886375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4dbb0-cc20-4c1d-829c-2b3c235736ce req-a5053c3b-7ea3-4274-a74d-ed36d3b1e0c6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:02.887842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ece4dbb0-cc20-4c1d-829c-2b3c235736ce req-a5053c3b-7ea3-4274-a74d-ed36d3b1e0c6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0631022 Jul 08 18:04:02.924254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ece4dbb0-cc20-4c1d-829c-2b3c235736ce req-5b9a4bc3-b89a-4195-baaf-b1e644aa438d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Jul 08 18:04:04.100843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc3710-b18f-44d8-9b38-6cdd2413f8ea req-60b88a70-d8cc-4672-bfb9-4b2dfd93ca3c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:04.102214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c0fc3710-b18f-44d8-9b38-6cdd2413f8ea req-60b88a70-d8cc-4672-bfb9-4b2dfd93ca3c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0654075 Jul 08 18:04:04.140501 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c0fc3710-b18f-44d8-9b38-6cdd2413f8ea req-3c00e6a2-0159-43ab-8fad-5573ce7c4dca tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Jul 08 18:04:05.324047 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0c70b-1aa3-45de-98bd-592c881a867d req-4928c4bc-e797-4c00-9623-bc4fddd31c22 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:05.325455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba0c70b-1aa3-45de-98bd-592c881a867d req-4928c4bc-e797-4c00-9623-bc4fddd31c22 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0753047 Jul 08 18:04:05.372545 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2ba0c70b-1aa3-45de-98bd-592c881a867d req-cd99e8ed-49a8-4482-bec8-1cd92a706f5d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Jul 08 18:04:06.545103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8533-1c69-4297-9512-d784f431b18e req-040bb675-3556-4bea-b3c3-a9310dbefc58 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:06.546580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7cf8533-1c69-4297-9512-d784f431b18e req-040bb675-3556-4bea-b3c3-a9310dbefc58 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0621438 Jul 08 18:04:06.583434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a7cf8533-1c69-4297-9512-d784f431b18e req-563538a8-5621-4cd6-8c86-e4f8d3e6becf tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305510 Jul 08 18:04:07.756145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b83f69-8690-44e8-a5c0-b9edca6bc4a7 req-0751d48f-388a-401a-a963-b1c4efea946f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.757653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f3b83f69-8690-44e8-a5c0-b9edca6bc4a7 req-0751d48f-388a-401a-a963-b1c4efea946f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0638473 Jul 08 18:04:07.795046 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f3b83f69-8690-44e8-a5c0-b9edca6bc4a7 req-74999f24-62e9-4ec4-9970-996a36b86985 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Jul 08 18:04:08.798491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-285d1646-a280-4800-ad6c-35c5d029e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.799928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-285d1646-a280-4800-ad6c-35c5d029e4fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1097 time: 0.0557320 Jul 08 18:04:08.904071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-8d9fdb47-11ed-43e5-9bcd-b5c09d5b57af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:08.905554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-8d9fdb47-11ed-43e5-9bcd-b5c09d5b57af service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0863335 Jul 08 18:04:08.978394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-c78a195c-4402-43df-bc4f-baaeb9322088 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0576766 Jul 08 18:04:09.046901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14404f45-70b3-41c6-9b10-b9a8d28fdb12 req-4179fca2-cff3-4228-bfc1-5a04e7333e5c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.048377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14404f45-70b3-41c6-9b10-b9a8d28fdb12 req-4179fca2-cff3-4228-bfc1-5a04e7333e5c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.1369259 Jul 08 18:04:09.049656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-83571124-67c0-4389-8b92-5c5616cc1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:09.051506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-83571124-67c0-4389-8b92-5c5616cc1401 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0656576 Jul 08 18:04:09.093597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-8416386a-9f5e-4742-a978-bde18ee341f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jul 08 18:04:09.118759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-14404f45-70b3-41c6-9b10-b9a8d28fdb12 req-fe535253-c572-4b0d-a788-cb00d104cd95 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640538 Jul 08 18:04:09.198692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-2dd5fe0b-8864-406b-96ac-3f8157d43f16 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925834 Jul 08 18:04:09.286641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4685310d-f470-4692-b7d2-6a05ae0a62d2 req-ad1023c2-a383-4c04-aff9-ce46f43ce0af service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820746 Jul 08 18:04:10.294405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc39d0-6cd7-4473-b454-0ab37a21aac5 req-7a93d3af-01fb-41a5-8bde-9c5540e01b83 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:10.295889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fc39d0-6cd7-4473-b454-0ab37a21aac5 req-7a93d3af-01fb-41a5-8bde-9c5540e01b83 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0668714 Jul 08 18:04:10.334095 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02fc39d0-6cd7-4473-b454-0ab37a21aac5 req-02e39c94-0c15-4932-9845-dc40c7bb12b0 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Jul 08 18:04:11.516741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161ded-7c53-499f-b92c-0a39e34b9882 req-5808c4e2-9237-489f-b79c-4734f26a1634 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:11.518248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d161ded-7c53-499f-b92c-0a39e34b9882 req-5808c4e2-9237-489f-b79c-4734f26a1634 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0680666 Jul 08 18:04:11.557095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5d161ded-7c53-499f-b92c-0a39e34b9882 req-ad95ab1b-6542-4b66-898d-1900daddf3bc tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Jul 08 18:04:12.735341 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3965bf-5d82-413b-bd31-ef368a612cee req-7f7def53-c426-494e-8fd5-f42bb8b91218 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.736850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c3965bf-5d82-413b-bd31-ef368a612cee req-7f7def53-c426-494e-8fd5-f42bb8b91218 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0671885 Jul 08 18:04:12.775376 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c3965bf-5d82-413b-bd31-ef368a612cee req-784a966c-ef97-43db-87a0-6de1faebcb55 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 08 18:04:13.338571 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:13.404142 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:13.946152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f5eb-d36a-4e13-a8f0-8a8fa54f8c0f req-1a98ff5f-c668-47f1-af1e-21911f7b09b4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.947630 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ef6f5eb-d36a-4e13-a8f0-8a8fa54f8c0f req-1a98ff5f-c668-47f1-af1e-21911f7b09b4 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0631459 Jul 08 18:04:13.984345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ef6f5eb-d36a-4e13-a8f0-8a8fa54f8c0f req-810a962b-df52-4732-b81e-0a16f948e5be tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Jul 08 18:04:15.158337 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae36d2-ec80-4188-a06e-e0001226510f req-9af9dee6-80a4-47cf-87e8-62b648cbd58f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:15.159813 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27ae36d2-ec80-4188-a06e-e0001226510f req-9af9dee6-80a4-47cf-87e8-62b648cbd58f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0650842 Jul 08 18:04:15.198673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27ae36d2-ec80-4188-a06e-e0001226510f req-374a9993-f9fe-4079-8c7b-8cc9dc4fd1f6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Jul 08 18:04:16.376522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f02ede-040f-4b2f-9172-a05e30061a8a req-0114d831-1e19-4743-b9e6-b17f5092d8ee tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:16.378003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-24f02ede-040f-4b2f-9172-a05e30061a8a req-0114d831-1e19-4743-b9e6-b17f5092d8ee tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0675833 Jul 08 18:04:16.415579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-24f02ede-040f-4b2f-9172-a05e30061a8a req-0cd79be1-c858-442b-a2a2-547d77f8d6dd tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312843 Jul 08 18:04:17.610311 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4394-3553-4f98-9ac4-80f2725c84c5 req-c11df3c7-5c86-46b2-8ed9-bdab228370da tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.611932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea7e4394-3553-4f98-9ac4-80f2725c84c5 req-c11df3c7-5c86-46b2-8ed9-bdab228370da tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0717342 Jul 08 18:04:17.650850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ea7e4394-3553-4f98-9ac4-80f2725c84c5 req-245c606e-d98e-4124-a80e-11566d1e17d6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Jul 08 18:04:18.823008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5a709-43ae-4cc6-8b6e-3f4c2c9d712b req-83c98aae-9dca-475c-b62a-65105f46234e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:18.824479 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3a5a709-43ae-4cc6-8b6e-3f4c2c9d712b req-83c98aae-9dca-475c-b62a-65105f46234e tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0625830 Jul 08 18:04:18.861104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b3a5a709-43ae-4cc6-8b6e-3f4c2c9d712b req-29f1e834-d885-4533-92ec-74a4ce2d6c0f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Jul 08 18:04:19.566561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-48aed438-27c1-4968-a633-0810fcb4f32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:20.035660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739ed3d-cdba-488c-b122-c5c7e350827b req-dc9594a3-d65d-4d67-9fd8-befff83a1b20 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:20.037415 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c739ed3d-cdba-488c-b122-c5c7e350827b req-dc9594a3-d65d-4d67-9fd8-befff83a1b20 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0645449 Jul 08 18:04:20.075634 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c739ed3d-cdba-488c-b122-c5c7e350827b req-f7e7016f-f065-4536-8c2b-d73004e3a601 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Jul 08 18:04:21.253298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ab0dc-56e5-4060-aba9-c8020c0785af req-351a2b14-7574-4104-84ac-1b49db3bad31 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:21.254799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-740ab0dc-56e5-4060-aba9-c8020c0785af req-351a2b14-7574-4104-84ac-1b49db3bad31 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0628445 Jul 08 18:04:21.292922 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-740ab0dc-56e5-4060-aba9-c8020c0785af req-0154e0dc-563a-41e2-b802-5cbcbd1fbdf6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Jul 08 18:04:22.249233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-203beb97-249a-486f-80cb-853d875a423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.389889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:22.475730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e011433-1f17-471e-a518-5427ada42753 req-793c7bd4-6256-40e6-85c8-aaa1b08f4917 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:22.477218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e011433-1f17-471e-a518-5427ada42753 req-793c7bd4-6256-40e6-85c8-aaa1b08f4917 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0694826 Jul 08 18:04:22.516901 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5e011433-1f17-471e-a518-5427ada42753 req-a20e544e-9d8e-48fb-88cc-c40df7cc5770 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Jul 08 18:04:23.691424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da41883-0189-4cb8-98f0-af8fbbec23d1 req-abc562b1-f3fb-4aaf-a205-1cbda4067cd8 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:23.692923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9da41883-0189-4cb8-98f0-af8fbbec23d1 req-abc562b1-f3fb-4aaf-a205-1cbda4067cd8 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0677218 Jul 08 18:04:23.718490 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:23.731443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9da41883-0189-4cb8-98f0-af8fbbec23d1 req-ff39384a-9df6-4f93-99f0-75d804cee46d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Jul 08 18:04:24.903631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5f0ce-d13d-4a13-9dac-dd253d88acf5 req-640b231b-c27b-44ca-819a-79b9f01c19e8 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:24.905108 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-74c5f0ce-d13d-4a13-9dac-dd253d88acf5 req-640b231b-c27b-44ca-819a-79b9f01c19e8 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0638766 Jul 08 18:04:24.942285 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-74c5f0ce-d13d-4a13-9dac-dd253d88acf5 req-3eccd67e-67c8-469a-874e-27d741f7e4f2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Jul 08 18:04:25.092625 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:25.580841 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-4615bb6e-b198-4adc-a898-10e455dde9ec service neutron] show failed (client error): The resource could not be found. Jul 08 18:04:25.581831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-4615bb6e-b198-4adc-a898-10e455dde9ec service neutron] 10.222.0.21 "GET /v2.0/ports/8d98d6a2-76b9-4168-a5ba-bba731a59157/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0547023 Jul 08 18:04:25.881532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-87e3baeb-023b-4681-bc49-e6fc9f62d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:25.883000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-87e3baeb-023b-4681-bc49-e6fc9f62d436 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed&tenant_id=84706642fce4464a8b5d694c9120b523 HTTP/1.1" status: 200 len: 1097 time: 0.1084554 Jul 08 18:04:25.894603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:25.966976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.204901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b339-7406-4510-a5e4-90e8fd859e23 req-8c1e0474-0657-4e55-9007-7b74438a31d5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.206396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a303b339-7406-4510-a5e4-90e8fd859e23 req-8c1e0474-0657-4e55-9007-7b74438a31d5 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.1386673 Jul 08 18:04:26.223166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:26.265392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a303b339-7406-4510-a5e4-90e8fd859e23 req-607c7b8d-88bf-4148-8498-92720ecf050b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515175 Jul 08 18:04:26.277706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:26.316856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:26.319188 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4db6c1-e9da-4911-ba89-ba9787927425" -d '{"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:26.322817 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.337227 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Transition to ACTIVE for port object 8d98d6a2-76b9-4168-a5ba-bba731a59157 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:26.342048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.404716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] No DVR routers for this DVR port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:26.414230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:26.439831 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e6018b-3078-4e8c-8afa-5cc5c141967a x-openstack-request-id: req-f4e6018b-3078-4e8c-8afa-5cc5c141967a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:26.440122 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-unplugged", "status": "completed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:26.440377 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4e6018b-3078-4e8c-8afa-5cc5c141967a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:26.440770 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'code': 200} Jul 08 18:04:26.445464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.445815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.446189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.446531 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.446869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.447203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.447536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.447867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.448197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.448524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.448851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.449174 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:26.462643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:26.462983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:26.463316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:26.467619 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:26.467968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Attempting to bind port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on network 54ef85b5-5895-4c52-b235-f3a33b92b209 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:26.472664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:26.472999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Checking segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:26.473376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Bound using segment: {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:26.473832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Bound port: 8d98d6a2-76b9-4168-a5ba-bba731a59157, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40eacac8-f5ed-4393-ab24-494b17aca903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:26.474229 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.536116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:26.539103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:26.543890 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.577569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.578276 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:26.579619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 1092 time: 0.6890049 Jul 08 18:04:26.600400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f4ce5-7b46-497b-8c39-c9c7d4ceb8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:26.658304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-e7337204-a1a4-44f7-96ef-ca0e0ef30f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.659809 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-e7337204-a1a4-44f7-96ef-ca0e0ef30f52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1095 time: 0.0564964 Jul 08 18:04:26.748317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-8f1d3aec-0b2c-4969-a2c8-75c8b78bfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.749800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-8f1d3aec-0b2c-4969-a2c8-75c8b78bfd64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0832198 Jul 08 18:04:26.790775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-caee3e8d-9199-4f26-aa98-6eda3ad84693 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0342994 Jul 08 18:04:26.843558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-bf6bf0d2-e882-4074-b549-a3e3e28246b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:26.844990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-bf6bf0d2-e882-4074-b549-a3e3e28246b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0486565 Jul 08 18:04:26.877007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-21a8818d-1fd0-4689-ace6-bee8e4c272cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257108 Jul 08 18:04:26.963380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-9398ab35-780f-4a10-8a12-545fc34d27c3 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791368 Jul 08 18:04:27.054279 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0dd1613-7075-4fc9-a0ba-742edf48cc03 req-3c65ad59-3025-4c30-8fdb-1a3b0866d030 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846632 Jul 08 18:04:27.439448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452f3e-7f94-4a38-a3e8-42cf5158ae88 req-219fc9d0-5510-4a39-bb25-c862f37f6c6d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:27.440908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b452f3e-7f94-4a38-a3e8-42cf5158ae88 req-219fc9d0-5510-4a39-bb25-c862f37f6c6d tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0638270 Jul 08 18:04:27.478746 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b452f3e-7f94-4a38-a3e8-42cf5158ae88 req-f5ca73bd-0fda-41a5-8b7a-b473e48cb441 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jul 08 18:04:28.441577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:28.443973 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872bf8e-c051-4977-ad65-64c6f3991cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:28.491413 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa764a-efe9-47cd-b9a2-d72253954058 x-openstack-request-id: req-e7aa764a-efe9-47cd-b9a2-d72253954058 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:28.491704 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:28.491960 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7aa764a-efe9-47cd-b9a2-d72253954058 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:28.492892 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'status': 'completed', 'code': 200} Jul 08 18:04:28.654741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-1532fcdc-f141-4462-8df0-0e6dfc34e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.656403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-1532fcdc-f141-4462-8df0-0e6dfc34e555 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1095 time: 0.1297615 Jul 08 18:04:28.659137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-ec734987-68a9-43be-9ae6-b520895fbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.660907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-ec734987-68a9-43be-9ae6-b520895fbc3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1095 time: 0.1430695 Jul 08 18:04:28.699014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:28.741177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:28.805805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481928dd-d59d-4ab4-bc80-ff9ecb530e8a req-fecb4696-e1a4-469d-92ba-b98cd878e47f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.807302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-481928dd-d59d-4ab4-bc80-ff9ecb530e8a req-fecb4696-e1a4-469d-92ba-b98cd878e47f tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.2046535 Jul 08 18:04:28.877547 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-60a80dfe-c341-4b3f-8af6-e773a3e4b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.879007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-60a80dfe-c341-4b3f-8af6-e773a3e4b2be service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.2153218 Jul 08 18:04:28.882610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-af6bc325-35a3-42c7-960c-7c7fd9e0cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:28.883934 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-af6bc325-35a3-42c7-960c-7c7fd9e0cd5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.2092648 Jul 08 18:04:28.889999 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-481928dd-d59d-4ab4-bc80-ff9ecb530e8a req-849d53c0-cf10-4983-8412-ab9eedf52eb7 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683303 Jul 08 18:04:28.960268 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-847b9df4-6568-416f-8a99-907d894d9ad0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0732603 Jul 08 18:04:28.961610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-6248de76-2b73-41cd-8b4f-ed9a2a765c40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0665395 Jul 08 18:04:29.041889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-515af6be-2b07-4830-a814-211e62b845b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:29.043377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-515af6be-2b07-4830-a814-211e62b845b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0772293 Jul 08 18:04:29.044762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-7dc5b1c6-5a9c-4c7e-8cbd-24853af0a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:29.046108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-7dc5b1c6-5a9c-4c7e-8cbd-24853af0a69c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0727639 Jul 08 18:04:29.105023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-cf1b61ce-5dbc-4af1-92cf-e1d4bd1df782 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516350 Jul 08 18:04:29.106833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-f341aea9-1350-4fea-9f82-a102a248737f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549288 Jul 08 18:04:29.493867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-cde1e93a-4a72-4998-90d4-05eb38232981 service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753898 Jul 08 18:04:29.495556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-baeb4794-23e0-4d36-812e-dbf5fc047e6d service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845942 Jul 08 18:04:29.647647 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-67e9920a-ecd8-4587-b864-d73f91cc3faf service neutron] 10.222.0.53 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473517 Jul 08 18:04:29.649469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1872bf8e-c051-4977-ad65-64c6f3991cc8 req-16790e17-cffc-448e-8267-705b2b606842 service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420209 Jul 08 18:04:30.063499 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f04d2-105a-4f21-8427-3ec95c41ca1a req-99f3e724-ec8b-40e0-a6ff-41462afe0651 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.065496 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da6f04d2-105a-4f21-8427-3ec95c41ca1a req-99f3e724-ec8b-40e0-a6ff-41462afe0651 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0644400 Jul 08 18:04:30.105489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da6f04d2-105a-4f21-8427-3ec95c41ca1a req-7d52a5cc-27a3-48f1-a645-f9f953aeb377 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jul 08 18:04:30.406022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4291a30-3c7a-458d-a51f-e5b20f2ce767 req-61ee7c1a-6b73-4636-949c-8d65181fee8c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.407529 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4291a30-3c7a-458d-a51f-e5b20f2ce767 req-61ee7c1a-6b73-4636-949c-8d65181fee8c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 944 time: 0.0691264 Jul 08 18:04:30.417308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-9aed78f4-ddae-4dae-b5a8-24a90366277b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.418826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-9aed78f4-ddae-4dae-b5a8-24a90366277b tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.21 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed&tenant_id=84706642fce4464a8b5d694c9120b523&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 944 time: 0.0749536 Jul 08 18:04:30.446200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4291a30-3c7a-458d-a51f-e5b20f2ce767 req-42e290e1-2d27-453f-a9c0-c9e3a7442ec6 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Jul 08 18:04:30.480051 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-433b476c-e9b5-48e2-ac90-1774459e158d service neutron] delete failed (client error): The resource could not be found. Jul 08 18:04:30.481010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-433b476c-e9b5-48e2-ac90-1774459e158d service neutron] 10.222.0.21 "DELETE /v2.0/ports/8d98d6a2-76b9-4168-a5ba-bba731a59157/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0555534 Jul 08 18:04:30.578925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-19cba6c0-0dd2-42f5-a72b-f8a8dd9cda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.580448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-19cba6c0-0dd2-42f5-a72b-f8a8dd9cda09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84706642fce4464a8b5d694c9120b523&device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 1095 time: 0.0559235 Jul 08 18:04:30.672669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-03f3a69f-c45e-4014-baa7-61b742e67f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.674135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-03f3a69f-c45e-4014-baa7-61b742e67f42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 200 len: 916 time: 0.0855901 Jul 08 18:04:30.714836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-f424a9b6-d36c-4b2c-af48-11920df89f17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 200 len: 217 time: 0.0336368 Jul 08 18:04:30.762435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-b5d5418c-9122-4adf-b66f-8d1e20d79c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:30.763869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-b5d5418c-9122-4adf-b66f-8d1e20d79c87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 200 len: 855 time: 0.0430701 Jul 08 18:04:30.800877 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-fd71f31d-ee73-481d-8c11-c5d9283a4c70 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54ef85b5-5895-4c52-b235-f3a33b92b209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303566 Jul 08 18:04:30.887435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-a3adbd19-c83d-4705-b509-41ceb3433b3c service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800118 Jul 08 18:04:30.978206 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45d58afa-7b1b-4539-8cf7-b498cecf311e req-46f6cb29-cbc3-4dee-9c00-1e1fbd0e31fe service neutron] 10.222.0.21 "GET /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Jul 08 18:04:31.133554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:31.225287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:31.236270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'network_id': '54ef85b5-5895-4c52-b235-f3a33b92b209', 'port_id': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'mac_address': 'fa:16:3e:11:24:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:31.273286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.289583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d98d6a2-76b9-4168-a5ba-bba731a59157 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:31.308978 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:31.312894 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.360615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:31.368626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.369124 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.369532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.369875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.370259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.370594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.370929 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.371259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.371636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.371966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.372291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.372615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:31.530003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8d98d6a2-76b9-4168-a5ba-bba731a59157'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:31.632807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7250b-191a-4cab-a64f-75adfdcdd8a6 req-cceb37f3-a907-4f4d-b657-dece99940ec3 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.634355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-abc7250b-191a-4cab-a64f-75adfdcdd8a6 req-cceb37f3-a907-4f4d-b657-dece99940ec3 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 945 time: 0.0714455 Jul 08 18:04:31.672101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-abc7250b-191a-4cab-a64f-75adfdcdd8a6 req-1bae0464-df85-48b1-ae64-e25d3505253a tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Jul 08 18:04:31.847562 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e216-9de0-4c0e-b353-859e24c0b685 req-5c16b583-996d-49d8-b646-b29c8fc49db2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:31.849481 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e462e216-9de0-4c0e-b353-859e24c0b685 req-5c16b583-996d-49d8-b646-b29c8fc49db2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 945 time: 0.0646484 Jul 08 18:04:31.886802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e462e216-9de0-4c0e-b353-859e24c0b685 req-3a4fbf9f-5d91-4fbc-a3ac-679d224ec3db tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Jul 08 18:04:32.054692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d798df8-ba1e-4be5-a861-6b4afa2d3977 req-35beed25-c9fd-4f47-ae63-8f6bf6aebabb tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:32.056276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d798df8-ba1e-4be5-a861-6b4afa2d3977 req-35beed25-c9fd-4f47-ae63-8f6bf6aebabb tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 945 time: 0.0623882 Jul 08 18:04:32.094156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d798df8-ba1e-4be5-a861-6b4afa2d3977 req-18018dac-442a-4332-a22e-d057deb010a2 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Jul 08 18:04:32.652541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79b6ec-a2c5-45aa-928f-6cfdae9ad953 req-5bcbea63-dd18-4288-b6aa-a3f96935ffb9 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:32.654024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b79b6ec-a2c5-45aa-928f-6cfdae9ad953 req-5bcbea63-dd18-4288-b6aa-a3f96935ffb9 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 945 time: 0.0661976 Jul 08 18:04:32.692000 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b79b6ec-a2c5-45aa-928f-6cfdae9ad953 req-082f50d4-32b7-4638-810c-91e6bfb7caa1 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jul 08 18:04:33.143714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:33.194026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 8d98d6a2-76b9-4168-a5ba-bba731a59157 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:33.197593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 8d98d6a2-76b9-4168-a5ba-bba731a59157 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:33.198030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.272823 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.294093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:33.296305 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0c325-3846-4681-928c-6c93d5f5bccd" -d '{"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:33.309837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:33.314228 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.364958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:33.396253 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777ae37-8018-47a9-855c-90f4a8e749e2 x-openstack-request-id: req-a777ae37-8018-47a9-855c-90f4a8e749e2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:33.396547 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-plugged", "status": "completed", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:33.396801 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a777ae37-8018-47a9-855c-90f4a8e749e2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:33.397198 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'code': 200} Jul 08 18:04:33.676601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-71cba0aa-2047-459a-a4d0-d07a8e383c07 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:33.678827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-71cba0aa-2047-459a-a4d0-d07a8e383c07 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.53 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0670161 Jul 08 18:04:33.778995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Deleting port 8d98d6a2-76b9-4168-a5ba-bba731a59157 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:33.779335 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.871540 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] For port 8d98d6a2-76b9-4168-a5ba-bba731a59157, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=8d98d6a2-76b9-4168-a5ba-bba731a59157,segment=NetworkSegment(40eacac8-f5ed-4393-ab24-494b17aca903),segment_id=40eacac8-f5ed-4393-ab24-494b17aca903)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:33.871892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.874079 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceee73-08f1-4d33-8a79-6a71852bea67 req-7ac73ad8-705c-4d6a-9d81-ec988df5f40c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:33.876019 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01ceee73-08f1-4d33-8a79-6a71852bea67 req-7ac73ad8-705c-4d6a-9d81-ec988df5f40c tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/ports?device_id=38162c46-d4bc-4a35-9091-c6f3535823ed HTTP/1.1" status: 200 len: 946 time: 0.0646963 Jul 08 18:04:33.886091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Calling delete_port for 8d98d6a2-76b9-4168-a5ba-bba731a59157 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:33.915006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01ceee73-08f1-4d33-8a79-6a71852bea67 req-9f0eec6d-7054-40ad-88c0-35e946304e89 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Jul 08 18:04:34.011211 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.024062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['8d98d6a2-76b9-4168-a5ba-bba731a59157'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:34.048332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Pushing event deleted for resources: {'Port': ['ID=8d98d6a2-76b9-4168-a5ba-bba731a59157,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:34.091758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] No DVR routers for this DVR port 8d98d6a2-76b9-4168-a5ba-bba731a59157 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:34.094319 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:34.096251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd5821a2-d5ef-49f2-bf5b-fa1da152d6ca req-55c9eed8-849a-459b-9fd6-2e0ebdb07b08 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] 10.222.0.53 "DELETE /v2.0/ports/8d98d6a2-76b9-4168-a5ba-bba731a59157 HTTP/1.1" status: 204 len: 173 time: 0.4125602 Jul 08 18:04:34.096720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-deleted', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:34.099473 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f34917d-68ad-4277-b6a5-d114fb52a49e" -d '{"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-deleted", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:34.138945 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50074f2-0f86-4b97-a2aa-1031159ce0f8 x-openstack-request-id: req-e50074f2-0f86-4b97-a2aa-1031159ce0f8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:34.139233 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38162c46-d4bc-4a35-9091-c6f3535823ed", "name": "network-vif-deleted", "tag": "8d98d6a2-76b9-4168-a5ba-bba731a59157", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:34.139486 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e50074f2-0f86-4b97-a2aa-1031159ce0f8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:34.139946 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38162c46-d4bc-4a35-9091-c6f3535823ed', 'name': 'network-vif-deleted', 'tag': '8d98d6a2-76b9-4168-a5ba-bba731a59157', 'status': 'completed', 'code': 200} Jul 08 18:04:35.145117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60864) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:35.189236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Deleting subnet c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:04:35.192265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.225823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.266235 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.316062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.341101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:35.345074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.346929 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a82e85b7-4f10-4664-a744-5b5e7e8088ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c6ccd6b0-122e-4c7b-a60e-e5f551dc77dd HTTP/1.1" status: 204 len: 168 time: 0.2003100 Jul 08 18:04:35.350119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60866) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:35.417088 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.498099 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.508546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ef85b5-5895-4c52-b235-f3a33b92b209']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:35.518480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eacac8-f5ed-4393-ab24-494b17aca903') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:35.518709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eacac8-f5ed-4393-ab24-494b17aca903') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:35.528306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.542114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.547935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:04:35.548300 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:04:35.549905 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:04:35.608822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.615254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.620607 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/54ef85b5-5895-4c52-b235-f3a33b92b209 HTTP/1.1" status: 204 len: 168 time: 0.2662594 Jul 08 18:04:35.628214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c873e3-73b4-486d-a634-8e4262b22fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ef85b5-5895-4c52-b235-f3a33b92b209,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:35.724272 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60870) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:35.764757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12c3f50b-45f0-4d3f-9b56-36e42f08cb99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84706642fce4464a8b5d694c9120b523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392814 Jul 08 18:04:35.767215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60872) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:35.814015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e21281-9613-44ca-a385-04807b919757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.836409 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e21281-9613-44ca-a385-04807b919757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.885342 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e21281-9613-44ca-a385-04807b919757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.887971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f5e21281-9613-44ca-a385-04807b919757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:35.889363 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f5e21281-9613-44ca-a385-04807b919757 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9 HTTP/1.1" status: 204 len: 168 time: 0.1210947 Jul 08 18:04:35.897292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e21281-9613-44ca-a385-04807b919757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba150bc3-340b-4c8e-a6cb-cfb4cc2f0fe9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:35.940510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:04:36.549974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60894) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:36.648976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1478329465-network', 'tenant_id': '1030af2eba3d445baaa0c20411338d99'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:36.670732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Made reservation on behalf of 1030af2eba3d445baaa0c20411338d99 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:36.673382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.681587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.776940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.780686 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.805367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:04:36.814751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4213c4df-39ed-4f14-9721-424ce73416ef,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.819781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.820125 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Added segment be86ffaa-a338-4ac0-b029-a439a4033a98 of type vlan for network 7c999e90-502c-4dfa-838d-ca72c996c0f2 Jul 08 18:04:36.861461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.890854 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.891839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:36.892478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:36.943233 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3912318 Jul 08 18:04:36.945789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60898) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:36.950902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Request body: {'subnet': {'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1478329465-subnet', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:36.953632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e33e-c634-4cbe-b769-c606d2ec7e97 admin admin] Pushing event updated for resources: {'Network': ['ID=7c999e90-502c-4dfa-838d-ca72c996c0f2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:36.964554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:04:36.974134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Made reservation on behalf of 1030af2eba3d445baaa0c20411338d99 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:36.976506 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.144640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.173347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:37.197854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 8d98d6a2-76b9-4168-a5ba-bba731a59157 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:37.198409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 8d98d6a2-76b9-4168-a5ba-bba731a59157 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:37.208643 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:37.209180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Network hostable DHCP agents. Network: 7c999e90-502c-4dfa-838d-ca72c996c0f2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:04:37.212180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca8da67-9c9a-44ca-a612-a6e120430e1c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:37.228597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:04:37.237904 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 7c999e90-502c-4dfa-838d-ca72c996c0f2) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:37.242437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:37.243062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.251577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d577b1b-24eb-471e-a41c-d1ad2b67f567 None None] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:37.257872 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8443d6b1-218a-4ff9-8f35-ab8b990f284b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3109083 Jul 08 18:04:37.260526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60900) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:37.265061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:37.286456 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.287560 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.344287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.394141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-7c999e90-502c-4dfa-838d-ca72c996c0f2', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:04:37.395035 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.482562 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.535774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Allocated IP 172.20.0.2 (7c999e90-502c-4dfa-838d-ca72c996c0f2/2ca8da67-9c9a-44ca-a612-a6e120430e1c/15e27688-b749-4efe-bdbd-f49ab7bfde53) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:37.678285 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.687040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Transition to ACTIVE for port object 15e27688-b749-4efe-bdbd-f49ab7bfde53 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:37.687690 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.702740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Transition to ACTIVE for port object 15e27688-b749-4efe-bdbd-f49ab7bfde53 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:37.706901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.710094 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.749439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:37.754215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:37.757265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:37.770236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Pushing event updated for resources: {'Port': ['ID=15e27688-b749-4efe-bdbd-f49ab7bfde53,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:37.814226 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Allocated IP 172.25.3.147 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/fbbbcb36-2bdb-4794-a5bb-0438229b60e8) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:37.820566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Attempting to bind port 15e27688-b749-4efe-bdbd-f49ab7bfde53 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:37.821049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Attempting to bind port 15e27688-b749-4efe-bdbd-f49ab7bfde53 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:37.821505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Attempting to bind port 15e27688-b749-4efe-bdbd-f49ab7bfde53 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:37.826592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:37.826993 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:37.827484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.827990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:37.828450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Bound port: 15e27688-b749-4efe-bdbd-f49ab7bfde53, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:37.828861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.896329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] For port 15e27688-b749-4efe-bdbd-f49ab7bfde53, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:37.899790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] For port 15e27688-b749-4efe-bdbd-f49ab7bfde53, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=15e27688-b749-4efe-bdbd-f49ab7bfde53,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:37.903806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.927841 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:37.961146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef621d9-de18-49d9-9d33-1a2e496d4c96 None None] Pushing event updated for resources: {'Port': ['ID=15e27688-b749-4efe-bdbd-f49ab7bfde53,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:37.968803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.015295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:38.018122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:38.021116 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:38.046746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Pushing event updated for resources: {'Port': ['ID=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:38.293665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.486791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.617403 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:04:38.730381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:38.741235 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:38.750368 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:38.755089 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:38.755089 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:04:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:38.755396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eb8fcd0e-c5cd-4703-bfb4-67d45fa5977a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4927471 Jul 08 18:04:38.755396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60902) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:38.852279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78eb229-7894-44d1-b1a5-7c1465781166 None None] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:38.862428 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:38.922522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-85aaa5fe-5da9-4571-9d2a-101c15439476 None None] Provisioning for port 15e27688-b749-4efe-bdbd-f49ab7bfde53 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:39.056765 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:38Z', 'revision_number': 3, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:39.087857 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:39.088246 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Updating router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:04:39.130571 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.157567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 15e27688-b749-4efe-bdbd-f49ab7bfde53 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:39.257187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 15e27688-b749-4efe-bdbd-f49ab7bfde53 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:39.261734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 15e27688-b749-4efe-bdbd-f49ab7bfde53 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:39.262133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.356423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.394721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 15e27688-b749-4efe-bdbd-f49ab7bfde53, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=15e27688-b749-4efe-bdbd-f49ab7bfde53,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:39.400247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.418254 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.429229 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Transition to ACTIVE for port object fbbbcb36-2bdb-4794-a5bb-0438229b60e8 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:39.438724 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.454544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=15e27688-b749-4efe-bdbd-f49ab7bfde53,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:39.498891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Attempting to bind port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:39.499330 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Attempting to bind port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:39.499876 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Attempting to bind port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:39.506642 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Pushing event updated for resources: {'Port': ['ID=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:39.512957 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:39.513331 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:39.513731 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.514155 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:39.514617 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Bound port: fbbbcb36-2bdb-4794-a5bb-0438229b60e8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:39.514997 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.518127 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.518477 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.518826 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.519163 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.519494 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.519828 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.521077 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.521887 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.521887 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.522315 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.522648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.522977 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:39.535072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7eb5fec8-30e0-4f2c-9dce-93023e8f19f1 None None] Provisioning complete for port 15e27688-b749-4efe-bdbd-f49ab7bfde53 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:39.535819 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fec8-30e0-4f2c-9dce-93023e8f19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.573327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.581806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] For port fbbbcb36-2bdb-4794-a5bb-0438229b60e8, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:39.587077 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] For port fbbbcb36-2bdb-4794-a5bb-0438229b60e8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:39.592722 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.654439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:39.655052 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:04:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:39.656643 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02aff61-06ed-4672-8cb3-5830b241bcb7 None None] Pushing event updated for resources: {'Port': ['ID=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:39.736284 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Allocated IP 172.20.0.1 (7c999e90-502c-4dfa-838d-ca72c996c0f2/2ca8da67-9c9a-44ca-a612-a6e120430e1c/5c40bf0b-abf5-47d1-9416-b32b904ac7b2) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:39.761454 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:39.840964 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.855061 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Transition to ACTIVE for port object 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:39.887420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.924365 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:39.930829 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:39.934351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:39.936618 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:38Z', 'revision_number': 3, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:39.957251 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Pushing event updated for resources: {'Port': ['ID=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:39.978589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:39.978815 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184002b5-3b87-4726-a57c-933728e5ae60 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:38Z', 'revision_number': 3, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:40.135909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.151739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-33573c7c-ca04-46b7-8f31-8f4c6516dc57 None None] Provisioning for port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:40.156174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-33573c7c-ca04-46b7-8f31-8f4c6516dc57 None None] Provisioning complete for port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:40.156541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-33573c7c-ca04-46b7-8f31-8f4c6516dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.190809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-33573c7c-ca04-46b7-8f31-8f4c6516dc57 None None] Port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:40.330015 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.336576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.405849 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.407746 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Pushing event updated for resources: {'Port': ['ID=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:40.508647 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:40.510166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:40.630911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:40.750534 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:40.755826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b446a80b-33db-428c-8270-9b700dbfb670 admin admin] 10.222.0.48 "PUT /v2.0/routers/96e3935e-67a2-4a73-9aa9-857cfdf546d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9992883 Jul 08 18:04:40.816603 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-aa32d350-a16e-47c8-88ab-4e944d006747 None None] Provisioning complete for port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:40.817251 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa32d350-a16e-47c8-88ab-4e944d006747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:40.853851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-aa32d350-a16e-47c8-88ab-4e944d006747 None None] Port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:41.155578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 15e27688-b749-4efe-bdbd-f49ab7bfde53 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:41.203969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 15e27688-b749-4efe-bdbd-f49ab7bfde53 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:41.204338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.225099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 60910) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:41.229814 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780599159', 'description': 'tempest-description--1377835460'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:41.256045 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.295920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbbbcb36-2bdb-4794-a5bb-0438229b60e8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:41.345616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:41.348864 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.350438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:41.350820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.352990 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.383468 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.387968 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1618195 Jul 08 18:04:41.388226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60912) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:41.390542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058ab6ea-005e-4cad-990c-8b669efc8d78,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:41.395301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'security_group_rule': {'security_group_id': '058ab6ea-005e-4cad-990c-8b669efc8d78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:41.398852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.399440 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.400896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.400896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.400896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.400896 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.401366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.401782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.402241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.402797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.403108 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.403535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480fd357-492c-4fc2-b829-496c9a7bdbba tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:41.433392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.437417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.459500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port fbbbcb36-2bdb-4794-a5bb-0438229b60e8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:41.463920 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.491772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.495782 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.515679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817450e9-ec80-4759-b617-3f7c4f02a37c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:41.516950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:41.524801 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.526819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-05935424-0a9c-45b0-96b4-cb8dae1ba2a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367772 Jul 08 18:04:41.529354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60914) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:41.533992 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'security_group_rule': {'security_group_id': '058ab6ea-005e-4cad-990c-8b669efc8d78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:41.562722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.628333 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.632378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:41.633889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.642340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:41.642995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:04:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:41.652743 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b5a2a2-af85-4de3-be59-98f0d245a22e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:41.658468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.659653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f00414d3-8513-452c-a029-9deb45ab3128 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292956 Jul 08 18:04:41.662963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60916) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:41.667387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:41.690167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.753077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:41.792860 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:41.898020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Allocated IP 172.25.3.203 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/efb3e689-1d8e-48db-8922-3857d27a9a95) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:41.955619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 2, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:41.986026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:41.986382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Updating router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:04:42.004388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.020173 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.043114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.080153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:42.086381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:42.089837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:42.112152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'Port': ['ID=efb3e689-1d8e-48db-8922-3857d27a9a95,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:42.174298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.221724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.288024 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.297919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Transition to ACTIVE for port object 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:42.309168 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.382067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cff4e0-4262-4018-949f-8626c224888e None None] Pushing event updated for resources: {'Port': ['ID=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:42.383226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.388876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.421761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Attempting to bind port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:42.422472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Attempting to bind port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:42.423177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Attempting to bind port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:42.429001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:42.429535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:42.430084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.430583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:42.431156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Bound port: 5c40bf0b-abf5-47d1-9416-b32b904ac7b2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:42.431633 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.468739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'Port': ['ID=efb3e689-1d8e-48db-8922-3857d27a9a95,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:42.474110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.489467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.491062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-deb2d0aa-fbfc-45f9-bb21-957f8e544a79 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8271687 Jul 08 18:04:42.512655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] For port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:42.516650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] For port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:42.522919 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:42.599626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:42.600175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:04:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:42.642100 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cff4e0-4262-4018-949f-8626c224888e None None] Pushing event updated for resources: {'Port': ['ID=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:42.653162 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-5fa0884c-5883-4175-a4a1-7f4a9a2ef079 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1780599159&fields=id&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 267 time: 0.0441964 Jul 08 18:04:42.725364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:42.777200 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-3bd0fab2-2a1a-4508-bff2-b5d5bc4ba793 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:42.778746 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-3bd0fab2-2a1a-4508-bff2-b5d5bc4ba793 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1201606 Jul 08 18:04:42.793780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-68532a25-021f-4c7a-b4ea-b884576bb8c8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/quotas/1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 375 time: 0.0096123 Jul 08 18:04:42.866655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-5d1c82ed-c748-457c-8ea0-01640b22cd11 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673702 Jul 08 18:04:42.938406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:42Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:42.965180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76e70d-caf5-47d5-8b5e-8b902b3fc491 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:42Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:43.031480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-2cecde5d-bfad-45de-b9f8-207f88324cdb service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536417 Jul 08 18:04:43.137397 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-ca1021d1-dc3a-44dc-9784-21667fe93d51 service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995862 Jul 08 18:04:43.205755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbbbcb36-2bdb-4794-a5bb-0438229b60e8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:43.261991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:43.262590 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.338691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18638d3e-3ecb-44c7-8d76-cd1e058a4efe req-bd88c934-c3ed-4783-9c87-5e336e70980c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 210 time: 0.0355341 Jul 08 18:04:43.345913 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.387533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:43.452789 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.478720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:43.494786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:43.495169 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.598815 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.648612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:43.653753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:43.716038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:44.493052 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5411e43e-0846-431b-9aaa-e7d6774e2334 req-5a2fadb7-9086-4537-a618-7f800406bf56 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 210 time: 0.0295787 Jul 08 18:04:44.709799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-262bb4ab-cae6-448c-8908-39ce117bad57 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:44.711253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-262bb4ab-cae6-448c-8908-39ce117bad57 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1061246 Jul 08 18:04:44.762321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-e11e6cc0-4e2f-4e53-962d-caba19c56393 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 380 time: 0.0356801 Jul 08 18:04:44.770836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'port': {'device_id': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'admin_state_up': True, 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'security_groups': ['058ab6ea-005e-4cad-990c-8b669efc8d78']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:44.880211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Made reservation on behalf of 1030af2eba3d445baaa0c20411338d99 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:44.883748 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.005026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Allocated IP 172.20.0.11 (7c999e90-502c-4dfa-838d-ca72c996c0f2/2ca8da67-9c9a-44ca-a612-a6e120430e1c/90131eb5-1f4f-41b1-a100-580aa9a1f1be) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:45.090080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:45.140831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:45.141200 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.147837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.162093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Transition to ACTIVE for port object 90131eb5-1f4f-41b1-a100-580aa9a1f1be will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:45.195887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.238414 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:45.244129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:45.247908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:45.280696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:45.320018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:45.320658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.336260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-1be5ee40-bdb1-4524-a0ae-f4766cd98ea9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693252 Jul 08 18:04:45.349437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Request body: {'port': {'device_id': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:45.428654 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.436172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-931dd8e1-a42f-4a06-b4d6-d6aaf89869fb None None] Provisioning for port 90131eb5-1f4f-41b1-a100-580aa9a1f1be completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:45.439733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-931dd8e1-a42f-4a06-b4d6-d6aaf89869fb None None] Provisioning complete for port 90131eb5-1f4f-41b1-a100-580aa9a1f1be triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:45.440098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-931dd8e1-a42f-4a06-b4d6-d6aaf89869fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.472975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-931dd8e1-a42f-4a06-b4d6-d6aaf89869fb None None] Port 90131eb5-1f4f-41b1-a100-580aa9a1f1be cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:45.706820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d900-47e6-46ce-8fb1-d992b39dda0d req-811ee40c-091a-4963-a06d-4a7b37502a5b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:45.708291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0b2d900-47e6-46ce-8fb1-d992b39dda0d req-811ee40c-091a-4963-a06d-4a7b37502a5b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 932 time: 0.1035647 Jul 08 18:04:45.777904 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90131eb5-1f4f-41b1-a100-580aa9a1f1be {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:45.788796 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d0b2d900-47e6-46ce-8fb1-d992b39dda0d req-6242bfb9-f0ae-46d4-90c4-f9222535e313 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738032 Jul 08 18:04:45.790475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.802559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Transition to ACTIVE for port object 90131eb5-1f4f-41b1-a100-580aa9a1f1be will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:45.806756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.855667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a016c6-166a-45af-9626-26a83613619d service neutron] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:45.930274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:45.930631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:45.930975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:45.935983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:45.936319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:45.941718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:45.942119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:45.942510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:45.943106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Bound port: 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:45.943475 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.013265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:46.016406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:46.021713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.056203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.056943 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.058230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-86a016c6-166a-45af-9626-26a83613619d service neutron] 10.222.0.53 "PUT /v2.0/ports/90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1092 time: 0.7142291 Jul 08 18:04:46.058670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:46.060939 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1140e0-3865-4fb5-8ef8-408106945b94" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:46.089905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a016c6-166a-45af-9626-26a83613619d service neutron] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:46.115534 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e730d0-6392-45b1-8c45-d79fe995e63e x-openstack-request-id: req-33e730d0-6392-45b1-8c45-d79fe995e63e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:46.115858 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:46.116115 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33e730d0-6392-45b1-8c45-d79fe995e63e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:46.116519 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'status': 'completed', 'code': 200} Jul 08 18:04:46.165860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-4b9afce4-3134-4331-94dc-fcd725167f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.167528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-4b9afce4-3134-4331-94dc-fcd725167f41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0663004 Jul 08 18:04:46.461033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-625fa16f-f8b2-4378-aa4c-b4d742ad4832 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 217 time: 0.2864921 Jul 08 18:04:46.509254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-4ed06220-4129-43d1-a36d-53a64c807a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.510694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-4ed06220-4129-43d1-a36d-53a64c807a2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0424762 Jul 08 18:04:46.569805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-0057e971-8b83-4d24-8576-5d299c577abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.571340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-0057e971-8b83-4d24-8576-5d299c577abc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545952 Jul 08 18:04:46.659085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-953209a6-93f9-4f4d-8d84-0df938e69689 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814543 Jul 08 18:04:46.751979 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-83670c6a-3b62-4f38-8522-51c389ec0e71 req-5a6ba381-2d6a-4612-96e2-fc34c32e52c1 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853693 Jul 08 18:04:46.852195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-03a92cfa-3145-4819-b340-80076aa92865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.853857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-03a92cfa-3145-4819-b340-80076aa92865 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0538988 Jul 08 18:04:46.985553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-c7fa6daf-7ddc-45c5-8f34-dcca95c5e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.987128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-c7fa6daf-7ddc-45c5-8f34-dcca95c5e94b service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1273966 Jul 08 18:04:47.001228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7860764-3fd1-4d5f-bcab-44eb2233def0 req-4ceb8eb8-1e32-4e90-a072-c56c9a1a933b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.002639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7860764-3fd1-4d5f-bcab-44eb2233def0 req-4ceb8eb8-1e32-4e90-a072-c56c9a1a933b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 944 time: 0.1009910 Jul 08 18:04:47.042968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-67d13df7-552b-4b68-8fa7-08acf4722b67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 217 time: 0.0394106 Jul 08 18:04:47.103923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e7860764-3fd1-4d5f-bcab-44eb2233def0 req-dee6c275-e9a6-4f8c-b310-cbb901ad9fae tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942190 Jul 08 18:04:47.114383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-f4901b5c-36ee-47f6-af5e-e127e5641236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.115827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-f4901b5c-36ee-47f6-af5e-e127e5641236 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0651352 Jul 08 18:04:47.174215 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-4bf281f7-22f5-4378-bd69-6cd22d611d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.175702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-4bf281f7-22f5-4378-bd69-6cd22d611d05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531139 Jul 08 18:04:47.267481 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-7be699b7-fa31-4a68-acb4-c2e3f09311f6 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826206 Jul 08 18:04:47.360745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b1140e0-3865-4fb5-8ef8-408106945b94 req-e5b57631-5017-41ca-9401-66fb09226a29 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848663 Jul 08 18:04:48.286711 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88770e95-dca0-4335-aac4-b243672e64d7 req-3212b958-04cb-4483-8c42-fbd65b0ab0da tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:48.288229 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88770e95-dca0-4335-aac4-b243672e64d7 req-3212b958-04cb-4483-8c42-fbd65b0ab0da tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 944 time: 0.0735252 Jul 08 18:04:48.331295 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-88770e95-dca0-4335-aac4-b243672e64d7 req-c01cc448-1ceb-472b-9f1c-a5e45cb508b6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364625 Jul 08 18:04:49.213797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:49.309159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:49.320505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'mac_address': 'fa:16:3e:65:de:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:49.357393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.370852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90131eb5-1f4f-41b1-a100-580aa9a1f1be {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:49.390599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:49.394737 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.448715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:49.510053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95a8a-3bb6-4a6b-82a9-d14302aad675 req-53072d10-379d-43c7-9626-026cd92c1413 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:49.511713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0d95a8a-3bb6-4a6b-82a9-d14302aad675 req-53072d10-379d-43c7-9626-026cd92c1413 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 945 time: 0.0642178 Jul 08 18:04:49.549722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b0d95a8a-3bb6-4a6b-82a9-d14302aad675 req-5aa1db91-c138-4428-bd4b-26a9565346b7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Jul 08 18:04:49.569109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0167fcd1-081d-4924-80ca-18e431da1bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.585802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['90131eb5-1f4f-41b1-a100-580aa9a1f1be'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:50.722400 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efd401-08c3-424b-a842-e5a2a8210dfb req-4d7de9f6-a1e0-4d83-a1af-20d8c086667d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:50.724010 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9efd401-08c3-424b-a842-e5a2a8210dfb req-4d7de9f6-a1e0-4d83-a1af-20d8c086667d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 945 time: 0.0640419 Jul 08 18:04:50.762774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9efd401-08c3-424b-a842-e5a2a8210dfb req-152ed8e7-12e1-4f35-951f-e65f66cb7347 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Jul 08 18:04:51.230308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:51.277365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 90131eb5-1f4f-41b1-a100-580aa9a1f1be completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:51.280954 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 90131eb5-1f4f-41b1-a100-580aa9a1f1be triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:51.281282 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.358305 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.380330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:51.383248 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7891d13-502c-4f8d-936b-35bdb5a437ff" -d '{"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:51.397535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:51.402788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.427902 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e9c31-d2d7-453e-82ec-47684e221757 x-openstack-request-id: req-a04e9c31-d2d7-453e-82ec-47684e221757 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:51.428449 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:51.428726 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a04e9c31-d2d7-453e-82ec-47684e221757 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:51.429114 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'code': 200} Jul 08 18:04:51.455441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:51.538482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94507c6-82b2-4b04-b5be-6d4a2e7a64dd req-ccee7689-cf1b-483d-8842-db918444b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.539860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a94507c6-82b2-4b04-b5be-6d4a2e7a64dd req-ccee7689-cf1b-483d-8842-db918444b275 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0563407 Jul 08 18:04:51.575154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a94507c6-82b2-4b04-b5be-6d4a2e7a64dd req-74f35269-fe31-42d2-b785-4dc4d556a20e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288436 Jul 08 18:04:51.933847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42e079-caf6-429c-9771-79189a9e89cf req-50186eb1-197e-4926-bcb2-3b0f16352e8b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.935351 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe42e079-caf6-429c-9771-79189a9e89cf req-50186eb1-197e-4926-bcb2-3b0f16352e8b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0637302 Jul 08 18:04:51.972531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe42e079-caf6-429c-9771-79189a9e89cf req-87c31f08-6a22-4d0e-9c1d-86fd57c7559c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Jul 08 18:04:52.251865 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5603cf4-23f6-4803-a0f2-46e5e7a57fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.395233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.153481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9363e2-f82e-4e79-9f91-929c57c4a23b req-e61c223c-e1eb-45db-95ef-a9a9df509edf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.154994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e9363e2-f82e-4e79-9f91-929c57c4a23b req-e61c223c-e1eb-45db-95ef-a9a9df509edf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0635288 Jul 08 18:04:53.193517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3e9363e2-f82e-4e79-9f91-929c57c4a23b req-0c3d44f3-0e14-4e70-affb-47d90e2863bb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324788 Jul 08 18:04:53.366949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf741f-b64f-4dee-876c-8582a126a150 req-8a5526f3-06fb-4512-84be-bc389be1ac12 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.368381 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7fdf741f-b64f-4dee-876c-8582a126a150 req-8a5526f3-06fb-4512-84be-bc389be1ac12 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0682039 Jul 08 18:04:53.378254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 60968) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:53.388254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'floatingip': {'port_id': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:53.432391 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.722450 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.864848 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.868814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.968447 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f associated. External IP: 172.25.3.203, port: 90131eb5-1f4f-41b1-a100-580aa9a1f1be. Jul 08 18:04:54.172687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:54.279193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:54.283702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.289097 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:54.298428 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:54.299096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:04:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:54.321174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3adfc980-8fa5-45d2-9819-3db48eb5400e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "PUT /v2.0/floatingips/43099dc8-7498-4581-a409-1fbc4f86cb1f HTTP/1.1" status: 200 len: 992 time: 0.9418159 Jul 08 18:04:54.321753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:54.324028 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:54.360844 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c02b7-46b7-4d10-b43e-80f1d24ca752 x-openstack-request-id: req-668c02b7-46b7-4d10-b43e-80f1d24ca752 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:54.361132 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:54.361410 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-668c02b7-46b7-4d10-b43e-80f1d24ca752 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:54.361812 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'status': 'completed', 'code': 200} Jul 08 18:04:54.408851 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:54.438197 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-62225e5a-6c77-42ca-b287-c643c834850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.439699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-62225e5a-6c77-42ca-b287-c643c834850f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0556095 Jul 08 18:04:54.531545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-91656f59-df8f-488a-8b61-a18f2dfa8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.532917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-91656f59-df8f-488a-8b61-a18f2dfa8e95 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0870345 Jul 08 18:04:54.597479 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-a963089f-f880-456e-8aa6-360191ee7c4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1000 time: 0.0581717 Jul 08 18:04:54.630493 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:65:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:04:53Z', 'revision_number': 1, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:54.649240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-fd66e48f-cf2d-4704-a358-35346fab344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.650768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-fd66e48f-cf2d-4704-a358-35346fab344f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0473528 Jul 08 18:04:54.655514 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:54.664440 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:54.665035 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:04:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:54.709334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-b7668acb-312c-4e09-9ab4-2e897c1b5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:54.710951 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-b7668acb-312c-4e09-9ab4-2e897c1b5182 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543947 Jul 08 18:04:54.805226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-624b49d1-2f63-4f40-bb09-4badc6e0099a service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Jul 08 18:04:54.861672 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:54.898439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb0c8d6c-84ce-4c08-b1d6-a593e4ad0c1d req-09df0e7e-4cbc-4b5c-9a79-bea30265a6e7 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868030 Jul 08 18:04:55.082073 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:65:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:04:53Z', 'revision_number': 1, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:55.098262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.110276 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f700e-0cd1-4a2d-9be7-d7ccb85d0889 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:65:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:04:53Z', 'revision_number': 1, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:55.287518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc3d96-7f0e-4e1b-86cf-35d49527255b None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:05:12.939151 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:05:13.349363 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:13.416573 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.570503 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46806562-71e8-47b4-a773-b1fe39f1dffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.734373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-7058b45a-8eee-400c-a588-dca16f14c306 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528309 Jul 08 18:05:19.831262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-959bd915-f8ac-4604-87fa-b3481eb11603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:19.832775 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-959bd915-f8ac-4604-87fa-b3481eb11603 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0577779 Jul 08 18:05:19.937388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-65fe1a74-db26-4cdb-8b9a-06bad6c9af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:19.938871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-65fe1a74-db26-4cdb-8b9a-06bad6c9af3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0865364 Jul 08 18:05:20.004888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-2819afb1-d5bd-4fec-89dc-06ca3eae10c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1002 time: 0.0595453 Jul 08 18:05:20.051761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-573de93b-4f73-4e8d-9104-003ac1c2e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:20.053250 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-573de93b-4f73-4e8d-9104-003ac1c2e83d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0424376 Jul 08 18:05:20.109401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-fc9048f0-7af8-484e-9b12-1122c7a43ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:20.110828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-fc9048f0-7af8-484e-9b12-1122c7a43ea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514746 Jul 08 18:05:20.202092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-f87c8a17-5ed6-4dce-8dbf-3fc5661322dd service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840955 Jul 08 18:05:20.293091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3822a00f-671c-4939-9fe9-64c5718aba5a req-85e52ed8-ffaf-44eb-910a-0e1974b58f9b service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826826 Jul 08 18:05:22.252096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6cf0528a-a21a-4d1e-81d0-832f0f89d4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.398834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.727281 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:25.097239 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:43.348821 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:43.417181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.572010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83d6c917-1f7d-468f-979b-1a418b1d76f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.938881 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:05:52.251943 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ef33f209-3763-4b84-9776-82dc5f01e9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.400197 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.731423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:55.100937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.364267 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:13.418552 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:19.573272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d9e8-30ea-418e-8b9a-16f3618095f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:21.686259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-61a8edad-8c3b-4d00-8a24-7a089a5cfd42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522306 Jul 08 18:06:21.781835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-83778474-dbea-4a16-a62c-58a31d0bb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.783383 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-83778474-dbea-4a16-a62c-58a31d0bb947 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0568590 Jul 08 18:06:21.888139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-7c1702bb-7b44-4793-9fdf-82a1a40c545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:21.889634 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-7c1702bb-7b44-4793-9fdf-82a1a40c545e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0861492 Jul 08 18:06:21.959035 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-79a9f46c-ef88-447a-a72b-4111a236bead service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1002 time: 0.0624783 Jul 08 18:06:22.009898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-46466f80-26d4-4310-99f7-0106fa16ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:22.011408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-46466f80-26d4-4310-99f7-0106fa16ad1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0451615 Jul 08 18:06:22.069070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-77f68cbf-e85a-41c1-9e9e-a045019134ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:22.070710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-77f68cbf-e85a-41c1-9e9e-a045019134ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530136 Jul 08 18:06:22.164824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-22a8f032-9dc7-4be0-a81d-a00401646672 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868053 Jul 08 18:06:22.253168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3a6cc7a3-1f82-46fc-87d9-1276d55eaf80 req-f4d0b359-4480-4743-a1ae-f87a4906a6f8 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815907 Jul 08 18:06:22.257078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8817cfb7-03c6-47a4-b565-96bbb6c7e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:22.401549 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:23.731887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:25.103436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.937508 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:06:30.609765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2b238-f91d-4bd7-a880-fa5d942c1611 req-c6316216-e9ff-4c2f-8ff8-a0dfb58374a7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:30.611269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30f2b238-f91d-4bd7-a880-fa5d942c1611 req-c6316216-e9ff-4c2f-8ff8-a0dfb58374a7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0632548 Jul 08 18:06:30.653556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30f2b238-f91d-4bd7-a880-fa5d942c1611 req-da0136e2-cd60-47f1-bfb1-42dfcc39a51d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Jul 08 18:06:30.992173 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-1bee9a28-54d9-4201-afb4-d3ecfa1df236 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536335 Jul 08 18:06:31.294094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0420f3-ceb3-4aa2-b4aa-f360c8f31775 req-bc20131b-fa5c-435b-8a33-35b4e71cd28a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.295599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f0420f3-ceb3-4aa2-b4aa-f360c8f31775 req-bc20131b-fa5c-435b-8a33-35b4e71cd28a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.3045549 Jul 08 18:06:31.334698 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f0420f3-ceb3-4aa2-b4aa-f360c8f31775 req-e09f56f8-fd51-4c60-a13a-31af7135834e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333188 Jul 08 18:06:32.131500 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-8a63b236-2296-4fbb-b8a9-b8dbd922776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.132981 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-8a63b236-2296-4fbb-b8a9-b8dbd922776b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0553007 Jul 08 18:06:32.227128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-c0c1db66-b691-4b44-b347-c3078a639172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.228603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-c0c1db66-b691-4b44-b347-c3078a639172 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0885415 Jul 08 18:06:32.297722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-d3f6f280-8771-4ecb-b100-e7d85ae4d182 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1002 time: 0.0627625 Jul 08 18:06:32.347477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-fe025b4d-dd2c-4ad1-8f25-e36fe5016664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.349538 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-fe025b4d-dd2c-4ad1-8f25-e36fe5016664 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0460234 Jul 08 18:06:32.406257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-3f409be2-0350-4400-8fe7-8386bbbdae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.407732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-3f409be2-0350-4400-8fe7-8386bbbdae7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524447 Jul 08 18:06:32.495569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7dbaf3cb-4537-46ad-9926-3802fe691f3c service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817125 Jul 08 18:06:32.514408 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b79e-2ad4-4b39-9cc3-94a5bb7f147e req-1bc60cea-d37c-421a-8b4f-f4f567771486 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:32.515887 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40e8b79e-2ad4-4b39-9cc3-94a5bb7f147e req-1bc60cea-d37c-421a-8b4f-f4f567771486 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0647049 Jul 08 18:06:32.557449 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-40e8b79e-2ad4-4b39-9cc3-94a5bb7f147e req-7e91d90f-2f11-4c7b-974e-a8e60c5e420d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354908 Jul 08 18:06:32.589724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-01652d0c-adb6-4f43-b54f-9bf785a75e85 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879853 Jul 08 18:06:33.735775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958476-27a5-4c0f-8169-300e02cbc72d req-fe855af7-9d7a-45c2-8c03-ae285d337ebb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:33.737246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06958476-27a5-4c0f-8169-300e02cbc72d req-fe855af7-9d7a-45c2-8c03-ae285d337ebb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0627682 Jul 08 18:06:33.775197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06958476-27a5-4c0f-8169-300e02cbc72d req-c5109db3-4032-435c-89e7-949e2f9ec8d9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Jul 08 18:06:34.951844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd76a52-9c00-432f-bd7b-c05e94e08a7a req-aaea3814-2ed5-4276-a360-80071a57bed4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:34.953386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5cd76a52-9c00-432f-bd7b-c05e94e08a7a req-aaea3814-2ed5-4276-a360-80071a57bed4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0650010 Jul 08 18:06:34.991072 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5cd76a52-9c00-432f-bd7b-c05e94e08a7a req-c45d757e-045e-40d5-81c9-00fe68332f77 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Jul 08 18:06:36.169627 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec018fa-1228-48fd-84be-4a01ead0803d req-f0f99841-ab42-4957-bf98-404dc82ddbaf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.171140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dec018fa-1228-48fd-84be-4a01ead0803d req-f0f99841-ab42-4957-bf98-404dc82ddbaf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0674639 Jul 08 18:06:36.209860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dec018fa-1228-48fd-84be-4a01ead0803d req-331a2e2e-db11-4181-924a-a2d9c698fee8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Jul 08 18:06:37.383323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da015d-9bca-48dc-8fff-9e123a4e63cc req-420a8b45-df6c-4e71-a516-6b55ee5b5503 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.384730 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13da015d-9bca-48dc-8fff-9e123a4e63cc req-420a8b45-df6c-4e71-a516-6b55ee5b5503 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0637312 Jul 08 18:06:37.422745 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13da015d-9bca-48dc-8fff-9e123a4e63cc req-d098478e-951d-4b18-bfd0-8d787708beb2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324342 Jul 08 18:06:38.593636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bf5f5-7862-428d-ad7e-b0f97f247170 req-822ebb61-0bc0-4473-8659-b948f908de8c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:38.595111 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d10bf5f5-7862-428d-ad7e-b0f97f247170 req-822ebb61-0bc0-4473-8659-b948f908de8c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0630093 Jul 08 18:06:38.632385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d10bf5f5-7862-428d-ad7e-b0f97f247170 req-ed819426-cb83-4fc2-b184-921d0b96cfa3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Jul 08 18:06:39.806744 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ee938-8c68-4645-9c2c-4b085b43d5b3 req-4dfc00bd-44c3-4638-b72c-c87738b45c7e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.808218 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c4ee938-8c68-4645-9c2c-4b085b43d5b3 req-4dfc00bd-44c3-4638-b72c-c87738b45c7e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0673547 Jul 08 18:06:39.845935 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c4ee938-8c68-4645-9c2c-4b085b43d5b3 req-cafa6f4e-79de-40cc-9008-f484bd712d92 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Jul 08 18:06:41.024407 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588145a8-b814-407a-b602-dd86b242a944 req-a7d4672e-6517-437f-9ca2-660975120572 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:41.025834 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-588145a8-b814-407a-b602-dd86b242a944 req-a7d4672e-6517-437f-9ca2-660975120572 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0645950 Jul 08 18:06:41.064803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-588145a8-b814-407a-b602-dd86b242a944 req-4c01d258-9397-4cac-bd72-b8e7e363eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jul 08 18:06:42.242511 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888bd5-da32-41d7-8413-70fa35f78b31 req-3f004c6b-9677-4824-b57f-e07d843e1fae tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:42.243984 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0888bd5-da32-41d7-8413-70fa35f78b31 req-3f004c6b-9677-4824-b57f-e07d843e1fae tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0640242 Jul 08 18:06:42.281006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c0888bd5-da32-41d7-8413-70fa35f78b31 req-97052060-9fa8-49ac-89dd-c8145551fa18 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Jul 08 18:06:43.379791 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.434793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.464112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b07615-f60f-4c39-85de-da99f41a1c86 req-37c59874-b9f2-422b-bc9d-83ef6579325e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:43.465595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04b07615-f60f-4c39-85de-da99f41a1c86 req-37c59874-b9f2-422b-bc9d-83ef6579325e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0698597 Jul 08 18:06:43.502904 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04b07615-f60f-4c39-85de-da99f41a1c86 req-a23d2ca9-6d63-4290-92d9-a6f531d9a17c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Jul 08 18:06:44.475887 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-0e552ea9-e4bc-4eb0-9c4d-e413136e7832 service neutron] show failed (client error): The resource could not be found. Jul 08 18:06:44.476908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-0e552ea9-e4bc-4eb0-9c4d-e413136e7832 service neutron] 10.222.0.53 "GET /v2.0/ports/90131eb5-1f4f-41b1-a100-580aa9a1f1be/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0543423 Jul 08 18:06:44.680986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5a873-a69a-40c1-9a78-317ea43b5111 req-ebeb5d89-71cd-4d60-a518-31019a7e6886 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.682501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f2c5a873-a69a-40c1-9a78-317ea43b5111 req-ebeb5d89-71cd-4d60-a518-31019a7e6886 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0676870 Jul 08 18:06:44.725067 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f2c5a873-a69a-40c1-9a78-317ea43b5111 req-1c0c5250-f09c-48fd-9e66-6078a528dfcb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368407 Jul 08 18:06:44.725360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-a8d5da5c-1373-4fd1-b834-08314385a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:44.727075 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-a8d5da5c-1373-4fd1-b834-08314385a6b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 1097 time: 0.0538592 Jul 08 18:06:44.738071 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:44.812266 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.012985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:45.046013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:45.086588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:45.088862 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5e79b-71ad-4088-a201-d40aad8485ed" -d '{"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:45.092725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.105611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Transition to ACTIVE for port object 90131eb5-1f4f-41b1-a100-580aa9a1f1be will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:45.110646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.141603 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd2b372-b183-4926-904c-95537afcbaa9 x-openstack-request-id: req-8bd2b372-b183-4926-904c-95537afcbaa9 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:45.141893 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:45.142173 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8bd2b372-b183-4926-904c-95537afcbaa9 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:45.142730 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'code': 200} Jul 08 18:06:45.186541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.237915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.238332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.239323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.239670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.240004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.240338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.240666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.240989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.241314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.241634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.241999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.242301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:45.310402 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] No DVR routers for this DVR port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:45.443073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:45.443322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:45.443647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:45.447703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:45.448017 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Attempting to bind port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:45.452654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:45.452984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:45.453360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:45.453775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Bound port: 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:45.454154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.516068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:45.519120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:45.525383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.558944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.559457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.561162 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] 10.222.0.21 "PUT /v2.0/ports/90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1092 time: 0.8271925 Jul 08 18:06:45.600480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c307-9877-44a5-8962-57b3e2abbc6d service neutron] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.647796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-2d0ff4e8-ee0d-4abe-af7e-785d5f273488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.649329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-2d0ff4e8-ee0d-4abe-af7e-785d5f273488 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0612352 Jul 08 18:06:45.740942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-b8a5f5aa-7ec2-4854-86e0-c6e8dc425bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.742462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-b8a5f5aa-7ec2-4854-86e0-c6e8dc425bca service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0863974 Jul 08 18:06:45.814478 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-a7a4be5a-8f72-44c1-b3dd-b644447e0dd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1000 time: 0.0631170 Jul 08 18:06:45.863683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-70cb0eec-b9b3-4353-95bd-4a6f6189da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.865198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-70cb0eec-b9b3-4353-95bd-4a6f6189da31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0443046 Jul 08 18:06:45.903342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b709c-ac8a-41de-91eb-9a7e984dd550 req-a2a7f2cf-7c17-474e-bd4e-4b0b163b4424 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.904856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed2b709c-ac8a-41de-91eb-9a7e984dd550 req-a2a7f2cf-7c17-474e-bd4e-4b0b163b4424 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 944 time: 0.0635781 Jul 08 18:06:45.923188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-16183bdb-62d1-4447-87b7-63e16d2ab5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:45.924695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-16183bdb-62d1-4447-87b7-63e16d2ab5d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530739 Jul 08 18:06:45.944774 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed2b709c-ac8a-41de-91eb-9a7e984dd550 req-91434bda-3393-4a93-9fac-cd3d5124ffb8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339522 Jul 08 18:06:46.019053 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-88228a15-e6c7-4f30-982a-3f10025a53b9 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Jul 08 18:06:46.107083 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-ae8dc3d0-7617-435b-b114-3a224a2c08c2 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810666 Jul 08 18:06:47.126655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2f7b0-3c97-489a-a529-e63a9050e333 req-c5305e3a-c5ba-4ed6-a2ce-9539573e1624 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.128163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3df2f7b0-3c97-489a-a529-e63a9050e333 req-c5305e3a-c5ba-4ed6-a2ce-9539573e1624 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 944 time: 0.0685766 Jul 08 18:06:47.146803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:47.148989 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf3473-87d4-4255-8711-51058dc1ed41" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:47.171252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3df2f7b0-3c97-489a-a529-e63a9050e333 req-85ab7567-71b9-426f-be21-dc7bf6f7e7e6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373421 Jul 08 18:06:47.199725 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a316b2-ea09-4247-8690-334f8c566ebd x-openstack-request-id: req-d7a316b2-ea09-4247-8690-334f8c566ebd {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:47.200009 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:47.200260 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7a316b2-ea09-4247-8690-334f8c566ebd {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:47.200645 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'status': 'completed', 'code': 200} Jul 08 18:06:47.315232 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-ec9cb893-ee9e-4098-a68e-ecc91b40b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.316763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-ec9cb893-ee9e-4098-a68e-ecc91b40b9d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0904403 Jul 08 18:06:47.319333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-6fce316b-b91c-422d-9265-4775b48362ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.320692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-6fce316b-b91c-422d-9265-4775b48362ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1095 time: 0.1047394 Jul 08 18:06:47.475080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-8db9d4c7-bd03-4c48-8331-b0258b932e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.476553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-8db9d4c7-bd03-4c48-8331-b0258b932e1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1530247 Jul 08 18:06:47.479084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-5ef06dd1-b997-4fcc-b9fc-118e7bb4b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.480407 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-5ef06dd1-b997-4fcc-b9fc-118e7bb4b92a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1490195 Jul 08 18:06:47.588660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-4e0a4b18-aa82-4a9a-9ef5-21ffea7c1553 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1000 time: 0.1024575 Jul 08 18:06:47.594378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-6941ba29-cba3-4dba-8748-9852fa79a934 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1000 time: 0.1071794 Jul 08 18:06:47.677565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-1c7b2f4e-6571-4d4c-89c3-2381d16656ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.678959 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-1c7b2f4e-6571-4d4c-89c3-2381d16656ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0819016 Jul 08 18:06:47.680334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-522c34ef-323c-4093-9cbb-2a38bc1f2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.681663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-522c34ef-323c-4093-9cbb-2a38bc1f2db0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0767291 Jul 08 18:06:47.784586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-46a29387-0e55-40b4-8531-0c5aea0e8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.786938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-46a29387-0e55-40b4-8531-0c5aea0e8ddf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014674 Jul 08 18:06:47.789638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-43af8d47-4e55-41d4-a4b8-9bd5d4517ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.791022 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-43af8d47-4e55-41d4-a4b8-9bd5d4517ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954671 Jul 08 18:06:47.943561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-d4d4739f-ee50-4ea4-9249-6addcd3ffdc0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498737 Jul 08 18:06:47.946699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-70578c86-d412-49d0-801e-a57922ef8046 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445007 Jul 08 18:06:48.099712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-b92c2f17-1e9f-4884-9ea6-ee892579495e service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502950 Jul 08 18:06:48.104890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08bf3473-87d4-4255-8711-51058dc1ed41 req-86158445-a56f-470d-b27f-75b6aef195e6 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478231 Jul 08 18:06:48.346789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29a8d-d5f4-4855-9446-b2534688c247 req-ad7554b8-0ca6-4e9a-9131-0ee336693610 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.348884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eac29a8d-d5f4-4855-9446-b2534688c247 req-ad7554b8-0ca6-4e9a-9131-0ee336693610 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 944 time: 0.0638285 Jul 08 18:06:48.386304 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eac29a8d-d5f4-4855-9446-b2534688c247 req-85cacd98-46da-452a-b50c-26f9f3c5aa5f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Jul 08 18:06:48.732115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ef2b-7222-4a36-a34f-4adb0100a226 req-1a415eba-da63-477c-9fb8-1daaa900f1f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.733645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bbf7ef2b-7222-4a36-a34f-4adb0100a226 req-1a415eba-da63-477c-9fb8-1daaa900f1f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 944 time: 0.1160078 Jul 08 18:06:48.742203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-8610a9ce-3cfb-480a-9697-d127d447b6e3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.743610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-8610a9ce-3cfb-480a-9697-d127d447b6e3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd&tenant_id=1030af2eba3d445baaa0c20411338d99&binding%3Ahost_id=n-h2-799527-4 HTTP/1.1" status: 200 len: 944 time: 0.1169627 Jul 08 18:06:48.814605 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bbf7ef2b-7222-4a36-a34f-4adb0100a226 req-d19fe082-a80d-4a5a-8427-4de16792155c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699122 Jul 08 18:06:48.823430 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-69535461-5366-4e78-ad66-9513701214ac service neutron] delete failed (client error): The resource could not be found. Jul 08 18:06:48.824400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-69535461-5366-4e78-ad66-9513701214ac service neutron] 10.222.0.53 "DELETE /v2.0/ports/90131eb5-1f4f-41b1-a100-580aa9a1f1be/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0739160 Jul 08 18:06:48.921766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-f3b789aa-0b9e-463f-ad17-d378bcc66f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.923263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-f3b789aa-0b9e-463f-ad17-d378bcc66f7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 1095 time: 0.0564737 Jul 08 18:06:49.009751 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-9ec511df-898e-4822-9664-542e6f5f3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.011234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-9ec511df-898e-4822-9664-542e6f5f3e7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0819833 Jul 08 18:06:49.194880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:49.293817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:49.305440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'mac_address': 'fa:16:3e:65:de:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:49.325494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-5e2a4f2b-e6db-450a-bf9f-10e69813437a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 200 len: 1000 time: 0.3080852 Jul 08 18:06:49.346697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.359440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90131eb5-1f4f-41b1-a100-580aa9a1f1be {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:49.373814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-7a35be1b-af5c-45e7-bb83-df3fa526849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.375309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-7a35be1b-af5c-45e7-bb83-df3fa526849b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0434384 Jul 08 18:06:49.378461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:49.384210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.432045 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:49.434945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-24ffabd5-89b5-437f-b85a-9d3c9940086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.436156 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-24ffabd5-89b5-437f-b85a-9d3c9940086b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548513 Jul 08 18:06:49.438956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.439308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.439651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.439988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.440323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.440655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.440983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.441346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.441670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.442106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.442437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.442764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:49.526703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-8ae72eeb-0845-4c80-bcc8-9c1de418e37d service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839775 Jul 08 18:06:49.573707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-37385ba8-4a7c-4622-ac9e-7314448ae07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.616522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-907561ca-0a9a-4331-b8db-b98104d78b2e req-90049639-9da2-4fa1-aaac-bb6104c8005d service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834365 Jul 08 18:06:49.627865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['90131eb5-1f4f-41b1-a100-580aa9a1f1be'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:49.812295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:49.849715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:49.999656 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa833b-a6d8-441b-a6a5-0f78f03bb659 req-4a9f31c1-5c94-49a9-a844-9a007d989404 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.001151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00fa833b-a6d8-441b-a6a5-0f78f03bb659 req-4a9f31c1-5c94-49a9-a844-9a007d989404 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 945 time: 0.0665290 Jul 08 18:06:50.040754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00fa833b-a6d8-441b-a6a5-0f78f03bb659 req-00bb39f6-4f64-4556-94c2-910dc3a1e424 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Jul 08 18:06:51.213582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:51.221824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873754e-f91d-447b-b5c7-63077ec86628 req-b1b602c0-4d0f-4e12-b045-4aa1b7a0bebc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.224133 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c873754e-f91d-447b-b5c7-63077ec86628 req-b1b602c0-4d0f-4e12-b045-4aa1b7a0bebc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 945 time: 0.0648785 Jul 08 18:06:51.262799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 90131eb5-1f4f-41b1-a100-580aa9a1f1be completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:51.266432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 90131eb5-1f4f-41b1-a100-580aa9a1f1be triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:51.266613 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c873754e-f91d-447b-b5c7-63077ec86628 req-3dd0bcbe-2146-4876-b5c1-ff571508f5ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363829 Jul 08 18:06:51.266807 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.467548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cd62-1726-4465-b57b-521a100f6b61 req-db6b7ec0-989d-40e1-a986-bce9e318067c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.469092 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c018cd62-1726-4465-b57b-521a100f6b61 req-db6b7ec0-989d-40e1-a986-bce9e318067c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 945 time: 0.0875220 Jul 08 18:06:51.499264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.508550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c018cd62-1726-4465-b57b-521a100f6b61 req-7e036613-2e38-46e7-b598-5ae2b5d28b34 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332007 Jul 08 18:06:51.522381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:51.524589 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbd2a51-3d2b-4662-93f8-d74f24adde23" -d '{"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:51.537585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:51.542379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:51.568372 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba66143-05c8-4f7b-9b5e-e4344dc6dc62 x-openstack-request-id: req-0ba66143-05c8-4f7b-9b5e-e4344dc6dc62 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:51.568653 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:51.568908 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ba66143-05c8-4f7b-9b5e-e4344dc6dc62 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:51.569298 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'code': 200} Jul 08 18:06:51.595475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:51.693962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f715b4e-3684-4e29-9f08-43b659d09780 req-c14fa83a-5333-4dc0-bb2a-fbe4d89a2557 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.695361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f715b4e-3684-4e29-9f08-43b659d09780 req-c14fa83a-5333-4dc0-bb2a-fbe4d89a2557 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0650990 Jul 08 18:06:51.733068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9f715b4e-3684-4e29-9f08-43b659d09780 req-96e1a442-7799-4d40-9b71-52e39c533dd8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Jul 08 18:06:52.118305 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56dfea-14f9-42a4-8460-82b49265f9cb req-00a2f80d-210e-413d-9462-cf7b9acb27a2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.119830 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce56dfea-14f9-42a4-8460-82b49265f9cb req-00a2f80d-210e-413d-9462-cf7b9acb27a2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0660703 Jul 08 18:06:52.165802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce56dfea-14f9-42a4-8460-82b49265f9cb req-af6ece6c-d637-437a-a344-24cd407553ce tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Jul 08 18:06:52.260267 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-411ea46b-a028-4274-8b36-3605a611284c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:52.406203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.364322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa56df-7f21-47f6-8641-3a232bead307 req-f569e3ee-c003-4059-b0af-166b1c9ec4bd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.365685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4fa56df-7f21-47f6-8641-3a232bead307 req-f569e3ee-c003-4059-b0af-166b1c9ec4bd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.0889027 Jul 08 18:06:53.415765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4fa56df-7f21-47f6-8641-3a232bead307 req-f3eaa0b8-4fa4-409d-9706-56ecc08bc89b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 Jul 08 18:06:53.428724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-814e0516-b62e-4920-9cf7-9122e51e3604 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:53.430276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-814e0516-b62e-4920-9cf7-9122e51e3604 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 946 time: 0.1027882 Jul 08 18:06:53.532875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Deleting port 90131eb5-1f4f-41b1-a100-580aa9a1f1be {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:53.533217 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.619353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] For port 90131eb5-1f4f-41b1-a100-580aa9a1f1be, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=90131eb5-1f4f-41b1-a100-580aa9a1f1be,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:53.619626 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.740491 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.838591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.838967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.839282 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f disassociated. External IP: 172.25.3.203, port: 90131eb5-1f4f-41b1-a100-580aa9a1f1be. Jul 08 18:06:53.839623 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Calling delete_port for 90131eb5-1f4f-41b1-a100-580aa9a1f1be owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:53.967515 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:53.996533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event deleted for resources: {'Port': ['ID=90131eb5-1f4f-41b1-a100-580aa9a1f1be,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:54.116431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:06:54.229877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:06:54.239053 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:06:54.247903 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:54.248532 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:06:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:54.273098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] No DVR routers for this DVR port 90131eb5-1f4f-41b1-a100-580aa9a1f1be on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:54.275679 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.277669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da37d5d5-1d12-41d5-a940-362a6d0ca5f5 req-0d258ba2-90f5-4627-ad59-275ab8c6e2d5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "DELETE /v2.0/ports/90131eb5-1f4f-41b1-a100-580aa9a1f1be HTTP/1.1" status: 204 len: 173 time: 0.8422668 Jul 08 18:06:54.278140 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-deleted', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:54.280393 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d8cbb7-2524-4cad-829a-9b12e3608736" -d '{"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-deleted", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:54.320781 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239342d5-93f6-474e-b6e4-eaef291ad28d x-openstack-request-id: req-239342d5-93f6-474e-b6e4-eaef291ad28d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:54.321078 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd", "name": "network-vif-deleted", "tag": "90131eb5-1f4f-41b1-a100-580aa9a1f1be", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:54.321337 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-239342d5-93f6-474e-b6e4-eaef291ad28d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:54.321740 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd', 'name': 'network-vif-deleted', 'tag': '90131eb5-1f4f-41b1-a100-580aa9a1f1be', 'status': 'completed', 'code': 200} Jul 08 18:06:54.357768 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:54.572858 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:54.583300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1690facd-c6ed-458a-88dd-25de203d4b8b req-903ccd0a-52f4-4414-8702-2fc4e8570c99 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d0bbff3-80a6-46b5-8ccc-2a19bdd3c0bd HTTP/1.1" status: 200 len: 210 time: 0.0380816 Jul 08 18:06:54.599456 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:06:54.607866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:06:54.608472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:06:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:54.716707 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:06:54.906826 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:54.936642 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34b76-6044-43c5-b88d-7d8a315175a3 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:06:55.109069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:55.157172 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733f7fd-4062-4617-bafd-41dd05950eff None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:06:56.057665 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-1dc50561-0472-4716-9397-9a80f7571f5c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1780599159&fields=id&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 267 time: 0.0340407 Jul 08 18:06:56.163292 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-feb4009f-6804-44d1-a810-0f0f095ff5d4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:56.164766 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-feb4009f-6804-44d1-a810-0f0f095ff5d4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1008353 Jul 08 18:06:56.180273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-b4ef87dd-fa47-42d6-93fb-71282b75d979 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/quotas/1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 375 time: 0.0099216 Jul 08 18:06:56.255489 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-a7ec4099-6439-413d-8c00-520c226c238e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702760 Jul 08 18:06:56.350888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-864eee98-166d-4145-93bc-859a3d8370ac service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839858 Jul 08 18:06:56.442683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-882019fd-6ff6-4f88-99d7-b5b1df6aef60 service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860877 Jul 08 18:06:56.667898 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2b3c89d0-09d5-49ab-8e82-23c593da98b7 req-a64f20a4-c7e6-4624-94eb-ab2837b075f7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 210 time: 0.0821166 Jul 08 18:06:57.229101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:57.252838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 90131eb5-1f4f-41b1-a100-580aa9a1f1be {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:57.253226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 90131eb5-1f4f-41b1-a100-580aa9a1f1be not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:57.740358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-528711ef-9360-4492-8c79-5f330013e382 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:57.742252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-528711ef-9360-4492-8c79-5f330013e382 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1107261 Jul 08 18:06:57.792962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-85aa58a6-a49f-44d8-b1e8-bd6db486df1a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 380 time: 0.0407062 Jul 08 18:06:57.801307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'port': {'device_id': '3884aff0-897a-44c2-a182-566f560aa440', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'admin_state_up': True, 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'security_groups': ['058ab6ea-005e-4cad-990c-8b669efc8d78']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:57.820447 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-87810eea-bad0-456c-8f64-f7537199ff21 req-7e6dafee-12d9-43bd-9d93-19baa705f450 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 210 time: 0.0326076 Jul 08 18:06:57.909950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Made reservation on behalf of 1030af2eba3d445baaa0c20411338d99 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:57.913713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.040447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Allocated IP 172.20.0.14 (7c999e90-502c-4dfa-838d-ca72c996c0f2/2ca8da67-9c9a-44ca-a612-a6e120430e1c/801b0fdf-dfdd-4aa9-a523-0dd075bee727) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:58.176917 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.190178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Transition to ACTIVE for port object 801b0fdf-dfdd-4aa9-a523-0dd075bee727 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:58.223426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.268977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:58.275087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:58.277431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:58.308386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:58.336805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:58.337444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.351995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-87ca5e0b-4786-416f-a508-d825842825f1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5544429 Jul 08 18:06:58.363703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Request body: {'port': {'device_id': '3884aff0-897a-44c2-a182-566f560aa440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:58.439875 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.513039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9179e44-2b80-4c9e-984d-9e1f27d9e132 None None] Provisioning for port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:58.516867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a9179e44-2b80-4c9e-984d-9e1f27d9e132 None None] Provisioning complete for port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:58.517349 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9179e44-2b80-4c9e-984d-9e1f27d9e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.551361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a9179e44-2b80-4c9e-984d-9e1f27d9e132 None None] Port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:06:58.701365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801b0fdf-dfdd-4aa9-a523-0dd075bee727 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:58.709070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.720542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Transition to ACTIVE for port object 801b0fdf-dfdd-4aa9-a523-0dd075bee727 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:58.724630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.776755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:58.845956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:58.846406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:58.846796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:58.851648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:58.852065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:58.857440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:58.857860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:58.858348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:58.858855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Bound port: 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:58.859291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:58.934579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:58.938198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:58.953668 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.007735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.008362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:59.009753 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] 10.222.0.21 "PUT /v2.0/ports/801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1092 time: 0.6505363 Jul 08 18:06:59.010223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:59.012466 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcc8c82c9d30a5ffda0302786ecbb9c6c8790e5a6e6906bd7bf86c0fd2ad690a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c1bcc-3a15-4107-94bf-536b99646ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:59.051924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57840395-f879-4f1a-a39b-15c5255f901d service neutron] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:59.067485 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f864be4f-9eec-495e-a9e9-c161c638d985 x-openstack-request-id: req-f864be4f-9eec-495e-a9e9-c161c638d985 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:59.067772 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:59.068025 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f864be4f-9eec-495e-a9e9-c161c638d985 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:59.068418 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'status': 'completed', 'code': 200} Jul 08 18:06:59.100974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce610d4-8e0a-4e29-b063-0335857c80dd req-9680a37f-3d6e-47f0-bb71-8990e1b01865 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.102593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ce610d4-8e0a-4e29-b063-0335857c80dd req-9680a37f-3d6e-47f0-bb71-8990e1b01865 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 944 time: 0.1595476 Jul 08 18:06:59.155020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ce610d4-8e0a-4e29-b063-0335857c80dd req-1839f591-6153-4023-ab29-9f2580dbb0b6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455050 Jul 08 18:06:59.160841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-9efff3c5-df8d-4640-8daa-d9f638d09995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.162645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-9efff3c5-df8d-4640-8daa-d9f638d09995 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1095 time: 0.1077113 Jul 08 18:06:59.205379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-5d6fc63e-8824-4cb3-a5c2-c58a0894b956 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 217 time: 0.0357754 Jul 08 18:06:59.255283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-5518f7cd-0dcf-43a9-837b-6d5f4bd554a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.256683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-5518f7cd-0dcf-43a9-837b-6d5f4bd554a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0456686 Jul 08 18:06:59.313764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-e56899e7-2913-4c61-be0e-101ba529c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.315295 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-e56899e7-2913-4c61-be0e-101ba529c0e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528979 Jul 08 18:06:59.402842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-24070d63-a5c6-4439-8f12-563f74bd5fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811698 Jul 08 18:06:59.493725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01e0721f-c311-432a-87a6-ce8dcd772fab req-fab19027-87f3-4598-b0d9-585826f18231 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Jul 08 18:06:59.590827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-2518883e-8d71-4c13-b8de-66f497155e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.592322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-2518883e-8d71-4c13-b8de-66f497155e59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1095 time: 0.0526969 Jul 08 18:06:59.684502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-7a70d230-8e4f-4967-a4f3-e8e4f2bb8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.685991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-7a70d230-8e4f-4967-a4f3-e8e4f2bb8b6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0871501 Jul 08 18:06:59.725620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-8c2dae97-9c3a-4c9a-9038-0172d8f5c656 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 217 time: 0.0330751 Jul 08 18:06:59.774235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-1e5ea461-e9a3-4e01-a8fc-0aa81408cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.775584 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-1e5ea461-e9a3-4e01-a8fc-0aa81408cc68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0437701 Jul 08 18:06:59.831429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-538bb2fe-e41e-4011-8b4c-4368daf1dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:59.832990 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-538bb2fe-e41e-4011-8b4c-4368daf1dddc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509996 Jul 08 18:06:59.924790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-99cf665e-9051-4660-b25d-4da9b03bf6d4 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840006 Jul 08 18:07:00.011859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a55c1bcc-3a15-4107-94bf-536b99646ec6 req-6f63e1b3-6e04-438d-a4b0-0079df3897cc service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802021 Jul 08 18:07:00.334183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00881f8-ca60-40a9-8f0d-df21bf35b45f req-6e0b9cd0-82e7-441b-8762-6e40efe2a569 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.335662 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a00881f8-ca60-40a9-8f0d-df21bf35b45f req-6e0b9cd0-82e7-441b-8762-6e40efe2a569 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 944 time: 0.0636928 Jul 08 18:07:00.374635 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a00881f8-ca60-40a9-8f0d-df21bf35b45f req-6f4631e5-3737-4f91-aa82-39bdc6a7327c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Jul 08 18:07:01.245674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:01.339121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:01.350630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'mac_address': 'fa:16:3e:5b:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:01.391591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.404474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801b0fdf-dfdd-4aa9-a523-0dd075bee727 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:01.426048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:01.430264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:01.477698 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:01.551035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd0a6-65af-4f4c-b6ed-0219058e4a9c req-2be56920-73d1-4424-9a3c-f20f86e42309 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:01.552541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86ffd0a6-65af-4f4c-b6ed-0219058e4a9c req-2be56920-73d1-4424-9a3c-f20f86e42309 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 945 time: 0.0676277 Jul 08 18:07:01.589091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86ffd0a6-65af-4f4c-b6ed-0219058e4a9c req-9d9f8e50-fdd0-47c2-b9fa-6b6f411ab863 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Jul 08 18:07:01.620235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['801b0fdf-dfdd-4aa9-a523-0dd075bee727'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:02.767987 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50a0e7-580a-4b72-8bdb-2423a525517d req-9f07c383-317d-42db-9905-366ac0eb47d3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:02.769463 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f50a0e7-580a-4b72-8bdb-2423a525517d req-9f07c383-317d-42db-9905-366ac0eb47d3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 945 time: 0.0683894 Jul 08 18:07:02.807276 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7f50a0e7-580a-4b72-8bdb-2423a525517d req-cc8d9188-2a03-46bb-aedd-ce2c32362cf2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Jul 08 18:07:03.261673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:03.309880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:03.314499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:03.314873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.389664 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.416478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:03.418738 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a523d54ff89f5c07a20d1e1239f474eb52382fbfe54b9039e7f6f8d5aadd26b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781b4351-1c8c-4efc-a66c-4edff805a189" -d '{"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-plugged", "status": "completed", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:03.431429 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:03.435356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.458683 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9017a-be74-4ce6-a678-d47956aaf6cb x-openstack-request-id: req-4ad9017a-be74-4ce6-a678-d47956aaf6cb {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:03.458978 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-plugged", "status": "completed", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:03.459230 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ad9017a-be74-4ce6-a678-d47956aaf6cb {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:03.459617 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'code': 200} Jul 08 18:07:03.485605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:03.612151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb101e-5e3c-4602-8230-4be897e20939 req-e8536704-b999-4ea1-83b0-9bb54a87c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.614148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41fb101e-5e3c-4602-8230-4be897e20939 req-e8536704-b999-4ea1-83b0-9bb54a87c7f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1097 time: 0.0973046 Jul 08 18:07:03.648958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41fb101e-5e3c-4602-8230-4be897e20939 req-e9f73e09-dca4-4994-ae81-516a1fcf5b77 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277114 Jul 08 18:07:03.937223 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:07:03.980123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d99f9-546e-474c-a693-84df25f7ddda req-338e052b-82c9-407d-97f8-83b592e06cb4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.981655 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-251d99f9-546e-474c-a693-84df25f7ddda req-338e052b-82c9-407d-97f8-83b592e06cb4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0643721 Jul 08 18:07:04.019913 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-251d99f9-546e-474c-a693-84df25f7ddda req-400f5d5e-2140-4367-9ddd-a12ad4559de7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Jul 08 18:07:05.197546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4930a1-bf33-412b-a4e1-c7d7cfc9f26d req-495ded4c-4a48-481e-8ace-83bf9a75b412 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:05.199016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d4930a1-bf33-412b-a4e1-c7d7cfc9f26d req-495ded4c-4a48-481e-8ace-83bf9a75b412 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0673351 Jul 08 18:07:05.236769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7d4930a1-bf33-412b-a4e1-c7d7cfc9f26d req-c1286492-6752-47d9-84b3-007f74d174b3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 08 18:07:05.404910 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848b37d-643f-4f0c-a8ad-385a3c1ce075 req-f92c8b3e-2d7c-4bc3-828d-d81b82912242 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:05.406303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e848b37d-643f-4f0c-a8ad-385a3c1ce075 req-f92c8b3e-2d7c-4bc3-828d-d81b82912242 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0636721 Jul 08 18:07:05.415062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:07:05.419514 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'floatingip': {'port_id': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:05.461888 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.893199 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.898226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:05.996891 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f associated. External IP: 172.25.3.203, port: 801b0fdf-dfdd-4aa9-a523-0dd075bee727. Jul 08 18:07:06.197208 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:07:06.302113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:07:06.306871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:06.311558 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:07:06.321006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:06.321683 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:06:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:06.345775 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a1fcdfdf-303b-4afb-90dd-50612183eb7d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "PUT /v2.0/floatingips/43099dc8-7498-4581-a409-1fbc4f86cb1f HTTP/1.1" status: 200 len: 992 time: 0.9296551 Jul 08 18:07:06.346653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:06.349399 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd145061a1493766690cf9c6a26f45722b4e81324cae6464e0da6085337678b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9815bb37-d388-4878-b746-bdb16936a664" -d '{"events": [{"name": "network-changed", "server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:06.430468 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:06.456746 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6069711a-9708-4012-a0a2-82f9b6852d06 x-openstack-request-id: req-6069711a-9708-4012-a0a2-82f9b6852d06 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:06.457292 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:06.457292 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6069711a-9708-4012-a0a2-82f9b6852d06 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:06.457677 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'status': 'completed', 'code': 200} Jul 08 18:07:06.533588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815bb37-d388-4878-b746-bdb16936a664 req-c308577a-ecf9-4e7c-9e0b-89fa239ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.535702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-c308577a-ecf9-4e7c-9e0b-89fa239ada53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1097 time: 0.0536437 Jul 08 18:07:06.628552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815bb37-d388-4878-b746-bdb16936a664 req-6a949c2a-aa61-4994-8477-9ecedbda8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.630059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-6a949c2a-aa61-4994-8477-9ecedbda8f8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0878773 Jul 08 18:07:06.699263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-9cc403ec-85e9-48b7-88b9-f124d4dcad0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1000 time: 0.0623286 Jul 08 18:07:06.736671 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:5b:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884aff0-897a-44c2-a182-566f560aa440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:07:05Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:06.746672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815bb37-d388-4878-b746-bdb16936a664 req-73718920-a379-4307-b82d-90c7cb24d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.748142 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-73718920-a379-4307-b82d-90c7cb24d944 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0435491 Jul 08 18:07:06.766265 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:07:06.775195 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:07:06.775795 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:06:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:06.804936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815bb37-d388-4878-b746-bdb16936a664 req-dab92a5f-0632-4734-8530-5f5c8284dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.806461 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-dab92a5f-0632-4734-8530-5f5c8284dc43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518939 Jul 08 18:07:06.877407 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:07:06.899643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-9fa67cf3-a619-4af5-9b86-ad9716cd5c96 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868664 Jul 08 18:07:06.989340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9815bb37-d388-4878-b746-bdb16936a664 req-25a79b99-ff75-4fb6-8d52-e90a3fe040e4 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833182 Jul 08 18:07:07.102926 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:5b:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884aff0-897a-44c2-a182-566f560aa440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:07:05Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:07:07.129213 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fc52e-d1a3-4093-be7a-f2cc053ada20 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:5b:4e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884aff0-897a-44c2-a182-566f560aa440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:07:05Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:07:07.309739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3ff75-ff69-4048-98c7-763dfe0bfb5b None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:07:12.256828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-d8a3be21-eef7-4901-8c02-b92ced95df69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556176 Jul 08 18:07:12.354341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-82342fcf-d4dc-4f58-b4d9-b514034b165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.355823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-82342fcf-d4dc-4f58-b4d9-b514034b165e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1097 time: 0.0557373 Jul 08 18:07:12.460813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-6077a1e2-a2c0-4bd0-8250-b08676657612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.462288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-6077a1e2-a2c0-4bd0-8250-b08676657612 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0858781 Jul 08 18:07:12.529843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-0d2c0b92-523b-4470-abd9-35448c093f4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1002 time: 0.0612085 Jul 08 18:07:12.576686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-2cb62cfc-3498-4e81-a57c-5d5e67a3acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.578185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-2cb62cfc-3498-4e81-a57c-5d5e67a3acb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0423672 Jul 08 18:07:12.632718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-fef61ebf-815f-44cf-9ada-c2c005a851fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.634174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-fef61ebf-815f-44cf-9ada-c2c005a851fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500755 Jul 08 18:07:12.727517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-6ed79605-6964-4d96-88ac-a68865b01c7c service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866752 Jul 08 18:07:12.815800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45ec0c7c-ae4d-4535-9794-cbc73385a809 req-42ce9bbb-dfb8-4e79-a19a-7ae76ec9afc1 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815539 Jul 08 18:07:13.378844 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:13.432535 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:19.574982 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a9040c5e-826b-4ed1-9701-7960ed038bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.260160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-db43d45d-3294-4df9-b0c2-58946e4e2190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:22.407945 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:23.740262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:25.109154 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.937503 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:07:43.388203 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:43.434715 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:49.576213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-57898078-f752-4257-8f36-7af821320c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.260109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c534ef8f-cb19-4d59-a265-f5e8f685f8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:52.410883 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:53.743549 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:55.112539 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:12.392667 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-43670380-78e6-43dc-84a5-4318f841a428 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964406 Jul 08 18:08:12.485532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-1903ef55-4ef5-4cac-84a6-15feab634403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:12.487095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-1903ef55-4ef5-4cac-84a6-15feab634403 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1097 time: 0.0530474 Jul 08 18:08:12.594709 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-1930fa91-e923-41a1-88c1-35856a422d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:12.596082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-1930fa91-e923-41a1-88c1-35856a422d61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0876482 Jul 08 18:08:12.660301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-b8c4e121-45d4-4c47-9002-348415c2c05a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1002 time: 0.0573225 Jul 08 18:08:12.708575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-9526243c-c155-4e07-8234-e15bd1b7b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:12.710243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-9526243c-c155-4e07-8234-e15bd1b7b2f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0439088 Jul 08 18:08:12.770933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-2fceea1e-d856-49cc-b125-0530efd490c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:12.772617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-2fceea1e-d856-49cc-b125-0530efd490c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566528 Jul 08 18:08:12.862018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-e8db1963-4818-450d-b69e-6807b352ab95 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827346 Jul 08 18:08:12.955108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa94596f-2d99-4886-8f86-9c86dc1f2336 req-1c71982a-1bb2-46d1-9767-aa733ef282c7 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868995 Jul 08 18:08:13.383763 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.452304 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:17.937342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:08:19.577307 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bc43-2368-4f1e-90c8-e1f0904b38ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.259822 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d677111d-fc92-4812-a54d-8f675679da91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:22.415351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:23.746206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:25.114618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:42.965073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ce9d3-a08e-413a-a2ba-c0ec70e82137 req-3cbcd8a7-441e-4af1-a645-3e892d770760 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.966626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-738ce9d3-a08e-413a-a2ba-c0ec70e82137 req-3cbcd8a7-441e-4af1-a645-3e892d770760 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.3522959 Jul 08 18:08:43.003668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-738ce9d3-a08e-413a-a2ba-c0ec70e82137 req-68c09fbd-6c83-409e-a881-ed6b224c5e8b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Jul 08 18:08:43.390109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:43.446005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.289148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57d493-bad8-4ba3-9259-da0653a85af5 req-18e8cf14-7ace-44cd-bffa-0c0b9288fa9d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:44.290614 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a57d493-bad8-4ba3-9259-da0653a85af5 req-18e8cf14-7ace-44cd-bffa-0c0b9288fa9d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.1097703 Jul 08 18:08:44.328711 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a57d493-bad8-4ba3-9259-da0653a85af5 req-adc5f16f-db1d-441a-9dbf-d902a9100359 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324409 Jul 08 18:08:45.503295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87694545-3758-4a1f-ac45-8f92a5a97412 req-f1ed99e3-0b6e-44ab-9652-93127c54e5dd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:45.504741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87694545-3758-4a1f-ac45-8f92a5a97412 req-f1ed99e3-0b6e-44ab-9652-93127c54e5dd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0613642 Jul 08 18:08:45.541632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87694545-3758-4a1f-ac45-8f92a5a97412 req-3f105ec7-8d7e-4fb2-8c70-6c60ed4ae39c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304942 Jul 08 18:08:46.715126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cac78c-e301-422d-bb65-5d7babeb2af3 req-7f6c008d-aa95-4448-8f8a-599501755422 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:46.716599 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52cac78c-e301-422d-bb65-5d7babeb2af3 req-7f6c008d-aa95-4448-8f8a-599501755422 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0629587 Jul 08 18:08:46.754366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52cac78c-e301-422d-bb65-5d7babeb2af3 req-ca75c90c-5090-48b2-b651-56663d33143e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321813 Jul 08 18:08:47.930595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cf46a-72d6-4e3d-959a-87f3b35f3953 req-47adb4d6-b85f-43fa-b12e-d53af6ed9480 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.932058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-547cf46a-72d6-4e3d-959a-87f3b35f3953 req-47adb4d6-b85f-43fa-b12e-d53af6ed9480 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0652165 Jul 08 18:08:47.969096 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-547cf46a-72d6-4e3d-959a-87f3b35f3953 req-72ed0f9c-93b5-4d85-9e82-812e46126909 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Jul 08 18:08:49.476544 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b79a2-1186-4281-908e-8798eabac92b req-b1c4f550-23c8-40db-8790-d1dd44d1c524 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.478057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d36b79a2-1186-4281-908e-8798eabac92b req-b1c4f550-23c8-40db-8790-d1dd44d1c524 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.3979039 Jul 08 18:08:49.514980 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d36b79a2-1186-4281-908e-8798eabac92b req-4840b192-c3a7-4808-baf8-8155a49e6b1f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Jul 08 18:08:49.577682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-43f264ae-02a9-4535-84ae-c4ba14badc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:50.687228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb162e0c-6330-4e0b-bd44-fd35e7c83e81 req-c7540b21-46ff-4d57-8b2c-ffc030fcedb2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.688728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb162e0c-6330-4e0b-bd44-fd35e7c83e81 req-c7540b21-46ff-4d57-8b2c-ffc030fcedb2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0628917 Jul 08 18:08:50.727897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bb162e0c-6330-4e0b-bd44-fd35e7c83e81 req-ed42b2e0-a2ac-46d7-8488-cb9c9800d9cf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335567 Jul 08 18:08:51.905419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eb160-9247-4cad-8203-c4e57aecf503 req-258eea92-bb81-4bf6-af8e-73923a8a0d59 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:51.907015 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d41eb160-9247-4cad-8203-c4e57aecf503 req-258eea92-bb81-4bf6-af8e-73923a8a0d59 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0654514 Jul 08 18:08:51.944748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d41eb160-9247-4cad-8203-c4e57aecf503 req-9fb29e76-8f9f-4b9e-a9fc-448383e0843d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Jul 08 18:08:52.259518 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5b89a99-64d1-4cca-bfd5-015d3427e207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:52.418997 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.123010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b330c-565d-4621-9b2b-99b724b50478 req-234b8315-69ba-4b47-8a70-0a6616c72aec tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.124408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a11b330c-565d-4621-9b2b-99b724b50478 req-234b8315-69ba-4b47-8a70-0a6616c72aec tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0660555 Jul 08 18:08:53.162329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a11b330c-565d-4621-9b2b-99b724b50478 req-98ee0010-8ae8-41a6-89eb-34218da69d78 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318937 Jul 08 18:08:53.620591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 33348) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:08:53.726533 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-b6700ec0-d329-436e-947d-a1cd69e61b24 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046095 Jul 08 18:08:53.733312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ca014-c8d1-479a-9e5c-568d2e4844c1 req-8501ce2f-ffb8-45e2-9f81-f6e8c4cc296f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.734875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d74ca014-c8d1-479a-9e5c-568d2e4844c1 req-8501ce2f-ffb8-45e2-9f81-f6e8c4cc296f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0667222 Jul 08 18:08:53.753261 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:53.777651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d74ca014-c8d1-479a-9e5c-568d2e4844c1 req-92b54d3d-4109-42bc-bc09-66ec6bbd001a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Jul 08 18:08:54.857996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-af72b98f-12cc-4213-bc6c-de425ef279c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.859598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-af72b98f-12cc-4213-bc6c-de425ef279c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1097 time: 0.0530543 Jul 08 18:08:54.936922 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:08:54.954590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-fac3ad14-b594-4d18-b838-5350c59a8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.956379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-fac3ad14-b594-4d18-b838-5350c59a8048 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0905557 Jul 08 18:08:54.966193 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa77322-b2b5-4e4a-a018-a5536a852d1c req-365d5d0a-5b7c-4b76-b1ca-81d166b82ed1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.967702 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aaa77322-b2b5-4e4a-a018-a5536a852d1c req-365d5d0a-5b7c-4b76-b1ca-81d166b82ed1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0754635 Jul 08 18:08:55.006106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aaa77322-b2b5-4e4a-a018-a5536a852d1c req-ea91653a-d960-4270-ab61-c6d117aec9d7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Jul 08 18:08:55.022185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-9bfbf7a5-3d2b-42df-b4ed-1e14983e3a57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1002 time: 0.0592172 Jul 08 18:08:55.074034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-737cc7f9-e9cd-4369-af74-c4d2d501f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.075454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-737cc7f9-e9cd-4369-af74-c4d2d501f1c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0473990 Jul 08 18:08:55.118860 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.132220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-d82eff47-9ada-4040-bb37-dcf3276f3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.133907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-d82eff47-9ada-4040-bb37-dcf3276f3e1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519838 Jul 08 18:08:55.224403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-dabae2de-0350-426d-99a7-9693cd6adfd2 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840867 Jul 08 18:08:55.323494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-a55da965-65f4-42ff-87f1-49743bc26764 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920331 Jul 08 18:08:56.178390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9046-a73d-4697-b358-3bf9e1d7c517 req-ae9aad21-db65-4bb9-b591-3d05d68eb47b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.179893 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-857e9046-a73d-4697-b358-3bf9e1d7c517 req-ae9aad21-db65-4bb9-b591-3d05d68eb47b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0636249 Jul 08 18:08:56.216655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-857e9046-a73d-4697-b358-3bf9e1d7c517 req-3160b1e5-cc33-4afd-a5c3-81f8544c9b36 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310996 Jul 08 18:08:57.112733 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-1eab4118-bfa4-475a-a8c2-d319ae527e1b service neutron] show failed (client error): The resource could not be found. Jul 08 18:08:57.113653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-1eab4118-bfa4-475a-a8c2-d319ae527e1b service neutron] 10.222.0.21 "GET /v2.0/ports/801b0fdf-dfdd-4aa9-a523-0dd075bee727/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0540390 Jul 08 18:08:57.398594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8d1d-b532-4474-a7c2-63976a5b7540 req-e19b08f5-3f84-4873-a118-2c06cc5de0f9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.400289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-947e8d1d-b532-4474-a7c2-63976a5b7540 req-e19b08f5-3f84-4873-a118-2c06cc5de0f9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0666957 Jul 08 18:08:57.439974 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-947e8d1d-b532-4474-a7c2-63976a5b7540 req-1cfb42e0-4ebf-438c-87d7-0f173ad61b3c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Jul 08 18:08:57.448787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-8c908d7b-f7c4-4ee2-bfd2-3f30b43aec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.450395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-8c908d7b-f7c4-4ee2-bfd2-3f30b43aec10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 1097 time: 0.0968115 Jul 08 18:08:57.462240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:57.531667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.729847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:57.766985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:57.805681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:57.810879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.822907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Transition to ACTIVE for port object 801b0fdf-dfdd-4aa9-a523-0dd075bee727 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:57.826207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.854404 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e4349e-ff33-4866-bff4-502df5a0dcd9" -d '{"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-unplugged", "status": "completed", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:57.921436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:57.931915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.932265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.932610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.932943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.933276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.933607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.933968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.934282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.934609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.934929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.935249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.935572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:57.985095 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9777903b-f34a-44a1-b90a-7815f90d721b x-openstack-request-id: req-9777903b-f34a-44a1-b90a-7815f90d721b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:57.985325 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-unplugged", "status": "completed", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:57.985580 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9777903b-f34a-44a1-b90a-7815f90d721b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:57.985999 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'code': 200} Jul 08 18:08:57.986770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] No DVR routers for this DVR port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:58.125045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:58.125266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:58.125630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:58.130588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:58.130915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Attempting to bind port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:58.135803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:58.136143 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:58.136534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:58.136963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Bound port: 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:58.137323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.201711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:58.204994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:58.209434 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.241911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.243112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:58.244389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] 10.222.0.53 "PUT /v2.0/ports/801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1092 time: 0.7863331 Jul 08 18:08:58.277525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62700ea-5237-47ba-9eba-784fd9727c8b service neutron] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:58.331193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-8d014fad-04e9-4f6c-b0b7-4a52f62623d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.332709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-8d014fad-04e9-4f6c-b0b7-4a52f62623d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1095 time: 0.0641088 Jul 08 18:08:58.426043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-9258fa1d-7cae-4d53-8b30-59655c60c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.427519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-9258fa1d-7cae-4d53-8b30-59655c60c92f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0881095 Jul 08 18:08:58.498320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-da2f2f31-6c52-4419-b7cd-21e5a1850a77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1000 time: 0.0642836 Jul 08 18:08:58.546944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-93f2e93c-af8a-466e-9dd8-4a7673c7903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.548365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-93f2e93c-af8a-466e-9dd8-4a7673c7903c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0443776 Jul 08 18:08:58.608965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-9994c2ef-e608-49be-b960-437aa1587df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.610545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-9994c2ef-e608-49be-b960-437aa1587df3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541918 Jul 08 18:08:58.623986 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276413a1-2da9-4439-9e0e-b96f98c6aa88 req-b9562a1b-14f1-46da-92b2-72634b35bfee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.625499 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-276413a1-2da9-4439-9e0e-b96f98c6aa88 req-b9562a1b-14f1-46da-92b2-72634b35bfee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 944 time: 0.0675817 Jul 08 18:08:58.664838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-276413a1-2da9-4439-9e0e-b96f98c6aa88 req-76aff272-215c-4813-8194-bcd137dcd4b0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Jul 08 18:08:58.705551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-f08b7f75-be33-434d-aef0-21eb71b16cca service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882733 Jul 08 18:08:58.796310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07d86f37-916a-4658-b5b5-8f4b6e4f4fca req-21956e18-35de-4d06-8c9b-c395a0adad15 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836866 Jul 08 18:08:59.839935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab418a-7851-41f2-89cb-9ff2a6b7a182 req-22f56935-08d5-4dec-b593-bddb52cf1361 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:59.841399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62ab418a-7851-41f2-89cb-9ff2a6b7a182 req-22f56935-08d5-4dec-b593-bddb52cf1361 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 944 time: 0.0633824 Jul 08 18:08:59.878833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62ab418a-7851-41f2-89cb-9ff2a6b7a182 req-2c36683b-97ce-403b-b24a-4e1795cec1de tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Jul 08 18:08:59.987072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:59.989459 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77da7e2a-5bd2-4653-be20-7dfc511e53ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:00.044329 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe182cb7-c8eb-49bb-93c4-9553b7e6043d x-openstack-request-id: req-fe182cb7-c8eb-49bb-93c4-9553b7e6043d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:00.044634 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:00.044896 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe182cb7-c8eb-49bb-93c4-9553b7e6043d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:00.045301 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'status': 'completed', 'code': 200} Jul 08 18:09:00.144333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-1fb98054-1de5-4127-941c-e9ff6a87c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.145838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-1fb98054-1de5-4127-941c-e9ff6a87c0a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1095 time: 0.0847275 Jul 08 18:09:00.234110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-9a0f2a6d-746e-48b7-aa14-a547d817fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.235581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-9a0f2a6d-746e-48b7-aa14-a547d817fa37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1095 time: 0.1218889 Jul 08 18:09:00.291252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-962e244c-2bfa-4336-a916-1c19460c0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.292608 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-962e244c-2bfa-4336-a916-1c19460c0683 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1407561 Jul 08 18:09:00.387881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-556b8e05-1de5-4c46-8f80-9c00a0ffeccb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1000 time: 0.0856857 Jul 08 18:09:00.389024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-3ae16eb2-6434-4518-9c64-74f4a7705fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.390395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-3ae16eb2-6434-4518-9c64-74f4a7705fbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1472778 Jul 08 18:09:00.482473 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-69cb719c-6ee6-4da3-8e9b-ca37028261f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.483910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-69cb719c-6ee6-4da3-8e9b-ca37028261f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0895371 Jul 08 18:09:00.489503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-7f35b51f-3037-4a65-88bf-902d83396a8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1000 time: 0.0880837 Jul 08 18:09:00.561436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-0619c9c0-7f72-4f52-9eaf-eabffa0f8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.562806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-0619c9c0-7f72-4f52-9eaf-eabffa0f8ca7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0648286 Jul 08 18:09:00.601280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-80467562-1dd4-4bf8-b28b-13efcc5054da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.602781 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-80467562-1dd4-4bf8-b28b-13efcc5054da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124580 Jul 08 18:09:00.678060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-7d9ac0a3-9f80-4901-891e-e8b5be6e85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:00.679541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-7d9ac0a3-9f80-4901-891e-e8b5be6e85d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102514 Jul 08 18:09:00.758563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-f31daaa4-149b-4db3-b7a3-8b78cb9f587a service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479888 Jul 08 18:09:00.840011 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-350c0757-c8d6-4668-83f9-0c4fde4e3334 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503124 Jul 08 18:09:00.915419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-7358b8fa-3cab-4c5d-8d4d-acf8fb813f42 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508677 Jul 08 18:09:00.949654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77da7e2a-5bd2-4653-be20-7dfc511e53ae req-f02f6873-9951-44a9-8d8f-5144b2c2e692 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021845 Jul 08 18:09:01.057897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d8be9-207f-49d3-a27b-fe9e2d8333cb req-35ac95c9-b543-4f32-90f4-21de02b494ce tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.059365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac1d8be9-207f-49d3-a27b-fe9e2d8333cb req-35ac95c9-b543-4f32-90f4-21de02b494ce tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 944 time: 0.0643258 Jul 08 18:09:01.096755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ac1d8be9-207f-49d3-a27b-fe9e2d8333cb req-06623cf6-2c69-43ca-98c3-67a35411c78a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Jul 08 18:09:01.439165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58819b45-24eb-4793-b2ab-468424d541b6 req-c19cb404-2b0b-45e6-87b0-14b302cb7066 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.440566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-58819b45-24eb-4793-b2ab-468424d541b6 req-c19cb404-2b0b-45e6-87b0-14b302cb7066 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 944 time: 0.1154943 Jul 08 18:09:01.451995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-28d32fcc-64c2-497d-acc6-962e2ab642df tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.453369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-28d32fcc-64c2-497d-acc6-962e2ab642df tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440&tenant_id=1030af2eba3d445baaa0c20411338d99&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 944 time: 0.1177077 Jul 08 18:09:01.524717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-58819b45-24eb-4793-b2ab-468424d541b6 req-f533e248-1507-4999-9109-89497ebf39bf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703862 Jul 08 18:09:01.533195 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-86c6fb3a-7f2d-4413-aef2-60074089b3d3 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:09:01.534196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-86c6fb3a-7f2d-4413-aef2-60074089b3d3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/801b0fdf-dfdd-4aa9-a523-0dd075bee727/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0740325 Jul 08 18:09:01.904304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-52a3c132-dc9a-49a6-acaa-cdab0c7b0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.905801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-52a3c132-dc9a-49a6-acaa-cdab0c7b0a9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1095 time: 0.3048770 Jul 08 18:09:01.991410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-3316c23f-9806-4fd8-9205-49413715599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:01.993310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-3316c23f-9806-4fd8-9205-49413715599e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0806813 Jul 08 18:09:02.018307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:02.058372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:02.060983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-cd9e8c10-7c20-4b2f-a87a-b0be4fee3dc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1000 time: 0.0618086 Jul 08 18:09:02.110897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-d0ff5013-b769-442b-9448-ccf6d6ff6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.112399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-d0ff5013-b769-442b-9448-ccf6d6ff6cee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0447648 Jul 08 18:09:02.168119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-f8a500c3-2258-4539-b4c4-712c4373bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.169687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-f8a500c3-2258-4539-b4c4-712c4373bea8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507474 Jul 08 18:09:02.261255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-85768b97-c8e0-4875-aabe-3ae9c12218bb service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851893 Jul 08 18:09:02.353696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e514f366-3ec7-434a-95ea-76cb4df9c3d5 req-e119df08-1c65-451c-b16d-4f3d96669c72 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 Jul 08 18:09:02.465986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:02.559489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:02.571135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'mac_address': 'fa:16:3e:5b:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:02.611175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.623395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801b0fdf-dfdd-4aa9-a523-0dd075bee727 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:02.643005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:02.648130 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.699401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.706568 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.706916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.707253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.707582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.707913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.708251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.708564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.708886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.709207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.709529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.709847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.710190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:02.712068 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28438f-847f-497a-b7a8-09fe29a96a43 req-bfb1264b-7a82-4d7b-8ea8-64a194310d22 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.714669 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da28438f-847f-497a-b7a8-09fe29a96a43 req-bfb1264b-7a82-4d7b-8ea8-64a194310d22 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 945 time: 0.0718427 Jul 08 18:09:02.753013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-da28438f-847f-497a-b7a8-09fe29a96a43 req-9d703cf9-c8c2-4472-9aa3-f1fcb96e6d95 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336356 Jul 08 18:09:02.884709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['801b0fdf-dfdd-4aa9-a523-0dd075bee727'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:03.925204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9cf66-af5c-42de-8663-bc7bec98be1f req-20e358f3-181d-40b2-b3d1-1c7387713768 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.926751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1e9cf66-af5c-42de-8663-bc7bec98be1f req-20e358f3-181d-40b2-b3d1-1c7387713768 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 945 time: 0.0642779 Jul 08 18:09:03.968918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1e9cf66-af5c-42de-8663-bc7bec98be1f req-7aad7453-f184-47ad-95a6-0f9fc5edbc3f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357261 Jul 08 18:09:04.144483 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c36dc-7aa1-4689-8c8a-652bb2703a81 req-25a0ab96-561f-4928-a593-a1b8479ba53a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.145977 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a80c36dc-7aa1-4689-8c8a-652bb2703a81 req-25a0ab96-561f-4928-a593-a1b8479ba53a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 945 time: 0.0671189 Jul 08 18:09:04.184325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a80c36dc-7aa1-4689-8c8a-652bb2703a81 req-9545c2fe-fefb-40bd-aff7-9d4569a14d92 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Jul 08 18:09:04.472721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:04.505665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-c813156e-a797-4010-b516-775b8229db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.507222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-c813156e-a797-4010-b516-775b8229db15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 1096 time: 0.0568583 Jul 08 18:09:04.521724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23db7-d3d9-48e9-8570-6c89af20eab3 req-4c341df1-bffd-4102-bf13-bd8aa2f8f3a2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.523288 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52b23db7-d3d9-48e9-8570-6c89af20eab3 req-4c341df1-bffd-4102-bf13-bd8aa2f8f3a2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 945 time: 0.0667810 Jul 08 18:09:04.524732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:04.528674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:04.529051 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.568396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-52b23db7-d3d9-48e9-8570-6c89af20eab3 req-a7945e71-3612-4c34-bb31-e0d5d137e464 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358245 Jul 08 18:09:04.607192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-3a6aa016-aba9-44df-9df9-0c16f8135ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.608829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-3a6aa016-aba9-44df-9df9-0c16f8135ce2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0954239 Jul 08 18:09:04.622792 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.647013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:04.666294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:04.671053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.690433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-9eff9ad3-fd95-467d-a172-01253c7a1603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 200 len: 1001 time: 0.0748267 Jul 08 18:09:04.697110 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92efc5a-90a4-4969-a24e-45c68de1eb37" -d '{"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-plugged", "status": "completed", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:04.724634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.746678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-f29897cc-94bc-4f32-a692-4e461a6a06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.748328 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-f29897cc-94bc-4f32-a692-4e461a6a06fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0495865 Jul 08 18:09:04.791769 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ab53c-8b1a-4eff-ad97-733c6d130b59 x-openstack-request-id: req-9b8ab53c-8b1a-4eff-ad97-733c6d130b59 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:04.792064 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-plugged", "status": "completed", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:04.792318 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b8ab53c-8b1a-4eff-ad97-733c6d130b59 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:04.792721 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'code': 200} Jul 08 18:09:04.808651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-a632cd19-548c-4828-b7cb-6ac2b2222df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:04.810201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-a632cd19-548c-4828-b7cb-6ac2b2222df4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544236 Jul 08 18:09:04.902092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-8cb65a9a-c3e2-4200-ac0a-0c42609a3f15 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849724 Jul 08 18:09:04.988568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-559f21a4-d043-4e8e-9247-b464b7b857b4 req-dea96b78-7004-463c-9d82-2e02604014a9 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803602 Jul 08 18:09:05.745228 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8329-b7b6-45f4-bf7f-1e471fce7336 req-239115d3-d35f-480e-884b-996b84db7bbb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:05.746768 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44df8329-b7b6-45f4-bf7f-1e471fce7336 req-239115d3-d35f-480e-884b-996b84db7bbb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0637183 Jul 08 18:09:05.784907 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44df8329-b7b6-45f4-bf7f-1e471fce7336 req-101deb10-8ffa-41b5-a556-8f3a0eb8c3e4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 08 18:09:06.167676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8c19-8f11-4521-b649-f16fea1a17d5 req-a94d3acb-d863-4948-8497-46b84d9d24dc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:06.169062 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eb8a8c19-8f11-4521-b649-f16fea1a17d5 req-a94d3acb-d863-4948-8497-46b84d9d24dc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.0679140 Jul 08 18:09:06.206179 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eb8a8c19-8f11-4521-b649-f16fea1a17d5 req-bbeace10-cad4-4465-8af9-1101ca82e696 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Jul 08 18:09:07.417235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-ee4d81db-8952-4166-979c-8c8cd617f669 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:07.418706 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-ee4d81db-8952-4166-979c-8c8cd617f669 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.1109066 Jul 08 18:09:07.426768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a4daf-69e4-4a37-b18d-2baa995a35b1 req-1e30de8d-52c0-4ba5-b4fb-456b724a5ccd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:07.428044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-460a4daf-69e4-4a37-b18d-2baa995a35b1 req-1e30de8d-52c0-4ba5-b4fb-456b724a5ccd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884aff0-897a-44c2-a182-566f560aa440 HTTP/1.1" status: 200 len: 946 time: 0.1102774 Jul 08 18:09:07.503770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-460a4daf-69e4-4a37-b18d-2baa995a35b1 req-37c0af43-a263-465e-90fd-08d5be134476 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681427 Jul 08 18:09:07.551643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Deleting port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:09:07.551986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.639124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] For port 801b0fdf-dfdd-4aa9-a523-0dd075bee727, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=801b0fdf-dfdd-4aa9-a523-0dd075bee727,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:07.639478 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.808044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.808419 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.808741 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f disassociated. External IP: 172.25.3.203, port: 801b0fdf-dfdd-4aa9-a523-0dd075bee727. Jul 08 18:09:07.809084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Calling delete_port for 801b0fdf-dfdd-4aa9-a523-0dd075bee727 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:07.937129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.967137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event deleted for resources: {'Port': ['ID=801b0fdf-dfdd-4aa9-a523-0dd075bee727,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:08.088026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:08.201951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:08.211648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:08.221183 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:08.221790 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:08:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:08.244151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] No DVR routers for this DVR port 801b0fdf-dfdd-4aa9-a523-0dd075bee727 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:08.246676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.248631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0a0ceaf4-c626-4f0d-8384-13fa5c39e84a req-872007d3-5c88-4c69-a44f-331f7d49a403 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "DELETE /v2.0/ports/801b0fdf-dfdd-4aa9-a523-0dd075bee727 HTTP/1.1" status: 204 len: 173 time: 0.8197398 Jul 08 18:09:08.249069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-deleted', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:08.251303 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853100e9-af3c-4157-819b-3e7a0b9ed9fe" -d '{"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-deleted", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:08.290011 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd3221c-eedd-414a-8541-f4e0185786d7 x-openstack-request-id: req-9cd3221c-eedd-414a-8541-f4e0185786d7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:08.290382 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884aff0-897a-44c2-a182-566f560aa440", "name": "network-vif-deleted", "tag": "801b0fdf-dfdd-4aa9-a523-0dd075bee727", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:08.290617 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cd3221c-eedd-414a-8541-f4e0185786d7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:08.291050 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3884aff0-897a-44c2-a182-566f560aa440', 'name': 'network-vif-deleted', 'tag': '801b0fdf-dfdd-4aa9-a523-0dd075bee727', 'status': 'completed', 'code': 200} Jul 08 18:09:08.333332 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:08.534490 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:08.565850 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:08.575438 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:08.576217 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:08:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:08.690192 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:08.861683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-549f6476-2bd9-4dae-be2d-58a632640eee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1780599159&fields=id&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 267 time: 0.0366604 Jul 08 18:09:08.889167 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:08.918540 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff4e125-05fe-4f8b-b87d-5a714b36bf27 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:08.969200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-d10d8e76-2c4b-4639-a98a-91325804a5b7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.970740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-d10d8e76-2c4b-4639-a98a-91325804a5b7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1025326 Jul 08 18:09:08.986731 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-7c77806f-66ac-4a2f-b70d-7fe240f852bc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/quotas/1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 375 time: 0.0103619 Jul 08 18:09:09.058925 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-85635c72-c3ee-47d2-a488-224d3cacc60f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666971 Jul 08 18:09:09.151616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97d6b9-09f3-48dc-9ec5-85568140a093 None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:09:09.232559 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-e1640625-e5a4-4e10-b807-319987d213e5 service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267736 Jul 08 18:09:09.325299 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-666ba1e5-3a3a-40e4-92c8-b447343b3640 service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869553 Jul 08 18:09:10.515054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-dab42388-214b-40f0-8947-8a30720affd3 req-166c1f45-e76d-49b0-aa0a-14d021f65f59 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 08 18:09:11.684452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe42e83d-3304-4c38-bdd5-3ac057b2bcfc req-38a7f0ee-f306-41ec-b1a2-4a1bfdf79f4a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 210 time: 0.0444875 Jul 08 18:09:11.735738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-174b06df-09ec-46c2-8f14-3598afcb47fc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.737185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-174b06df-09ec-46c2-8f14-3598afcb47fc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1646554 Jul 08 18:09:11.783310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-8c4f2711-dfb9-4de4-b17e-a42c4f5ecd28 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 380 time: 0.0362322 Jul 08 18:09:11.797526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'port': {'device_id': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'admin_state_up': True, 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'security_groups': ['058ab6ea-005e-4cad-990c-8b669efc8d78']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:11.907875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Made reservation on behalf of 1030af2eba3d445baaa0c20411338d99 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:11.911408 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.043696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Allocated IP 172.20.0.7 (7c999e90-502c-4dfa-838d-ca72c996c0f2/2ca8da67-9c9a-44ca-a612-a6e120430e1c/4e49dc00-f74a-4c3a-ab23-cc65a6727cae) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:12.183092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.198366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Transition to ACTIVE for port object 4e49dc00-f74a-4c3a-ab23-cc65a6727cae will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:12.230508 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.272289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:12.278086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:12.281767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:12.314331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:12.340579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.341210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.357541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-68ab9b55-a2cd-4cb1-b451-b1cfb3cda56f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637033 Jul 08 18:09:12.369352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Request body: {'port': {'device_id': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:12.445567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.488425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38464327-a08c-4488-aba2-3b7a4c972469 None None] Provisioning for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:12.492990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-38464327-a08c-4488-aba2-3b7a4c972469 None None] Provisioning complete for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:12.493971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-38464327-a08c-4488-aba2-3b7a4c972469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.528793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-38464327-a08c-4488-aba2-3b7a4c972469 None None] Port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:12.534482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:12.558235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 801b0fdf-dfdd-4aa9-a523-0dd075bee727 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:12.558501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 801b0fdf-dfdd-4aa9-a523-0dd075bee727 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:12.718251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e49dc00-f74a-4c3a-ab23-cc65a6727cae {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:12.726049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.739890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Transition to ACTIVE for port object 4e49dc00-f74a-4c3a-ab23-cc65a6727cae will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:12.744576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.816829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:12.869463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:12.869963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:12.870177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:12.874909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:12.875237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:12.877157 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920e4dc-5aca-412e-a51e-814a3055823d req-5ca7b110-746f-4f2f-998a-c42a4b1dee77 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.879437 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1920e4dc-5aca-412e-a51e-814a3055823d req-5ca7b110-746f-4f2f-998a-c42a4b1dee77 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.0851810 Jul 08 18:09:12.880360 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:12.880717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:12.881198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:12.881634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Bound port: 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:12.882026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:12.929435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1920e4dc-5aca-412e-a51e-814a3055823d req-46fd9bf4-34b1-4670-aa7f-7cb0a37763f3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Jul 08 18:09:12.965302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:12.968600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:12.973062 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.007873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.008357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.010366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] 10.222.0.21 "PUT /v2.0/ports/4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1091 time: 0.6458478 Jul 08 18:09:13.010872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:13.013023 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a1430-b125-439c-bdd4-6848b78322bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:13.047854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62374eb7-815a-43a4-80c1-cd5ae33b7f9c service neutron] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:13.061085 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa0633-f0d2-4ef6-b870-da2bcbc57a64 x-openstack-request-id: req-78fa0633-f0d2-4ef6-b870-da2bcbc57a64 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:13.061640 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:13.062004 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78fa0633-f0d2-4ef6-b870-da2bcbc57a64 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:13.062466 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'status': 'completed', 'code': 200} Jul 08 18:09:13.122294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-f61182f9-adf3-4a51-a85a-ebfeb78d32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.123998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-f61182f9-adf3-4a51-a85a-ebfeb78d32ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1094 time: 0.0590367 Jul 08 18:09:13.171552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-0f9141bd-9144-4e0e-9b36-58f9925d5d31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 217 time: 0.0406995 Jul 08 18:09:13.221993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-1e20f70d-d356-4c3f-ab02-69d82457c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.223348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-1e20f70d-d356-4c3f-ab02-69d82457c5d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0458803 Jul 08 18:09:13.281588 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-a11a98b1-ee71-40a8-9bbc-dcd108cc3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.282917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-a11a98b1-ee71-40a8-9bbc-dcd108cc3fe8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531797 Jul 08 18:09:13.372960 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-75a8c852-20de-4329-9d33-314aa0aad165 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831392 Jul 08 18:09:13.392920 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.453995 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.463045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-999cb9a5-8ce5-48d1-81a8-316a352fdd6b req-c47be90d-9e5b-4b0b-83e3-776957e26d28 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827973 Jul 08 18:09:13.562114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-52284958-4f53-4418-82fb-6e9f9ea16fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.563509 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-52284958-4f53-4418-82fb-6e9f9ea16fcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1094 time: 0.0535352 Jul 08 18:09:13.654610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-b9bb0f21-47ad-490f-9a11-7aa43ff5e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.656031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-b9bb0f21-47ad-490f-9a11-7aa43ff5e39e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0862470 Jul 08 18:09:13.696725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-dbc0e762-adef-448d-993e-edf684b7bcab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 217 time: 0.0340228 Jul 08 18:09:13.745148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-52a997d5-0ad4-4984-a896-de2848f44d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.746640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-52a997d5-0ad4-4984-a896-de2848f44d04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0428329 Jul 08 18:09:13.808412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-aa24392e-0433-420f-80da-0952fd5418c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.809872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-aa24392e-0433-420f-80da-0952fd5418c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558090 Jul 08 18:09:13.897399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-559f1519-76b0-4a04-bf6e-827644dbc9a0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798500 Jul 08 18:09:13.989296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa6a1430-b125-439c-bdd4-6848b78322bc req-f5fd1cf9-95a1-43fc-b08c-d2df0c9fa5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Jul 08 18:09:14.112888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dd9c1-751a-4039-93a7-32800e6c7c54 req-691ce849-af49-432d-a251-923e8581aff6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:14.114409 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f3dd9c1-751a-4039-93a7-32800e6c7c54 req-691ce849-af49-432d-a251-923e8581aff6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.0658412 Jul 08 18:09:14.153555 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f3dd9c1-751a-4039-93a7-32800e6c7c54 req-aef75050-863c-4a5e-a7f8-cb93c5708145 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 08 18:09:15.336900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808869cb-0ec2-4bb9-aeef-c823303ccbaf req-96e762d3-78d8-48d8-8e1c-9d76a6241532 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.339034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-808869cb-0ec2-4bb9-aeef-c823303ccbaf req-96e762d3-78d8-48d8-8e1c-9d76a6241532 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.0652387 Jul 08 18:09:15.376066 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-808869cb-0ec2-4bb9-aeef-c823303ccbaf req-b7fa7c06-51ff-4571-b640-79f7c70af235 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Jul 08 18:09:16.111682 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:16.205390 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:16.217508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'mac_address': 'fa:16:3e:65:11:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:16.252667 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.268409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e49dc00-f74a-4c3a-ab23-cc65a6727cae {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:16.287049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:16.290999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:16.336711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:16.492229 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['4e49dc00-f74a-4c3a-ab23-cc65a6727cae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:16.550602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6984f-436c-4ca4-820a-3da4074546ed req-e16983d9-e2b0-47d6-b03b-3158c7bf90b0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.552586 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72f6984f-436c-4ca4-820a-3da4074546ed req-e16983d9-e2b0-47d6-b03b-3158c7bf90b0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 944 time: 0.0650067 Jul 08 18:09:16.591669 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-72f6984f-436c-4ca4-820a-3da4074546ed req-3582a6a4-7081-4929-85e1-94281964e0a9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Jul 08 18:09:17.766385 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc4cf4-5764-42bb-a1a4-d03fc22737fe req-2d817ace-6d92-4510-b61e-4ebf3342ab65 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:17.767860 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-affc4cf4-5764-42bb-a1a4-d03fc22737fe req-2d817ace-6d92-4510-b61e-4ebf3342ab65 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 944 time: 0.0634656 Jul 08 18:09:17.809852 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-affc4cf4-5764-42bb-a1a4-d03fc22737fe req-5848674a-e5e7-4ace-9192-292de1244532 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363817 Jul 08 18:09:18.126950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:18.178581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:18.182835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:18.183342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.256453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.279428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:18.281808 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965f90aa-1396-4f07-869c-d3c29e3b7cdf" -d '{"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:18.296762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:18.301559 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:18.331686 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d18b570-9eb8-4f18-9065-4c39759dcb11 x-openstack-request-id: req-1d18b570-9eb8-4f18-9065-4c39759dcb11 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:18.332064 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:18.332218 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d18b570-9eb8-4f18-9065-4c39759dcb11 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:18.332833 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'code': 200} Jul 08 18:09:18.360235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:18.444109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee02ab-47fe-4b78-b863-b3b6d06cc9bc req-279025dc-bb16-411c-bbdd-57d803b90c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.445551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5ee02ab-47fe-4b78-b863-b3b6d06cc9bc req-279025dc-bb16-411c-bbdd-57d803b90c95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1096 time: 0.0539858 Jul 08 18:09:18.482455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a5ee02ab-47fe-4b78-b863-b3b6d06cc9bc req-cd46ff43-6cd0-4538-95b4-d3d42abba34c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306773 Jul 08 18:09:18.980120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba737f5-7894-4637-a1e5-60191cba6116 req-430d4a61-1536-492a-bf65-fe4dac9d8084 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.981558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba737f5-7894-4637-a1e5-60191cba6116 req-430d4a61-1536-492a-bf65-fe4dac9d8084 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0619709 Jul 08 18:09:19.018514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ba737f5-7894-4637-a1e5-60191cba6116 req-ac518cdd-205a-4f68-8c15-550bd83aace6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309813 Jul 08 18:09:19.578132 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f54252c8-fe75-4b7d-9d14-fb699dbfdbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.201890 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7972c9-b189-4dfe-ae08-d864ac6c2a73 req-2265c66a-0b57-466c-a8bf-845705c6e9b2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.203486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf7972c9-b189-4dfe-ae08-d864ac6c2a73 req-2265c66a-0b57-466c-a8bf-845705c6e9b2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0741930 Jul 08 18:09:20.240983 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf7972c9-b189-4dfe-ae08-d864ac6c2a73 req-bd9ac463-2776-4a6a-9a32-93a055b8590c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Jul 08 18:09:20.411003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763e843-48df-4a36-ba4f-3360d6cb4d33 req-d9053f4a-e19b-48bf-a7d3-491a842a28f8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.412659 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e763e843-48df-4a36-ba4f-3360d6cb4d33 req-d9053f4a-e19b-48bf-a7d3-491a842a28f8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0679517 Jul 08 18:09:20.421312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33498) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:20.425868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'floatingip': {'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:20.465518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.154263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.157966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.255396 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f associated. External IP: 172.25.3.203, port: 4e49dc00-f74a-4c3a-ab23-cc65a6727cae. Jul 08 18:09:21.459534 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:21.561734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:21.566605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.570849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:21.580384 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:21.580984 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:08:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:21.605826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2da8d17e-22bb-42be-8acf-cc1cf1d3dfe6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "PUT /v2.0/floatingips/43099dc8-7498-4581-a409-1fbc4f86cb1f HTTP/1.1" status: 200 len: 991 time: 1.1834576 Jul 08 18:09:21.606447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:21.608714 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578d94fc-63ce-4a19-aa11-5cccf66fab2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:21.646489 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f09d9c9-2039-41fe-9d21-df90ffc30851 x-openstack-request-id: req-9f09d9c9-2039-41fe-9d21-df90ffc30851 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:21.646786 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:21.647043 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f09d9c9-2039-41fe-9d21-df90ffc30851 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:21.647464 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'status': 'completed', 'code': 200} Jul 08 18:09:21.689902 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:21.732762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-c6378576-5a55-4bbf-8958-e95da5a05b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.734262 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-c6378576-5a55-4bbf-8958-e95da5a05b7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1096 time: 0.0626934 Jul 08 18:09:21.824498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-a00f6986-cf4f-49cc-b629-af0fefba11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.825964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-a00f6986-cf4f-49cc-b629-af0fefba11e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0854602 Jul 08 18:09:21.901955 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-16c906ac-45c5-4081-b391-044810f6c112 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 999 time: 0.0694535 Jul 08 18:09:21.925123 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:65:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:09:21Z', 'revision_number': 9, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:21.954699 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:21.955166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-fdadafeb-999f-46d1-9915-c399e54ecb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.956709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-fdadafeb-999f-46d1-9915-c399e54ecb19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0466993 Jul 08 18:09:21.963060 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:21.963660 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:08:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:22.015428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-80fd5e0c-c9b8-4642-9c7f-74ed7b93f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.016846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-80fd5e0c-c9b8-4642-9c7f-74ed7b93f6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540369 Jul 08 18:09:22.069409 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:22.113013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-5ac29234-95a0-46d2-b3fe-9ba4ab153980 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889530 Jul 08 18:09:22.203827 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-578d94fc-63ce-4a19-aa11-5cccf66fab2a req-a62bcccf-4919-44e1-9601-b69a31e8a393 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849512 Jul 08 18:09:22.265980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d07881ba-e2b1-40af-887d-687a75bd6f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.301179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:65:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:09:21Z', 'revision_number': 9, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:22.327920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be80b39-89ea-4ca8-b0e7-52cefb87704c None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:65:11:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:09:21Z', 'revision_number': 9, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:22.421610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:22.531868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf6a25-a782-4e84-9d53-685b113218c0 None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:09:23.756013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:25.120605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.936729 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:09:43.394744 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.461083 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:49.578965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-49a05cfa-63d4-4e7d-af41-b22c53fc8cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.266214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-55e857fc-8d0b-441f-af09-ea9a217335be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:52.426169 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:53.758280 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:55.123171 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:08.936306 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:10:13.402192 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:13.456113 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:14.304195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-a72d3bd3-5191-48b4-bddb-186314451866 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633342 Jul 08 18:10:14.394813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-7dfad2e9-319f-485c-82e7-576529f0c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.396288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-7dfad2e9-319f-485c-82e7-576529f0c77d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1096 time: 0.0520446 Jul 08 18:10:14.503129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-5961f2f9-0739-45ed-b0c2-8d9bc25ddc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.504700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-5961f2f9-0739-45ed-b0c2-8d9bc25ddc9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0873935 Jul 08 18:10:14.573431 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-e36f4d24-d959-4bd8-ab40-baf6cd249ef0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1002 time: 0.0608473 Jul 08 18:10:14.621159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-77586b76-cc80-4273-9115-93b6c48c5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.622664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-77586b76-cc80-4273-9115-93b6c48c5b0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0436516 Jul 08 18:10:14.681717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-e7319b7b-409c-43b6-b45b-ef899c54b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:14.683736 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-e7319b7b-409c-43b6-b45b-ef899c54b927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550566 Jul 08 18:10:14.772034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-3ae72eea-7898-44f4-bc5d-d511bcf7aa8c service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820503 Jul 08 18:10:14.864512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c06f4b4-6334-4194-8e5e-b104ea37a5e3 req-87f851ec-ea93-4eee-8d7a-2529da722543 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858572 Jul 08 18:10:19.582889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-231ddf4d-71c9-4457-ba0f-9c5dcf776526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.266794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8fd32e72-b05e-455b-9426-4d6d7ae1199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:22.428049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:23.764635 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:25.124351 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.406256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.471699 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:45.936678 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:10:49.584471 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03085895-3d82-4af0-90f1-f9b87326a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.267601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-51d96c3b-b71a-4bfb-a472-c4483252294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:52.430708 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:53.763889 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:55.128665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:56.892772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7298b7-01e1-45ad-a540-8ee9f3f2c92c req-74e2f2c8-a1ac-4322-a117-f61e434dc3c4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:56.894268 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b7298b7-01e1-45ad-a540-8ee9f3f2c92c req-74e2f2c8-a1ac-4322-a117-f61e434dc3c4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0902038 Jul 08 18:10:56.962495 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b7298b7-01e1-45ad-a540-8ee9f3f2c92c req-3e9e01d4-c03a-439c-bd1a-d646cc782318 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520480 Jul 08 18:10:56.972156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-d4278eed-90c8-4f4b-975b-26da528f41a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1509197 Jul 08 18:10:58.145276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da052b4a-702e-40f0-800c-989817307e3c req-9c4b8a7f-64b7-471e-aec2-e9fec19204ee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.146833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da052b4a-702e-40f0-800c-989817307e3c req-9c4b8a7f-64b7-471e-aec2-e9fec19204ee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0740001 Jul 08 18:10:58.213079 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da052b4a-702e-40f0-800c-989817307e3c req-c2376840-318c-4f28-b390-67ebdd51c345 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602355 Jul 08 18:10:58.237714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-f3c81208-7f91-4180-8e94-332d316e706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.239269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-f3c81208-7f91-4180-8e94-332d316e706e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1096 time: 0.0709012 Jul 08 18:10:58.332620 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-23f0bff7-e2af-42c8-8ca0-a9a668d92154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.334024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-23f0bff7-e2af-42c8-8ca0-a9a668d92154 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0878334 Jul 08 18:10:58.398716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-2aaec715-93ae-4ecf-b20e-75f8f5759a2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1002 time: 0.0571470 Jul 08 18:10:58.452223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-b7475820-d39c-4c48-8a38-b3e0fef22b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.453669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-b7475820-d39c-4c48-8a38-b3e0fef22b2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0482895 Jul 08 18:10:58.509857 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-4880417a-7fa7-4006-8cfd-596242584bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:58.511361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-4880417a-7fa7-4006-8cfd-596242584bd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515289 Jul 08 18:10:58.598850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-400a5996-2b91-4fa5-9965-6a44d59c6f93 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811119 Jul 08 18:10:58.692520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-f88ca935-654d-4ce6-93fb-9a3732a5f635 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856476 Jul 08 18:10:59.389779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a40ec-ce4c-4a99-919f-b4c2bbef365f req-4903c92f-acf3-4003-a0b4-60871e28383a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:59.391408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f7a40ec-ce4c-4a99-919f-b4c2bbef365f req-4903c92f-acf3-4003-a0b4-60871e28383a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0638990 Jul 08 18:10:59.428895 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f7a40ec-ce4c-4a99-919f-b4c2bbef365f req-815dc31d-5491-4c57-ad90-49a61372aea0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Jul 08 18:11:00.606691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70407e52-3d38-461a-b702-ed8b99316409 req-d7e300f4-8263-4b37-b72a-27de680ee44b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:00.608165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70407e52-3d38-461a-b702-ed8b99316409 req-d7e300f4-8263-4b37-b72a-27de680ee44b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0655110 Jul 08 18:11:00.645401 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-70407e52-3d38-461a-b702-ed8b99316409 req-64ebd09f-74d6-4ef4-bd7f-9fb96042f31e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Jul 08 18:11:01.820062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1bef-f60a-4017-838c-62738a711b36 req-d3abb21b-59db-478c-8967-dda9dd05822d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:01.821563 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1afb1bef-f60a-4017-838c-62738a711b36 req-d3abb21b-59db-478c-8967-dda9dd05822d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0653150 Jul 08 18:11:01.860812 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1afb1bef-f60a-4017-838c-62738a711b36 req-25809fd0-095b-4d16-9b58-6c673e3568c9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329139 Jul 08 18:11:03.032648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05e77a-0cbe-407f-adf5-37366b74098b req-92fef5f6-dc96-4a26-aae2-8894524190e2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.034039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb05e77a-0cbe-407f-adf5-37366b74098b req-92fef5f6-dc96-4a26-aae2-8894524190e2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0616965 Jul 08 18:11:03.075663 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb05e77a-0cbe-407f-adf5-37366b74098b req-a1e40ae7-fcff-4391-bca9-f914eb9b45bf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358541 Jul 08 18:11:04.254913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2aa02-7299-4fa6-919c-a63cf1b82aa4 req-c4efd7fd-13f4-4e75-bc11-2eea2e9e0d9e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:04.256374 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44c2aa02-7299-4fa6-919c-a63cf1b82aa4 req-c4efd7fd-13f4-4e75-bc11-2eea2e9e0d9e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0667984 Jul 08 18:11:04.294053 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-44c2aa02-7299-4fa6-919c-a63cf1b82aa4 req-8d90e3a1-ee54-484e-95cb-0ca5297b843a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Jul 08 18:11:05.472241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f7434-4697-4231-bc01-588dfbe10687 req-1dfc08be-0916-4204-b546-f8fd65d27ecf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:05.473710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a04f7434-4697-4231-bc01-588dfbe10687 req-1dfc08be-0916-4204-b546-f8fd65d27ecf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0635304 Jul 08 18:11:05.511236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a04f7434-4697-4231-bc01-588dfbe10687 req-6733840b-1fa8-4a18-b808-cd3b4993f3c0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319555 Jul 08 18:11:06.689903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb662497-1f1b-4639-8a35-05f50627e9b9 req-a0717b9f-d6c8-43fe-9725-31de1b32c43c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.691402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb662497-1f1b-4639-8a35-05f50627e9b9 req-a0717b9f-d6c8-43fe-9725-31de1b32c43c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0637081 Jul 08 18:11:06.729099 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb662497-1f1b-4639-8a35-05f50627e9b9 req-07887709-3edb-4319-9d82-a2507662eee7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jul 08 18:11:08.083472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adba2fb-520a-4b98-9940-a5aae7962a5f req-9ab5b902-ab92-4fcb-8266-a1d68da14ba4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.084831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7adba2fb-520a-4b98-9940-a5aae7962a5f req-9ab5b902-ab92-4fcb-8266-a1d68da14ba4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0632551 Jul 08 18:11:08.125340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7adba2fb-520a-4b98-9940-a5aae7962a5f req-7b65dd6c-3611-4a6f-b24a-dbbc04890a6b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341506 Jul 08 18:11:09.300249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedfe1-18ae-4a74-b8f8-7a5870e9f466 req-3db6e665-4232-4fec-9c38-5dd885c92b91 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.301762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cbfedfe1-18ae-4a74-b8f8-7a5870e9f466 req-3db6e665-4232-4fec-9c38-5dd885c92b91 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0638835 Jul 08 18:11:09.344486 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cbfedfe1-18ae-4a74-b8f8-7a5870e9f466 req-214c10b4-a94d-447b-98d2-4a18f88b609d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371475 Jul 08 18:11:10.520266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c9247-d62e-4d7b-a45c-9ae2923daae5 req-d0ea3042-155d-474d-8f9f-db74635688d1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.521702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b58c9247-d62e-4d7b-a45c-9ae2923daae5 req-d0ea3042-155d-474d-8f9f-db74635688d1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0660522 Jul 08 18:11:10.558806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b58c9247-d62e-4d7b-a45c-9ae2923daae5 req-4e94eceb-9048-4d93-8b5a-c790110731bd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Jul 08 18:11:10.566188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-0cd94b52-8cfd-4e35-8b12-8c2d35a65a1b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:11:10.567150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-0cd94b52-8cfd-4e35-8b12-8c2d35a65a1b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050378 Jul 08 18:11:10.625829 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-162dfcef-e318-4be4-accb-b2132d76db62 service neutron] show failed (client error): The resource could not be found. Jul 08 18:11:10.626790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-162dfcef-e318-4be4-accb-b2132d76db62 service neutron] 10.222.0.21 "GET /v2.0/ports/4e49dc00-f74a-4c3a-ab23-cc65a6727cae/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0539291 Jul 08 18:11:10.874424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-b9f5f79c-38c2-445d-9445-12d8d44507b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.875949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-b9f5f79c-38c2-445d-9445-12d8d44507b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 1096 time: 0.0525560 Jul 08 18:11:10.888767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:10.967237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.163815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:11.195008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:11.233546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:11.235871 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b8ea6e-6e06-4a63-aff6-71d52669c6b4" -d '{"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:11.239747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.252100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Transition to ACTIVE for port object 4e49dc00-f74a-4c3a-ab23-cc65a6727cae will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:11.255561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.285268 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f383d35-ff0b-4ddb-b661-29207ad180ad x-openstack-request-id: req-1f383d35-ff0b-4ddb-b661-29207ad180ad {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:11.285556 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:11.285806 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f383d35-ff0b-4ddb-b661-29207ad180ad {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:11.286218 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'code': 200} Jul 08 18:11:11.335898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:11.348605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.348944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.349278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.349611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.349953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.350284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.350612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.350933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.351251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.351567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.351882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.352193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:11.392189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] No DVR routers for this DVR port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:11.532027 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:11.532701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:11.532701 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:11.536898 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:11.537214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:11.542420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:11.542750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:11.544321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:11.544748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Bound port: 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:11.545105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.612363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:11.615401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:11.619504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.654335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.655145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:11.656472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] 10.222.0.53 "PUT /v2.0/ports/4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1091 time: 0.7717741 Jul 08 18:11:11.721986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b839b3-bf67-46de-9bbc-1c1e64edb7ba service neutron] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:11.797784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36168f-b33b-4468-bcd5-cbbbf6ce6b17 req-d6518cd1-b046-41ee-8d89-ab0b052dff51 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.799330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd36168f-b33b-4468-bcd5-cbbbf6ce6b17 req-d6518cd1-b046-41ee-8d89-ab0b052dff51 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.1204960 Jul 08 18:11:11.801308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-e37e5f91-01c5-4601-b912-92a4f2539916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:11.802693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-e37e5f91-01c5-4601-b912-92a4f2539916 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1094 time: 0.1122966 Jul 08 18:11:12.141394 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dd36168f-b33b-4468-bcd5-cbbbf6ce6b17 req-a5ca6150-83bd-48d4-8a06-aa821a7444f0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359792 Jul 08 18:11:12.174735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-be2ccff8-ddfa-4681-aaa3-f77f12f706a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.176208 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-be2ccff8-ddfa-4681-aaa3-f77f12f706a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.3641393 Jul 08 18:11:12.244022 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-6b7e8ba3-6100-4b0f-9fa1-876766425c16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.0607357 Jul 08 18:11:12.292067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-d64680b3-1878-400b-a452-f9e1fea64bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.294321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-d64680b3-1878-400b-a452-f9e1fea64bd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0445642 Jul 08 18:11:12.348845 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-9ba2e023-e45a-43f7-93fe-60adb182520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.350320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-9ba2e023-e45a-43f7-93fe-60adb182520e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501463 Jul 08 18:11:12.442249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-9938c344-2314-4b9b-b991-91e2b5daf42b service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852587 Jul 08 18:11:12.530755 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6fc89cf3-7fe6-43a5-8217-a3de7ac6a32f req-8ab516a0-a581-450e-88f9-b0aa753ef07d service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818608 Jul 08 18:11:13.287797 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:13.290306 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:13.319113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aebdf2-cf80-4687-900b-16a155bd067a req-0fce5566-29f9-4349-b50b-e9f548cb94d0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.320791 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59aebdf2-cf80-4687-900b-16a155bd067a req-0fce5566-29f9-4349-b50b-e9f548cb94d0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.0671549 Jul 08 18:11:13.344567 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80049b62-13a8-45cf-b872-5d95e6848b59 x-openstack-request-id: req-80049b62-13a8-45cf-b872-5d95e6848b59 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:13.344862 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:13.345113 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80049b62-13a8-45cf-b872-5d95e6848b59 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:13.345650 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'status': 'completed', 'code': 200} Jul 08 18:11:13.365839 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-59aebdf2-cf80-4687-900b-16a155bd067a req-41ac41c0-8810-4623-b1df-1cd706157428 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Jul 08 18:11:13.406078 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.462029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-3307f44b-715f-4054-b97e-1c4beb5bb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.463516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-3307f44b-715f-4054-b97e-1c4beb5bb449 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1094 time: 0.0975022 Jul 08 18:11:13.465335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-346c1998-e42c-4452-a72e-c17b48285051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.466691 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-346c1998-e42c-4452-a72e-c17b48285051 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1094 time: 0.0921397 Jul 08 18:11:13.492129 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:13.623755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-7f203e2e-81d5-42f3-a121-7b720d7a7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.625217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-7f203e2e-81d5-42f3-a121-7b720d7a7582 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1547127 Jul 08 18:11:13.626330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-3d67a958-2ba0-44a4-8f1f-76e1b34fef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.627646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-3d67a958-2ba0-44a4-8f1f-76e1b34fef5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1501927 Jul 08 18:11:13.735460 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-dcc8edd6-ee5e-4257-90ea-0e5d04bd52a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.1018560 Jul 08 18:11:13.741190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-ac300c1e-37ef-4daf-a4e0-f4f907046eff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.1066675 Jul 08 18:11:13.819677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-ac5a08b4-0bd2-45c4-b919-15438af4fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.821109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-ac5a08b4-0bd2-45c4-b919-15438af4fffd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0778291 Jul 08 18:11:13.824390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-730635af-7c7b-41e2-b1e7-353cabb0677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.825709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-730635af-7c7b-41e2-b1e7-353cabb0677e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0743389 Jul 08 18:11:13.916860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-40c7df28-29ca-4551-9669-2ce11ea905e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.919163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-40c7df28-29ca-4551-9669-2ce11ea905e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906844 Jul 08 18:11:13.921643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-496f89f1-cd7d-4fae-aa28-c984723a6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.923021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-496f89f1-cd7d-4fae-aa28-c984723a6d6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867002 Jul 08 18:11:14.076974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-63f3faf8-321a-4095-96ed-7a53e31e0263 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509137 Jul 08 18:11:14.080175 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-b5abb348-c1a2-4ba2-9b3b-efb00b5fbe92 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467669 Jul 08 18:11:14.239795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-256fe684-0f98-4a2a-8bbb-606923d8d011 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556687 Jul 08 18:11:14.241963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b384c69-2ea0-4a24-87a2-b71e9cc8f416 req-2fb94b3c-da32-4d75-834d-67a90f2066e2 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502674 Jul 08 18:11:14.542463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bcd20-0342-49cc-8f42-10c3ba3d48d6 req-473ce42a-2caf-4919-b49b-cf4dd0a151d2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:14.544696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc9bcd20-0342-49cc-8f42-10c3ba3d48d6 req-473ce42a-2caf-4919-b49b-cf4dd0a151d2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.0653987 Jul 08 18:11:14.581767 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc9bcd20-0342-49cc-8f42-10c3ba3d48d6 req-902486a3-96e6-45fe-b7dd-9249ac4a2b48 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Jul 08 18:11:14.843495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:14.884456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:11:15.029311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-07bf3eaa-b3a9-4a4c-85c1-fbbbff700119 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.030814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-07bf3eaa-b3a9-4a4c-85c1-fbbbff700119 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9&tenant_id=1030af2eba3d445baaa0c20411338d99&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 943 time: 0.1083331 Jul 08 18:11:15.093740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087043f-6ad5-43e7-bae9-aa92bf589202 req-fc5bc93f-c29a-4fad-ad31-9259a38ae00f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.095434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9087043f-6ad5-43e7-bae9-aa92bf589202 req-fc5bc93f-c29a-4fad-ad31-9259a38ae00f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 943 time: 0.1163661 Jul 08 18:11:15.128200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-3fcda33b-0a53-4a09-a7c4-b26a09f2bc08 service neutron] 10.222.0.53 "GET /v2.0/ports/4e49dc00-f74a-4c3a-ab23-cc65a6727cae/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.0910096 Jul 08 18:11:15.140774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9087043f-6ad5-43e7-bae9-aa92bf589202 req-0f7dd86e-2115-4fae-bc87-8ef813876155 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396447 Jul 08 18:11:15.188818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:15.204163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-972b6448-8dbf-407e-a6e8-453b4fc9c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.205675 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-972b6448-8dbf-407e-a6e8-453b4fc9c0cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1094 time: 0.0545468 Jul 08 18:11:15.283655 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:15.295060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'mac_address': 'fa:16:3e:65:11:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:15.298339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-2cebd629-cf7f-4837-acb1-07fc8390432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.299841 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-2cebd629-cf7f-4837-acb1-07fc8390432c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0875776 Jul 08 18:11:15.331515 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:15.343660 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e49dc00-f74a-4c3a-ab23-cc65a6727cae {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:15.362450 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:15.364378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-e69f7d40-e3a5-403c-9c89-81d80857b6a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.0575604 Jul 08 18:11:15.366482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:15.417636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:15.418441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-bffb426b-a12b-423a-99b3-163d0b36c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.419919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-bffb426b-a12b-423a-99b3-163d0b36c308 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0497251 Jul 08 18:11:15.425472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.425819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.426188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.426527 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.426859 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.427188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.427515 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.427841 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.428163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.428485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.428804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.429125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:15.475939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-d82c25bf-b7fb-49a8-a974-febd2d31e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.477404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-d82c25bf-b7fb-49a8-a974-febd2d31e3bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515296 Jul 08 18:11:15.566635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-7e54f889-62ea-4b46-b9a7-4a5cf49861cf service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Jul 08 18:11:15.623855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4e49dc00-f74a-4c3a-ab23-cc65a6727cae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:15.673626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-2f020e95-2b03-4748-8850-48248f2aae98 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Jul 08 18:11:16.317530 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2f25b-c63e-4eea-a972-95edc9dec63f req-6b237ace-31d1-401f-8deb-1fd2e5658768 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.319051 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4a2f25b-c63e-4eea-a972-95edc9dec63f req-6b237ace-31d1-401f-8deb-1fd2e5658768 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 944 time: 0.0653951 Jul 08 18:11:16.356829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4a2f25b-c63e-4eea-a972-95edc9dec63f req-11731ae1-7c7e-4eba-8aa2-7386d3b2595c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Jul 08 18:11:17.197773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:17.248536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:17.252338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:17.252808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.331848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.357654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:17.359922 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf84b39-e0c2-4942-85d7-3d33d5480f42" -d '{"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:17.372159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:17.377500 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.438346 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24297fe-7b03-466d-bee8-50eab82935ae x-openstack-request-id: req-f24297fe-7b03-466d-bee8-50eab82935ae {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:17.438633 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:17.438888 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f24297fe-7b03-466d-bee8-50eab82935ae {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:17.439276 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'code': 200} Jul 08 18:11:17.443750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:17.551217 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087856a1-45fe-44ed-bc56-b39f07ed4144 req-c3abf04a-936f-4502-9a3b-182a7fdc8ac4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.552718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-087856a1-45fe-44ed-bc56-b39f07ed4144 req-c3abf04a-936f-4502-9a3b-182a7fdc8ac4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0702763 Jul 08 18:11:17.591847 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-087856a1-45fe-44ed-bc56-b39f07ed4144 req-0261e8cd-38bf-46e8-8bf2-90ca057b6777 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336597 Jul 08 18:11:17.694263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-f235358a-6885-466b-a59f-de0b5626169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:17.695737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-f235358a-6885-466b-a59f-de0b5626169b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 1096 time: 0.0528820 Jul 08 18:11:17.707370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:17.781810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.978906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:18.011956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:18.050234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:18.052480 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ef767f-81de-4b4a-a569-88b97c07d626" -d '{"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:18.056041 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.069419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Transition to ACTIVE for port object 4e49dc00-f74a-4c3a-ab23-cc65a6727cae will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:18.073651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.109384 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5758ad8-9555-41f2-b84b-086da0cca644 x-openstack-request-id: req-b5758ad8-9555-41f2-b84b-086da0cca644 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:18.109825 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:18.110093 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5758ad8-9555-41f2-b84b-086da0cca644 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:18.110481 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'code': 200} Jul 08 18:11:18.165527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.209302 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] No DVR routers for this DVR port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:18.349764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:18.350137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:18.350468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:18.354718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:18.355042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Attempting to bind port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:18.360658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:18.361104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:18.361493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:18.361915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Bound port: 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:18.362288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.431769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:18.435282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:18.439493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.475983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.476612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.478019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1092 time: 0.7745795 Jul 08 18:11:18.513784 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0a961-0229-48dd-98bc-71284444e177 service neutron] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=11']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.561456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-dc5e151a-401d-4cec-8534-249a5ede2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.563006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-dc5e151a-401d-4cec-8534-249a5ede2c21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1095 time: 0.0598149 Jul 08 18:11:18.658941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-b17b722a-b279-4322-8331-723903fab4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.661656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-b17b722a-b279-4322-8331-723903fab4b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0928085 Jul 08 18:11:18.735438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-b1ac3616-fcf8-4a35-a6ab-c52b72ca5991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.0665612 Jul 08 18:11:18.771832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d01fe-912e-4f99-9877-8b37a949490d req-29a804ef-acb3-4178-a87b-d7c58ff24495 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.773273 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb5d01fe-912e-4f99-9877-8b37a949490d req-29a804ef-acb3-4178-a87b-d7c58ff24495 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 944 time: 0.0687335 Jul 08 18:11:18.784901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-2b00f702-e74c-44d7-97d2-07096bcd27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.786395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-2b00f702-e74c-44d7-97d2-07096bcd27fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0447435 Jul 08 18:11:18.812058 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bb5d01fe-912e-4f99-9877-8b37a949490d req-a620a797-46e2-4c92-bf2b-8d6e8a6760b3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Jul 08 18:11:18.843536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc43e7-28f0-4da5-a614-299618970036 req-4eed6942-f2ee-48bd-8ee5-0369ba8858d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.845044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-4eed6942-f2ee-48bd-8ee5-0369ba8858d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529008 Jul 08 18:11:18.936379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-c5d93370-b699-425d-80ad-e5d5e07a210b service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Jul 08 18:11:19.029112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bbc43e7-28f0-4da5-a614-299618970036 req-9127d41c-790c-4433-bfbc-d3f237f738aa service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864441 Jul 08 18:11:19.584124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0163e89d-3823-49bc-8753-25b16cb57b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:19.989561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abfc86-117b-48ec-8c50-3989c7232147 req-fd59e188-b8c0-4c53-b3a8-fa1988c8b73a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.991040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64abfc86-117b-48ec-8c50-3989c7232147 req-fd59e188-b8c0-4c53-b3a8-fa1988c8b73a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 944 time: 0.0665863 Jul 08 18:11:20.028945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-64abfc86-117b-48ec-8c50-3989c7232147 req-ea7659ad-7375-4a76-b0bf-acf0a719c470 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Jul 08 18:11:20.111755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:20.114101 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff54bfd-dac7-49d0-92f2-357a24c163f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:20.161403 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6b72de-5b5a-49dd-b394-781cb2425b9d x-openstack-request-id: req-ef6b72de-5b5a-49dd-b394-781cb2425b9d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:20.161694 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:20.161981 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef6b72de-5b5a-49dd-b394-781cb2425b9d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:20.162770 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'status': 'completed', 'code': 200} Jul 08 18:11:20.272090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-9bef276d-361c-4306-b412-d2a3a3a84778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.273568 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-9bef276d-361c-4306-b412-d2a3a3a84778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1095 time: 0.0838780 Jul 08 18:11:20.275331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-b5735198-492f-4100-bc60-1f8af09e8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.276676 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-b5735198-492f-4100-bc60-1f8af09e8f6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 1095 time: 0.0951147 Jul 08 18:11:20.437441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-56f1485b-0028-4276-a1e8-2ed794b47ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.438857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-56f1485b-0028-4276-a1e8-2ed794b47ba1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1578045 Jul 08 18:11:20.441483 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-3b8e63e9-994a-4e8b-a23a-2a585e885b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.442880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-3b8e63e9-994a-4e8b-a23a-2a585e885b6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1537521 Jul 08 18:11:20.551414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-3640288c-947f-4aaf-8d08-d5215302ca65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.1053331 Jul 08 18:11:20.557062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-3b9fbe49-09e2-4260-94a9-8cff0d516977 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 200 len: 1000 time: 0.1047928 Jul 08 18:11:20.876872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:20.887475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-e2b20eee-c186-4126-95f5-97f52b0da2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.889045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-e2b20eee-c186-4126-95f5-97f52b0da2a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.3309209 Jul 08 18:11:20.890732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-49990dbf-8fbd-4d5f-b03c-2bc262b85813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.892037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-49990dbf-8fbd-4d5f-b03c-2bc262b85813 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.3256941 Jul 08 18:11:20.971615 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:20.982857 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'mac_address': 'fa:16:3e:65:11:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:20.988684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-881ed398-38d8-4c4b-ac5f-ff505448773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.990263 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-881ed398-38d8-4c4b-ac5f-ff505448773f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856106 Jul 08 18:11:20.992716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-355d064f-0798-4b8a-9351-08b870ec0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.994104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-355d064f-0798-4b8a-9351-08b870ec0af6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985494 Jul 08 18:11:21.019898 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:21.036334 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e49dc00-f74a-4c3a-ab23-cc65a6727cae {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:21.056909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:21.061591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:21.114778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:21.150135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-1f21b1bb-dd75-49e5-893a-35f7c8f96dc8 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534915 Jul 08 18:11:21.154661 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-3de5251b-3463-43e5-8ac9-857a194ab5d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511474 Jul 08 18:11:21.212853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:21.254733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:11:21.286347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['4e49dc00-f74a-4c3a-ab23-cc65a6727cae'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:21.364230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3cfc-5632-408f-957e-c6eab4326dd1 req-2680042e-333d-4a1e-b4ec-2483ff8c165a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.365723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60fb3cfc-5632-408f-957e-c6eab4326dd1 req-2680042e-333d-4a1e-b4ec-2483ff8c165a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.2144916 Jul 08 18:11:21.367764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-bd5ffdd1-c7b0-41d4-a742-5dc17bde40e2 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038164 Jul 08 18:11:21.371694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ff54bfd-dac7-49d0-92f2-357a24c163f1 req-34cb2271-7dae-4ce1-95aa-b65881acf703 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069438 Jul 08 18:11:21.406214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60fb3cfc-5632-408f-957e-c6eab4326dd1 req-e54b0f24-c6f2-4054-b536-7902c19f0ce2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334818 Jul 08 18:11:21.583301 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25a0e-572c-4a03-bf23-d7d2771c0add req-4e5203c0-37c9-434e-a817-907d32304ba1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.584688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ad25a0e-572c-4a03-bf23-d7d2771c0add req-4e5203c0-37c9-434e-a817-907d32304ba1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0633817 Jul 08 18:11:21.626631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0ad25a0e-572c-4a03-bf23-d7d2771c0add req-4acf96fa-cc00-4513-83a5-e0fafbaa6e05 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Jul 08 18:11:21.797543 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc36f-d4e0-4881-8ce4-93a66afdb629 req-f7c48d1e-e27a-4aa2-9010-292c6ba8e5a8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.799023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f9cc36f-d4e0-4881-8ce4-93a66afdb629 req-f7c48d1e-e27a-4aa2-9010-292c6ba8e5a8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0636632 Jul 08 18:11:21.836616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f9cc36f-d4e0-4881-8ce4-93a66afdb629 req-cc0abd51-2ee8-4ba2-a752-90342a70af53 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Jul 08 18:11:22.267481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbc153-e262-4611-94b8-ebea1c4d6318 req-ea552d2d-ae5b-4596-ae99-1ba3469389d2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.269455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdfbc153-e262-4611-94b8-ebea1c4d6318 req-ea552d2d-ae5b-4596-ae99-1ba3469389d2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 945 time: 0.0814941 Jul 08 18:11:22.271176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-912c3a8b-c865-4d1a-9dc8-da2cd5d61e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:22.308511 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdfbc153-e262-4611-94b8-ebea1c4d6318 req-70c67557-1663-4cce-971c-7366f17f9c30 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Jul 08 18:11:22.437155 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:22.876629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:22.924572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:22.928374 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:22.928735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:22.936043 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:11:23.003345 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.028372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:23.030622 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c6021-4c65-412a-b0f5-ff0b64ae69a3" -d '{"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:23.043989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:23.048105 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.072853 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c96331-df9a-4063-89eb-f38248766ab5 x-openstack-request-id: req-20c96331-df9a-4063-89eb-f38248766ab5 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:23.073136 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:23.073384 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20c96331-df9a-4063-89eb-f38248766ab5 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:23.073839 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'code': 200} Jul 08 18:11:23.098830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=13']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:23.462117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-719ec14a-8780-4424-8057-a3adef0dbeeb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.463571 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-719ec14a-8780-4424-8057-a3adef0dbeeb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 946 time: 0.0934944 Jul 08 18:11:23.541741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66949a87-16af-4fca-9b22-bcc8cc78c635 req-aa844ebe-31e2-4a50-aa25-264d19ed70a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.543345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-66949a87-16af-4fca-9b22-bcc8cc78c635 req-aa844ebe-31e2-4a50-aa25-264d19ed70a4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9 HTTP/1.1" status: 200 len: 946 time: 0.1230276 Jul 08 18:11:23.605733 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-66949a87-16af-4fca-9b22-bcc8cc78c635 req-def5476f-2ad8-4b35-9b2a-c29f3d35ed9c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453792 Jul 08 18:11:23.614783 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Deleting port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:11:23.615137 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.709742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] For port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:23.710153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.767457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.884311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.884590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.884894 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f disassociated. External IP: 172.25.3.203, port: 4e49dc00-f74a-4c3a-ab23-cc65a6727cae. Jul 08 18:11:23.885226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Calling delete_port for 4e49dc00-f74a-4c3a-ab23-cc65a6727cae owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:11:24.010647 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:24.037084 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event deleted for resources: {'Port': ['ID=4e49dc00-f74a-4c3a-ab23-cc65a6727cae,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:24.157642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:11:24.268390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:11:24.277579 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:11:24.286474 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:24.287072 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:24.312323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] No DVR routers for this DVR port 4e49dc00-f74a-4c3a-ab23-cc65a6727cae on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:24.314985 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:24.317030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c3077f62-0052-4e29-a787-2cf0a6624b60 req-df2faa4d-056c-405e-97cd-9d03334aa28e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "DELETE /v2.0/ports/4e49dc00-f74a-4c3a-ab23-cc65a6727cae HTTP/1.1" status: 204 len: 173 time: 0.8462033 Jul 08 18:11:24.317460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-deleted', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:24.319812 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2248bf-a67c-4e7a-b7c3-c38391d5e097" -d '{"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-deleted", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:24.359193 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d008b033-802b-4cb6-bed3-bbc96d5f597c x-openstack-request-id: req-d008b033-802b-4cb6-bed3-bbc96d5f597c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:24.359492 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9", "name": "network-vif-deleted", "tag": "4e49dc00-f74a-4c3a-ab23-cc65a6727cae", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:24.359731 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d008b033-802b-4cb6-bed3-bbc96d5f597c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:24.360156 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fa14ff-06ba-4f03-a7be-9ff8a0ca42d9', 'name': 'network-vif-deleted', 'tag': '4e49dc00-f74a-4c3a-ab23-cc65a6727cae', 'status': 'completed', 'code': 200} Jul 08 18:11:24.398596 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:24.600781 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:24.626238 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:11:24.636962 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:24.637454 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:24.748679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:24.966244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-4045b6d2-c1d9-4676-b5d6-08c077157e4c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1780599159&fields=id&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 267 time: 0.0343170 Jul 08 18:11:25.047986 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:25.073593 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56156a73-115f-47be-97fc-55d9e5ea45c7 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:11:25.078069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-cb7b7b38-7ffb-4354-ac1f-9e5184c3eaa3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.079555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-cb7b7b38-7ffb-4354-ac1f-9e5184c3eaa3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1066270 Jul 08 18:11:25.094890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-13934e0f-aafb-4725-94c8-60fa47de3a39 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/quotas/1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 375 time: 0.0098686 Jul 08 18:11:25.133417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:25.170389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-cf130811-3d49-42f6-a820-8adddbda844d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691075 Jul 08 18:11:25.269424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-5eadd366-eb9c-4b50-a24e-9e121063a8d2 service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Jul 08 18:11:25.302508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d6296-4d4e-4337-9eaa-cbff4d7e09af None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:11:25.364928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-9db4a6b2-364a-45a1-8be8-716b328d37c9 service neutron] 10.222.0.48 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Jul 08 18:11:25.535772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-01029d3b-6bba-4f6c-bd78-f0ff5cdd0686 req-f4c97bc7-81fd-4249-9561-f3371516c4df tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0290911 Jul 08 18:11:26.559082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ea5d5bb4-1f7d-47f5-b6a3-200fa7795b16 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:26.560536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ea5d5bb4-1f7d-47f5-b6a3-200fa7795b16 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 812 time: 0.1103554 Jul 08 18:11:26.617567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-40f7d605-3689-47e5-adef-f0610eda395b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 380 time: 0.0385408 Jul 08 18:11:26.627872 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'port': {'device_id': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'admin_state_up': True, 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'security_groups': ['058ab6ea-005e-4cad-990c-8b669efc8d78']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:26.707822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c51863c-448e-4ffe-859e-ae005951c974 req-92c0368e-2af4-40f6-b1fb-f03ea0604c6e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0376260 Jul 08 18:11:26.766907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Made reservation on behalf of 1030af2eba3d445baaa0c20411338d99 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:26.770605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.141742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Allocated IP 172.20.0.6 (7c999e90-502c-4dfa-838d-ca72c996c0f2/2ca8da67-9c9a-44ca-a612-a6e120430e1c/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:27.280622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.294073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Transition to ACTIVE for port object f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:27.326792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.366665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:27.372416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:27.376145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:27.407916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:27.437436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.438149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.453838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-c39cc366-9c72-4ed4-8291-78b2b8a4e6ed tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301234 Jul 08 18:11:27.466524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Request body: {'port': {'device_id': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:27.541838 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.649949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-178be611-a7af-41e7-963b-ab2bdec541f6 None None] Provisioning for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:27.653749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-178be611-a7af-41e7-963b-ab2bdec541f6 None None] Provisioning complete for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:27.654235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-178be611-a7af-41e7-963b-ab2bdec541f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.688523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-178be611-a7af-41e7-963b-ab2bdec541f6 None None] Port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:27.811077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:27.818635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.830584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Transition to ACTIVE for port object f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:27.834555 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.885643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:27.885912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872233-1dbf-4421-a750-499a827a3d8d req-10963ea6-b586-4acb-87fb-72dba10ed605 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:27.888272 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4872233-1dbf-4421-a750-499a827a3d8d req-10963ea6-b586-4acb-87fb-72dba10ed605 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 931 time: 0.0670972 Jul 08 18:11:27.930349 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4872233-1dbf-4421-a750-499a827a3d8d req-34020d78-d539-41ae-bd24-b2d17f6aa1d7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Jul 08 18:11:27.966295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:27.966639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:27.966967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:27.971606 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:27.971930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:27.976853 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:27.977192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:27.977581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:27.978047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Bound port: f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:27.978413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:28.046371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:28.049618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:28.054665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:28.092756 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.093352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:28.094771 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] 10.222.0.21 "PUT /v2.0/ports/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1091 time: 0.6329398 Jul 08 18:11:28.095204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:28.097698 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495db4d5-8954-46b7-ba34-183911e3e5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:28.125485 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aa8d8-ba52-4feb-8e07-e92003ab6ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:28.163518 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc526e2-87e6-4a05-af57-88f534b729b6 x-openstack-request-id: req-5bc526e2-87e6-4a05-af57-88f534b729b6 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:28.163830 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:28.164185 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bc526e2-87e6-4a05-af57-88f534b729b6 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:28.164745 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'status': 'completed', 'code': 200} Jul 08 18:11:28.208834 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-46f3e37a-ef6b-4e5a-8788-bdfca8237ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.210393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-46f3e37a-ef6b-4e5a-8788-bdfca8237ad5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1094 time: 0.0628810 Jul 08 18:11:28.255373 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-fdf231c1-40e8-43c3-b3ec-c5ec8d78ec39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 217 time: 0.0365305 Jul 08 18:11:28.309289 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-da1190e0-07b9-401a-b58b-5a4518bfc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.310848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-da1190e0-07b9-401a-b58b-5a4518bfc981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0488236 Jul 08 18:11:28.367860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-1da71bb1-31ab-48ce-ae58-eacbd6f59e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.369362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-1da71bb1-31ab-48ce-ae58-eacbd6f59e72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527463 Jul 08 18:11:28.458158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-3d876248-ee22-4348-a75d-dc380fc5ef81 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821173 Jul 08 18:11:28.550431 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-001103ca-7039-48ec-a5e7-7b8f02100fa5 req-474b65c3-6362-4ad0-ac3e-c8a6be3beb7b service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Jul 08 18:11:28.647999 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-7832c351-7e28-4b6b-9b2c-dc76d057b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.649514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-7832c351-7e28-4b6b-9b2c-dc76d057b6fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1094 time: 0.0525434 Jul 08 18:11:28.740969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-cc5fab05-4e27-49de-90b0-68f9afe0ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.742476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-cc5fab05-4e27-49de-90b0-68f9afe0ff34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0866952 Jul 08 18:11:28.785261 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-23fa26cf-4881-49e8-b4f5-4a930c5d99b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 217 time: 0.0353000 Jul 08 18:11:28.834788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-74ed4188-413e-4ff6-a671-fee0e4a86f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.836209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-74ed4188-413e-4ff6-a671-fee0e4a86f93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0444636 Jul 08 18:11:28.897762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-af61a4ec-0fb4-414a-8b07-c54eaa559426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.899252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-af61a4ec-0fb4-414a-8b07-c54eaa559426 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554149 Jul 08 18:11:28.906905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:28.930297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 4e49dc00-f74a-4c3a-ab23-cc65a6727cae {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:11:28.930643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 4e49dc00-f74a-4c3a-ab23-cc65a6727cae not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:11:28.990468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-8e7690fd-b97d-468e-895f-7da311d580cd service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828273 Jul 08 18:11:29.085357 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-495db4d5-8954-46b7-ba34-183911e3e5e1 req-89a8a591-f879-4ddf-b6eb-1c3ea069ee2f service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875475 Jul 08 18:11:29.112933 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f84a9-5e19-4b54-9723-37fe11acfdf9 req-46eb12fb-d3fe-4076-82b0-899eea90171a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:29.114429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a1f84a9-5e19-4b54-9723-37fe11acfdf9 req-46eb12fb-d3fe-4076-82b0-899eea90171a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0703840 Jul 08 18:11:29.151575 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3a1f84a9-5e19-4b54-9723-37fe11acfdf9 req-8cda2f78-0976-4158-9dba-f50e1ad99148 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Jul 08 18:11:30.325039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ab269-e51b-4b29-9dbc-de0a63716f7b req-cdcee865-32e0-49a1-8d5e-4aeffca16328 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.326539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-145ab269-e51b-4b29-9dbc-de0a63716f7b req-cdcee865-32e0-49a1-8d5e-4aeffca16328 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0641191 Jul 08 18:11:30.364379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-145ab269-e51b-4b29-9dbc-de0a63716f7b req-faa8d8d2-4760-4d1f-a952-2e81ee714201 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Jul 08 18:11:30.924061 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:31.015157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:31.026249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:31.062107 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.078406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:31.097206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:31.101348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.147013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:31.295830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:31.538876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf9c91-52f9-4eb9-8627-f49cacc68247 req-3e048e8f-be4f-4a2e-9886-2711f5df74ee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.540396 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15cf9c91-52f9-4eb9-8627-f49cacc68247 req-3e048e8f-be4f-4a2e-9886-2711f5df74ee tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0675805 Jul 08 18:11:31.578781 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15cf9c91-52f9-4eb9-8627-f49cacc68247 req-61ccc685-958c-4bab-affc-138e4be41293 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Jul 08 18:11:32.752343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437109-23d6-4acb-a004-2e07049733e1 req-f707153d-df62-4371-8ce3-763bae266377 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.753817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5437109-23d6-4acb-a004-2e07049733e1 req-f707153d-df62-4371-8ce3-763bae266377 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0639818 Jul 08 18:11:32.790669 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f5437109-23d6-4acb-a004-2e07049733e1 req-4aca39dd-0fc4-4f75-a30c-e887d810b0c5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Jul 08 18:11:32.951454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:33.001401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:33.005145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:33.005512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.079125 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.101156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:33.103682 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52f13f8-1696-4b33-861c-93040817f096" -d '{"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:33.116920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:33.121609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.150198 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884e65ff-c025-4b23-be4b-c4872fefb714 x-openstack-request-id: req-884e65ff-c025-4b23-be4b-c4872fefb714 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:33.150479 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:33.150727 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-884e65ff-c025-4b23-be4b-c4872fefb714 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:33.151104 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'code': 200} Jul 08 18:11:33.177902 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:33.257752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5277f2-9c12-4ca4-8cdc-75cb20086be7 req-3e801172-9c2d-439d-9897-f9876be0498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.259437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d5277f2-9c12-4ca4-8cdc-75cb20086be7 req-3e801172-9c2d-439d-9897-f9876be0498f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1096 time: 0.0543456 Jul 08 18:11:33.293247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1d5277f2-9c12-4ca4-8cdc-75cb20086be7 req-528037d2-2c44-47e7-ae76-af813107377b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267873 Jul 08 18:11:33.969274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e254c-50a0-441a-8c77-08c7e7c137d9 req-3cda0080-7d92-4e2b-aeb4-c69e4f3896b0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.970798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c9e254c-50a0-441a-8c77-08c7e7c137d9 req-3cda0080-7d92-4e2b-aeb4-c69e4f3896b0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0656934 Jul 08 18:11:34.009437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0c9e254c-50a0-441a-8c77-08c7e7c137d9 req-a9d52e3a-bf53-4f7d-9c4a-3427b4d20959 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328119 Jul 08 18:11:35.193821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718e31-d71a-47be-942e-565807a0138d req-145697d9-6a01-4a97-ab52-ad5b59d77ee5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.195346 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1718e31-d71a-47be-942e-565807a0138d req-145697d9-6a01-4a97-ab52-ad5b59d77ee5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0644672 Jul 08 18:11:35.233429 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c1718e31-d71a-47be-942e-565807a0138d req-b30bce38-6ab2-43cb-8bd7-7aa68be2c043 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319600 Jul 08 18:11:35.396871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec1c6-bfb2-460b-801a-833ec68ea293 req-e39a7bf3-1693-4f04-a5d1-44b226830088 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.398243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-58aec1c6-bfb2-460b-801a-833ec68ea293 req-e39a7bf3-1693-4f04-a5d1-44b226830088 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0615127 Jul 08 18:11:35.407383 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 33900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:35.411758 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Request body: {'floatingip': {'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:35.455083 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:35.890862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:35.894828 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:35.992728 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f associated. External IP: 172.25.3.203, port: f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402. Jul 08 18:11:36.199097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:11:36.300691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:11:36.305550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:36.310680 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:11:36.320001 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:36.320703 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:36.345503 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ad366eec-ba46-4f60-9c7d-beccb1d827d6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "PUT /v2.0/floatingips/43099dc8-7498-4581-a409-1fbc4f86cb1f HTTP/1.1" status: 200 len: 992 time: 0.9370866 Jul 08 18:11:36.346129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:36.349673 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b1bf1-e72b-41cb-b56a-e7595c816e78" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:36.385260 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c11a606-b1ef-4e36-8183-a84ed1bba9ca x-openstack-request-id: req-0c11a606-b1ef-4e36-8183-a84ed1bba9ca {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:36.385549 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:36.386466 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c11a606-b1ef-4e36-8183-a84ed1bba9ca {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:36.386878 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'status': 'completed', 'code': 200} Jul 08 18:11:36.430911 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:36.462548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-bd317cc9-85cb-4982-8825-b1091cd8be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.464585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-bd317cc9-85cb-4982-8825-b1091cd8be07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1096 time: 0.0536339 Jul 08 18:11:36.559195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-bdc34ace-4870-48b3-b07e-48abb8027f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.560628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-bdc34ace-4870-48b3-b07e-48abb8027f1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0900557 Jul 08 18:11:36.628700 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-a0438ddc-7d45-4cbe-a401-f8049c75a33b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.0621016 Jul 08 18:11:36.655516 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:11:35Z', 'revision_number': 13, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:36.677499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-6c4ab2c7-929d-4caa-9edd-b4fc78494cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.678988 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-6c4ab2c7-929d-4caa-9edd-b4fc78494cc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0442619 Jul 08 18:11:36.681063 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:11:36.689070 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:36.689664 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:11:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:36.737678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-6ed105ff-e2d5-47ea-a7d0-c15453bd7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.739244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-6ed105ff-e2d5-47ea-a7d0-c15453bd7738 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528834 Jul 08 18:11:36.797572 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:36.837749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-f9f70c69-212f-4955-bb33-9101ac81c08d service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918498 Jul 08 18:11:36.928543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b51b1bf1-e72b-41cb-b56a-e7595c816e78 req-15f67694-73b8-4897-9f81-b9954d88ed96 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Jul 08 18:11:37.015435 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:11:35Z', 'revision_number': 13, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:37.045276 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b9c9d-4a91-48d5-9fab-9d34da6d3db8 None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '43099dc8-7498-4581-a409-1fbc4f86cb1f', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'floating_ip_address': '172.25.3.203', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:04:42Z', 'updated_at': '2021-07-08T18:11:35Z', 'revision_number': 13, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:11:37.234409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c59ecc-24ae-4f7c-9eee-e035e41f1d6b None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:11:43.406836 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:43.521921 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.584673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6534bc26-ed3b-4e3e-b3f7-e64ce55ff85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:52.273472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f05c7d-786a-4b5a-854d-386c6fdf7b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:52.438131 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:53.769736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:55.138382 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:59.937169 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:12:13.415118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:13.535923 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:15.732465 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-b28c912d-286a-4a89-9af7-68b551ccd511 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562382 Jul 08 18:12:15.824939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-3f79121c-f551-43fc-8573-c1f47cdbd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.826439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-3f79121c-f551-43fc-8573-c1f47cdbd974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1096 time: 0.0523801 Jul 08 18:12:15.933804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-43d5d0ab-27b1-42ef-b629-ea7cb07ce782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:15.935302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-43d5d0ab-27b1-42ef-b629-ea7cb07ce782 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0888433 Jul 08 18:12:16.253632 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-a7f9283b-f0bb-4abb-a12f-482fbd85e7d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1002 time: 0.3114252 Jul 08 18:12:16.302404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-d8b7cb40-935b-4e65-99e5-816015c2362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:16.303799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-d8b7cb40-935b-4e65-99e5-816015c2362e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0429676 Jul 08 18:12:16.362631 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-656805d7-670e-46ed-bf7f-be08860fe927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:16.364092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-656805d7-670e-46ed-bf7f-be08860fe927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542014 Jul 08 18:12:16.451946 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-658ad5aa-0d25-480e-a2fb-7fa1902f206c service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814776 Jul 08 18:12:16.544502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-632345bf-c498-4293-a7fc-92d6ce4e2337 req-14b8aa0e-4ce9-4ea0-9822-f9c88ac1cbbf service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861206 Jul 08 18:12:19.586440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d2ce-0b3f-4777-b704-7413e0c0030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:22.276176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f86f9495-a503-4a0e-967d-2403661fef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:22.444917 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:23.773540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:25.137502 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:36.937104 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:12:43.407506 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:43.555727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:49.588097 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bce16d07-099b-4dfe-8056-f985456dd470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:52.276696 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd0fb74e-89d5-42b3-be3b-cf1d94d6193b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:52.437285 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:53.775484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:55.140971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:12.775423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c57e18-a210-4172-b019-94bfdebbb321 req-49c9e771-fac0-4319-b179-d0b913751577 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:12.776875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15c57e18-a210-4172-b019-94bfdebbb321 req-49c9e771-fac0-4319-b179-d0b913751577 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0638208 Jul 08 18:13:12.815819 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15c57e18-a210-4172-b019-94bfdebbb321 req-eace192b-ebab-427f-908b-1aecb441f2cd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Jul 08 18:13:13.422196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.552311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:13.936816 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:13:17.769312 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-cc943d75-d724-4031-8e80-eecba04d451d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984006 Jul 08 18:13:17.864575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-0a9cc9ba-f804-4500-bde0-624c259afbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:17.866056 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-0a9cc9ba-f804-4500-bde0-624c259afbe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1096 time: 0.0544758 Jul 08 18:13:17.968196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-a1030e3d-3dea-4291-974f-7756bb257263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:17.969645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-a1030e3d-3dea-4291-974f-7756bb257263 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0834129 Jul 08 18:13:18.036343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-e29e27d3-5bee-4a02-97f6-15b33827bff6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1002 time: 0.0599198 Jul 08 18:13:18.083121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-cf5a3eb0-70cc-4297-bc8d-62bfdf67a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:18.084521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-cf5a3eb0-70cc-4297-bc8d-62bfdf67a0b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0427303 Jul 08 18:13:18.139835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-fde03ce0-ebb8-46b2-8f35-b3139f79edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:18.141288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-fde03ce0-ebb8-46b2-8f35-b3139f79edbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511065 Jul 08 18:13:18.234016 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-0b6c1b1f-1b5d-4dec-8960-823993457278 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856743 Jul 08 18:13:18.327679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f422e0d5-9993-4307-a93a-1dd28e375a16 req-d9eb4632-b0c7-4068-bc41-060293e46acf service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 Jul 08 18:13:19.589671 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ecc836e9-7f57-4d73-a437-b97a0013f332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.278806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5b31e7fe-3652-4b53-ae49-ea639fb76c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:22.439187 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:23.780860 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:24.111493 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-a5bfdb84-5b1b-4374-b3b9-6142a0007152 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827074 Jul 08 18:13:24.148705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a4330-b115-46b3-9e71-5c74726b25da req-8afdb859-6698-467a-b90d-9589d666660a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:24.150227 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-853a4330-b115-46b3-9e71-5c74726b25da req-8afdb859-6698-467a-b90d-9589d666660a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0720484 Jul 08 18:13:24.191151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-853a4330-b115-46b3-9e71-5c74726b25da req-e0a3792e-27ad-4577-add6-ad0f8cbd54f7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343866 Jul 08 18:13:25.143255 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:25.267337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-833e796f-2352-4830-ab0c-41380269c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.268840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-833e796f-2352-4830-ab0c-41380269c225 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1096 time: 0.0555742 Jul 08 18:13:25.407169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-c3b4ad34-0ae6-4d4d-a42b-93d7de7c2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.408557 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-c3b4ad34-0ae6-4d4d-a42b-93d7de7c2920 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1330194 Jul 08 18:13:25.416963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207607e-e5eb-4446-9240-ddbcdb13565b req-6a24813f-ae73-48fd-af49-f476b505ce73 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.418962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7207607e-e5eb-4446-9240-ddbcdb13565b req-6a24813f-ae73-48fd-af49-f476b505ce73 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0965295 Jul 08 18:13:25.500862 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7207607e-e5eb-4446-9240-ddbcdb13565b req-f1ae12c6-aae4-4827-b638-ffde964bfffd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754504 Jul 08 18:13:25.506737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-a0d9a7d6-ff9a-451d-9940-79e1efdd26bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1002 time: 0.0868788 Jul 08 18:13:25.555725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-aba9b6e9-92b2-4feb-87f6-2fcd4c6f6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.557166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-aba9b6e9-92b2-4feb-87f6-2fcd4c6f6f08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0446115 Jul 08 18:13:25.614449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-dcea5339-1816-4319-a45e-05634c5d92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.615949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-dcea5339-1816-4319-a45e-05634c5d92a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519292 Jul 08 18:13:25.706356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-ca853935-23aa-48a6-8a07-fccc61ec566a service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Jul 08 18:13:25.795005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-399b7517-12a5-4c2b-bfc1-163ce68d4db8 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 Jul 08 18:13:26.678293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0445be4-99a0-41ee-a6f7-a6a37dab9c51 req-9e10b2ec-05d5-408c-bad4-23dea4fb83e1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:26.679779 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0445be4-99a0-41ee-a6f7-a6a37dab9c51 req-9e10b2ec-05d5-408c-bad4-23dea4fb83e1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0639465 Jul 08 18:13:26.721498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f0445be4-99a0-41ee-a6f7-a6a37dab9c51 req-58aa4144-afaf-4a58-876b-30b7c74f1c31 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359421 Jul 08 18:13:27.900346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b16e1-ab3c-4ea1-9bb3-40cb4088338a req-5fa7a8ff-318c-47ec-859e-02098017f6ae tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:27.901817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa0b16e1-ab3c-4ea1-9bb3-40cb4088338a req-5fa7a8ff-318c-47ec-859e-02098017f6ae tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0688145 Jul 08 18:13:27.940155 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aa0b16e1-ab3c-4ea1-9bb3-40cb4088338a req-e1815703-e6f7-4fe2-a08c-4c80932d913c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jul 08 18:13:29.127585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e324d1-554b-4f68-ad32-731be47f8017 req-743e3c9c-2411-4cf0-90fc-8209f5fef136 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:29.129088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45e324d1-554b-4f68-ad32-731be47f8017 req-743e3c9c-2411-4cf0-90fc-8209f5fef136 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0667570 Jul 08 18:13:29.166060 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-45e324d1-554b-4f68-ad32-731be47f8017 req-686ee287-7d9d-4fcd-b915-fc5900ed4cf3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Jul 08 18:13:30.340923 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a89371-61ac-4d47-b173-5234558441a1 req-638ef7cc-4e23-475b-8e43-c77a2352697e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:30.342414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49a89371-61ac-4d47-b173-5234558441a1 req-638ef7cc-4e23-475b-8e43-c77a2352697e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0635259 Jul 08 18:13:30.379701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-49a89371-61ac-4d47-b173-5234558441a1 req-9cc96118-3dcf-48a4-9af3-66ff5f12018c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317533 Jul 08 18:13:31.551347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41deef-57d6-4f55-afba-7ef3cb833fa2 req-eb650c90-3291-4fdf-a787-5bafbf3d655d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:31.552811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc41deef-57d6-4f55-afba-7ef3cb833fa2 req-eb650c90-3291-4fdf-a787-5bafbf3d655d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0637083 Jul 08 18:13:31.590702 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cc41deef-57d6-4f55-afba-7ef3cb833fa2 req-18f50945-cddd-434f-98bb-0b2b3f682f18 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Jul 08 18:13:32.763755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c39bc7-c8e3-452b-a502-5d9a40809a80 req-5f5fea37-e2bd-4483-8f67-968bd8f27977 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:32.765223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22c39bc7-c8e3-452b-a502-5d9a40809a80 req-5f5fea37-e2bd-4483-8f67-968bd8f27977 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0631618 Jul 08 18:13:32.806031 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22c39bc7-c8e3-452b-a502-5d9a40809a80 req-c6c0ed3e-fed0-4a6d-8fca-51a19bc44530 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Jul 08 18:13:33.980707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2564a-021a-41af-985e-7ffccd24cff4 req-e0aaa934-9d3f-45ba-9b27-ba778f14c8e5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:33.982200 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08e2564a-021a-41af-985e-7ffccd24cff4 req-e0aaa934-9d3f-45ba-9b27-ba778f14c8e5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0661838 Jul 08 18:13:34.021403 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08e2564a-021a-41af-985e-7ffccd24cff4 req-67a72bc4-282a-4df9-9006-20205c0f2514 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335395 Jul 08 18:13:35.195069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1c55e-56f5-4ce0-9c55-88944f60d14e req-d3995c52-8e88-4ee8-a263-52a970a0d149 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.196542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59a1c55e-56f5-4ce0-9c55-88944f60d14e req-d3995c52-8e88-4ee8-a263-52a970a0d149 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0637288 Jul 08 18:13:35.233908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-59a1c55e-56f5-4ce0-9c55-88944f60d14e req-72928033-0acb-40f4-8404-8ec61d79ce9f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Jul 08 18:13:36.408895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12afaa4-455f-4fda-bda6-24d20ca93f8a req-3c0bd33f-0306-41e2-8cb4-b7666fee53b4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:36.410420 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b12afaa4-455f-4fda-bda6-24d20ca93f8a req-3c0bd33f-0306-41e2-8cb4-b7666fee53b4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0635414 Jul 08 18:13:36.448672 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b12afaa4-455f-4fda-bda6-24d20ca93f8a req-8fcb50f4-7e12-426e-aba9-7036b3266053 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325177 Jul 08 18:13:37.618771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bf285-413c-4f68-86db-3e9cc87169b0 req-43d40b85-ff24-452b-9427-d5e2c62f5f28 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:37.620139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f61bf285-413c-4f68-86db-3e9cc87169b0 req-43d40b85-ff24-452b-9427-d5e2c62f5f28 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0623357 Jul 08 18:13:37.657880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f61bf285-413c-4f68-86db-3e9cc87169b0 req-cb6cec0a-3fd6-497c-99e4-8ceae5615254 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Jul 08 18:13:38.838415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37616-2b08-4735-829e-5d89ebca811c req-c6dbfc98-24ca-4812-a9ee-dbec456d2861 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:38.839933 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-afd37616-2b08-4735-829e-5d89ebca811c req-c6dbfc98-24ca-4812-a9ee-dbec456d2861 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0657327 Jul 08 18:13:38.882955 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-afd37616-2b08-4735-829e-5d89ebca811c req-531b897e-a785-4cfa-b0b1-da5dfc9460a0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371647 Jul 08 18:13:39.542684 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-441b247f-8e08-49eb-9d1a-3cf2601f63a4 service neutron] show failed (client error): The resource could not be found. Jul 08 18:13:39.543812 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-441b247f-8e08-49eb-9d1a-3cf2601f63a4 service neutron] 10.222.0.21 "GET /v2.0/ports/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0583072 Jul 08 18:13:39.788760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-c6c79c12-bbe5-4c92-86b6-746e49bb7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.790267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-c6c79c12-bbe5-4c92-86b6-746e49bb7ad3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 1096 time: 0.0542026 Jul 08 18:13:39.801542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:39.870637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.114298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:40.142622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0aeb8-a238-44fd-9089-d92d95d5a60b req-ac1dd2df-a155-4871-a723-8ea32a3a19af tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.144088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1d0aeb8-a238-44fd-9089-d92d95d5a60b req-ac1dd2df-a155-4871-a723-8ea32a3a19af tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.1378720 Jul 08 18:13:40.174466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:40.218552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1d0aeb8-a238-44fd-9089-d92d95d5a60b req-61f19608-caf6-4d27-8022-981bf0b230b1 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688617 Jul 08 18:13:40.229068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:40.232272 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323c43cb-2862-41c6-b500-9502a0cdc083" -d '{"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:40.236429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.254636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Transition to ACTIVE for port object f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:40.258452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.285391 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c629d07b-fcee-4852-9ebf-e0cbb78a1ea7 x-openstack-request-id: req-c629d07b-fcee-4852-9ebf-e0cbb78a1ea7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:40.285676 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:40.285959 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c629d07b-fcee-4852-9ebf-e0cbb78a1ea7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:40.286335 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'code': 200} Jul 08 18:13:40.339224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:40.353256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.353607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.353969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.354313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.354647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.354977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.355848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.356196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.356602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.356930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.357258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.357583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:40.390962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] No DVR routers for this DVR port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:40.529812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:40.530175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:40.530514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:40.534690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:13:40.535004 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:40.539964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:40.540328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:40.540710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:40.541126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Bound port: f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:40.541479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.609763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:40.614900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:40.618993 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.652332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.652969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:40.654646 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1091 time: 0.8570802 Jul 08 18:13:40.692003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0639cbf-c34b-443f-956d-fceebe315ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:40.748373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-117cc779-373f-4300-b38f-9796b732c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.749900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-117cc779-373f-4300-b38f-9796b732c785 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1094 time: 0.0723505 Jul 08 18:13:40.848266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-7ea09dcb-de88-41a0-88df-85cda779903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.849972 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-7ea09dcb-de88-41a0-88df-85cda779903c service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0935631 Jul 08 18:13:40.913822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-b2c4dc08-b713-44fd-b3aa-d923d05869c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.0576732 Jul 08 18:13:40.965322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-4f14bd31-9a61-407b-b805-8c55f7d3d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.966773 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-4f14bd31-9a61-407b-b805-8c55f7d3d52c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0465634 Jul 08 18:13:41.023740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-b750680b-27db-4359-a047-2dd8269b2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.025238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-b750680b-27db-4359-a047-2dd8269b2327 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524697 Jul 08 18:13:41.035011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-7b98a601-c17c-4521-9598-3eb02a149761 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:13:41.035933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-7b98a601-c17c-4521-9598-3eb02a149761 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048943 Jul 08 18:13:41.123495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-37c88636-52d4-4588-8a84-6746861a90bc service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806024 Jul 08 18:13:41.213232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-78f60a61-770a-443f-9247-69ecfe4b54e7 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Jul 08 18:13:41.398634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb041a-9ac6-4e8a-8b83-da68c2352a81 req-3dcdd3bf-a622-485a-8f38-4248de804253 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.400117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4bb041a-9ac6-4e8a-8b83-da68c2352a81 req-3dcdd3bf-a622-485a-8f38-4248de804253 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0639744 Jul 08 18:13:41.441545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f4bb041a-9ac6-4e8a-8b83-da68c2352a81 req-50f16a74-a9f9-40d5-942a-b3e8c30451f5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349691 Jul 08 18:13:41.697066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:41.735736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:42.288527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:42.290914 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c82a32-eef3-47a3-b15f-a196557bcffd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:42.339278 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58de210d-66f1-4168-9f98-af05e9d6221e x-openstack-request-id: req-58de210d-66f1-4168-9f98-af05e9d6221e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:42.340166 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:42.341151 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58de210d-66f1-4168-9f98-af05e9d6221e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:42.341560 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'status': 'completed', 'code': 200} Jul 08 18:13:42.464217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-69a9df08-d0f1-46d2-bc4e-dab9baa6ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.466430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-69a9df08-d0f1-46d2-bc4e-dab9baa6ff0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1094 time: 0.0971773 Jul 08 18:13:42.468454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-fbe4e965-9bc5-48c5-8c52-d77766998bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.469986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-fbe4e965-9bc5-48c5-8c52-d77766998bac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1094 time: 0.1085722 Jul 08 18:13:42.688138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-eb9f3217-6431-4378-9750-2261c2d5dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.689540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-eb9f3217-6431-4378-9750-2261c2d5dc08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.2128990 Jul 08 18:13:42.700136 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-80f9f8e6-63d6-4a47-98de-8c86b51b8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.702505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-80f9f8e6-63d6-4a47-98de-8c86b51b8038 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.2244806 Jul 08 18:13:42.717814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9694d94-7122-48fb-aae2-aa1094f93983 req-22f9f84f-d93e-419f-9e9a-b75b7ff60019 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.719288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9694d94-7122-48fb-aae2-aa1094f93983 req-22f9f84f-d93e-419f-9e9a-b75b7ff60019 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.1499934 Jul 08 18:13:42.842795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-699e01cb-d2f4-4960-8864-03d0a3d78f36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.1458547 Jul 08 18:13:42.847545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c9694d94-7122-48fb-aae2-aa1094f93983 req-cc535270-7fb4-4e32-866c-7bac38953f13 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980613 Jul 08 18:13:42.864200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-7eae6c93-c3c9-46f0-bd56-09b1d97c05c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.1439793 Jul 08 18:13:42.933305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-ba5a452b-100e-422f-9774-5ba5e1418bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.935533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-ba5a452b-100e-422f-9774-5ba5e1418bcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0854721 Jul 08 18:13:42.938934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-61b977be-f6d0-4148-9133-edd8cb7fc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.940190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-61b977be-f6d0-4148-9133-edd8cb7fc2b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0577509 Jul 08 18:13:43.288650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-1db3971e-2697-44ca-ae41-058b2b40a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:43.290186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-1db3971e-2697-44ca-ae41-058b2b40a2ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480282 Jul 08 18:13:43.295894 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-5f8e06c7-9a02-49fc-b7b8-7795c75000fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:43.297288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-5f8e06c7-9a02-49fc-b7b8-7795c75000fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3471122 Jul 08 18:13:43.426771 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.449022 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-352eadbb-c311-44cd-9fbd-67777489bccb service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507430 Jul 08 18:13:43.452395 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-dda6fe2b-19fd-47fe-8732-206b5da2bf92 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473570 Jul 08 18:13:43.568349 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.609406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-07852a19-b34d-41bc-b249-41ac9058eef0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544147 Jul 08 18:13:43.611612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30c82a32-eef3-47a3-b15f-a196557bcffd req-57e8c212-8833-42aa-8c15-8320d130fc50 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496921 Jul 08 18:13:44.078773 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b685b-508f-4435-817a-c36959344559 req-c35feb90-df9f-4c6d-9925-714cd218a11c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.080282 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5b685b-508f-4435-817a-c36959344559 req-c35feb90-df9f-4c6d-9925-714cd218a11c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.1154563 Jul 08 18:13:44.118824 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9b5b685b-508f-4435-817a-c36959344559 req-721b81b2-7025-4b1b-9acd-1deb148facb0 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329750 Jul 08 18:13:45.343664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e13240-eb33-4253-8f45-e84dd15bd93f req-f0742977-e861-4cf7-97f9-003db39ab59e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.345145 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8e13240-eb33-4253-8f45-e84dd15bd93f req-f0742977-e861-4cf7-97f9-003db39ab59e tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.1091790 Jul 08 18:13:45.382532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c8e13240-eb33-4253-8f45-e84dd15bd93f req-df2b8110-b45f-4969-8e89-f733bc1c9525 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Jul 08 18:13:46.561353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4ece-2eba-48fa-a7fe-814fda745afb req-1db5e36f-7a67-49a4-9259-c3a9e87e222b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:46.562889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3fc4ece-2eba-48fa-a7fe-814fda745afb req-1db5e36f-7a67-49a4-9259-c3a9e87e222b tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0650418 Jul 08 18:13:46.600455 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d3fc4ece-2eba-48fa-a7fe-814fda745afb req-3fe787cf-307e-468e-a9c8-04172df3fdbd tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Jul 08 18:13:47.776809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf123-7e0f-4aca-bec0-84c790674126 req-cc1072c7-17dd-4ba8-a363-11fb5d0e167d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:47.778554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-246bf123-7e0f-4aca-bec0-84c790674126 req-cc1072c7-17dd-4ba8-a363-11fb5d0e167d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0635040 Jul 08 18:13:47.816211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-246bf123-7e0f-4aca-bec0-84c790674126 req-94bab618-aed0-4259-a3b4-bc6802a5a824 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 08 18:13:48.994463 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f085d-0487-4fed-963a-6de1714f3214 req-0c6d0ebd-2f75-4bcf-8934-62b64c0d1541 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:48.996370 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-953f085d-0487-4fed-963a-6de1714f3214 req-0c6d0ebd-2f75-4bcf-8934-62b64c0d1541 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0673614 Jul 08 18:13:49.033673 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-953f085d-0487-4fed-963a-6de1714f3214 req-13473b05-42f2-43df-9c6f-2add9387ce43 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Jul 08 18:13:49.594121 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-696c43d6-45b4-48d7-82b3-17d98aaaec45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:50.208222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4651841-d3ab-4cc0-9892-ae08c3c240de req-298bf411-28d6-45f3-998c-b7554295abc6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:50.209678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c4651841-d3ab-4cc0-9892-ae08c3c240de req-298bf411-28d6-45f3-998c-b7554295abc6 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0646570 Jul 08 18:13:50.246353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c4651841-d3ab-4cc0-9892-ae08c3c240de req-867c3188-3603-4919-8074-c0ced65a15ff tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304639 Jul 08 18:13:50.937631 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:13:51.422174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c69ab-3f2e-4c9e-90f6-f6a14c31d1ba req-f7c981b5-246b-4217-801d-5359fe3724d2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.423683 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab0c69ab-3f2e-4c9e-90f6-f6a14c31d1ba req-f7c981b5-246b-4217-801d-5359fe3724d2 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0656731 Jul 08 18:13:51.461617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ab0c69ab-3f2e-4c9e-90f6-f6a14c31d1ba req-4a280c07-aaf4-4499-a827-eeba0898ff90 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Jul 08 18:13:52.274059 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d7ce387d-a5bf-4ea0-9360-0a4e6e0115d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.439867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:52.638178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ce791-f7cd-4d66-b7f2-fdc7e150d65e req-aacda7ae-eb82-4bd5-967b-f72459be7aef tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:52.639590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c92ce791-f7cd-4d66-b7f2-fdc7e150d65e req-aacda7ae-eb82-4bd5-967b-f72459be7aef tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.0677445 Jul 08 18:13:52.677763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c92ce791-f7cd-4d66-b7f2-fdc7e150d65e req-0f11cc6a-244a-4f74-85c9-dc67b4a1b8af tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Jul 08 18:13:53.074899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-b2632456-f661-4fc1-82e2-7594eb9b7e1c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.076334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-b2632456-f661-4fc1-82e2-7594eb9b7e1c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&tenant_id=1030af2eba3d445baaa0c20411338d99&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 943 time: 0.0839124 Jul 08 18:13:53.167308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-0eaac7a0-f4c6-4294-9829-33fa1597d2df service neutron] 10.222.0.53 "GET /v2.0/ports/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402/bindings/n-h1-799527-4 HTTP/1.1" status: 200 len: 382 time: 0.0751560 Jul 08 18:13:53.176564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312481bb-dc05-4d85-be2f-bf48a91a3d77 req-9ac34764-18da-40b3-a491-9b9f0c7b4426 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.177759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-312481bb-dc05-4d85-be2f-bf48a91a3d77 req-9ac34764-18da-40b3-a491-9b9f0c7b4426 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.1246433 Jul 08 18:13:53.243622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-312481bb-dc05-4d85-be2f-bf48a91a3d77 req-8b645a22-0f5e-42b7-b8c7-e9cc8a14fa8c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594525 Jul 08 18:13:53.264867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-c6367baa-0726-4002-9abb-7755942c2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.266392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-c6367baa-0726-4002-9abb-7755942c2b7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1094 time: 0.0680966 Jul 08 18:13:53.358941 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-0856dbf6-88e4-479f-ad60-669df36702aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.360382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-0856dbf6-88e4-479f-ad60-669df36702aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.0878186 Jul 08 18:13:53.423772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-9ffde53c-a482-4dfc-ae56-c7268f81943f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.0573196 Jul 08 18:13:53.471134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-2c85f133-64f8-48a0-8da2-ea182b5362da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.472575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-2c85f133-64f8-48a0-8da2-ea182b5362da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0429881 Jul 08 18:13:53.532868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-bed24305-5e5a-405c-a660-6930c79a0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.534369 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-bed24305-5e5a-405c-a660-6930c79a0409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553026 Jul 08 18:13:53.621324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-5da94f88-5593-473b-9cdf-1a0a9596c9e0 service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Jul 08 18:13:53.713296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-796d388c-0f0d-486e-8e64-6c8fec33d5ed service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861483 Jul 08 18:13:53.782934 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.078819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:13:54.173340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:54.184574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:13:54.220188 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.236188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:54.254779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:54.258683 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.305608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:54.312934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.313288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.313627 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.313987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.314323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.314657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.314984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.315311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.315636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.315960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.316288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.316610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:54.425135 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f443087-6bd5-47c1-b59a-b335dad565b6 req-4e0124e4-ac96-495f-bd51-f8e33ec536bb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.426572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f443087-6bd5-47c1-b59a-b335dad565b6 req-4e0124e4-ac96-495f-bd51-f8e33ec536bb tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0654554 Jul 08 18:13:54.470275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f443087-6bd5-47c1-b59a-b335dad565b6 req-5a39f75a-606f-4285-acca-ed8d9ff56a34 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380697 Jul 08 18:13:54.514511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:55.144453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:55.646577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d6543-7c2f-4771-9843-abf08b64b611 req-57f1a2e5-bc3f-444c-b069-ea1e278a21fc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:55.647980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe4d6543-7c2f-4771-9843-abf08b64b611 req-57f1a2e5-bc3f-444c-b069-ea1e278a21fc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0629926 Jul 08 18:13:55.687203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe4d6543-7c2f-4771-9843-abf08b64b611 req-c76732ab-7f42-47f3-8834-49b2ca58de2c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Jul 08 18:13:56.117311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:13:56.213600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:56.225111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:13:56.866852 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6586-5429-4b91-8d55-c557aa1b5228 req-9200efab-6af4-48bd-b8b2-511b989f0ec3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:56.868265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c3b6586-5429-4b91-8d55-c557aa1b5228 req-9200efab-6af4-48bd-b8b2-511b989f0ec3 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0629880 Jul 08 18:13:56.904912 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4c3b6586-5429-4b91-8d55-c557aa1b5228 req-4e27f730-548a-452c-aa2a-37bd874264cf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302978 Jul 08 18:13:57.355995 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-5664df47-bd9b-4228-b0b2-56548db25e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:57.357386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-5664df47-bd9b-4228-b0b2-56548db25e47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&tenant_id=1030af2eba3d445baaa0c20411338d99 HTTP/1.1" status: 200 len: 1095 time: 0.0530329 Jul 08 18:13:57.368792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:57.441911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.640110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:57.673127 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:57.704837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:57.713261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.724710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Ignored duplicate provisioning block setup for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 18:13:57.728346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.813186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=9']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:57.861198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] No DVR routers for this DVR port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:58.000358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:58.000659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:58.000948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:58.005347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:13:58.005670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Attempting to bind port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on network 7c999e90-502c-4dfa-838d-ca72c996c0f2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:58.010777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:58.011155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Checking segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:58.011542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Bound using segment: {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:58.011981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Bound port: f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86ffaa-a338-4ac0-b029-a439a4033a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:58.012339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.121351 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:58.126353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:58.132747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:58.135643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526e676-475f-434c-85ff-8c4e5c3d1be0 req-9063d8de-8865-4c87-840d-1fb8c5ded603 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.138240 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0526e676-475f-434c-85ff-8c4e5c3d1be0 req-9063d8de-8865-4c87-840d-1fb8c5ded603 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 943 time: 0.1163704 Jul 08 18:13:58.139889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.181235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:58.204525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.205174 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.206579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] 10.222.0.21 "PUT /v2.0/ports/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1091 time: 0.8417230 Jul 08 18:13:58.209841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:58.212122 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bcd8f2-05d1-44c6-9601-746d2a593c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:58.250616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a9544-7690-41c8-b503-da74bafbf657 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=10']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:58.255903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0526e676-475f-434c-85ff-8c4e5c3d1be0 req-00198774-77e7-4e6c-8120-18c343a0bc00 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106634 Jul 08 18:13:58.305048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-38f81c98-4eac-4909-b829-98e1be576f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.306741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-38f81c98-4eac-4909-b829-98e1be576f37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1095 time: 0.0700390 Jul 08 18:13:58.364362 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfd9a21-26a8-4b24-9d35-33fa57178b55 x-openstack-request-id: req-5dfd9a21-26a8-4b24-9d35-33fa57178b55 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:58.365359 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:58.365359 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dfd9a21-26a8-4b24-9d35-33fa57178b55 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:58.365359 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'status': 'completed', 'code': 200} Jul 08 18:13:58.458126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-42afb8a2-0059-4862-b9e0-4ae6917de2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.459528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-42afb8a2-0059-4862-b9e0-4ae6917de2fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1464441 Jul 08 18:13:58.541921 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-d9c63f07-3104-45cf-885e-8cd0ccaf4159 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.0755193 Jul 08 18:13:58.546432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-d585fd23-7422-4807-a9be-a989eedfa6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.548792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-d585fd23-7422-4807-a9be-a989eedfa6f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1095 time: 0.1776314 Jul 08 18:13:58.649279 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-fea39525-119a-402c-b155-bda788173465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.650805 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-fea39525-119a-402c-b155-bda788173465 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.1011670 Jul 08 18:13:58.706601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-f8a53f3a-9f34-42d0-aa63-adad9ad44d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.708082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-f8a53f3a-9f34-42d0-aa63-adad9ad44d7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.1502104 Jul 08 18:13:58.781717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-e7e60c31-b263-4fb1-a2b0-c16292e5a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.783269 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-e7e60c31-b263-4fb1-a2b0-c16292e5a5dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255605 Jul 08 18:13:58.791654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-4fc5ad23-328e-4fe1-87a6-1094d8325c1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.0762758 Jul 08 18:13:58.892435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-4ac92efa-46c9-452f-866c-985cb22153bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:58.893836 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-4ac92efa-46c9-452f-866c-985cb22153bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0933208 Jul 08 18:13:58.951307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-d1c19126-19e2-4c5f-b49e-6cbf5e2cc57a service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585219 Jul 08 18:13:59.022527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-34e96625-c7be-490d-9f6c-3a02f64ace53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.024017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-34e96625-c7be-490d-9f6c-3a02f64ace53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236916 Jul 08 18:13:59.105147 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-26757281-28cf-4cab-a0f4-89f3a2c948a7 req-5e52d187-e23e-4aed-92d9-9fff1ff657f7 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469457 Jul 08 18:13:59.138343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-ff432826-b0ce-4922-81f4-743735cdc41b service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060429 Jul 08 18:13:59.276741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-54753949-40f5-4de1-a5f1-3b724c849a1a service neutron] 10.222.0.53 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317310 Jul 08 18:13:59.280106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-0178e8d2-5d26-40a4-9d06-a1cadaeefe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.282370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-0178e8d2-5d26-40a4-9d06-a1cadaeefe1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 1095 time: 0.1284235 Jul 08 18:13:59.679384 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-448ad5ea-7462-4e6e-a9aa-d116c98f81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.680900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-448ad5ea-7462-4e6e-a9aa-d116c98f81ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 200 len: 913 time: 0.3914144 Jul 08 18:13:59.738081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d61a4f-764c-498f-a35f-5b17ef02db40 req-5ef78424-efd5-4e29-a2e0-c0aa1efa886d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.739119 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6d61a4f-764c-498f-a35f-5b17ef02db40 req-5ef78424-efd5-4e29-a2e0-c0aa1efa886d tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.1328585 Jul 08 18:13:59.779668 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-b44bb223-b68e-4010-a6c1-0bc21c9ba718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 200 len: 1000 time: 0.0908525 Jul 08 18:13:59.801292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e6d61a4f-764c-498f-a35f-5b17ef02db40 req-141b8f12-59a9-4676-9ea3-3c3514c7b65c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540953 Jul 08 18:13:59.835958 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-44574383-7d6f-4178-9aa8-d69454213a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.837425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-44574383-7d6f-4178-9aa8-d69454213a6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 200 len: 851 time: 0.0502381 Jul 08 18:13:59.895614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-6c209a7d-a8ba-48e3-ab8d-7fd2308744f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.897106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-6c209a7d-a8ba-48e3-ab8d-7fd2308744f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c999e90-502c-4dfa-838d-ca72c996c0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527899 Jul 08 18:13:59.989785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-e5e181a2-cb66-413f-afda-3902dec6901e service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856194 Jul 08 18:14:00.079726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-87bcd8f2-05d1-44c6-9601-746d2a593c8f req-0418ce72-41c4-402b-aec9-0bc9e71cd9a6 service neutron] 10.222.0.21 "GET /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830705 Jul 08 18:14:00.980427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc5502-ca89-4b23-9a3c-3784fe47d0b2 req-11cff1e8-6977-46d1-83c3-1da235c13b05 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:00.981950 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ffc5502-ca89-4b23-9a3c-3784fe47d0b2 req-11cff1e8-6977-46d1-83c3-1da235c13b05 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0648844 Jul 08 18:14:01.021267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ffc5502-ca89-4b23-9a3c-3784fe47d0b2 req-ea481d91-19cd-4420-80a4-c14bb4419ce4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336096 Jul 08 18:14:02.201824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fe36c-b203-451e-96d6-5d9e91f885c6 req-1dbec7bd-3038-4851-97bc-e17bb3da87cf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:02.203364 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-659fe36c-b203-451e-96d6-5d9e91f885c6 req-1dbec7bd-3038-4851-97bc-e17bb3da87cf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0646224 Jul 08 18:14:02.249593 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-659fe36c-b203-451e-96d6-5d9e91f885c6 req-fa435ea9-a8d7-40e2-8082-81d0c3c7e584 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405750 Jul 08 18:14:03.431931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614ffea-1925-40e0-a10c-1456e0e99298 req-67de0579-fa46-4d65-a0f3-f0e42989650c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:03.433454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8614ffea-1925-40e0-a10c-1456e0e99298 req-67de0579-fa46-4d65-a0f3-f0e42989650c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0685968 Jul 08 18:14:03.472005 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8614ffea-1925-40e0-a10c-1456e0e99298 req-9b0de849-3076-47e8-92a2-4fc1cc11e618 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Jul 08 18:14:04.660913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7853007-01c9-418e-96f2-d6745d074d76 req-2959b1f4-8db5-4b77-9c1e-efb76022d785 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:04.662421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7853007-01c9-418e-96f2-d6745d074d76 req-2959b1f4-8db5-4b77-9c1e-efb76022d785 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0638700 Jul 08 18:14:04.699816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c7853007-01c9-418e-96f2-d6745d074d76 req-c7e201fe-39e1-4f5e-9135-c1b1db74cbc7 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310314 Jul 08 18:14:05.874004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb1d08-409c-4b16-9912-7a97f59d6c8e req-ee09fdb6-9ba8-40de-b5d5-86beea6a6076 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:05.875477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bcb1d08-409c-4b16-9912-7a97f59d6c8e req-ee09fdb6-9ba8-40de-b5d5-86beea6a6076 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0630035 Jul 08 18:14:05.912690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8bcb1d08-409c-4b16-9912-7a97f59d6c8e req-c45e2a8f-b986-4061-94c3-266ed3436615 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Jul 08 18:14:07.085355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dbb60-7c66-40a6-9be8-c57900161e07 req-bc3c670d-3a23-41de-a524-e8d34b16f6bf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:07.086759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b0dbb60-7c66-40a6-9be8-c57900161e07 req-bc3c670d-3a23-41de-a524-e8d34b16f6bf tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0637441 Jul 08 18:14:07.125705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9b0dbb60-7c66-40a6-9be8-c57900161e07 req-0e6c6c10-a228-4384-96de-e1e7ff60416a tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Jul 08 18:14:08.300490 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516180c4-8008-41da-a2e9-4d2c297ade29 req-c9d62710-cca5-41ff-a2a7-638abb2ed15c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:08.301973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-516180c4-8008-41da-a2e9-4d2c297ade29 req-c9d62710-cca5-41ff-a2a7-638abb2ed15c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0640566 Jul 08 18:14:08.345636 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-516180c4-8008-41da-a2e9-4d2c297ade29 req-c596f79b-f68f-432c-ad6e-fecdf6cb9f13 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371814 Jul 08 18:14:09.525263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056e483-6c68-46de-864e-dece0528616a req-0c37f7ef-0463-42cc-b70c-a60fcc97fffa tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:09.527506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4056e483-6c68-46de-864e-dece0528616a req-0c37f7ef-0463-42cc-b70c-a60fcc97fffa tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 944 time: 0.0681021 Jul 08 18:14:09.566953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4056e483-6c68-46de-864e-dece0528616a req-7d77c0ec-e641-4240-a8f0-7dee2a55fbbc tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Jul 08 18:14:09.828785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:14:09.928759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:09.941823 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'port_id': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'mac_address': 'fa:16:3e:1f:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:14:09.979226 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:09.992187 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:10.010595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:10.014370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:10.062452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=11']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:10.285179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:10.747573 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c442e-babd-43f8-8956-371a47596369 req-c143b80c-3fd4-48b5-8ff8-71776e22a021 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:10.749057 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3c442e-babd-43f8-8956-371a47596369 req-c143b80c-3fd4-48b5-8ff8-71776e22a021 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0647721 Jul 08 18:14:10.786877 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ba3c442e-babd-43f8-8956-371a47596369 req-baf756bf-dd7a-4a9b-88ee-620c26fa11d4 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322690 Jul 08 18:14:10.957419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ef081-0f9d-42da-a59f-4d2044f0e205 req-260d9bc1-3078-4dc5-912a-c26c630049af tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:10.958900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a7ef081-0f9d-42da-a59f-4d2044f0e205 req-260d9bc1-3078-4dc5-912a-c26c630049af tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0626493 Jul 08 18:14:10.995832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a7ef081-0f9d-42da-a59f-4d2044f0e205 req-f196e5a3-8f0a-444a-b6bc-d7a81bcbc411 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Jul 08 18:14:11.169664 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2eeb9-dcb0-40b4-b51e-e1c0b319dc4e req-5ba7264d-7088-4e33-9818-6df15bca3c15 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:11.171164 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8a2eeb9-dcb0-40b4-b51e-e1c0b319dc4e req-5ba7264d-7088-4e33-9818-6df15bca3c15 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0636528 Jul 08 18:14:11.208414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8a2eeb9-dcb0-40b4-b51e-e1c0b319dc4e req-04057493-866f-4818-a3d6-fb58489f23b5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Jul 08 18:14:11.587923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902154a-4a20-44b5-8711-46709457c9e1 req-48439816-8c65-483f-ab32-954d3fa8017c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:11.589837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f902154a-4a20-44b5-8711-46709457c9e1 req-48439816-8c65-483f-ab32-954d3fa8017c tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 945 time: 0.0673716 Jul 08 18:14:11.626843 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f902154a-4a20-44b5-8711-46709457c9e1 req-e3d90144-caa2-4202-b36e-6f33240affa8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Jul 08 18:14:11.837060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:11.887372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:11.890927 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:11.891293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.965887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:11.986959 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:11.989169 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5aca6-2f92-4786-9e8e-7e3b8cbed8cc" -d '{"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:12.001231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:12.005443 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:12.055570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=12']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:12.074054 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2fed87-b245-4835-ab81-a0e8c8485557 x-openstack-request-id: req-ef2fed87-b245-4835-ab81-a0e8c8485557 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:12.074347 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-plugged", "status": "completed", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:12.074600 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef2fed87-b245-4835-ab81-a0e8c8485557 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:12.074990 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'code': 200} Jul 08 18:14:12.802507 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad85f-2f69-4439-8c52-88ed03f08d50 req-6e331e8b-4911-4f62-8052-a99dac9ae287 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:12.803988 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-157ad85f-2f69-4439-8c52-88ed03f08d50 req-6e331e8b-4911-4f62-8052-a99dac9ae287 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 946 time: 0.0654259 Jul 08 18:14:12.842993 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-157ad85f-2f69-4439-8c52-88ed03f08d50 req-9fe0b2d4-38d5-4243-9874-aa32d78d3848 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups?id=058ab6ea-005e-4cad-990c-8b669efc8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328808 Jul 08 18:14:13.101763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-c8e382d3-55e7-42f0-94d7-6f1a1d107537 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:13.103219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-c8e382d3-55e7-42f0-94d7-6f1a1d107537 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 946 time: 0.0621789 Jul 08 18:14:13.204043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Deleting port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:13.204387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.290320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] For port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:13.290769 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.443008 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.462586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.462996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.463356 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f disassociated. External IP: 172.25.3.203, port: f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402. Jul 08 18:14:13.463791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Calling delete_port for f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:13.566519 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.595467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.630046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event deleted for resources: {'Port': ['ID=f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:13.748133 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:13.858607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:13.868888 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:13.878207 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:13.878815 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:13.903235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] No DVR routers for this DVR port f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:13.905832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:13.907927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e8b5356-ba6e-4d99-b716-a01869bb00c4 req-65aea0db-3215-4b44-b16d-26016ec75849 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.21 "DELETE /v2.0/ports/f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 HTTP/1.1" status: 204 len: 173 time: 0.7996337 Jul 08 18:14:13.908367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-deleted', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:13.910655 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385e9dd9-44ac-4b7f-bbe5-3cd8db2936d6" -d '{"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-deleted", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:13.955954 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c97ca-c308-4083-a61b-6877b5691d1b x-openstack-request-id: req-494c97ca-c308-4083-a61b-6877b5691d1b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:13.956252 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf", "name": "network-vif-deleted", "tag": "f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:13.956511 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-494c97ca-c308-4083-a61b-6877b5691d1b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:13.956917 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf', 'name': 'network-vif-deleted', 'tag': 'f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402', 'status': 'completed', 'code': 200} Jul 08 18:14:13.997191 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc6209f2-e11e-456d-ae2a-90c213dec38d req-e107e270-eab7-45e5-82c1-ba9b431ad92f tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0333893 Jul 08 18:14:14.006734 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:14.204897 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:14.321753 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:14.331190 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:14.331799 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:13:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:14.435364 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:14.633813 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:14.661638 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef240ea-6785-4cf0-8aa4-f3554cb71e6b None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:40Z', 'revision_number': 4, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '5c40bf0b-abf5-47d1-9416-b32b904ac7b2', 'name': '', 'network_id': '7c999e90-502c-4dfa-838d-ca72c996c0f2', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'mac_address': 'fa:16:3e:ab:ea:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:39Z', 'updated_at': '2021-07-08T18:04:43Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'subnets': [{'id': '2ca8da67-9c9a-44ca-a612-a6e120430e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:14.895610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3c3ab-852d-4050-a13b-34a16f311dd9 None None] New status for floating IP 43099dc8-7498-4581-a409-1fbc4f86cb1f: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:14:15.153353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15021968-ad0d-4b21-9db9-8c4a140d40f5 req-392e40e0-affe-42ed-8093-206b8ca99fb9 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0298705 Jul 08 18:14:16.293857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-01f88fe5-6a64-472c-8e35-d436940121b7 req-c2abd557-62f0-4357-b215-9f877628a6a5 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0287211 Jul 08 18:14:17.456299 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8c25ac95-344a-49c9-94b6-df9796366cc4 req-4644320a-b0c9-40dc-a89f-13b8e5ff1d98 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0329893 Jul 08 18:14:17.719493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cfd639c-62ac-43d1-9a3a-12801e0b806b req-d33ccc56-e28b-4cd9-a2d3-a5b640a8df24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316949 Jul 08 18:14:17.807163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cfd639c-62ac-43d1-9a3a-12801e0b806b req-2cc53a9e-a07d-44ac-9eb0-a3c7657bae7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1030af2eba3d445baaa0c20411338d99&device_id=8a8aca5a-ba14-4b07-be8d-d3dbf853f2bf HTTP/1.1" status: 200 len: 210 time: 0.0291996 Jul 08 18:14:17.883480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:17.904897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:17.905247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device f5ea1e8c-47cf-4a5b-9db6-4cb69cad5402 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:17.990589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd639c-62ac-43d1-9a3a-12801e0b806b req-2b68978d-e126-458e-8a29-85730c79b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:17.991961 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cfd639c-62ac-43d1-9a3a-12801e0b806b req-2b68978d-e126-458e-8a29-85730c79b4a6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1030af2eba3d445baaa0c20411338d99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1654794 Jul 08 18:14:18.150566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd639c-62ac-43d1-9a3a-12801e0b806b req-a444b2c1-9308-4506-8b21-9edb0df47603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:18.152227 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8cfd639c-62ac-43d1-9a3a-12801e0b806b req-a444b2c1-9308-4506-8b21-9edb0df47603 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540148 Jul 08 18:14:19.595292 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-477b810c-c559-420c-b498-a02eccaa9df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.452963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34332) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.511872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a91d8f2a-7278-435f-84ba-bccc492b3b84 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.535186 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a91d8f2a-7278-435f-84ba-bccc492b3b84 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.583329 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a91d8f2a-7278-435f-84ba-bccc492b3b84 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.585908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a91d8f2a-7278-435f-84ba-bccc492b3b84 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.587134 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a91d8f2a-7278-435f-84ba-bccc492b3b84 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "DELETE /v2.0/security-groups/058ab6ea-005e-4cad-990c-8b669efc8d78 HTTP/1.1" status: 204 len: 168 time: 0.1331072 Jul 08 18:14:21.590537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.597626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d8f2a-7278-435f-84ba-bccc492b3b84 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058ab6ea-005e-4cad-990c-8b669efc8d78,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:21.605652 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-92ccbcac-35cc-40ac-b185-a16062aeeb80 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] show failed (client error): The resource could not be found. Jul 08 18:14:21.609471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-92ccbcac-35cc-40ac-b185-a16062aeeb80 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "GET /v2.0/security-groups/058ab6ea-005e-4cad-990c-8b669efc8d78 HTTP/1.1" status: 404 len: 347 time: 0.0172756 Jul 08 18:14:21.609829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:21.732280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Deleting port efb3e689-1d8e-48db-8922-3857d27a9a95 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:21.732630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.817298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.817621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.829409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Calling delete_port for efb3e689-1d8e-48db-8922-3857d27a9a95 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:21.965775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:21.990653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Pushing event deleted for resources: {'Port': ['ID=efb3e689-1d8e-48db-8922-3857d27a9a95,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:22.053210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.055781 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.056943 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9583f921-9048-445d-8286-f100d4d46fc8 tempest-ServerActionsTestJSON-1464764971 tempest-ServerActionsTestJSON-1464764971-project] 10.222.0.48 "DELETE /v2.0/floatingips/43099dc8-7498-4581-a409-1fbc4f86cb1f HTTP/1.1" status: 204 len: 168 time: 0.4460621 Jul 08 18:14:22.060514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34338) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:22.274969 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-514be05c-bd0a-4684-875d-9202f65f173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.442089 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:22.799242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.096930 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Deleting port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:23.097153 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.177582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] For port 5c40bf0b-abf5-47d1-9416-b32b904ac7b2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:23.177963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.190825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Calling delete_port for 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:23.368448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.393040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c40bf0b-abf5-47d1-9416-b32b904ac7b2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:23.564207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.769267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:23.786369 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.875125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:23.880030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e0f5492c-238e-495e-95d5-9ecc1ed91171 admin admin] 10.222.0.48 "PUT /v2.0/routers/96e3935e-67a2-4a73-9aa9-857cfdf546d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185208 Jul 08 18:14:23.882720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34342) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:23.883239 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] Sync routers for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:23.893355 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:23.894061 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:23.986064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:23.996130 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:24.087201 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.140757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Deleting port fbbbcb36-2bdb-4794-a5bb-0438229b60e8 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:24.141100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.174108 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:14:23Z', 'revision_number': 5, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port': {'id': 'fbbbcb36-2bdb-4794-a5bb-0438229b60e8', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:24.201179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] Checking router: 96e3935e-67a2-4a73-9aa9-857cfdf546d8 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:24.209335 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] Routers {'96e3935e-67a2-4a73-9aa9-857cfdf546d8'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:24.209945 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:24.223868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] For port fbbbcb36-2bdb-4794-a5bb-0438229b60e8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:24.224232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.237138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Calling delete_port for fbbbcb36-2bdb-4794-a5bb-0438229b60e8 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:24.294576 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] Set router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:24.345489 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:14:24Z', 'revision_number': 6, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:24.375018 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dae582-b303-49db-96ef-89c7b15d21cc None None] The sync data for ids ['96e3935e-67a2-4a73-9aa9-857cfdf546d8'] in n-d-799527-4 is: [{'id': '96e3935e-67a2-4a73-9aa9-857cfdf546d8', 'name': 'tempest-ServerActionsTestJSON-1478329465-router', 'tenant_id': '1030af2eba3d445baaa0c20411338d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:37Z', 'updated_at': '2021-07-08T18:14:24Z', 'revision_number': 6, 'project_id': '1030af2eba3d445baaa0c20411338d99', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:24.405563 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.433002 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbbcb36-2bdb-4794-a5bb-0438229b60e8,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:24.491195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.578859 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.580813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.625953 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.626516 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e3935e-67a2-4a73-9aa9-857cfdf546d8 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:14:24.630723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.631998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d25f9b39-996d-43cf-a122-ff9333d78ba4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/96e3935e-67a2-4a73-9aa9-857cfdf546d8 HTTP/1.1" status: 204 len: 168 time: 0.7483616 Jul 08 18:14:24.634575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34344) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:24.678774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Deleting subnet 2ca8da67-9c9a-44ca-a612-a6e120430e1c {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:24.681648 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.715129 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.800363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.852810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.878396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca8da67-9c9a-44ca-a612-a6e120430e1c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:24.882323 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:24.884173 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c5e1561c-746b-4b40-a5c5-4dc3217b4efd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ca8da67-9c9a-44ca-a612-a6e120430e1c HTTP/1.1" status: 204 len: 168 time: 0.2479959 Jul 08 18:14:24.887496 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34346) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:24.888869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a53d32-aecd-47ac-ba7d-7d6d44f3c8a6 None None] Network 7c999e90-502c-4dfa-838d-ca72c996c0f2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:24.957871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.017369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Deleting port 15e27688-b749-4efe-bdbd-f49ab7bfde53 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:25.017846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.083553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] For port 15e27688-b749-4efe-bdbd-f49ab7bfde53, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=15e27688-b749-4efe-bdbd-f49ab7bfde53,segment=NetworkSegment(be86ffaa-a338-4ac0-b029-a439a4033a98),segment_id=be86ffaa-a338-4ac0-b029-a439a4033a98)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:25.083911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.096280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Calling delete_port for 15e27688-b749-4efe-bdbd-f49ab7bfde53 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:25.139477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] DHCP port deletion for 7c999e90-502c-4dfa-838d-ca72c996c0f2 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:14:25.169970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.183809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.193662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Deleting port 15e27688-b749-4efe-bdbd-f49ab7bfde53 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:25.194060 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.210246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=15e27688-b749-4efe-bdbd-f49ab7bfde53,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:25.215690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] No DVR routers for this DVR port 15e27688-b749-4efe-bdbd-f49ab7bfde53 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:25.260004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] For port 15e27688-b749-4efe-bdbd-f49ab7bfde53, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:25.261096 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.273853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Calling delete_port for 15e27688-b749-4efe-bdbd-f49ab7bfde53 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:25.277349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Port 15e27688-b749-4efe-bdbd-f49ab7bfde53 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:14:25.278752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.288410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.300236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c999e90-502c-4dfa-838d-ca72c996c0f2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.305191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] Pushing event deleted for resources: {'Port': ['ID=15e27688-b749-4efe-bdbd-f49ab7bfde53,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:25.309825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218f6b0-0922-4d83-a124-8033e3406a81 None None] No DVR routers for this DVR port 15e27688-b749-4efe-bdbd-f49ab7bfde53 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:25.316915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be86ffaa-a338-4ac0-b029-a439a4033a98') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.317210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be86ffaa-a338-4ac0-b029-a439a4033a98') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:25.327205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.341992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.349114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:25.349540 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:25.351723 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:25.411274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 15e27688-b749-4efe-bdbd-f49ab7bfde53 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:25.412590 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.419030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.421334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/7c999e90-502c-4dfa-838d-ca72c996c0f2 HTTP/1.1" status: 204 len: 168 time: 0.5326121 Jul 08 18:14:25.436559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324fef8-5552-4c4d-82aa-6ea5e14de5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7c999e90-502c-4dfa-838d-ca72c996c0f2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:25.436746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 15e27688-b749-4efe-bdbd-f49ab7bfde53 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:25.436925 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 15e27688-b749-4efe-bdbd-f49ab7bfde53 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:25.437509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbbbcb36-2bdb-4794-a5bb-0438229b60e8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:25.458676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: fbbbcb36-2bdb-4794-a5bb-0438229b60e8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:25.459020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbbbcb36-2bdb-4794-a5bb-0438229b60e8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:25.459428 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:25.484356 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:25.485281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 5c40bf0b-abf5-47d1-9416-b32b904ac7b2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:25.542679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34350) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.580945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b861f976-72da-4c82-83e8-9358d0307971 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1030af2eba3d445baaa0c20411338d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370898 Jul 08 18:14:25.583287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34352) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:25.632234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e24e8b62-4bc0-402d-8299-072746d05733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.657856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e24e8b62-4bc0-402d-8299-072746d05733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.702788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e24e8b62-4bc0-402d-8299-072746d05733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.705287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e24e8b62-4bc0-402d-8299-072746d05733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.706558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e24e8b62-4bc0-402d-8299-072746d05733 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4213c4df-39ed-4f14-9721-424ce73416ef HTTP/1.1" status: 204 len: 168 time: 0.1223350 Jul 08 18:14:25.714777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e8b62-4bc0-402d-8299-072746d05733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4213c4df-39ed-4f14-9721-424ce73416ef,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:26.390645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34376) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:26.503034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1364746544-network', 'tenant_id': '375061ea197847bdad4e1d21dfdda06d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:26.523848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Made reservation on behalf of 375061ea197847bdad4e1d21dfdda06d for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:26.526418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.534388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.624223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.627872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.652048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:26.661470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7078762-908e-4cba-ad01-de88ccaf59c4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:26.667248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.667591 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Added segment cabb5617-af43-4d35-a885-4cb03c76e388 of type vlan for network b9380b8d-e6cc-4db8-950f-07370281dae3 Jul 08 18:14:26.706822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.736053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.737106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:26.737700 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:26.796734 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4049788 Jul 08 18:14:26.799705 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:26.801881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cbe34-6884-4007-8feb-beb3d4b6365e admin admin] Pushing event updated for resources: {'Network': ['ID=b9380b8d-e6cc-4db8-950f-07370281dae3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:26.804886 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Request body: {'subnet': {'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1364746544-subnet', 'tenant_id': '375061ea197847bdad4e1d21dfdda06d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:26.815836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b9380b8d-e6cc-4db8-950f-07370281dae3 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:26.827642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Made reservation on behalf of 375061ea197847bdad4e1d21dfdda06d for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:26.830200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.009622 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.063999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:27.076078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.076418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.076753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.077082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.077405 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.077727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.078077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.078399 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.078718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.079035 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.079357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.079672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:27.085638 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Checking segment: {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:27.086234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Network hostable DHCP agents. Network: b9380b8d-e6cc-4db8-950f-07370281dae3, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:14:27.102900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Network b9380b8d-e6cc-4db8-950f-07370281dae3 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:14:27.112952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, b9380b8d-e6cc-4db8-950f-07370281dae3) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:27.117020 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:27.117605 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.122769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5142b6-341b-4096-9564-7d0c28f336f8 None None] Network b9380b8d-e6cc-4db8-950f-07370281dae3 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:27.132032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-988bf224-dd3d-479e-b20f-6f0f4117f75a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3311632 Jul 08 18:14:27.245980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c236e-ddd1-4517-a197-c35e3e45bb23 None None] Network b9380b8d-e6cc-4db8-950f-07370281dae3 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:14:27.558816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-c5a6a0e3-1a79-43c9-8095-ab3552722261 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:27.560581 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-c5a6a0e3-1a79-43c9-8095-ab3552722261 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/networks?id=b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 200 len: 814 time: 0.1013615 Jul 08 18:14:27.575214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-85c2f5d5-1893-468d-8116-90f41986ed87 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/quotas/375061ea197847bdad4e1d21dfdda06d HTTP/1.1" status: 200 len: 375 time: 0.0093451 Jul 08 18:14:27.608130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-e658dba6-f132-42b5-a78e-2f64722f25dd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=375061ea197847bdad4e1d21dfdda06d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280955 Jul 08 18:14:27.658465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-c7d0c31a-f629-4ec6-95e4-246351f169dd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:14:27.659487 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-c7d0c31a-f629-4ec6-95e4-246351f169dd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451815 Jul 08 18:14:27.751685 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-f56897df-3ade-4ec1-94d4-e3bdbbea15df service neutron] 10.222.0.48 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861659 Jul 08 18:14:27.837732 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-629e837d-340e-4011-8e04-9cff68f1e258 service neutron] 10.222.0.48 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802233 Jul 08 18:14:27.937006 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:14:28.001588 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43a3a6f7-d2dc-4bd5-8ccb-3009cb4d3d4b req-6a206fb2-2c51-455b-a4da-36e7699d8734 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 210 time: 0.0299287 Jul 08 18:14:29.040675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-a00e408f-2c17-4ebb-b24f-936b12ace2ec tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:29.043785 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-a00e408f-2c17-4ebb-b24f-936b12ace2ec tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.21 "GET /v2.0/networks?id=b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 200 len: 814 time: 0.1205158 Jul 08 18:14:29.058737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Request body: {'port': {'device_id': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3', 'admin_state_up': True, 'tenant_id': '375061ea197847bdad4e1d21dfdda06d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:29.170569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf9a5bc-da83-4ebb-b36f-4bd5d9ed87c6 req-47371ac5-3b99-404f-90d8-72103cc7948f tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 210 time: 0.0399809 Jul 08 18:14:29.201837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Made reservation on behalf of 375061ea197847bdad4e1d21dfdda06d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:29.205346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.326794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Allocated IP 172.20.0.2 (b9380b8d-e6cc-4db8-950f-07370281dae3/a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e/3cd40611-15a1-49a9-b3ab-30a98363a3d6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:29.740814 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.777722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.825897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Network b9380b8d-e6cc-4db8-950f-07370281dae3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:29.829016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:29.832846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:29.839652 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Pushing event updated for resources: {'Port': ['ID=3cd40611-15a1-49a9-b3ab-30a98363a3d6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:29.882832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:29.883444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:29.897498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-171101ca-be3d-4aca-be76-e1deec79edbd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441882 Jul 08 18:14:29.908679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Request body: {'port': {'device_id': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:29.977014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.240851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd40611-15a1-49a9-b3ab-30a98363a3d6 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:30.248922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.261193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Transition to ACTIVE for port object 3cd40611-15a1-49a9-b3ab-30a98363a3d6 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:30.265196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.316596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Pushing event updated for resources: {'Port': ['ID=3cd40611-15a1-49a9-b3ab-30a98363a3d6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:30.351912 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89e609-1218-4264-8327-0d0b936d4705 req-f88f14e4-06ef-4fb0-8651-6c878431e2f1 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:30.353442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-df89e609-1218-4264-8327-0d0b936d4705 req-f88f14e4-06ef-4fb0-8651-6c878431e2f1 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 943 time: 0.0685182 Jul 08 18:14:30.387429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Attempting to bind port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:30.387761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Attempting to bind port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:30.388090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Attempting to bind port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 on network b9380b8d-e6cc-4db8-950f-07370281dae3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:30.392406 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 on network b9380b8d-e6cc-4db8-950f-07370281dae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:30.392564 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-df89e609-1218-4264-8327-0d0b936d4705 req-5f2b19d4-dfce-48fe-8132-a82aa6bd4522 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Jul 08 18:14:30.392730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Attempting to bind port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 on network b9380b8d-e6cc-4db8-950f-07370281dae3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:30.397604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:30.398089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Checking segment: {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:30.398343 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Bound using segment: {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:30.398769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Bound port: 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:30.399124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.468334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] For port 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:30.471567 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] For port 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:30.475694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.511318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:30.511947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.513448 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] 10.222.0.21 "PUT /v2.0/ports/3cd40611-15a1-49a9-b3ab-30a98363a3d6 HTTP/1.1" status: 200 len: 1091 time: 0.6089132 Jul 08 18:14:30.515658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'tag': '3cd40611-15a1-49a9-b3ab-30a98363a3d6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:30.517983 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8adf0eb-d388-4fe0-9b53-597477107afa" -d '{"events": [{"name": "network-changed", "server_uuid": "230b4ca3-2d47-4a9f-8614-cca059ee0d0f", "tag": "3cd40611-15a1-49a9-b3ab-30a98363a3d6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:30.544644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b1e71-777c-482f-9a01-8e8181a2196b service neutron] Pushing event updated for resources: {'Port': ['ID=3cd40611-15a1-49a9-b3ab-30a98363a3d6,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:30.561859 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f50f2-6f72-4d73-a5b8-10bf33185d17 x-openstack-request-id: req-766f50f2-6f72-4d73-a5b8-10bf33185d17 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:30.562178 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b4ca3-2d47-4a9f-8614-cca059ee0d0f", "tag": "3cd40611-15a1-49a9-b3ab-30a98363a3d6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:30.562434 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-766f50f2-6f72-4d73-a5b8-10bf33185d17 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:30.562819 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'tag': '3cd40611-15a1-49a9-b3ab-30a98363a3d6', 'status': 'completed', 'code': 200} Jul 08 18:14:30.607145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-660a528c-ca9f-4824-b10a-6b03b4f08af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:30.608635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-660a528c-ca9f-4824-b10a-6b03b4f08af0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=375061ea197847bdad4e1d21dfdda06d&device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 1094 time: 0.0563381 Jul 08 18:14:30.652236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-b613f1b0-616f-4222-bee5-1e9aab568718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6 HTTP/1.1" status: 200 len: 217 time: 0.0358701 Jul 08 18:14:30.701228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-f5104ec4-0150-4e50-bc92-6a4256e30368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:30.702677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-f5104ec4-0150-4e50-bc92-6a4256e30368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e HTTP/1.1" status: 200 len: 854 time: 0.0435359 Jul 08 18:14:30.735699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-27e61e6e-462a-4cf6-a231-51db3acd1330 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9380b8d-e6cc-4db8-950f-07370281dae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264924 Jul 08 18:14:30.830452 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-b3c78525-30ad-4b6f-acf2-4361cdf2043d service neutron] 10.222.0.21 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864670 Jul 08 18:14:30.919253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8d32534-2cd9-46bf-a19a-c61f1da7917d req-cae9a017-f286-42f4-90d8-cc7c3df87bf0 service neutron] 10.222.0.21 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826783 Jul 08 18:14:31.026120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-f47e786a-1aa9-4fc0-b74f-734ebf46f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:31.027500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-f47e786a-1aa9-4fc0-b74f-734ebf46f67d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=375061ea197847bdad4e1d21dfdda06d&device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 1094 time: 0.0577025 Jul 08 18:14:31.115602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-8c966c61-4da6-4138-a030-758b2fbde436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:31.117068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-8c966c61-4da6-4138-a030-758b2fbde436 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 200 len: 915 time: 0.0833874 Jul 08 18:14:31.157653 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-b518d38a-face-43a3-9375-bfd6ee6ca4e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6 HTTP/1.1" status: 200 len: 217 time: 0.0345581 Jul 08 18:14:31.210883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-92786049-1e94-42d5-9cd3-931860fa4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:31.212284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-92786049-1e94-42d5-9cd3-931860fa4a10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e HTTP/1.1" status: 200 len: 854 time: 0.0472288 Jul 08 18:14:31.244985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-cc726ce6-a257-4adf-ae80-7643ce013551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b9380b8d-e6cc-4db8-950f-07370281dae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257804 Jul 08 18:14:31.332288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-9e9420d9-206f-4422-be14-bdca21915f5a service neutron] 10.222.0.21 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808392 Jul 08 18:14:31.426215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e8adf0eb-d388-4fe0-9b53-597477107afa req-96338590-bac1-4a81-8f85-de94da98cb96 service neutron] 10.222.0.21 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866544 Jul 08 18:14:31.569793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea450e-2ad1-4059-a3d0-adca48c5d379 req-e9a7f7f5-3cea-41d1-98b6-30c2650f6c40 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:31.571283 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5ea450e-2ad1-4059-a3d0-adca48c5d379 req-e9a7f7f5-3cea-41d1-98b6-30c2650f6c40 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 943 time: 0.0637550 Jul 08 18:14:31.608143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b5ea450e-2ad1-4059-a3d0-adca48c5d379 req-3029cb8b-0c45-4550-a1b7-d78a780ca00c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Jul 08 18:14:32.782283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fbd97-e9ef-4340-9221-12c24342b242 req-3c54b9db-4662-47d5-b02a-864538f70ed9 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:32.783765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c3fbd97-e9ef-4340-9221-12c24342b242 req-3c54b9db-4662-47d5-b02a-864538f70ed9 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 943 time: 0.0649841 Jul 08 18:14:32.821589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5c3fbd97-e9ef-4340-9221-12c24342b242 req-c69e3556-5c2f-4e7f-8c41-c22bbccd7395 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Jul 08 18:14:33.914755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3cd40611-15a1-49a9-b3ab-30a98363a3d6 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:14:33.993106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fddfea-c508-43f6-848f-522430dd11f5 req-79621277-57af-49bd-a5a4-a9fe7b5c69a8 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:33.994530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a8fddfea-c508-43f6-848f-522430dd11f5 req-79621277-57af-49bd-a5a4-a9fe7b5c69a8 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 943 time: 0.0634768 Jul 08 18:14:34.009168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:34.020505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '3cd40611-15a1-49a9-b3ab-30a98363a3d6', 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3', 'port_id': '3cd40611-15a1-49a9-b3ab-30a98363a3d6', 'mac_address': 'fa:16:3e:20:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:14:34.032251 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a8fddfea-c508-43f6-848f-522430dd11f5 req-260520b6-d4fd-4fec-aa3d-a7edcd5dedc8 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Jul 08 18:14:34.061906 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.074318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd40611-15a1-49a9-b3ab-30a98363a3d6 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:34.092969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:34.097562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:34.144749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=3cd40611-15a1-49a9-b3ab-30a98363a3d6,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:34.282544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['3cd40611-15a1-49a9-b3ab-30a98363a3d6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:35.208433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee7340-8c60-41eb-804f-8e5610743c61 req-3e9fc652-e9e3-4efd-b762-89738ea7101c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:35.209900 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deee7340-8c60-41eb-804f-8e5610743c61 req-3e9fc652-e9e3-4efd-b762-89738ea7101c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 944 time: 0.0671494 Jul 08 18:14:35.247507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deee7340-8c60-41eb-804f-8e5610743c61 req-314e183d-0ff0-4659-b200-b6d9b702d68d tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Jul 08 18:14:35.929409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3cd40611-15a1-49a9-b3ab-30a98363a3d6 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:35.976292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:35.980508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:35.980873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.054494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.076421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd40611-15a1-49a9-b3ab-30a98363a3d6'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:36.078687 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfaacfe-21ae-4cfd-b872-faeed5e30e16" -d '{"events": [{"server_uuid": "230b4ca3-2d47-4a9f-8614-cca059ee0d0f", "name": "network-vif-plugged", "status": "completed", "tag": "3cd40611-15a1-49a9-b3ab-30a98363a3d6"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:36.095554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:36.105138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:36.131604 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b4846-92af-411a-ac2d-76f64534e861 x-openstack-request-id: req-675b4846-92af-411a-ac2d-76f64534e861 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:36.131903 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b4ca3-2d47-4a9f-8614-cca059ee0d0f", "name": "network-vif-plugged", "status": "completed", "tag": "3cd40611-15a1-49a9-b3ab-30a98363a3d6", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:36.132146 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-675b4846-92af-411a-ac2d-76f64534e861 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:36.132526 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd40611-15a1-49a9-b3ab-30a98363a3d6', 'code': 200} Jul 08 18:14:36.160383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=3cd40611-15a1-49a9-b3ab-30a98363a3d6,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:36.233045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff570514-ac37-42b0-b3c4-0929d83f8328 req-adf7689f-845c-43e8-b5a1-5e7541b6dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:36.234541 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff570514-ac37-42b0-b3c4-0929d83f8328 req-adf7689f-845c-43e8-b5a1-5e7541b6dabb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 1096 time: 0.0516019 Jul 08 18:14:36.268825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ff570514-ac37-42b0-b3c4-0929d83f8328 req-13519e5f-8628-4e6f-84df-6c8572634426 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272312 Jul 08 18:14:36.421020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c5028-0b1c-46bb-8742-645aac0ad38e req-df950c0c-7035-4221-843e-f3b333833cdb tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:36.422539 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-384c5028-0b1c-46bb-8742-645aac0ad38e req-df950c0c-7035-4221-843e-f3b333833cdb tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0635605 Jul 08 18:14:36.464578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-384c5028-0b1c-46bb-8742-645aac0ad38e req-00253ba7-f8ba-42c9-b0df-7079e3560942 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Jul 08 18:14:37.645306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab48f8-5956-49b6-bff3-e3c58269d515 req-eb53ba3b-95ac-4e3a-901b-e94f6a06310f tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:37.646752 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7aab48f8-5956-49b6-bff3-e3c58269d515 req-eb53ba3b-95ac-4e3a-901b-e94f6a06310f tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0668142 Jul 08 18:14:37.684994 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7aab48f8-5956-49b6-bff3-e3c58269d515 req-a8d8f76a-c472-4e95-9fe9-67859f4304fa tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325978 Jul 08 18:14:37.905261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-5d74e4b7-9c38-4b32-8978-0a4e72efe0c7 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:37.906645 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-5d74e4b7-9c38-4b32-8978-0a4e72efe0c7 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/networks?id=b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 200 len: 814 time: 0.1009271 Jul 08 18:14:37.922235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-857aad84-f39f-4115-abf4-49bd1424a410 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/quotas/375061ea197847bdad4e1d21dfdda06d HTTP/1.1" status: 200 len: 375 time: 0.0101697 Jul 08 18:14:37.985199 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-ef025255-7d48-44b5-99f7-dfb118162327 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=375061ea197847bdad4e1d21dfdda06d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579972 Jul 08 18:14:38.076696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-30026a5b-d3c4-4f5d-841f-9853c6f617af service neutron] 10.222.0.48 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848730 Jul 08 18:14:38.164692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-01612923-b120-4eb1-9fa3-f4ac2df98dc2 service neutron] 10.222.0.48 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822077 Jul 08 18:14:38.350568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe8aa5ef-5345-4fa4-9d35-e707ad8c8d15 req-b8922be4-1617-4e7e-845e-da8ece0850f9 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 210 time: 0.0459821 Jul 08 18:14:39.490738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4bcd4acb-fb30-47b6-928e-96e3bbcba141 req-1faf49c2-e1e1-4b65-9835-be7c267664a5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 210 time: 0.0337768 Jul 08 18:14:39.537895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-f720f5a7-6977-4764-99fd-9e70ae9ae406 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:39.539620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-f720f5a7-6977-4764-99fd-9e70ae9ae406 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.53 "GET /v2.0/networks?id=b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 200 len: 814 time: 0.1369367 Jul 08 18:14:39.552459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Request body: {'port': {'device_id': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3', 'admin_state_up': True, 'tenant_id': '375061ea197847bdad4e1d21dfdda06d'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:39.664467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Made reservation on behalf of 375061ea197847bdad4e1d21dfdda06d for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:39.668049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.795026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Allocated IP 172.20.0.7 (b9380b8d-e6cc-4db8-950f-07370281dae3/a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e/4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:14:39.940684 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.978110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:39.990958 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['3cd40611-15a1-49a9-b3ab-30a98363a3d6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:40.024745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Network b9380b8d-e6cc-4db8-950f-07370281dae3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:14:40.030696 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:14:40.035413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:14:40.066508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Pushing event updated for resources: {'Port': ['ID=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:40.090937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:40.091567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.106212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-cab2c059-6ff6-4671-b4e0-a99ac97e5449 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576375 Jul 08 18:14:40.118000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Request body: {'port': {'device_id': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:40.190639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.460555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:40.467994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.479346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Transition to ACTIVE for port object 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:14:40.483606 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.532895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:40.563553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.563903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.564245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.564585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.564920 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.565248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.565576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.565899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.566251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.566574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.566906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.567228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:14:40.621595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Attempting to bind port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:14:40.621962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Attempting to bind port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:14:40.622490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Attempting to bind port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 on network b9380b8d-e6cc-4db8-950f-07370281dae3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:40.627499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 on network b9380b8d-e6cc-4db8-950f-07370281dae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:14:40.627818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Attempting to bind port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 on network b9380b8d-e6cc-4db8-950f-07370281dae3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:14:40.633144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:14:40.633481 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Checking segment: {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:14:40.633863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Bound using segment: {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:14:40.634326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Bound port: 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cabb5617-af43-4d35-a885-4cb03c76e388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:14:40.634683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.705476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] For port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:14:40.708656 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] For port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:14:40.713518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.749669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:40.750317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:40.751759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] 10.222.0.53 "PUT /v2.0/ports/4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 HTTP/1.1" status: 200 len: 1091 time: 0.6386673 Jul 08 18:14:40.752208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'tag': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:40.754542 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b1dab4-10ad-4f9c-813f-e4a383c88c94" -d '{"events": [{"name": "network-changed", "server_uuid": "36367ff4-325e-4197-99cb-8ef031a5c85c", "tag": "4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:40.781170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0eef0-4245-4ac9-bdb3-53b4042b2653 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:40.806008 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fcc52e-01d5-42fd-96af-a57d3298ce36 x-openstack-request-id: req-97fcc52e-01d5-42fd-96af-a57d3298ce36 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:40.806429 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36367ff4-325e-4197-99cb-8ef031a5c85c", "tag": "4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:40.806684 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97fcc52e-01d5-42fd-96af-a57d3298ce36 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:40.807088 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'tag': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63', 'status': 'completed', 'code': 200} Jul 08 18:14:40.862167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-32af69f4-9e74-45b2-b8e4-40cb6b786526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:40.863708 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-32af69f4-9e74-45b2-b8e4-40cb6b786526 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=375061ea197847bdad4e1d21dfdda06d&device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 1094 time: 0.0551074 Jul 08 18:14:40.878431 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43181c-964a-44c5-9620-082a5c7edc49 req-4dd86fa2-5692-44f9-a193-3c787b0d48a6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:40.879899 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c43181c-964a-44c5-9620-082a5c7edc49 req-4dd86fa2-5692-44f9-a193-3c787b0d48a6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 943 time: 0.0640571 Jul 08 18:14:40.910188 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-fc8cb4ec-4da1-45e7-9912-e8c3d1229623 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 HTTP/1.1" status: 200 len: 217 time: 0.0385623 Jul 08 18:14:40.923167 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2c43181c-964a-44c5-9620-082a5c7edc49 req-69d56d2a-83b6-45cc-ad2b-52990b5d60eb tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367618 Jul 08 18:14:40.958799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-bbbe12cc-be2c-4498-9df6-15e14368960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:40.960268 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-bbbe12cc-be2c-4498-9df6-15e14368960f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e HTTP/1.1" status: 200 len: 854 time: 0.0444143 Jul 08 18:14:40.993128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-d922feb9-8d6e-4018-bd60-5833d5ec085a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9380b8d-e6cc-4db8-950f-07370281dae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262311 Jul 08 18:14:41.085710 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-9ac51c9a-0919-42b9-b619-27f34f566f10 service neutron] 10.222.0.53 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853782 Jul 08 18:14:41.176059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5a1b3ff-72dc-4282-9f81-6fa55951b93c req-43071065-2a49-43bc-91ff-14baad075977 service neutron] 10.222.0.53 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842688 Jul 08 18:14:41.274699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-ee34d65b-1169-42b8-ae16-993c3b1afe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:41.276182 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-ee34d65b-1169-42b8-ae16-993c3b1afe73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=375061ea197847bdad4e1d21dfdda06d&device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 1094 time: 0.0527401 Jul 08 18:14:41.367732 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-56bb49ef-a92e-4a77-84e1-b3ca24b581ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:41.369200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-56bb49ef-a92e-4a77-84e1-b3ca24b581ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 200 len: 915 time: 0.0869896 Jul 08 18:14:41.409918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-6110ff69-3ab1-402a-87fa-b96b85814812 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 HTTP/1.1" status: 200 len: 217 time: 0.0342965 Jul 08 18:14:41.462720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-2ad44333-7447-44d8-ae80-11d39695dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:41.464780 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-2ad44333-7447-44d8-ae80-11d39695dc9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e HTTP/1.1" status: 200 len: 854 time: 0.0472343 Jul 08 18:14:41.497682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-8ee57633-f0ef-4fc6-a460-06d2ee555901 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b9380b8d-e6cc-4db8-950f-07370281dae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257399 Jul 08 18:14:41.584803 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-31ec2768-5f0e-493f-a1d0-1d59c5ff5b52 service neutron] 10.222.0.53 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801580 Jul 08 18:14:41.678149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-85b1dab4-10ad-4f9c-813f-e4a383c88c94 req-01f5ea82-a906-4165-9b09-d91cc57289bf service neutron] 10.222.0.53 "GET /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857179 Jul 08 18:14:42.095735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cdbd3-8817-4c8e-bd87-534101753d0d req-725e2c09-c99d-491c-a4d3-e4ceb7725596 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:42.097228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-155cdbd3-8817-4c8e-bd87-534101753d0d req-725e2c09-c99d-491c-a4d3-e4ceb7725596 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 943 time: 0.0650957 Jul 08 18:14:42.136213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-155cdbd3-8817-4c8e-bd87-534101753d0d req-5fc5c09a-7445-4659-a64a-955013103961 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Jul 08 18:14:43.309411 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e774-012c-49a0-a956-2ffabe119232 req-23602e7c-b792-4c39-b3c3-cc99630393b9 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:43.310925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a12e774-012c-49a0-a956-2ffabe119232 req-23602e7c-b792-4c39-b3c3-cc99630393b9 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 943 time: 0.0637228 Jul 08 18:14:43.348147 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6a12e774-012c-49a0-a956-2ffabe119232 req-c9cd5703-01f5-46d8-8c5b-492f1c89c816 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 08 18:14:43.455134 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:43.580428 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.443710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:14:44.531529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba73e-a04f-4862-84c1-eb722cfa2c76 req-b5a2eeb8-740a-4c31-ad52-44237d23bfd6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:44.533086 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-237ba73e-a04f-4862-84c1-eb722cfa2c76 req-b5a2eeb8-740a-4c31-ad52-44237d23bfd6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 943 time: 0.0739336 Jul 08 18:14:44.539096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:44.551585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63', 'network_id': 'b9380b8d-e6cc-4db8-950f-07370281dae3', 'port_id': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63', 'mac_address': 'fa:16:3e:e1:d2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:14:44.572222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-237ba73e-a04f-4862-84c1-eb722cfa2c76 req-dd0fd18e-a59b-4d5d-ac03-8262828d7ff3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Jul 08 18:14:44.589022 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.601990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:14:44.623883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:44.627608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:44.677501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:44.816351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:45.746887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18851f44-3012-4879-96a2-62c18e95f2c6 req-4b3113bb-8464-48d5-b484-6957621b5ea5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:45.748412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18851f44-3012-4879-96a2-62c18e95f2c6 req-4b3113bb-8464-48d5-b484-6957621b5ea5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 944 time: 0.0649817 Jul 08 18:14:45.785498 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-18851f44-3012-4879-96a2-62c18e95f2c6 req-7fce92a3-2b6a-4f56-b5a7-dbefc6ed17e2 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Jul 08 18:14:46.459247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:14:46.509536 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:46.513724 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:46.514113 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.588011 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.609908 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:46.612217 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6824235e-fe59-4f01-a69b-0130a295796c" -d '{"events": [{"server_uuid": "36367ff4-325e-4197-99cb-8ef031a5c85c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:46.624730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:46.628873 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:46.653372 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7577df3e-06cf-4795-946b-25b6795bc8bf x-openstack-request-id: req-7577df3e-06cf-4795-946b-25b6795bc8bf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:46.653656 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36367ff4-325e-4197-99cb-8ef031a5c85c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:46.653902 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7577df3e-06cf-4795-946b-25b6795bc8bf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:46.654302 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63', 'code': 200} Jul 08 18:14:46.683436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:46.764643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3b8de-19d8-47ab-81dd-5ff4a658f9bf req-54498a27-9815-424b-ada5-37bf96b61fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:46.766169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdc3b8de-19d8-47ab-81dd-5ff4a658f9bf req-54498a27-9815-424b-ada5-37bf96b61fc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 1096 time: 0.0527718 Jul 08 18:14:46.800473 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdc3b8de-19d8-47ab-81dd-5ff4a658f9bf req-689449a3-3f3a-4785-bd3f-6a4c513f3339 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277824 Jul 08 18:14:46.960010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6dc50-6135-402e-8bc5-df9a7a950ee1 req-a002f289-8063-41b8-86f5-e41da255137c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:46.961460 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d6dc50-6135-402e-8bc5-df9a7a950ee1 req-a002f289-8063-41b8-86f5-e41da255137c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 945 time: 0.0670950 Jul 08 18:14:46.998939 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-43d6dc50-6135-402e-8bc5-df9a7a950ee1 req-5fce9a81-b6b4-4545-b278-91227d53ecef tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Jul 08 18:14:48.172486 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec84f-afb1-4f8b-be9b-e3afad2fa605 req-acd665a1-377c-43ef-a177-993414309729 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.173965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcaec84f-afb1-4f8b-be9b-e3afad2fa605 req-acd665a1-377c-43ef-a177-993414309729 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 945 time: 0.0629075 Jul 08 18:14:48.211749 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-dcaec84f-afb1-4f8b-be9b-e3afad2fa605 req-73fbbdd0-bc8e-48ec-b782-9f4ea0fda115 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jul 08 18:14:48.604944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe4219-f91d-4c35-acd1-ea02d52a2aec req-c1c450bb-3460-4405-a4ae-242a407598f5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:48.606616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91fe4219-f91d-4c35-acd1-ea02d52a2aec req-c1c450bb-3460-4405-a4ae-242a407598f5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 945 time: 0.0685015 Jul 08 18:14:48.644065 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91fe4219-f91d-4c35-acd1-ea02d52a2aec req-1ac032c5-7c50-4013-8057-d90465137c5d tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Jul 08 18:14:49.597648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c756de9e-b8e2-4742-9aee-e07a37b8b3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.759361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-747e7f98-9943-4720-b049-c4308b0474af tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:49.761215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-747e7f98-9943-4720-b049-c4308b0474af tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.53 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 945 time: 0.0649781 Jul 08 18:14:49.823359 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925a512-6d23-4c40-823f-e76d3b3d60a6 req-a9275e01-8cb6-4a50-abe3-eaa533f053d6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:49.824844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0925a512-6d23-4c40-823f-e76d3b3d60a6 req-a9275e01-8cb6-4a50-abe3-eaa533f053d6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=36367ff4-325e-4197-99cb-8ef031a5c85c HTTP/1.1" status: 200 len: 945 time: 0.0645628 Jul 08 18:14:49.862585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0925a512-6d23-4c40-823f-e76d3b3d60a6 req-ce64d39d-1852-4813-a026-f668bc0fd088 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jul 08 18:14:49.864346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Deleting port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:49.864697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.951583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] For port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:49.951860 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:49.964947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Calling delete_port for 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:50.090495 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:50.102401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:50.119968 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Pushing event deleted for resources: {'Port': ['ID=4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:50.125761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['3cd40611-15a1-49a9-b3ab-30a98363a3d6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:50.168862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] No DVR routers for this DVR port 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:50.171560 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:50.173610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5d43451-aca5-4d0c-81dc-d68843e8111b req-be2d04ba-0583-496a-988d-71331f71ccb3 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.53 "DELETE /v2.0/ports/4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 HTTP/1.1" status: 204 len: 173 time: 0.4070749 Jul 08 18:14:50.174080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'name': 'network-vif-deleted', 'tag': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:50.176328 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88801b9b-5e9e-42b6-9a8e-0f2f46bca965" -d '{"events": [{"server_uuid": "36367ff4-325e-4197-99cb-8ef031a5c85c", "name": "network-vif-deleted", "tag": "4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:50.214491 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f689ec15-2b28-46cc-b013-7364159d22ec x-openstack-request-id: req-f689ec15-2b28-46cc-b013-7364159d22ec {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:50.214789 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36367ff4-325e-4197-99cb-8ef031a5c85c", "name": "network-vif-deleted", "tag": "4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:50.215053 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f689ec15-2b28-46cc-b013-7364159d22ec {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:50.215451 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36367ff4-325e-4197-99cb-8ef031a5c85c', 'name': 'network-vif-deleted', 'tag': '4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63', 'status': 'completed', 'code': 200} Jul 08 18:14:51.101737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edb763-c2fd-407f-a387-6c2f0ba860e2 req-24c9561f-8974-4e01-b75e-b9ebbfe13c5d tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.103222 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1edb763-c2fd-407f-a387-6c2f0ba860e2 req-24c9561f-8974-4e01-b75e-b9ebbfe13c5d tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0630181 Jul 08 18:14:51.141899 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1edb763-c2fd-407f-a387-6c2f0ba860e2 req-f66b0f48-6a99-4b84-b326-d298b0af843d tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Jul 08 18:14:51.331371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9706c-0212-4ce2-9a1b-87c2ac8941f1 req-517d0c0a-ace8-4b4f-9cd4-dc0cd93afe75 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.332861 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09f9706c-0212-4ce2-9a1b-87c2ac8941f1 req-517d0c0a-ace8-4b4f-9cd4-dc0cd93afe75 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0643709 Jul 08 18:14:51.372828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-09f9706c-0212-4ce2-9a1b-87c2ac8941f1 req-90d403e6-bc86-49cf-9d95-eb6d3d16e68f tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Jul 08 18:14:51.545245 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85616d-138d-4418-8151-e4e49efb63f1 req-8593f45c-b091-44ca-8528-024c1ec7c6cd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.546749 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe85616d-138d-4418-8151-e4e49efb63f1 req-8593f45c-b091-44ca-8528-024c1ec7c6cd tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0631852 Jul 08 18:14:51.586882 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe85616d-138d-4418-8151-e4e49efb63f1 req-4519c385-a119-441b-b9d0-5ba021102047 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346553 Jul 08 18:14:51.862396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85eef1-a9a4-4810-9b5c-8ce4c4cb588a req-e93fc110-1312-4c6a-bcd7-c2a653a0c0a1 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:51.863867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf85eef1-a9a4-4810-9b5c-8ce4c4cb588a req-e93fc110-1312-4c6a-bcd7-c2a653a0c0a1 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0639007 Jul 08 18:14:51.901358 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf85eef1-a9a4-4810-9b5c-8ce4c4cb588a req-5ed45fd1-7fa7-4bdc-bc3f-11c5ed7e5d6c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jul 08 18:14:52.077580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad968-adc3-4fd4-8713-613c6bac11bb req-d828c3bc-9755-4268-9065-24e19a6884d6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:52.079092 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba3ad968-adc3-4fd4-8713-613c6bac11bb req-d828c3bc-9755-4268-9065-24e19a6884d6 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0688279 Jul 08 18:14:52.117024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ba3ad968-adc3-4fd4-8713-613c6bac11bb req-134b41cd-4754-437b-bd88-ea43b15b44e0 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Jul 08 18:14:52.275535 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-25a2fe42-3e9f-42cc-a5a5-2572ffc5a9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.298602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398141b-0cd3-4b99-93ad-dad521dc73ba req-c08d606c-4612-4685-b0a2-3eb90cbe6c42 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:52.300088 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8398141b-0cd3-4b99-93ad-dad521dc73ba req-c08d606c-4612-4685-b0a2-3eb90cbe6c42 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jul 08 18:14:52.338741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8398141b-0cd3-4b99-93ad-dad521dc73ba req-f0bb1d4a-8737-4774-9d5e-19ccc21e319b tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jul 08 18:14:52.446142 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:52.859569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd7f1e-3f57-4e64-a292-f57e68342435 req-df858aae-5b7a-4643-a1d3-9fefd2b24aef tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:52.860957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bafd7f1e-3f57-4e64-a292-f57e68342435 req-df858aae-5b7a-4643-a1d3-9fefd2b24aef tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0672646 Jul 08 18:14:52.898486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bafd7f1e-3f57-4e64-a292-f57e68342435 req-2327af6a-b236-48c6-9066-1f591ac5d17c tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jul 08 18:14:53.786671 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.075426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b883db-aaf9-4356-a876-5222c3721daf req-7c68ad1d-c47c-47dc-99c4-7afc3289d5f7 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:54.076827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3b883db-aaf9-4356-a876-5222c3721daf req-7c68ad1d-c47c-47dc-99c4-7afc3289d5f7 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0632615 Jul 08 18:14:54.114944 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a3b883db-aaf9-4356-a876-5222c3721daf req-190cb5d7-23a8-448a-b035-621c7ad9ab34 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7078762-908e-4cba-ad01-de88ccaf59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jul 08 18:14:54.127211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-a46b7313-7e9c-4a3d-b109-1aef38937e6a tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:54.128758 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-a46b7313-7e9c-4a3d-b109-1aef38937e6a tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.21 "GET /v2.0/ports?device_id=230b4ca3-2d47-4a9f-8614-cca059ee0d0f HTTP/1.1" status: 200 len: 945 time: 0.0648582 Jul 08 18:14:54.227307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Deleting port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:14:54.227649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.318299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] For port 3cd40611-15a1-49a9-b3ab-30a98363a3d6, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=3cd40611-15a1-49a9-b3ab-30a98363a3d6,segment=NetworkSegment(cabb5617-af43-4d35-a885-4cb03c76e388),segment_id=cabb5617-af43-4d35-a885-4cb03c76e388)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:54.318651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.331871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Calling delete_port for 3cd40611-15a1-49a9-b3ab-30a98363a3d6 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:14:54.457397 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.469226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['3cd40611-15a1-49a9-b3ab-30a98363a3d6'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:14:54.487199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Pushing event deleted for resources: {'Port': ['ID=3cd40611-15a1-49a9-b3ab-30a98363a3d6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:54.521226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:54.531561 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] No DVR routers for this DVR port 3cd40611-15a1-49a9-b3ab-30a98363a3d6 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:14:54.534124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:54.536107 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ece4acc-bbe2-4873-b54b-a128de59abc6 req-076934c0-140b-4049-8ee0-ffde98d2dbc5 tempest-ServersNegativeTestJSON-1234901168 tempest-ServersNegativeTestJSON-1234901168-project] 10.222.0.21 "DELETE /v2.0/ports/3cd40611-15a1-49a9-b3ab-30a98363a3d6 HTTP/1.1" status: 204 len: 173 time: 0.4020987 Jul 08 18:14:54.536554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'name': 'network-vif-deleted', 'tag': '3cd40611-15a1-49a9-b3ab-30a98363a3d6'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:54.539153 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae840d2d-792f-4e54-a34a-bb52a33ba133" -d '{"events": [{"server_uuid": "230b4ca3-2d47-4a9f-8614-cca059ee0d0f", "name": "network-vif-deleted", "tag": "3cd40611-15a1-49a9-b3ab-30a98363a3d6"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:54.541274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:54.542141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 4e6045d2-a0ff-4cf1-9b5b-7e4ed68efe63 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:14:54.578199 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca01a72-4558-44a9-a070-87f9fd4200f1 x-openstack-request-id: req-0ca01a72-4558-44a9-a070-87f9fd4200f1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:54.578603 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b4ca3-2d47-4a9f-8614-cca059ee0d0f", "name": "network-vif-deleted", "tag": "3cd40611-15a1-49a9-b3ab-30a98363a3d6", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:54.578862 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ca01a72-4558-44a9-a070-87f9fd4200f1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:54.579414 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230b4ca3-2d47-4a9f-8614-cca059ee0d0f', 'name': 'network-vif-deleted', 'tag': '3cd40611-15a1-49a9-b3ab-30a98363a3d6', 'status': 'completed', 'code': 200} Jul 08 18:14:55.152021 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.208141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:55.256258 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Deleting subnet a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:14:55.262638 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.296012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.333661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.383767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.409964 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:55.411897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.414034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a9228dcf-abdb-43b7-8de7-ddbcab0e9572 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a9e4fc3f-46d1-41ef-9866-8e4bd6c3d50e HTTP/1.1" status: 204 len: 168 time: 0.2048616 Jul 08 18:14:55.416622 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:55.486874 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.564442 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.574132 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9380b8d-e6cc-4db8-950f-07370281dae3']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:55.584312 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabb5617-af43-4d35-a885-4cb03c76e388') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:55.584604 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabb5617-af43-4d35-a885-4cb03c76e388') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:55.593406 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.611883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.617714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:14:55.618148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:14:55.620344 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:14:55.671668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.677128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.679030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b9380b8d-e6cc-4db8-950f-07370281dae3 HTTP/1.1" status: 204 len: 168 time: 0.2615123 Jul 08 18:14:55.690257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505b035-7b59-4245-b71a-319247e6c0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9380b8d-e6cc-4db8-950f-07370281dae3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:55.787394 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34544) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:55.827337 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4defa39b-b98a-4558-bf44-cd96254ea757 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=375061ea197847bdad4e1d21dfdda06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387983 Jul 08 18:14:55.829823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34546) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:55.879224 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cdea4c3-209c-401b-bd7c-5c608348a0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.901804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cdea4c3-209c-401b-bd7c-5c608348a0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.951571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cdea4c3-209c-401b-bd7c-5c608348a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.954558 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8cdea4c3-209c-401b-bd7c-5c608348a0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:55.955825 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8cdea4c3-209c-401b-bd7c-5c608348a0e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7078762-908e-4cba-ad01-de88ccaf59c4 HTTP/1.1" status: 204 len: 168 time: 0.1249194 Jul 08 18:14:55.965186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea4c3-209c-401b-bd7c-5c608348a0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7078762-908e-4cba-ad01-de88ccaf59c4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:56.634252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:56.723739 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159299363'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:56.745690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:14:56.749180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.757655 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.847427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.851072 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.879688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:14:56.888419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b61be-6580-46c8-85b5-e1a9a4267852,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:56.894403 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.894742 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Added segment f520e775-919b-4549-8907-af1fcaf8f8b5 of type vlan for network 2e3bd665-0a06-4407-a049-7a9d86919629 Jul 08 18:14:56.935951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.963802 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.969278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:56.969865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.055321 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4199338 Jul 08 18:14:57.077637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7976d-8ccc-48ec-9bc3-354a0bfcbd94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Network': ['ID=2e3bd665-0a06-4407-a049-7a9d86919629,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:57.087910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2e3bd665-0a06-4407-a049-7a9d86919629 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:14:58.038856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3cd40611-15a1-49a9-b3ab-30a98363a3d6 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:14:58.063192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 3cd40611-15a1-49a9-b3ab-30a98363a3d6 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:14:58.063537 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 3cd40611-15a1-49a9-b3ab-30a98363a3d6 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:00.349520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34572) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:00.354768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'subnet': {'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:00.446943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:00.451011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.927396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.983469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Subnet': ['ID=0b8b22bc-f2bc-410a-8bb2-2ba770451611,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:00.995307 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Checking segment: {'id': 'f520e775-919b-4549-8907-af1fcaf8f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:00.995745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network hostable DHCP agents. Network: 2e3bd665-0a06-4407-a049-7a9d86919629, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:01.016063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network 2e3bd665-0a06-4407-a049-7a9d86919629 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:01.025796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2e3bd665-0a06-4407-a049-7a9d86919629) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:01.029813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:01.030426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.034677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c52967-b17d-4cda-bb5e-0c354ad82cb5 None None] Network 2e3bd665-0a06-4407-a049-7a9d86919629 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:01.048760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-413e1ef2-7f07-45e7-a284-3f6d58f7e077 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6948283 Jul 08 18:15:01.049269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34574) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:01.054421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330153714'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:01.076396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:01.079984 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.105070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:01.115118 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.115459 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Added segment 5fb1d0ce-c06a-405d-b693-17929c24e310 of type vlan for network d53f96b5-26ee-441d-9792-e9efadd1a227 Jul 08 18:15:01.173714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.190332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2e3bd665-0a06-4407-a049-7a9d86919629', 'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629', 'tenant_id': 'ad03702520cd4ffb9b427823df5d94cd', 'fixed_ips': [{'subnet_id': '0b8b22bc-f2bc-410a-8bb2-2ba770451611'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:01.191565 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.211605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.218185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:01.218810 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.279162 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2287626 Jul 08 18:15:01.281951 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34576) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:01.288900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'subnet': {'network_id': 'd53f96b5-26ee-441d-9792-e9efadd1a227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:01.294480 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18a91-e370-4110-bc14-f3208f412ebc tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Network': ['ID=d53f96b5-26ee-441d-9792-e9efadd1a227,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:01.316573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d53f96b5-26ee-441d-9792-e9efadd1a227 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:01.382600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:01.386293 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.402586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Allocated IP 2001:db8:0:ffff::2 (2e3bd665-0a06-4407-a049-7a9d86919629/0b8b22bc-f2bc-410a-8bb2-2ba770451611/7d69f1c1-cd33-49b7-8931-110be6163196) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:01.548402 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.556468 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Transition to ACTIVE for port object 7d69f1c1-cd33-49b7-8931-110be6163196 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:01.571261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Transition to ACTIVE for port object 7d69f1c1-cd33-49b7-8931-110be6163196 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:01.578467 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.579204 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.621483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Network 2e3bd665-0a06-4407-a049-7a9d86919629 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:01.624257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:01.627933 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:01.635292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Pushing event updated for resources: {'Port': ['ID=7d69f1c1-cd33-49b7-8931-110be6163196,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:01.642322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Subnet': ['ID=cfccc4fa-3753-41e7-a91e-93af6be91355,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:01.652187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Checking segment: {'id': '5fb1d0ce-c06a-405d-b693-17929c24e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd53f96b5-26ee-441d-9792-e9efadd1a227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:01.652554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network hostable DHCP agents. Network: d53f96b5-26ee-441d-9792-e9efadd1a227, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:01.664691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.665038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.665378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.665708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.666630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.667010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.667456 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.667882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.668211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.668608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.669002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.669342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:01.670183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network d53f96b5-26ee-441d-9792-e9efadd1a227 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:01.680093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d53f96b5-26ee-441d-9792-e9efadd1a227) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:01.685293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:01.685907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.692409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709631f0-00ad-4b1f-9bf6-f74dbdbe2b1d None None] Network d53f96b5-26ee-441d-9792-e9efadd1a227 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:01.701548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7580116b-33c0-438e-ba07-d6951323a149 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4185698 Jul 08 18:15:01.704165 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:01.745366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Attempting to bind port 7d69f1c1-cd33-49b7-8931-110be6163196 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:01.745821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Attempting to bind port 7d69f1c1-cd33-49b7-8931-110be6163196 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f520e775-919b-4549-8907-af1fcaf8f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:01.746274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Attempting to bind port 7d69f1c1-cd33-49b7-8931-110be6163196 on network 2e3bd665-0a06-4407-a049-7a9d86919629 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:01.756816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:01.757192 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Checking segment: {'id': 'f520e775-919b-4549-8907-af1fcaf8f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:01.757600 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.758023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Bound using segment: {'id': 'f520e775-919b-4549-8907-af1fcaf8f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:01.758492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Bound port: 7d69f1c1-cd33-49b7-8931-110be6163196, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520e775-919b-4549-8907-af1fcaf8f8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2e3bd665-0a06-4407-a049-7a9d86919629'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:01.758877 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.809302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.872210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] For port 7d69f1c1-cd33-49b7-8931-110be6163196, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:01.876820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] For port 7d69f1c1-cd33-49b7-8931-110be6163196, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d69f1c1-cd33-49b7-8931-110be6163196,segment=NetworkSegment(f520e775-919b-4549-8907-af1fcaf8f8b5),segment_id=f520e775-919b-4549-8907-af1fcaf8f8b5)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:01.884089 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.895108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.932364 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf448581-ab6f-4061-a779-ebc6efd870d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d53f96b5-26ee-441d-9792-e9efadd1a227', 'network_id': 'd53f96b5-26ee-441d-9792-e9efadd1a227', 'tenant_id': 'ad03702520cd4ffb9b427823df5d94cd', 'fixed_ips': [{'subnet_id': 'cfccc4fa-3753-41e7-a91e-93af6be91355'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:01.933303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bf448581-ab6f-4061-a779-ebc6efd870d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.964692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.985302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ac26a-2ed5-46fa-b6ec-65d72d21f79d None None] Pushing event updated for resources: {'Port': ['ID=7d69f1c1-cd33-49b7-8931-110be6163196,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:02.000101 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Subnet': ['ID=cfccc4fa-3753-41e7-a91e-93af6be91355,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:02.049020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e041757-bd9a-42ae-9c34-dcb0692e9d4a None None] Network d53f96b5-26ee-441d-9792-e9efadd1a227 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:02.065470 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.075980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53f96b5-26ee-441d-9792-e9efadd1a227']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:02.086800 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb1d0ce-c06a-405d-b693-17929c24e310') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:02.087119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb1d0ce-c06a-405d-b693-17929c24e310') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:02.097141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.112622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.120395 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:02.120950 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:02.124574 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:02.220651 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.226188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.228644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/d53f96b5-26ee-441d-9792-e9efadd1a227 HTTP/1.1" status: 204 len: 168 time: 0.5234666 Jul 08 18:15:02.232856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34580) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:02.239037 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363987782'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:02.245753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d73a5-d077-4819-bfc2-f337644df63c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Network': ['ID=d53f96b5-26ee-441d-9792-e9efadd1a227,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:02.265052 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:02.268687 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.299535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:02.309394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.309733 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Added segment 45c424e6-9e23-4969-a9aa-fbce304333ee of type vlan for network 8e624d25-2405-4e74-8d5a-e6a2e26f2be1 Jul 08 18:15:02.357616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.385764 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.391276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:02.391859 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.451687 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2170835 Jul 08 18:15:02.454581 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34582) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:02.461867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'subnet': {'network_id': '8e624d25-2405-4e74-8d5a-e6a2e26f2be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:02.468680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3bb70-1186-4be7-9fcc-9d28402bce94 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Network': ['ID=8e624d25-2405-4e74-8d5a-e6a2e26f2be1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:02.480498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 8e624d25-2405-4e74-8d5a-e6a2e26f2be1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:02.562142 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:02.565670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.624273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Performing IP validity checks on allocation pools {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:15:02.624803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93944) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:15:02.763110 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.825565 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Subnet': ['ID=4f07fec2-2dda-46de-ab2b-f3599b681f87,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:02.833254 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Checking segment: {'id': '45c424e6-9e23-4969-a9aa-fbce304333ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8e624d25-2405-4e74-8d5a-e6a2e26f2be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:02.833616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network hostable DHCP agents. Network: 8e624d25-2405-4e74-8d5a-e6a2e26f2be1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:02.851520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network 8e624d25-2405-4e74-8d5a-e6a2e26f2be1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:02.862182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 8e624d25-2405-4e74-8d5a-e6a2e26f2be1) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:02.866889 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:02.867514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.871779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb785fe-94b7-4bcd-93b3-0090e1a8047f None None] Network 8e624d25-2405-4e74-8d5a-e6a2e26f2be1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:02.886483 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1949b840-0420-4411-a1a2-20f81624b7c9 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4308379 Jul 08 18:15:02.886975 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34584) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:02.948380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce80be7-44a7-48a8-8ca3-32e77f58633d None None] Network 2e3bd665-0a06-4407-a049-7a9d86919629 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:02.992575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.045070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.113607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.140433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Subnet': ['ID=4f07fec2-2dda-46de-ab2b-f3599b681f87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:03.202665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.213964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e624d25-2405-4e74-8d5a-e6a2e26f2be1']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:03.223960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-797d8341-9a26-4304-a7cb-61910757a05f None None] Provisioning for port 7d69f1c1-cd33-49b7-8931-110be6163196 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:03.225826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c424e6-9e23-4969-a9aa-fbce304333ee') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:03.226158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c424e6-9e23-4969-a9aa-fbce304333ee') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:03.235722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.249510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.256773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:03.257239 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:03.261071 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:03.263580 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b9249-212d-4002-8337-93d5c9ba4afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-8e624d25-2405-4e74-8d5a-e6a2e26f2be1', 'network_id': '8e624d25-2405-4e74-8d5a-e6a2e26f2be1', 'tenant_id': 'ad03702520cd4ffb9b427823df5d94cd', 'fixed_ips': [{'subnet_id': '4f07fec2-2dda-46de-ab2b-f3599b681f87'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:03.264415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-518b9249-212d-4002-8337-93d5c9ba4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.324328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.334657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.336983 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/8e624d25-2405-4e74-8d5a-e6a2e26f2be1 HTTP/1.1" status: 204 len: 168 time: 0.4489412 Jul 08 18:15:03.339836 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.db.api [None req-518b9249-212d-4002-8337-93d5c9ba4afa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 18:15:03.339836 n-d-799527-4 neutron-server[93946]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 08 18:15:03.339836 n-d-799527-4 neutron-server[93946]: [parameters: {'project_id': 'ad03702520cd4ffb9b427823df5d94cd', 'id': '6d463ec7-6c33-475c-a36b-1dbb7e89ce5c', 'name': '', 'network_id': '8e624d25-2405-4e74-8d5a-e6a2e26f2be1', 'mac_address': 'fa:16:3e:18:66:38', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-8e624d25-2405-4e74-8d5a-e6a2e26f2be1', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4038}] Jul 08 18:15:03.339836 n-d-799527-4 neutron-server[93946]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:15:03.340390 n-d-799527-4 neutron-server[93946]: DEBUG oslo_db.api [None req-518b9249-212d-4002-8337-93d5c9ba4afa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:15:03.341213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34586) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:03.355206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-538042248'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:03.360650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55cea6-52a8-49d9-966f-d623e0f7cf52 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Network': ['ID=8e624d25-2405-4e74-8d5a-e6a2e26f2be1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:03.388952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:03.394789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.421118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:03.431280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.432231 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Added segment 9a27d707-5eec-46a7-b480-60d13c4804d7 of type vlan for network b9ca577a-2874-424f-9613-b9e1d430c693 Jul 08 18:15:03.474165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d69f1c1-cd33-49b7-8931-110be6163196 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:03.478104 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.510298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.516387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:03.516996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.524894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7d69f1c1-cd33-49b7-8931-110be6163196 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:03.530138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7d69f1c1-cd33-49b7-8931-110be6163196 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:03.530713 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.589307 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2467642 Jul 08 18:15:03.592667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:03.597573 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'subnet': {'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:03.611247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.616377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87a96b-24fc-4ee5-9189-454447eef34b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Network': ['ID=b9ca577a-2874-424f-9613-b9e1d430c693,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:03.632007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network b9ca577a-2874-424f-9613-b9e1d430c693 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:03.692884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:03.696602 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.700402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7d69f1c1-cd33-49b7-8931-110be6163196, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d69f1c1-cd33-49b7-8931-110be6163196,segment=NetworkSegment(f520e775-919b-4549-8907-af1fcaf8f8b5),segment_id=f520e775-919b-4549-8907-af1fcaf8f8b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:03.711492 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.726744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-86330c88-1349-439f-b5ea-7e06231bc4c2 None None] Provisioning complete for port 7d69f1c1-cd33-49b7-8931-110be6163196 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:03.726744 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86330c88-1349-439f-b5ea-7e06231bc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.810159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7d69f1c1-cd33-49b7-8931-110be6163196,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:03.842727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-518b9249-212d-4002-8337-93d5c9ba4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.879435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d534108-1f90-40cd-9f03-410dde4ffd69 None None] Network 8e624d25-2405-4e74-8d5a-e6a2e26f2be1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:03.891695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d534108-1f90-40cd-9f03-410dde4ffd69 None None] Network 8e624d25-2405-4e74-8d5a-e6a2e26f2be1 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:15:03.892167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:03.957645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Subnet': ['ID=c7d85393-a604-425a-9caf-2edb31390e18,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:03.965723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Checking segment: {'id': '9a27d707-5eec-46a7-b480-60d13c4804d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:03.966128 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network hostable DHCP agents. Network: b9ca577a-2874-424f-9613-b9e1d430c693, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:03.982105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network b9ca577a-2874-424f-9613-b9e1d430c693 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:03.990336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, b9ca577a-2874-424f-9613-b9e1d430c693) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:03.994292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:03.994940 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.000672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65470c4-3f34-4bb7-a617-c580d9f7b378 None None] Network b9ca577a-2874-424f-9613-b9e1d430c693 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:04.008366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c0de3711-6a64-4405-b4ad-6adec795e641 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147177 Jul 08 18:15:04.012923 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34590) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:04.018058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724569647'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:04.039422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:04.043088 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.068857 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:04.078910 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.079322 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Added segment b2e45a0f-1f2d-4438-90ea-5ba6670be87f of type vlan for network d437f2ec-3544-4e4e-894a-c73e14b79ac2 Jul 08 18:15:04.121983 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.150620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-b9ca577a-2874-424f-9613-b9e1d430c693', 'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693', 'tenant_id': 'ad03702520cd4ffb9b427823df5d94cd', 'fixed_ips': [{'subnet_id': 'c7d85393-a604-425a-9caf-2edb31390e18'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:04.150998 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.151658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.156779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:04.157365 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.220609 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063336 Jul 08 18:15:04.224809 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:04.231099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500a7a1-405e-4945-807c-ba099f83def2 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Network': ['ID=d437f2ec-3544-4e4e-894a-c73e14b79ac2,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:04.233240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Request body: {'subnet': {'network_id': 'd437f2ec-3544-4e4e-894a-c73e14b79ac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:04.241694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network d437f2ec-3544-4e4e-894a-c73e14b79ac2 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:04.326677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Made reservation on behalf of ad03702520cd4ffb9b427823df5d94cd for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:04.330807 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.346211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Allocated IP 2001:db8::2 (b9ca577a-2874-424f-9613-b9e1d430c693/c7d85393-a604-425a-9caf-2edb31390e18/d364c55f-b425-4020-8100-d549b802f3af) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:04.496038 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.504307 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Transition to ACTIVE for port object d364c55f-b425-4020-8100-d549b802f3af will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:04.519622 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Transition to ACTIVE for port object d364c55f-b425-4020-8100-d549b802f3af will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:04.520334 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.524684 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.561315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Network b9ca577a-2874-424f-9613-b9e1d430c693 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:04.567475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:04.570987 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:04.578416 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Pushing event updated for resources: {'Port': ['ID=d364c55f-b425-4020-8100-d549b802f3af,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:04.582752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event updated for resources: {'Subnet': ['ID=6077c4eb-de79-423c-9f87-8b553b519436,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:04.590333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Checking segment: {'id': 'b2e45a0f-1f2d-4438-90ea-5ba6670be87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd437f2ec-3544-4e4e-894a-c73e14b79ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:04.590694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network hostable DHCP agents. Network: d437f2ec-3544-4e4e-894a-c73e14b79ac2, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:04.608062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Network d437f2ec-3544-4e4e-894a-c73e14b79ac2 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:04.616726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, d437f2ec-3544-4e4e-894a-c73e14b79ac2) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:04.620984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:04.621570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.625720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730e88b-cda4-4a82-be63-cbb15e1ff21a None None] Network d437f2ec-3544-4e4e-894a-c73e14b79ac2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:04.637706 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-101f9148-e1cb-4d77-9a2f-3d090ce1ceea tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4117787 Jul 08 18:15:04.640250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:04.649295 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Attempting to bind port d364c55f-b425-4020-8100-d549b802f3af on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:04.649669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Attempting to bind port d364c55f-b425-4020-8100-d549b802f3af by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '9a27d707-5eec-46a7-b480-60d13c4804d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:04.650062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Attempting to bind port d364c55f-b425-4020-8100-d549b802f3af on network b9ca577a-2874-424f-9613-b9e1d430c693 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:04.681312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:04.681740 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Checking segment: {'id': '9a27d707-5eec-46a7-b480-60d13c4804d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:04.682172 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.682570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Bound using segment: {'id': '9a27d707-5eec-46a7-b480-60d13c4804d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:04.683041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Bound port: d364c55f-b425-4020-8100-d549b802f3af, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a27d707-5eec-46a7-b480-60d13c4804d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'b9ca577a-2874-424f-9613-b9e1d430c693'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:04.683429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.742095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.794889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.801769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] For port d364c55f-b425-4020-8100-d549b802f3af, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:04.818379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] For port d364c55f-b425-4020-8100-d549b802f3af, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d364c55f-b425-4020-8100-d549b802f3af,segment=NetworkSegment(9a27d707-5eec-46a7-b480-60d13c4804d7),segment_id=9a27d707-5eec-46a7-b480-60d13c4804d7)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:04.825762 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.858466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.872360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a79b2e-126e-43aa-905b-dd938ed7b40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-d437f2ec-3544-4e4e-894a-c73e14b79ac2', 'network_id': 'd437f2ec-3544-4e4e-894a-c73e14b79ac2', 'tenant_id': 'ad03702520cd4ffb9b427823df5d94cd', 'fixed_ips': [{'subnet_id': '6077c4eb-de79-423c-9f87-8b553b519436'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:04.873214 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e1a79b2e-126e-43aa-905b-dd938ed7b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.891023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Subnet': ['ID=6077c4eb-de79-423c-9f87-8b553b519436,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:04.924753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0b9b5-f2b5-4b46-b974-cdc76d48a286 None None] Pushing event updated for resources: {'Port': ['ID=d364c55f-b425-4020-8100-d549b802f3af,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:04.937060 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:15:04.959054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:04.970461 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d437f2ec-3544-4e4e-894a-c73e14b79ac2']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:04.983266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e45a0f-1f2d-4438-90ea-5ba6670be87f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:04.983655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e45a0f-1f2d-4438-90ea-5ba6670be87f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:04.991593 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084cfeb8-da7d-45c7-b6df-c98cb2a71122 None None] Network d437f2ec-3544-4e4e-894a-c73e14b79ac2 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:04.993368 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.007889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.014326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:05.014988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:05.018433 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:05.094635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.100400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.106294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/d437f2ec-3544-4e4e-894a-c73e14b79ac2 HTTP/1.1" status: 204 len: 168 time: 0.4617753 Jul 08 18:15:05.106998 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.124660 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2c86e-ab39-4cd7-894f-2c3b2a02dac4 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Network': ['ID=d437f2ec-3544-4e4e-894a-c73e14b79ac2,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:05.141263 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b43d7e-301f-4d90-a085-6db3ce256b80 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] GET failed (client error): The resource could not be found. Jul 08 18:15:05.142643 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-22b43d7e-301f-4d90-a085-6db3ce256b80 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "GET /v2.0/subnets/6077c4eb-de79-423c-9f87-8b553b519436 HTTP/1.1" status: 404 len: 337 time: 0.0346503 Jul 08 18:15:05.145336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34598) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.165814 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedc7898-22a8-40c9-a971-cc79880492b1 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:05.167024 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedc7898-22a8-40c9-a971-cc79880492b1 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:05.170154 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bedc7898-22a8-40c9-a971-cc79880492b1 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/d437f2ec-3544-4e4e-894a-c73e14b79ac2 HTTP/1.1" status: 404 len: 339 time: 0.0225630 Jul 08 18:15:05.172633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.200283 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a1ef15-76ec-4002-a855-e41fdf563bf7 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:05.200741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a1ef15-76ec-4002-a855-e41fdf563bf7 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:05.202550 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-47a1ef15-76ec-4002-a855-e41fdf563bf7 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/subnets/6077c4eb-de79-423c-9f87-8b553b519436 HTTP/1.1" status: 404 len: 337 time: 0.0289736 Jul 08 18:15:05.205270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34602) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.225005 n-d-799527-4 neutron-server[93944]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7b9ed8-f6b8-484f-b712-d03b8d862bd6 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:05.225557 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7b9ed8-f6b8-484f-b712-d03b8d862bd6 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93944) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:05.228049 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0d7b9ed8-f6b8-484f-b712-d03b8d862bd6 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/d437f2ec-3544-4e4e-894a-c73e14b79ac2 HTTP/1.1" status: 404 len: 339 time: 0.0211370 Jul 08 18:15:05.229827 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34604) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.285536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Deleting subnet c7d85393-a604-425a-9caf-2edb31390e18 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:05.289007 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.328100 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.414907 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.479299 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.492661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d69f1c1-cd33-49b7-8931-110be6163196 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:05.507191 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d85393-a604-425a-9caf-2edb31390e18,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:05.511043 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.515135 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-60985202-6428-4189-9e06-d08fb7b8e862 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/subnets/c7d85393-a604-425a-9caf-2edb31390e18 HTTP/1.1" status: 204 len: 168 time: 0.2820876 Jul 08 18:15:05.515367 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34606) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:05.546756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7d69f1c1-cd33-49b7-8931-110be6163196 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:05.547318 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.595208 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.630017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d364c55f-b425-4020-8100-d549b802f3af up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:05.654704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Deleting port d364c55f-b425-4020-8100-d549b802f3af {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:05.655148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.680756 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d364c55f-b425-4020-8100-d549b802f3af completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:05.726772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] For port d364c55f-b425-4020-8100-d549b802f3af, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d364c55f-b425-4020-8100-d549b802f3af,segment=NetworkSegment(9a27d707-5eec-46a7-b480-60d13c4804d7),segment_id=9a27d707-5eec-46a7-b480-60d13c4804d7)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:05.726772 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.740036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Calling delete_port for d364c55f-b425-4020-8100-d549b802f3af owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:05.825880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.852983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Port': ['ID=d364c55f-b425-4020-8100-d549b802f3af,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:05.858618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No DVR routers for this DVR port d364c55f-b425-4020-8100-d549b802f3af on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:05.888489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04deccd6-5cde-4627-9ed5-64ae64332f2a None None] Network b9ca577a-2874-424f-9613-b9e1d430c693 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:05.930444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e8cb4010-5ae7-489b-bcad-9eb0c41e02c0 None None] Could not find standard attr ID for object d364c55f-b425-4020-8100-d549b802f3af. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:15:05.938243 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.948022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ca577a-2874-424f-9613-b9e1d430c693']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.958070 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a27d707-5eec-46a7-b480-60d13c4804d7') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.958364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a27d707-5eec-46a7-b480-60d13c4804d7') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:05.967432 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.985357 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.991288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:05.991664 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:05.994677 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:06.042457 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b140d0e-3f62-4aa7-af5c-7bdff25971df None None] DHCP port deletion for b9ca577a-2874-424f-9613-b9e1d430c693 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:06.053548 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.061105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.062966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/b9ca577a-2874-424f-9613-b9e1d430c693 HTTP/1.1" status: 204 len: 168 time: 0.5466743 Jul 08 18:15:06.065572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34608) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:06.075085 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53eae8-a1fb-49f0-a306-dcbfcb147feb tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Network': ['ID=b9ca577a-2874-424f-9613-b9e1d430c693,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:06.092571 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92bc422-a171-4553-b417-0d5dfb62b190 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:06.093014 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92bc422-a171-4553-b417-0d5dfb62b190 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:06.094699 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c92bc422-a171-4553-b417-0d5dfb62b190 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/subnets/4f07fec2-2dda-46de-ab2b-f3599b681f87 HTTP/1.1" status: 404 len: 337 time: 0.0280197 Jul 08 18:15:06.097186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:06.114214 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c331833f-4bc6-4b39-b00d-4b3f3269345b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:06.114674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c331833f-4bc6-4b39-b00d-4b3f3269345b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:06.116235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c331833f-4bc6-4b39-b00d-4b3f3269345b tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/8e624d25-2405-4e74-8d5a-e6a2e26f2be1 HTTP/1.1" status: 404 len: 339 time: 0.0181880 Jul 08 18:15:06.118847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34612) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:06.145042 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfd1236-b3dc-481b-bd11-1a8cbb542732 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:06.145421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfd1236-b3dc-481b-bd11-1a8cbb542732 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:06.147104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1bfd1236-b3dc-481b-bd11-1a8cbb542732 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/subnets/cfccc4fa-3753-41e7-a91e-93af6be91355 HTTP/1.1" status: 404 len: 337 time: 0.0272424 Jul 08 18:15:06.149609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:06.167994 n-d-799527-4 neutron-server[93945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8286b147-f848-4b53-a511-f163f85e7eab tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] DELETE failed (client error): The resource could not be found. Jul 08 18:15:06.168510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8286b147-f848-4b53-a511-f163f85e7eab tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:15:06.170124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8286b147-f848-4b53-a511-f163f85e7eab tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/d53f96b5-26ee-441d-9792-e9efadd1a227 HTTP/1.1" status: 404 len: 339 time: 0.0195689 Jul 08 18:15:06.172491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34616) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:06.222437 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Deleting subnet 0b8b22bc-f2bc-410a-8bb2-2ba770451611 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:06.225410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.268946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.353032 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.409779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.440905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8b22bc-f2bc-410a-8bb2-2ba770451611,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:06.446195 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.448743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-161ba883-73c2-4dee-93a8-7447f88eea4c tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/subnets/0b8b22bc-f2bc-410a-8bb2-2ba770451611 HTTP/1.1" status: 204 len: 168 time: 0.2748218 Jul 08 18:15:06.451067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34618) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:06.452243 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd35c5e-56e3-4a35-b062-a4dd96f363d5 None None] Network 2e3bd665-0a06-4407-a049-7a9d86919629 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:06.548070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.604083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Deleting port 7d69f1c1-cd33-49b7-8931-110be6163196 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:06.604469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.638442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] DHCP port deletion for 2e3bd665-0a06-4407-a049-7a9d86919629 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:06.671488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] For port 7d69f1c1-cd33-49b7-8931-110be6163196, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d69f1c1-cd33-49b7-8931-110be6163196,segment=NetworkSegment(f520e775-919b-4549-8907-af1fcaf8f8b5),segment_id=f520e775-919b-4549-8907-af1fcaf8f8b5)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:06.671796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.684452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Calling delete_port for 7d69f1c1-cd33-49b7-8931-110be6163196 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:06.685014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] Deleting port 7d69f1c1-cd33-49b7-8931-110be6163196 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:06.685393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.753720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] For port 7d69f1c1-cd33-49b7-8931-110be6163196, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7d69f1c1-cd33-49b7-8931-110be6163196,segment=NetworkSegment(f520e775-919b-4549-8907-af1fcaf8f8b5),segment_id=f520e775-919b-4549-8907-af1fcaf8f8b5)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:06.754147 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.763821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.769073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] Calling delete_port for 7d69f1c1-cd33-49b7-8931-110be6163196 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:06.790013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Port': ['ID=7d69f1c1-cd33-49b7-8931-110be6163196,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:06.794138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] No DVR routers for this DVR port 7d69f1c1-cd33-49b7-8931-110be6163196 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:06.850330 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.876224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] Pushing event deleted for resources: {'Port': ['ID=7d69f1c1-cd33-49b7-8931-110be6163196,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:06.880002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8338a-9013-4096-97b8-513ac5cd1be8 None None] No DVR routers for this DVR port 7d69f1c1-cd33-49b7-8931-110be6163196 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:06.880173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.893067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3bd665-0a06-4407-a049-7a9d86919629']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:06.903275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520e775-919b-4549-8907-af1fcaf8f8b5') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:06.903570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520e775-919b-4549-8907-af1fcaf8f8b5') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:06.912265 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.926876 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.933226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:06.933615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:06.936553 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:06.995975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.002610 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.004398 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] 10.222.0.48 "DELETE /v2.0/networks/2e3bd665-0a06-4407-a049-7a9d86919629 HTTP/1.1" status: 204 len: 168 time: 0.5524125 Jul 08 18:15:07.016781 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4f6f9-5a21-4992-98cb-ca16bb630032 tempest-NetworksIpV6Test-1867802636 tempest-NetworksIpV6Test-1867802636-project] Pushing event deleted for resources: {'Network': ['ID=2e3bd665-0a06-4407-a049-7a9d86919629,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:07.246724 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34624) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:07.372928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fca018a5-50c6-4fe5-991e-02bb016fe7e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad03702520cd4ffb9b427823df5d94cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250026 Jul 08 18:15:07.375432 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34628) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:07.416785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d69f1c1-cd33-49b7-8931-110be6163196 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:07.425565 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a10cdbe-5808-44fd-afe0-74ad265bba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.439051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7d69f1c1-cd33-49b7-8931-110be6163196 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:07.439312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7d69f1c1-cd33-49b7-8931-110be6163196 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:07.439716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d364c55f-b425-4020-8100-d549b802f3af no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:07.446327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a10cdbe-5808-44fd-afe0-74ad265bba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.457812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d364c55f-b425-4020-8100-d549b802f3af {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:07.458184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d364c55f-b425-4020-8100-d549b802f3af not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:07.499351 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a10cdbe-5808-44fd-afe0-74ad265bba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.501915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a10cdbe-5808-44fd-afe0-74ad265bba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:07.503194 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0a10cdbe-5808-44fd-afe0-74ad265bba8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f1b61be-6580-46c8-85b5-e1a9a4267852 HTTP/1.1" status: 204 len: 168 time: 0.1268282 Jul 08 18:15:07.511918 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10cdbe-5808-44fd-afe0-74ad265bba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b61be-6580-46c8-85b5-e1a9a4267852,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:08.108988 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34650) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:08.200216 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-824191996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:08.222441 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.223390 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.276710 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.280686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.296332 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.297596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c5847a58-5fee-4267-9da2-6eba23c54c9c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1875761 Jul 08 18:15:08.300414 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34654) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:08.305344 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-166511814'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:08.326231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Made reservation on behalf of ee531664aafa44ee98ceab267a302a3a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:08.329585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.339689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.434059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.437689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.466280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:08.472318 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc22aa8c-4c43-4df9-bfa3-91514eb43336,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:08.478276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.478622 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Added segment da26d962-f9cb-41f4-bac1-87475adc1ad4 of type vlan for network 4a341c30-d890-4d10-805d-4c6e01327bcf Jul 08 18:15:08.518014 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.546640 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.552119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:08.552708 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.606262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3047781 Jul 08 18:15:08.608961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34656) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:08.615973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Request body: {'subnet': {'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:08.669521 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79431a-3105-4888-988c-d05bc6adcfd3 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event updated for resources: {'Network': ['ID=4a341c30-d890-4d10-805d-4c6e01327bcf,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:08.679953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 4a341c30-d890-4d10-805d-4c6e01327bcf details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:08.713722 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Made reservation on behalf of ee531664aafa44ee98ceab267a302a3a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:08.717364 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.893234 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.954984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event updated for resources: {'Subnet': ['ID=8723dd5b-974f-42dc-af22-f194adaf8c13,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:08.959143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Checking segment: {'id': 'da26d962-f9cb-41f4-bac1-87475adc1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:08.959498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Network hostable DHCP agents. Network: 4a341c30-d890-4d10-805d-4c6e01327bcf, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:08.975716 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Network 4a341c30-d890-4d10-805d-4c6e01327bcf is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:08.984357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 4a341c30-d890-4d10-805d-4c6e01327bcf) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:08.988427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:08.988932 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:08.994647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377daf11-e6a0-4fb5-b351-da49c579bcd4 None None] Network 4a341c30-d890-4d10-805d-4c6e01327bcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:09.005404 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-98b61526-68b9-4f0a-a260-8c9928f6784c tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3954453 Jul 08 18:15:09.008306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34658) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:09.013892 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-950687206'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:09.034549 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Made reservation on behalf of ee531664aafa44ee98ceab267a302a3a for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:09.038116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.062867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:09.072508 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.072949 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Added segment 30eba50c-662d-41fa-b2e2-3d8433f1a158 of type vlan for network 3074ffb2-7647-4d13-b331-9783952e6e53 Jul 08 18:15:09.117136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.142252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-4a341c30-d890-4d10-805d-4c6e01327bcf', 'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf', 'tenant_id': 'ee531664aafa44ee98ceab267a302a3a', 'fixed_ips': [{'subnet_id': '8723dd5b-974f-42dc-af22-f194adaf8c13'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:09.143102 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.147900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.154151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:09.154737 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.214456 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2051158 Jul 08 18:15:09.217295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34660) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:09.224295 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Request body: {'subnet': {'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:09.230936 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358f3d7-255e-44f6-8ee9-82f98b088405 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event updated for resources: {'Network': ['ID=3074ffb2-7647-4d13-b331-9783952e6e53,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:09.242937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 3074ffb2-7647-4d13-b331-9783952e6e53 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:09.316983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Made reservation on behalf of ee531664aafa44ee98ceab267a302a3a for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:09.320540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.331407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Allocated IP 172.20.0.2 (4a341c30-d890-4d10-805d-4c6e01327bcf/8723dd5b-974f-42dc-af22-f194adaf8c13/c58ac027-7223-4e8e-8489-7c212b02bac9) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:09.481287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.489598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Transition to ACTIVE for port object c58ac027-7223-4e8e-8489-7c212b02bac9 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:09.502337 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.505257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Transition to ACTIVE for port object c58ac027-7223-4e8e-8489-7c212b02bac9 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:09.512229 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.562785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Network 4a341c30-d890-4d10-805d-4c6e01327bcf is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:09.565567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:09.568727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:09.569872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event updated for resources: {'Subnet': ['ID=386ae4c3-3036-44d7-83c2-580f59b7f0b7,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:09.575832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Checking segment: {'id': '30eba50c-662d-41fa-b2e2-3d8433f1a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:09.576182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Network hostable DHCP agents. Network: 3074ffb2-7647-4d13-b331-9783952e6e53, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:09.580626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Pushing event updated for resources: {'Port': ['ID=c58ac027-7223-4e8e-8489-7c212b02bac9,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:09.594149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Network 3074ffb2-7647-4d13-b331-9783952e6e53 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:09.603370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 3074ffb2-7647-4d13-b331-9783952e6e53) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:09.608051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:09.609573 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.624204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7b92d6a2-7150-498b-9f77-4ae2f7fd3ff5 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4058769 Jul 08 18:15:09.627002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34662) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:09.628628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1976757c-36a4-4c74-a7e2-0ba4d5f3c6e4 None None] Network 3074ffb2-7647-4d13-b331-9783952e6e53 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:09.631545 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2c7d8971-9380-4e6f-b563-f1b4a4a92451 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Request body: {'router': {'external_gateway_info': {'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:09.678349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Attempting to bind port c58ac027-7223-4e8e-8489-7c212b02bac9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:09.678730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Attempting to bind port c58ac027-7223-4e8e-8489-7c212b02bac9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'da26d962-f9cb-41f4-bac1-87475adc1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:09.679093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Attempting to bind port c58ac027-7223-4e8e-8489-7c212b02bac9 on network 4a341c30-d890-4d10-805d-4c6e01327bcf {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:09.690118 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:09.690779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Checking segment: {'id': 'da26d962-f9cb-41f4-bac1-87475adc1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:09.690884 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.691266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Bound using segment: {'id': 'da26d962-f9cb-41f4-bac1-87475adc1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:09.691737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Bound port: c58ac027-7223-4e8e-8489-7c212b02bac9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da26d962-f9cb-41f4-bac1-87475adc1ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4a341c30-d890-4d10-805d-4c6e01327bcf'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:09.692119 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.820926 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] For port c58ac027-7223-4e8e-8489-7c212b02bac9, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:09.826728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] For port c58ac027-7223-4e8e-8489-7c212b02bac9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c58ac027-7223-4e8e-8489-7c212b02bac9,segment=NetworkSegment(da26d962-f9cb-41f4-bac1-87475adc1ad4),segment_id=da26d962-f9cb-41f4-bac1-87475adc1ad4)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:09.832181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:09.880400 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-3074ffb2-7647-4d13-b331-9783952e6e53', 'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53', 'tenant_id': 'ee531664aafa44ee98ceab267a302a3a', 'fixed_ips': [{'subnet_id': '386ae4c3-3036-44d7-83c2-580f59b7f0b7'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:09.881238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.161820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39430d-43fd-4804-81ba-901c3c72d66f None None] Pushing event updated for resources: {'Port': ['ID=c58ac027-7223-4e8e-8489-7c212b02bac9,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:10.229689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8971-9380-4e6f-b563-f1b4a4a92451 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.237526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Allocated IP 172.21.0.2 (3074ffb2-7647-4d13-b331-9783952e6e53/386ae4c3-3036-44d7-83c2-580f59b7f0b7/1247285c-2053-4478-8548-c55c641968c1) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:10.341023 n-d-799527-4 neutron-server[93944]: INFO neutron.api.v2.resource [None req-2c7d8971-9380-4e6f-b563-f1b4a4a92451 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:15:10.347436 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2c7d8971-9380-4e6f-b563-f1b4a4a92451 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "PUT /v2.0/routers/36d515be-0027-46c3-a3cf-d6574fc25d0d HTTP/1.1" status: 400 len: 364 time: 0.7140651 Jul 08 18:15:10.347791 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34664) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:10.383527 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.392792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Transition to ACTIVE for port object 1247285c-2053-4478-8548-c55c641968c1 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:10.401844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Deleting subnet 386ae4c3-3036-44d7-83c2-580f59b7f0b7 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:10.408781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Transition to ACTIVE for port object 1247285c-2053-4478-8548-c55c641968c1 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:10.414881 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.415594 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.455767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Network 3074ffb2-7647-4d13-b331-9783952e6e53 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:10.456017 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.458555 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:10.462032 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:10.469955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Pushing event updated for resources: {'Port': ['ID=1247285c-2053-4478-8548-c55c641968c1,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:10.530455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Attempting to bind port 1247285c-2053-4478-8548-c55c641968c1 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:10.530863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Attempting to bind port 1247285c-2053-4478-8548-c55c641968c1 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '30eba50c-662d-41fa-b2e2-3d8433f1a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:10.531186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Attempting to bind port 1247285c-2053-4478-8548-c55c641968c1 on network 3074ffb2-7647-4d13-b331-9783952e6e53 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:10.536315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:10.536745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Checking segment: {'id': '30eba50c-662d-41fa-b2e2-3d8433f1a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:10.537136 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.537543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Bound using segment: {'id': '30eba50c-662d-41fa-b2e2-3d8433f1a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:10.538157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Bound port: 1247285c-2053-4478-8548-c55c641968c1, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eba50c-662d-41fa-b2e2-3d8433f1a158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3074ffb2-7647-4d13-b331-9783952e6e53'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:10.538823 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.551856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.623845 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.625778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] For port 1247285c-2053-4478-8548-c55c641968c1, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:10.629551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] For port 1247285c-2053-4478-8548-c55c641968c1, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1247285c-2053-4478-8548-c55c641968c1,segment=NetworkSegment(30eba50c-662d-41fa-b2e2-3d8433f1a158),segment_id=30eba50c-662d-41fa-b2e2-3d8433f1a158)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:10.638433 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.667924 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event deleted for resources: {'Subnet': ['ID=386ae4c3-3036-44d7-83c2-580f59b7f0b7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:10.673670 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.676453 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-34bbb721-02a9-4607-8dc3-f07bbbc81625 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "DELETE /v2.0/subnets/386ae4c3-3036-44d7-83c2-580f59b7f0b7 HTTP/1.1" status: 204 len: 168 time: 0.3269105 Jul 08 18:15:10.678213 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34666) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:10.707749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19acc50-653f-405c-9ee3-b7b2deba2167 None None] Pushing event updated for resources: {'Port': ['ID=1247285c-2053-4478-8548-c55c641968c1,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:10.773145 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.831452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Deleting port 1247285c-2053-4478-8548-c55c641968c1 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:10.831798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.910060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] For port 1247285c-2053-4478-8548-c55c641968c1, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1247285c-2053-4478-8548-c55c641968c1,segment=NetworkSegment(30eba50c-662d-41fa-b2e2-3d8433f1a158),segment_id=30eba50c-662d-41fa-b2e2-3d8433f1a158)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:10.910420 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:10.924815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Calling delete_port for 1247285c-2053-4478-8548-c55c641968c1 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:11.010832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1953a0-c324-4d8a-bdad-e7280e99e690 None None] Network 4a341c30-d890-4d10-805d-4c6e01327bcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:11.014195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.047917 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event deleted for resources: {'Port': ['ID=1247285c-2053-4478-8548-c55c641968c1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:11.049768 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] No DVR routers for this DVR port 1247285c-2053-4478-8548-c55c641968c1 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:11.130261 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.136736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1d87a9f8-33af-46af-b276-d1b792b91d20 None None] Provisioning for port c58ac027-7223-4e8e-8489-7c212b02bac9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:11.142293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3074ffb2-7647-4d13-b331-9783952e6e53']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.157026 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eba50c-662d-41fa-b2e2-3d8433f1a158') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.157315 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eba50c-662d-41fa-b2e2-3d8433f1a158') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:11.166741 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.180136 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.186731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:11.187119 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:11.190122 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:11.250280 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.261359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.265757 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "DELETE /v2.0/networks/3074ffb2-7647-4d13-b331-9783952e6e53 HTTP/1.1" status: 204 len: 168 time: 0.5842583 Jul 08 18:15:11.266752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34668) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:11.277871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053b7b-d509-4446-abde-97b701fbc2f0 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event deleted for resources: {'Network': ['ID=3074ffb2-7647-4d13-b331-9783952e6e53,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:11.322626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Deleting subnet 8723dd5b-974f-42dc-af22-f194adaf8c13 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:15:11.326059 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.367029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.480634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c58ac027-7223-4e8e-8489-7c212b02bac9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:11.484527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.538040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port c58ac027-7223-4e8e-8489-7c212b02bac9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:11.543097 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port c58ac027-7223-4e8e-8489-7c212b02bac9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:11.543472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.550868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.581902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.586400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "DELETE /v2.0/subnets/8723dd5b-974f-42dc-af22-f194adaf8c13 HTTP/1.1" status: 204 len: 168 time: 0.3191681 Jul 08 18:15:11.586690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34670) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:11.588259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08136a-280c-418a-8147-4b413355787e tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event deleted for resources: {'Subnet': ['ID=8723dd5b-974f-42dc-af22-f194adaf8c13,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:11.591500 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6e3af-774b-4ae4-8ad0-691e33c3f958 None None] Network 4a341c30-d890-4d10-805d-4c6e01327bcf requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:11.675273 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.677161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.738454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Deleting port c58ac027-7223-4e8e-8489-7c212b02bac9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:11.738803 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.753634 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port c58ac027-7223-4e8e-8489-7c212b02bac9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c58ac027-7223-4e8e-8489-7c212b02bac9,segment=NetworkSegment(da26d962-f9cb-41f4-bac1-87475adc1ad4),segment_id=da26d962-f9cb-41f4-bac1-87475adc1ad4)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:11.760701 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.810720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] For port c58ac027-7223-4e8e-8489-7c212b02bac9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=c58ac027-7223-4e8e-8489-7c212b02bac9,segment=NetworkSegment(da26d962-f9cb-41f4-bac1-87475adc1ad4),segment_id=da26d962-f9cb-41f4-bac1-87475adc1ad4)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:11.811232 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.830112 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Calling delete_port for c58ac027-7223-4e8e-8489-7c212b02bac9 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:11.832656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=c58ac027-7223-4e8e-8489-7c212b02bac9,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:11.849688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe8e75-fbe4-46e0-a711-d518a9d0aeff None None] DHCP port deletion for 3074ffb2-7647-4d13-b331-9783952e6e53 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:11.875948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eeddd8-9837-4c83-aaf4-78df422b661e None None] Network 3074ffb2-7647-4d13-b331-9783952e6e53 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:11.895503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eeddd8-9837-4c83-aaf4-78df422b661e None None] Network 3074ffb2-7647-4d13-b331-9783952e6e53 could not be found, it might have been deleted concurrently. {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:15:11.898583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-23b48924-9ec6-4417-bff0-8b5ffb47a761 None None] Could not find standard attr ID for object 1247285c-2053-4478-8548-c55c641968c1. {{(pid=93946) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:15:11.901189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] DHCP port deletion for 4a341c30-d890-4d10-805d-4c6e01327bcf request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:15:11.933682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.950688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Deleting port c58ac027-7223-4e8e-8489-7c212b02bac9 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:11.951091 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:11.962122 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event deleted for resources: {'Port': ['ID=c58ac027-7223-4e8e-8489-7c212b02bac9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:11.964241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] No DVR routers for this DVR port c58ac027-7223-4e8e-8489-7c212b02bac9 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:12.011277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] For port c58ac027-7223-4e8e-8489-7c212b02bac9, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:12.011664 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.024002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Calling delete_port for c58ac027-7223-4e8e-8489-7c212b02bac9 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:12.026633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Port c58ac027-7223-4e8e-8489-7c212b02bac9 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:15:12.027868 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.045884 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.054349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] Pushing event deleted for resources: {'Port': ['ID=c58ac027-7223-4e8e-8489-7c212b02bac9,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:12.055767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb05051-b83c-443b-becd-1a094df2d754 None None] No DVR routers for this DVR port c58ac027-7223-4e8e-8489-7c212b02bac9 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:12.055897 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a341c30-d890-4d10-805d-4c6e01327bcf']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:12.068345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da26d962-f9cb-41f4-bac1-87475adc1ad4') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:12.068653 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da26d962-f9cb-41f4-bac1-87475adc1ad4') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:12.078246 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.092109 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.097868 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:15:12.098305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:15:12.101290 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:15:12.159748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.168487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.170382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "DELETE /v2.0/networks/4a341c30-d890-4d10-805d-4c6e01327bcf HTTP/1.1" status: 204 len: 168 time: 0.5818963 Jul 08 18:15:12.173210 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:12.182838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38804f6f-7094-44ac-b1de-5edffc039cd8 tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Pushing event deleted for resources: {'Network': ['ID=4a341c30-d890-4d10-805d-4c6e01327bcf,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:12.204920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8a9223ea-06fd-47f7-aff9-51e704f6167b tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d515be-0027-46c3-a3cf-d6574fc25d0d HTTP/1.1" status: 200 len: 205 time: 0.0301657 Jul 08 18:15:12.206955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:12.328830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.483718 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.485892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.531865 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.532386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Fanout notify agent at l3_agent the message router_deleted on router 36d515be-0027-46c3-a3cf-d6574fc25d0d {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:15:12.539472 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.540537 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1d2af65c-69c4-4a9b-821e-e0db8a4070fd tempest-RoutersNegativeTest-976794149 tempest-RoutersNegativeTest-976794149-project] 10.222.0.48 "DELETE /v2.0/routers/36d515be-0027-46c3-a3cf-d6574fc25d0d HTTP/1.1" status: 204 len: 168 time: 0.3327336 Jul 08 18:15:12.778069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34680) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:12.907578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2eb3e3eb-b151-455a-beda-28c29f61f96a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee531664aafa44ee98ceab267a302a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283023 Jul 08 18:15:12.909906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34684) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:12.956832 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e92556dc-440b-4815-8ec6-34b60f814bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:12.977033 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e92556dc-440b-4815-8ec6-34b60f814bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.022008 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e92556dc-440b-4815-8ec6-34b60f814bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.024593 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e92556dc-440b-4815-8ec6-34b60f814bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.025823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e92556dc-440b-4815-8ec6-34b60f814bcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc22aa8c-4c43-4df9-bfa3-91514eb43336 HTTP/1.1" status: 204 len: 168 time: 0.1149690 Jul 08 18:15:13.033603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92556dc-440b-4815-8ec6-34b60f814bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc22aa8c-4c43-4df9-bfa3-91514eb43336,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:13.431956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1247285c-2053-4478-8548-c55c641968c1 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:13.457539 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 1247285c-2053-4478-8548-c55c641968c1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:13.457980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1247285c-2053-4478-8548-c55c641968c1 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:13.458541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c58ac027-7223-4e8e-8489-7c212b02bac9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:13.483343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: c58ac027-7223-4e8e-8489-7c212b02bac9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:15:13.483694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device c58ac027-7223-4e8e-8489-7c212b02bac9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:13.490387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.592601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.633212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34706) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:13.726119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1867303225-network', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:13.748163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Made reservation on behalf of 42d0caa3687e4bef92b392c12e3c92fd for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:13.750615 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.758906 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.848165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.851732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.876668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:13.886305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6095175-83a8-40a0-bfeb-a696c229bd8b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:13.894256 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.894605 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Added segment 530cb00f-bcc1-4941-b954-1bc5872d629a of type vlan for network 400f7018-2202-4010-bf5f-67468bc2bfd3 Jul 08 18:15:13.936701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.965232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:13.966269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:13.966850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.019536 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3852162 Jul 08 18:15:14.022685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34710) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.024738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf633-2b8d-4b79-91bf-68f6fc972823 admin admin] Pushing event updated for resources: {'Network': ['ID=400f7018-2202-4010-bf5f-67468bc2bfd3,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:14.028497 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Request body: {'subnet': {'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-subnet', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:14.035094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:14.051231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Made reservation on behalf of 42d0caa3687e4bef92b392c12e3c92fd for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:14.053590 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.220824 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.280930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c143084-0a70-4e38-9086-f62e2b7659f1,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:14.289846 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Checking segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:14.290230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Network hostable DHCP agents. Network: 400f7018-2202-4010-bf5f-67468bc2bfd3, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:14.307310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:14.315738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 400f7018-2202-4010-bf5f-67468bc2bfd3) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:14.319718 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:14.320312 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.325026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b1ab7-af1b-43d0-8aa5-e3d2fb0dea13 None None] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:14.334514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-270a282a-66de-47fb-a68c-390a5b0f30e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3106782 Jul 08 18:15:14.337270 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:14.342472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:14.363030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.363985 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.417414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.472488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-400f7018-2202-4010-bf5f-67468bc2bfd3', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:14.473341 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.569574 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.611210 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Allocated IP 172.20.0.2 (400f7018-2202-4010-bf5f-67468bc2bfd3/6c143084-0a70-4e38-9086-f62e2b7659f1/111c852f-014a-4b40-adac-92a3e70358e4) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:14.758928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.768760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Transition to ACTIVE for port object 111c852f-014a-4b40-adac-92a3e70358e4 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:14.777781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.786331 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Transition to ACTIVE for port object 111c852f-014a-4b40-adac-92a3e70358e4 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:14.792864 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.802900 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.833407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:14.836149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:14.840943 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:14.848189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Pushing event updated for resources: {'Port': ['ID=111c852f-014a-4b40-adac-92a3e70358e4,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:14.900838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Attempting to bind port 111c852f-014a-4b40-adac-92a3e70358e4 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:14.901218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Attempting to bind port 111c852f-014a-4b40-adac-92a3e70358e4 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:14.901581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Attempting to bind port 111c852f-014a-4b40-adac-92a3e70358e4 on network 400f7018-2202-4010-bf5f-67468bc2bfd3 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:14.906813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:14.907008 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Allocated IP 172.25.3.13 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/9f6fedd5-7983-4dc5-8942-a80a41c95d0b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:14.907195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Checking segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:14.907596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.907989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Bound using segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:14.908446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Bound port: 111c852f-014a-4b40-adac-92a3e70358e4, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:14.908826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.975333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] For port 111c852f-014a-4b40-adac-92a3e70358e4, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:14.979389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] For port 111c852f-014a-4b40-adac-92a3e70358e4, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=111c852f-014a-4b40-adac-92a3e70358e4,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:14.983592 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.021225 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.041675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a2cf-e7cd-4cc4-949c-fc619cfe4dd9 None None] Pushing event updated for resources: {'Port': ['ID=111c852f-014a-4b40-adac-92a3e70358e4,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:15.065786 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.108105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:15.111064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:15.114572 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:15.120391 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Pushing event updated for resources: {'Port': ['ID=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:15.383054 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.450087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 111c852f-014a-4b40-adac-92a3e70358e4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:15.499510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 111c852f-014a-4b40-adac-92a3e70358e4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:15.586443 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.721712 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Router fe979156-f923-44ec-9cf5-b51749d9d6aa is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:15.834045 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:15.845365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Sync routers for ids ['fe979156-f923-44ec-9cf5-b51749d9d6aa'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:15.850523 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:15.854936 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb162934-5096-42aa-817b-ff43b000f27b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5131502 Jul 08 18:15:15.855444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34714) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:15.872332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Routers {'fe979156-f923-44ec-9cf5-b51749d9d6aa'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:15.873029 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fe979156-f923-44ec-9cf5-b51749d9d6aa'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:15.946523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942bc11f-69ce-463f-895e-a40c15daf680 None None] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:16.070363 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] Provisioning for port 111c852f-014a-4b40-adac-92a3e70358e4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:16.079983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Set router fe979156-f923-44ec-9cf5-b51749d9d6aa gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:16.110183 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] Provisioning complete for port 111c852f-014a-4b40-adac-92a3e70358e4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:16.110498 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.390563 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.451715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] For port 111c852f-014a-4b40-adac-92a3e70358e4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=111c852f-014a-4b40-adac-92a3e70358e4,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:16.454688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:15Z', 'revision_number': 3, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:16.458473 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.651957 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.669302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Checking router: fe979156-f923-44ec-9cf5-b51749d9d6aa for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:16.669889 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Updating router fe979156-f923-44ec-9cf5-b51749d9d6aa port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:15:16.729399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b4a08-9529-47b6-91a4-e5dad6687660 None None] Pushing event updated for resources: {'Port': ['ID=111c852f-014a-4b40-adac-92a3e70358e4,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:16.732272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.834777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Allocated IP 172.20.0.1 (400f7018-2202-4010-bf5f-67468bc2bfd3/6c143084-0a70-4e38-9086-f62e2b7659f1/e1cf42ce-1e90-46b9-808d-ef026e66dd0d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:16.843604 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e12fba1a-f1ec-4ed8-a91d-23db37d247ea None None] Provisioning complete for port 111c852f-014a-4b40-adac-92a3e70358e4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:16.844141 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e12fba1a-f1ec-4ed8-a91d-23db37d247ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.948204 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:16.962385 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Transition to ACTIVE for port object e1cf42ce-1e90-46b9-808d-ef026e66dd0d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:16.996415 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.032468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:17.039720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:17.043763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:17.064986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.071248 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Pushing event updated for resources: {'Port': ['ID=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:17.075038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Transition to ACTIVE for port object 9f6fedd5-7983-4dc5-8942-a80a41c95d0b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:17.082595 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.088138 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.135667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Attempting to bind port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:17.136046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Attempting to bind port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:17.136411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Attempting to bind port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:17.145638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e61e5-e26c-40f3-8178-d39653ecbb7f None None] Pushing event updated for resources: {'Port': ['ID=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:17.148053 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:17.148434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:17.148840 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.149228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:17.149716 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Bound port: 9f6fedd5-7983-4dc5-8942-a80a41c95d0b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:17.150722 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.206086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] For port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:17.210028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] For port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:17.215323 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.246761 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.275572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Routers {'fe979156-f923-44ec-9cf5-b51749d9d6aa'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:17.276203 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fe979156-f923-44ec-9cf5-b51749d9d6aa'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:17.279244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e61e5-e26c-40f3-8178-d39653ecbb7f None None] Pushing event updated for resources: {'Port': ['ID=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:17.365529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fda9e72e-0deb-4032-b438-bb474ebcd20c None None] Provisioning for port e1cf42ce-1e90-46b9-808d-ef026e66dd0d completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:17.374144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fda9e72e-0deb-4032-b438-bb474ebcd20c None None] Provisioning complete for port e1cf42ce-1e90-46b9-808d-ef026e66dd0d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:17.374608 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fda9e72e-0deb-4032-b438-bb474ebcd20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.418915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.424677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.427483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fda9e72e-0deb-4032-b438-bb474ebcd20c None None] Port e1cf42ce-1e90-46b9-808d-ef026e66dd0d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:17.433821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] Set router fe979156-f923-44ec-9cf5-b51749d9d6aa gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:17.437462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 111c852f-014a-4b40-adac-92a3e70358e4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:17.496174 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Pushing event updated for resources: {'Port': ['ID=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:17.501048 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.593351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 111c852f-014a-4b40-adac-92a3e70358e4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:17.593722 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.594800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:17.596179 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:17.721855 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Router fe979156-f923-44ec-9cf5-b51749d9d6aa has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:17.745562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-de486434-91b3-4c01-8f36-1646de6976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e1cf42ce-1e90-46b9-808d-ef026e66dd0d', 'name': '', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'mac_address': 'fa:16:3e:e0:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:16Z', 'updated_at': '2021-07-08T18:15:16Z', 'revision_number': 1, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'subnets': [{'id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:17.773349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de486434-91b3-4c01-8f36-1646de6976db None None] The sync data for ids ['fe979156-f923-44ec-9cf5-b51749d9d6aa'] in n-d-799527-4 is: [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e1cf42ce-1e90-46b9-808d-ef026e66dd0d', 'name': '', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'mac_address': 'fa:16:3e:e0:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:16Z', 'updated_at': '2021-07-08T18:15:16Z', 'revision_number': 1, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'subnets': [{'id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:17.842381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:17.847707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c91d846d-82d3-4012-b6aa-867d0f331868 admin admin] 10.222.0.48 "PUT /v2.0/routers/fe979156-f923-44ec-9cf5-b51749d9d6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9915175 Jul 08 18:15:17.865296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-58e7aca5-f9aa-44aa-b00d-b9ccaf70e248 None None] Provisioning complete for port e1cf42ce-1e90-46b9-808d-ef026e66dd0d triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:17.865753 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58e7aca5-f9aa-44aa-b00d-b9ccaf70e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:17.908006 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-58e7aca5-f9aa-44aa-b00d-b9ccaf70e248 None None] Port e1cf42ce-1e90-46b9-808d-ef026e66dd0d cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:18.376536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34730) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:18.382400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1872010800-network', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:18.407161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Made reservation on behalf of e36df06ce19649e0bf4852dedc3f81c8 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:18.410020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.420345 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.548344 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.552092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.579157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:15:18.589196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff829e-27ef-45f1-bfa0-072ba4357b90,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:18.595513 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.595861 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Added segment 138a5189-8c26-441e-a192-fc3ddaff984c of type vlan for network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 Jul 08 18:15:18.638971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.670969 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.671997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:18.672578 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:18.735144 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3569539 Jul 08 18:15:18.737907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34732) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:18.742990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Request body: {'subnet': {'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-subnet', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:18.749911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b95b5-7108-4599-a328-bc0bc5224b2d admin admin] Pushing event updated for resources: {'Network': ['ID=bc8e0a19-d49a-4310-a6bb-9c320b1e81e1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:18.760465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:15:18.774583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Made reservation on behalf of e36df06ce19649e0bf4852dedc3f81c8 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:18.777892 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.248755 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.303613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c34ad2-c581-48ef-a2e0-4d8abd283d6e,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:19.320424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Checking segment: {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:19.320725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Network hostable DHCP agents. Network: bc8e0a19-d49a-4310-a6bb-9c320b1e81e1, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:15:19.336717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:15:19.345568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, bc8e0a19-d49a-4310-a6bb-9c320b1e81e1) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:19.349448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:19.350063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.354896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff502526-0161-4122-acde-293163d2232f None None] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:19.364324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4c131146-76c7-4651-bdaf-cfab63559999 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6251512 Jul 08 18:15:19.366865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 34734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:19.371472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:19.401765 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.402839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.473275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f6fedd5-7983-4dc5-8942-a80a41c95d0b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:19.474141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.544357 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'fixed_ips': [{'subnet_id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:15:19.545199 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.567002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:19.573980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:19.574303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.620548 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.676732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ccd161ba-a93b-4148-aaa2-8c5048418dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.756571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Allocated IP 172.20.0.2 (bc8e0a19-d49a-4310-a6bb-9c320b1e81e1/e8c34ad2-c581-48ef-a2e0-4d8abd283d6e/d52a2b0e-91fe-43f1-b800-56b2c70db8de) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:19.774501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.829809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.837410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:19.842806 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.843344 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Sync routers for ids ['fe979156-f923-44ec-9cf5-b51749d9d6aa'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:19.853812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Routers {'fe979156-f923-44ec-9cf5-b51749d9d6aa'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:19.854495 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fe979156-f923-44ec-9cf5-b51749d9d6aa'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:19.858604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.920153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:19.966342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Set router fe979156-f923-44ec-9cf5-b51749d9d6aa gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:19.979464 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Allocated IP 172.25.3.121 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/4ab7b177-1e58-4fc7-b8a0-6e82a2230179) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:19.984704 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:19.993184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Transition to ACTIVE for port object d52a2b0e-91fe-43f1-b800-56b2c70db8de will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:20.010708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Transition to ACTIVE for port object d52a2b0e-91fe-43f1-b800-56b2c70db8de will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:20.016392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.057475 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:20.060368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:20.063881 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:20.071147 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Pushing event updated for resources: {'Port': ['ID=d52a2b0e-91fe-43f1-b800-56b2c70db8de,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:20.110956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.130047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Attempting to bind port d52a2b0e-91fe-43f1-b800-56b2c70db8de on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:20.130477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Attempting to bind port d52a2b0e-91fe-43f1-b800-56b2c70db8de by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:20.130837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Attempting to bind port d52a2b0e-91fe-43f1-b800-56b2c70db8de on network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:20.136828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:20.137222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Checking segment: {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:20.137625 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.138153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Bound using segment: {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:20.138626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Bound port: d52a2b0e-91fe-43f1-b800-56b2c70db8de, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:20.139016 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.157173 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.179348 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e1cf42ce-1e90-46b9-808d-ef026e66dd0d', 'name': '', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'mac_address': 'fa:16:3e:e0:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:16Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 2, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'subnets': [{'id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:20.199217 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:20.202114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:20.204662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:20.209561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] For port d52a2b0e-91fe-43f1-b800-56b2c70db8de, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:20.214648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] For port d52a2b0e-91fe-43f1-b800-56b2c70db8de, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d52a2b0e-91fe-43f1-b800-56b2c70db8de,segment=NetworkSegment(138a5189-8c26-441e-a192-fc3ddaff984c),segment_id=138a5189-8c26-441e-a192-fc3ddaff984c)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:20.219427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.234059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Pushing event updated for resources: {'Port': ['ID=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:20.285896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0837686-d989-4edf-ab59-7017e2b58d4b None None] Pushing event updated for resources: {'Port': ['ID=d52a2b0e-91fe-43f1-b800-56b2c70db8de,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:20.317632 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Checking router: fe979156-f923-44ec-9cf5-b51749d9d6aa for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:20.318019 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Updating router fe979156-f923-44ec-9cf5-b51749d9d6aa port e1cf42ce-1e90-46b9-808d-ef026e66dd0d binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:15:20.354253 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.494416 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.658322 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.669616 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Transition to ACTIVE for port object e1cf42ce-1e90-46b9-808d-ef026e66dd0d will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:20.675230 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.700962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.724499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Pushing event updated for resources: {'Port': ['ID=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:20.733772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.734067 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.734407 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.734743 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.735093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.735405 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.735714 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.736040 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.736363 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.736680 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.737170 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.737496 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:20.805940 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Attempting to bind port e1cf42ce-1e90-46b9-808d-ef026e66dd0d on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:20.807117 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Attempting to bind port e1cf42ce-1e90-46b9-808d-ef026e66dd0d by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:20.807499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Attempting to bind port e1cf42ce-1e90-46b9-808d-ef026e66dd0d on network 400f7018-2202-4010-bf5f-67468bc2bfd3 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:20.812926 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:20.813305 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Checking segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:20.813907 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.814383 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Bound using segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:20.814939 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Bound port: e1cf42ce-1e90-46b9-808d-ef026e66dd0d, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:20.815390 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.845505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:15:20.891721 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] For port e1cf42ce-1e90-46b9-808d-ef026e66dd0d, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:20.895695 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] For port e1cf42ce-1e90-46b9-808d-ef026e66dd0d, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:20.901132 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:20.960444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Routers {'fe979156-f923-44ec-9cf5-b51749d9d6aa'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:20.961052 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fe979156-f923-44ec-9cf5-b51749d9d6aa'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:20.977874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:20.989650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Sync routers for ids ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:21.006019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Routers {'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:21.006703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:14:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:21.012587 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.013994 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d2959f9b-0cb9-4053-8b20-9cec37cdad3d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6462169 Jul 08 18:15:21.014239 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954788-86a7-4bdd-a66f-7b7728f23c97 None None] Pushing event updated for resources: {'Port': ['ID=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:21.018321 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 34738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:15:21.120654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] Set router fe979156-f923-44ec-9cf5-b51749d9d6aa gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:21.133353 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Set router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:21.362089 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e1cf42ce-1e90-46b9-808d-ef026e66dd0d', 'name': '', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'mac_address': 'fa:16:3e:e0:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:16Z', 'updated_at': '2021-07-08T18:15:20Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'subnets': [{'id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:21.381297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:20Z', 'revision_number': 3, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:21.396037 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe7ace-28d5-4320-8d83-7361ba419957 None None] The sync data for ids ['fe979156-f923-44ec-9cf5-b51749d9d6aa'] in n-d-799527-4 is: [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:17Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e1cf42ce-1e90-46b9-808d-ef026e66dd0d', 'name': '', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'mac_address': 'fa:16:3e:e0:ea:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:16Z', 'updated_at': '2021-07-08T18:15:20Z', 'revision_number': 4, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'subnets': [{'id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:21.431852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Checking router: c5eefd17-cd91-4b1f-b8f4-15eacac0ebec for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:21.432217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Updating router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:15:21.582663 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.631541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d12fd-5c20-4cd4-bb9e-46aa83be7f59 None None] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:15:21.673688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d52a2b0e-91fe-43f1-b800-56b2c70db8de up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:21.726379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.749270 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e4e8b5ba-8d94-4eb2-b3d1-c282d19c04fc None None] Provisioning for port d52a2b0e-91fe-43f1-b800-56b2c70db8de completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:21.770962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Allocated IP 172.20.0.1 (bc8e0a19-d49a-4310-a6bb-9c320b1e81e1/e8c34ad2-c581-48ef-a2e0-4d8abd283d6e/4aa7c0d8-e101-4ee5-afff-31462e565857) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:21.896835 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.910148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d52a2b0e-91fe-43f1-b800-56b2c70db8de completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:21.914628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Transition to ACTIVE for port object 4aa7c0d8-e101-4ee5-afff-31462e565857 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:21.959551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d52a2b0e-91fe-43f1-b800-56b2c70db8de triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:21.959957 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:21.968927 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.013559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:22.018633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:22.021077 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:22.055866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7c0d8-e101-4ee5-afff-31462e565857,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.077037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.189888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.214872 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.237385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Transition to ACTIVE for port object 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:22.252896 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d52a2b0e-91fe-43f1-b800-56b2c70db8de, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d52a2b0e-91fe-43f1-b800-56b2c70db8de,segment=NetworkSegment(138a5189-8c26-441e-a192-fc3ddaff984c),segment_id=138a5189-8c26-441e-a192-fc3ddaff984c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:22.254278 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.256134 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.288461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.289234 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f6fedd5-7983-4dc5-8942-a80a41c95d0b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:22.344389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-079ffdf6-1609-483f-9048-5144438739e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.374223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Attempting to bind port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:22.376404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Attempting to bind port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:22.377256 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Attempting to bind port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:22.382317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8396028-d1e1-4da4-85ea-ae217be76a93 None None] Pushing event updated for resources: {'Port': ['ID=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.398941 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:22.399324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:22.399794 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.401350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:22.401855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Bound port: 4ab7b177-1e58-4fc7-b8a0-6e82a2230179, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:22.402274 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.500747 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.509294 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.513048 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.551474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d52a2b0e-91fe-43f1-b800-56b2c70db8de,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.571285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:22.571802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.599915 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.602092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] For port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:22.609681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7c0d8-e101-4ee5-afff-31462e565857,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.651578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab4fb762-977b-4f31-ba2b-960b6337ad79 None None] Provisioning complete for port d52a2b0e-91fe-43f1-b800-56b2c70db8de triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:22.652318 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb762-977b-4f31-ba2b-960b6337ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.655988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] For port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:22.684983 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:22.718676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:22.720131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:22.808765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e1cf42ce-1e90-46b9-808d-ef026e66dd0d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:22.816469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Routers {'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:22.817117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:15:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:22.845898 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8396028-d1e1-4da4-85ea-ae217be76a93 None None] Pushing event updated for resources: {'Port': ['ID=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:22.865847 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:15:22.986727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:15:22.999767 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec05a46e-ee12-4acd-856b-858897360823 admin admin] 10.222.0.48 "PUT /v2.0/routers/c5eefd17-cd91-4b1f-b8f4-15eacac0ebec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717200 Jul 08 18:15:23.008794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e1cf42ce-1e90-46b9-808d-ef026e66dd0d completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:23.012459 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] Set router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:23.042960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab4fb762-977b-4f31-ba2b-960b6337ad79 None None] Provisioning for port 4aa7c0d8-e101-4ee5-afff-31462e565857 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:23.047264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e1cf42ce-1e90-46b9-808d-ef026e66dd0d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:23.047641 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.055247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab4fb762-977b-4f31-ba2b-960b6337ad79 None None] Provisioning complete for port 4aa7c0d8-e101-4ee5-afff-31462e565857 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:23.055614 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb762-977b-4f31-ba2b-960b6337ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.189062 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fb762-977b-4f31-ba2b-960b6337ad79 None None] Port 4aa7c0d8-e101-4ee5-afff-31462e565857 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:23.267046 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.341075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port e1cf42ce-1e90-46b9-808d-ef026e66dd0d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:23.342104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6c13dd78-de4b-4e8a-a23d-c8bff09f78d8 None None] Provisioning complete for port 4aa7c0d8-e101-4ee5-afff-31462e565857 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:23.342512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6c13dd78-de4b-4e8a-a23d-c8bff09f78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.346008 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.414809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6c13dd78-de4b-4e8a-a23d-c8bff09f78d8 None None] Port 4aa7c0d8-e101-4ee5-afff-31462e565857 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:23.432520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4aa7c0d8-e101-4ee5-afff-31462e565857', 'name': '', 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'mac_address': 'fa:16:3e:8a:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:21Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 2, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'subnets': [{'id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:23.434372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:23.439231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d52a2b0e-91fe-43f1-b800-56b2c70db8de up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:23.470726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0a315-031d-411b-8fbb-41ec5eb8f0be None None] The sync data for ids ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'] in n-d-799527-4 is: [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4aa7c0d8-e101-4ee5-afff-31462e565857', 'name': '', 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'mac_address': 'fa:16:3e:8a:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:21Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 2, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'subnets': [{'id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:23.678587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d52a2b0e-91fe-43f1-b800-56b2c70db8de triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:23.678962 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.782436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-0e9fda35-413c-45da-a5b2-3af6db9301a4 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:23.784006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-0e9fda35-413c-45da-a5b2-3af6db9301a4 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 817 time: 0.1485167 Jul 08 18:15:23.790716 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:23.801652 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-9956fee4-cb02-4f30-ad0e-72679013d6ef tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/quotas/42d0caa3687e4bef92b392c12e3c92fd HTTP/1.1" status: 200 len: 375 time: 0.0104043 Jul 08 18:15:23.881537 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-c751996b-0259-46c5-a70d-4f7f71983ae0 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739536 Jul 08 18:15:24.032815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-1d5a2d30-02ac-4518-9d0d-a669f31a4134 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:15:24.033845 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-1d5a2d30-02ac-4518-9d0d-a669f31a4134 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496531 Jul 08 18:15:24.126694 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-d7e29257-aab8-4197-9c32-34e44c54db4c service neutron] 10.222.0.48 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866818 Jul 08 18:15:24.221640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-ff4bc2e9-86f9-4be8-b7ff-48038aaf422f service neutron] 10.222.0.48 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892429 Jul 08 18:15:24.430331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cef08a26-96c8-4fd8-b3f1-1dbe94fde468 req-e36d7394-be04-4f2a-8a99-f6b62bcac2a9 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 210 time: 0.0318034 Jul 08 18:15:25.152974 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.555451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-36a7dcd4-6aea-4b53-83e2-478e438975cf tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:25.557735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-36a7dcd4-6aea-4b53-83e2-478e438975cf tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 817 time: 0.1347549 Jul 08 18:15:25.561920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:25.580728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Request body: {'port': {'device_id': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'admin_state_up': True, 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:25.636433 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:25.638763 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-482f5991-e74b-4544-a811-a1e1ef9083a8 req-3b139ca0-1707-4ac8-8ca6-78cff0acfe07 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 210 time: 0.0436399 Jul 08 18:15:25.641014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:25.641411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.730914 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.741771 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Sync routers for ids ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:15:25.746132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Made reservation on behalf of 42d0caa3687e4bef92b392c12e3c92fd for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:25.750400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.753116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Routers {'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:25.753735 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:15:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:25.756338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:25.761848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.762825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e1cf42ce-1e90-46b9-808d-ef026e66dd0d up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:25.844529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:25.855465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e1cf42ce-1e90-46b9-808d-ef026e66dd0d triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:25.855852 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:25.867200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Set router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:25.893391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Allocated IP 172.20.0.12 (400f7018-2202-4010-bf5f-67468bc2bfd3/6c143084-0a70-4e38-9086-f62e2b7659f1/21d7bfef-4afb-4494-83ae-58b7026b7d39) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:26.046546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.061433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Transition to ACTIVE for port object 21d7bfef-4afb-4494-83ae-58b7026b7d39 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:26.076410 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4aa7c0d8-e101-4ee5-afff-31462e565857', 'name': '', 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'mac_address': 'fa:16:3e:8a:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:21Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 2, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'subnets': [{'id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:26.094583 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.104565 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Checking router: c5eefd17-cd91-4b1f-b8f4-15eacac0ebec for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:15:26.104920 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Updating router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec port 4aa7c0d8-e101-4ee5-afff-31462e565857 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:15:26.139860 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.146093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:26.149273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:26.153755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:26.180780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Pushing event updated for resources: {'Port': ['ID=21d7bfef-4afb-4494-83ae-58b7026b7d39,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:26.208507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.209165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.226804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-398c6c2e-2f2d-4b85-a31b-67c1b66b367f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6525652 Jul 08 18:15:26.238826 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Request body: {'port': {'device_id': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:26.326792 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.358300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e3d01cb-9e7f-4efe-9275-2fdb8f043fb7 None None] Provisioning for port 21d7bfef-4afb-4494-83ae-58b7026b7d39 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:26.363276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4e3d01cb-9e7f-4efe-9275-2fdb8f043fb7 None None] Provisioning complete for port 21d7bfef-4afb-4494-83ae-58b7026b7d39 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:26.363835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e3d01cb-9e7f-4efe-9275-2fdb8f043fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.405073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d01cb-9e7f-4efe-9275-2fdb8f043fb7 None None] Port 21d7bfef-4afb-4494-83ae-58b7026b7d39 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:15:26.428300 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.438107 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Transition to ACTIVE for port object 4aa7c0d8-e101-4ee5-afff-31462e565857 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:26.443921 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.486307 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d4f8-f35a-4328-8fa7-083f335a2760 None None] Pushing event updated for resources: {'Port': ['ID=4aa7c0d8-e101-4ee5-afff-31462e565857,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:26.549659 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Attempting to bind port 4aa7c0d8-e101-4ee5-afff-31462e565857 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:26.550093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Attempting to bind port 4aa7c0d8-e101-4ee5-afff-31462e565857 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:26.550460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Attempting to bind port 4aa7c0d8-e101-4ee5-afff-31462e565857 on network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:26.555685 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:26.556659 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Checking segment: {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:26.557109 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.557661 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Bound using segment: {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:26.558292 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Bound port: 4aa7c0d8-e101-4ee5-afff-31462e565857, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a5189-8c26-441e-a192-fc3ddaff984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:26.558680 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.611778 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d7bfef-4afb-4494-83ae-58b7026b7d39 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:26.622154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.628001 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] For port 4aa7c0d8-e101-4ee5-afff-31462e565857, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:26.631505 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] For port 4aa7c0d8-e101-4ee5-afff-31462e565857, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4aa7c0d8-e101-4ee5-afff-31462e565857,segment=NetworkSegment(138a5189-8c26-441e-a192-fc3ddaff984c),segment_id=138a5189-8c26-441e-a192-fc3ddaff984c)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:26.636978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Transition to ACTIVE for port object 21d7bfef-4afb-4494-83ae-58b7026b7d39 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:26.637176 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.640444 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.693836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Pushing event updated for resources: {'Port': ['ID=21d7bfef-4afb-4494-83ae-58b7026b7d39,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:26.786231 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d4f8-f35a-4328-8fa7-083f335a2760 None None] Pushing event updated for resources: {'Port': ['ID=4aa7c0d8-e101-4ee5-afff-31462e565857,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:26.802159 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Routers {'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:15:26.802805 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:15:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:26.824823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Attempting to bind port 21d7bfef-4afb-4494-83ae-58b7026b7d39 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:26.825170 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Attempting to bind port 21d7bfef-4afb-4494-83ae-58b7026b7d39 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:26.825507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Attempting to bind port 21d7bfef-4afb-4494-83ae-58b7026b7d39 on network 400f7018-2202-4010-bf5f-67468bc2bfd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:26.833608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Port 21d7bfef-4afb-4494-83ae-58b7026b7d39 on network 400f7018-2202-4010-bf5f-67468bc2bfd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:15:26.833976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Attempting to bind port 21d7bfef-4afb-4494-83ae-58b7026b7d39 on network 400f7018-2202-4010-bf5f-67468bc2bfd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:26.842637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:26.842990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Checking segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:26.843371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Bound using segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:26.843810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Bound port: 21d7bfef-4afb-4494-83ae-58b7026b7d39, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:26.844254 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.913556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0e9f1-cb7f-47ed-b4da-6bef43ead12f req-1145f302-8c3d-4388-81c7-8c800de5adbf tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:26.913556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfd0e9f1-cb7f-47ed-b4da-6bef43ead12f req-1145f302-8c3d-4388-81c7-8c800de5adbf tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 944 time: 0.1282704 Jul 08 18:15:26.929992 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] Set router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:15:26.971172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] For port 21d7bfef-4afb-4494-83ae-58b7026b7d39, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:26.984832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bfd0e9f1-cb7f-47ed-b4da-6bef43ead12f req-b48ef8e0-2f7f-42a7-8591-4679ccc250f5 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668542 Jul 08 18:15:27.003513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] For port 21d7bfef-4afb-4494-83ae-58b7026b7d39, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:27.008846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.045892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.046578 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.048099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] 10.222.0.21 "PUT /v2.0/ports/21d7bfef-4afb-4494-83ae-58b7026b7d39 HTTP/1.1" status: 200 len: 1092 time: 0.8136039 Jul 08 18:15:27.048585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'tag': '21d7bfef-4afb-4494-83ae-58b7026b7d39'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:27.050862 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63250296-3ae5-489b-ab1e-b41470ddd93f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad840b73-1b4e-446c-ab84-c0c72ccbb2d9", "tag": "21d7bfef-4afb-4494-83ae-58b7026b7d39"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:27.082551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80ad3b-8aea-4f0d-b837-aa910258c055 service neutron] Pushing event updated for resources: {'Port': ['ID=21d7bfef-4afb-4494-83ae-58b7026b7d39,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:27.115797 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756cb2f4-7914-4f2c-abdb-ef992669d424 x-openstack-request-id: req-756cb2f4-7914-4f2c-abdb-ef992669d424 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:27.116163 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad840b73-1b4e-446c-ab84-c0c72ccbb2d9", "tag": "21d7bfef-4afb-4494-83ae-58b7026b7d39", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:27.116484 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-756cb2f4-7914-4f2c-abdb-ef992669d424 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:27.116967 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'tag': '21d7bfef-4afb-4494-83ae-58b7026b7d39', 'status': 'completed', 'code': 200} Jul 08 18:15:27.165863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-15fc1739-9efd-4747-98a8-e0da66156543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.167430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-15fc1739-9efd-4747-98a8-e0da66156543 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0618577 Jul 08 18:15:27.178582 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4aa7c0d8-e101-4ee5-afff-31462e565857', 'name': '', 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'mac_address': 'fa:16:3e:8a:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:21Z', 'updated_at': '2021-07-08T18:15:26Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'subnets': [{'id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:15:27.211115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-721e1cfc-edf8-411c-b627-c72c3b2925fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39 HTTP/1.1" status: 200 len: 217 time: 0.0367644 Jul 08 18:15:27.213592 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9e1a76-221b-4b44-bd11-5d810e029fc3 None None] The sync data for ids ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'] in n-d-799527-4 is: [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:22Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4aa7c0d8-e101-4ee5-afff-31462e565857', 'name': '', 'network_id': 'bc8e0a19-d49a-4310-a6bb-9c320b1e81e1', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'mac_address': 'fa:16:3e:8a:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:21Z', 'updated_at': '2021-07-08T18:15:26Z', 'revision_number': 4, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'subnets': [{'id': 'e8c34ad2-c581-48ef-a2e0-4d8abd283d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:15:27.264311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-769d8855-1fa8-438f-99a1-b6dcaa5e49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.265798 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-769d8855-1fa8-438f-99a1-b6dcaa5e49b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c143084-0a70-4e38-9086-f62e2b7659f1 HTTP/1.1" status: 200 len: 856 time: 0.0489655 Jul 08 18:15:27.338010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-87bf0f58-f5f6-4891-810d-523a5f15c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.339587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-87bf0f58-f5f6-4891-810d-523a5f15c66e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=400f7018-2202-4010-bf5f-67468bc2bfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671506 Jul 08 18:15:27.443426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-e09176b7-71d1-4986-8b85-a7556f381983 service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974905 Jul 08 18:15:27.465452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:27.514829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:27.515583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.553884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d3d843-7e76-4870-a4a8-6b6002548455 req-a66627c0-2072-40a1-b6d0-b510c333e262 service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042275 Jul 08 18:15:27.603875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4aa7c0d8-e101-4ee5-afff-31462e565857 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:27.662337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-9a77971a-2fc5-42b5-b2a2-eb0ac39e56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.664302 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-9a77971a-2fc5-42b5-b2a2-eb0ac39e56eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0597761 Jul 08 18:15:27.664717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4aa7c0d8-e101-4ee5-afff-31462e565857 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:27.669686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4aa7c0d8-e101-4ee5-afff-31462e565857 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:27.670091 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.750254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.762690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-79ae1b2b-4b7e-4608-9951-b2a9272cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.764193 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-79ae1b2b-4b7e-4608-9951-b2a9272cc1a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 918 time: 0.0937345 Jul 08 18:15:27.782567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4aa7c0d8-e101-4ee5-afff-31462e565857, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4aa7c0d8-e101-4ee5-afff-31462e565857,segment=NetworkSegment(138a5189-8c26-441e-a192-fc3ddaff984c),segment_id=138a5189-8c26-441e-a192-fc3ddaff984c)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:27.788683 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.814853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-045f5e55-54c5-4e30-b7a0-f2b7a723e9db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Jul 08 18:15:27.838549 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4aa7c0d8-e101-4ee5-afff-31462e565857,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:27.863255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-324ea923-6fc3-4b66-83e9-09c90e2cf9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.864711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-324ea923-6fc3-4b66-83e9-09c90e2cf9d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c143084-0a70-4e38-9086-f62e2b7659f1 HTTP/1.1" status: 200 len: 856 time: 0.0442669 Jul 08 18:15:27.921363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-c101bc68-f522-4ace-ba6c-97402c5b7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:27.922868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-c101bc68-f522-4ace-ba6c-97402c5b7126 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=400f7018-2202-4010-bf5f-67468bc2bfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514252 Jul 08 18:15:28.016838 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-17610b73-9094-4450-82b7-ed08d792fd5f service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860195 Jul 08 18:15:28.140393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-63250296-3ae5-489b-ab1e-b41470ddd93f req-338e4fc1-56b5-4774-9bbc-6e726f34fa58 service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166499 Jul 08 18:15:28.173189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110c277-ede1-4775-9a1e-24d9385d10b1 req-db9003b2-540a-4b00-8669-2f006b46061e tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:28.174693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e110c277-ede1-4775-9a1e-24d9385d10b1 req-db9003b2-540a-4b00-8669-2f006b46061e tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 944 time: 0.0809164 Jul 08 18:15:28.214701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e110c277-ede1-4775-9a1e-24d9385d10b1 req-0e85797a-d828-45b3-a7c8-ba13060e6e03 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344827 Jul 08 18:15:29.387519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490b8ce-2aff-45f4-b0c7-32ae402258cb req-b3d2c96e-9089-452a-a288-0da9b850e987 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:29.389013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a490b8ce-2aff-45f4-b0c7-32ae402258cb req-b3d2c96e-9089-452a-a288-0da9b850e987 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 944 time: 0.0634029 Jul 08 18:15:29.428826 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a490b8ce-2aff-45f4-b0c7-32ae402258cb req-7d825844-7566-4dbf-8a2d-7a965cdf8233 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Jul 08 18:15:29.433649 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4aa7c0d8-e101-4ee5-afff-31462e565857 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:29.484086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4aa7c0d8-e101-4ee5-afff-31462e565857 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:29.484455 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.177989 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 21d7bfef-4afb-4494-83ae-58b7026b7d39 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:15:30.272548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 21d7bfef-4afb-4494-83ae-58b7026b7d39, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:30.284637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '21d7bfef-4afb-4494-83ae-58b7026b7d39', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'port_id': '21d7bfef-4afb-4494-83ae-58b7026b7d39', 'mac_address': 'fa:16:3e:a0:ab:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:15:30.320275 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.333291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d7bfef-4afb-4494-83ae-58b7026b7d39 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:30.353520 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 21d7bfef-4afb-4494-83ae-58b7026b7d39, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:30.357745 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.404831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=21d7bfef-4afb-4494-83ae-58b7026b7d39,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:30.557176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['21d7bfef-4afb-4494-83ae-58b7026b7d39'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:30.604449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87fbe-b372-4fb1-8c63-6e0feb689866 req-983c88a6-6b4c-4d61-9091-fa981b1a3412 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:30.605981 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99a87fbe-b372-4fb1-8c63-6e0feb689866 req-983c88a6-6b4c-4d61-9091-fa981b1a3412 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 945 time: 0.0643961 Jul 08 18:15:30.643103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-99a87fbe-b372-4fb1-8c63-6e0feb689866 req-a7a10777-b701-41c1-b942-1dc21471ecaf tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Jul 08 18:15:31.820558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc605a-607c-4641-a82c-184ed4520724 req-aecf21c8-078e-4e52-a633-5ec68c1a85c6 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:31.822244 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aabc605a-607c-4641-a82c-184ed4520724 req-aecf21c8-078e-4e52-a633-5ec68c1a85c6 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 945 time: 0.0686641 Jul 08 18:15:31.859789 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aabc605a-607c-4641-a82c-184ed4520724 req-1eb67c5e-af51-40b7-b6f1-342e0c6651d5 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 08 18:15:32.193157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 21d7bfef-4afb-4494-83ae-58b7026b7d39 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:32.239869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 21d7bfef-4afb-4494-83ae-58b7026b7d39 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:32.243519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 21d7bfef-4afb-4494-83ae-58b7026b7d39 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:32.243980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.319324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.341492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d7bfef-4afb-4494-83ae-58b7026b7d39'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:32.343727 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b9eabe-5c93-4913-afcf-7a9e4e69b993" -d '{"events": [{"server_uuid": "ad840b73-1b4e-446c-ab84-c0c72ccbb2d9", "name": "network-vif-plugged", "status": "completed", "tag": "21d7bfef-4afb-4494-83ae-58b7026b7d39"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:32.356948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 21d7bfef-4afb-4494-83ae-58b7026b7d39, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:32.362539 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.388668 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d520a-e0d1-42c6-8b72-e182adde2406 x-openstack-request-id: req-302d520a-e0d1-42c6-8b72-e182adde2406 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:32.388965 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad840b73-1b4e-446c-ab84-c0c72ccbb2d9", "name": "network-vif-plugged", "status": "completed", "tag": "21d7bfef-4afb-4494-83ae-58b7026b7d39", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:32.389231 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-302d520a-e0d1-42c6-8b72-e182adde2406 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:32.389609 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d7bfef-4afb-4494-83ae-58b7026b7d39', 'code': 200} Jul 08 18:15:32.416621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=21d7bfef-4afb-4494-83ae-58b7026b7d39,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:32.495874 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed03bd-4315-4dcf-9e88-f34a1450d245 req-2434eb45-412a-46f1-b7ae-606c6b166bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:32.497332 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91ed03bd-4315-4dcf-9e88-f34a1450d245 req-2434eb45-412a-46f1-b7ae-606c6b166bd6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0512404 Jul 08 18:15:32.533888 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91ed03bd-4315-4dcf-9e88-f34a1450d245 req-c5a95dba-08c7-4680-84b4-b387a239b199 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281172 Jul 08 18:15:33.033919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256c1b-65c4-4a80-9d94-e96d7f955f20 req-84f6d0b8-a8d8-448d-9987-3b1ab92fab42 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:33.035475 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-74256c1b-65c4-4a80-9d94-e96d7f955f20 req-84f6d0b8-a8d8-448d-9987-3b1ab92fab42 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 946 time: 0.0635257 Jul 08 18:15:33.074211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-74256c1b-65c4-4a80-9d94-e96d7f955f20 req-18c75d13-2935-4336-8500-b5804179a842 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Jul 08 18:15:34.253349 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108973b-4ac0-49c4-a531-3edc1844f9c1 req-165bd13e-c114-4430-b8d6-13666ca281ff tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:34.254837 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8108973b-4ac0-49c4-a531-3edc1844f9c1 req-165bd13e-c114-4430-b8d6-13666ca281ff tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 946 time: 0.0664349 Jul 08 18:15:34.292042 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8108973b-4ac0-49c4-a531-3edc1844f9c1 req-6691c748-005b-452c-b350-a62db44d1b84 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Jul 08 18:15:34.467645 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bedd9-e09e-4b71-a0d9-4f7e1a34f77f req-8719926d-4c78-438f-9d5a-3432c1ab6717 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:34.469120 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-878bedd9-e09e-4b71-a0d9-4f7e1a34f77f req-8719926d-4c78-438f-9d5a-3432c1ab6717 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 946 time: 0.0693996 Jul 08 18:15:34.506709 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-878bedd9-e09e-4b71-a0d9-4f7e1a34f77f req-b72ef71d-7a80-4990-a9c7-ccfe684e04ca tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Jul 08 18:15:41.935840 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:15:43.459919 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:43.607429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:49.599085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c78d0c64-154c-4c95-ad31-d3b55f07d3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:52.275313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-287fc086-bb12-4c5e-8d4f-b69dd5c9183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:52.452021 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.470171 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c433cc2-8f37-4287-9cf9-16ba7b6250b7 req-8c4aa3ab-6b99-4252-a837-8c474976a3a0 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:53.471707 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c433cc2-8f37-4287-9cf9-16ba7b6250b7 req-8c4aa3ab-6b99-4252-a837-8c474976a3a0 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 946 time: 0.0664115 Jul 08 18:15:53.510304 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c433cc2-8f37-4287-9cf9-16ba7b6250b7 req-380407f3-ab61-45c4-a655-88f93fc103ba tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Jul 08 18:15:53.792486 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.683347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22852280-77e0-45e8-a87b-ddbaf479f373 req-308f34c3-c9f7-43c0-99b0-95ea9c3164a2 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.684835 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22852280-77e0-45e8-a87b-ddbaf479f373 req-308f34c3-c9f7-43c0-99b0-95ea9c3164a2 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 946 time: 0.0635049 Jul 08 18:15:54.723583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-22852280-77e0-45e8-a87b-ddbaf479f373 req-3f8ba6c1-935c-4659-87c9-e49ca8548508 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jul 08 18:15:54.947469 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-4604c04a-e77f-41e0-96b0-979726594264 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.948824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-4604c04a-e77f-41e0-96b0-979726594264 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 946 time: 0.0675387 Jul 08 18:15:55.046175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Deleting port 21d7bfef-4afb-4494-83ae-58b7026b7d39 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:15:55.046518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.136934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] For port 21d7bfef-4afb-4494-83ae-58b7026b7d39, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=21d7bfef-4afb-4494-83ae-58b7026b7d39,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:55.137288 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.154977 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.443948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Calling delete_port for 21d7bfef-4afb-4494-83ae-58b7026b7d39 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:15:55.566417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.579020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['21d7bfef-4afb-4494-83ae-58b7026b7d39'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:55.598870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Pushing event deleted for resources: {'Port': ['ID=21d7bfef-4afb-4494-83ae-58b7026b7d39,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:55.628326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.628787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.629134 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.629475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.629825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.630169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.630503 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.630836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.631166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.631499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.631825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.632157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:55.657278 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] No DVR routers for this DVR port 21d7bfef-4afb-4494-83ae-58b7026b7d39 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:55.660011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:55.662135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ad0d250-e985-4c89-955d-5cdfb4dab2a8 req-0eb9739c-6044-4344-9373-084cd78157bb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "DELETE /v2.0/ports/21d7bfef-4afb-4494-83ae-58b7026b7d39 HTTP/1.1" status: 204 len: 173 time: 0.7080274 Jul 08 18:15:55.662590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'name': 'network-vif-deleted', 'tag': '21d7bfef-4afb-4494-83ae-58b7026b7d39'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:55.665327 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97215944-bf7e-4ec6-9c4b-bafc1c4c1333" -d '{"events": [{"server_uuid": "ad840b73-1b4e-446c-ab84-c0c72ccbb2d9", "name": "network-vif-deleted", "tag": "21d7bfef-4afb-4494-83ae-58b7026b7d39"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:55.706935 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185b62c6-7caa-4810-8279-cc616338cd46 x-openstack-request-id: req-185b62c6-7caa-4810-8279-cc616338cd46 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:55.707566 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad840b73-1b4e-446c-ab84-c0c72ccbb2d9", "name": "network-vif-deleted", "tag": "21d7bfef-4afb-4494-83ae-58b7026b7d39", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:55.707566 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-185b62c6-7caa-4810-8279-cc616338cd46 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:55.707836 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad840b73-1b4e-446c-ab84-c0c72ccbb2d9', 'name': 'network-vif-deleted', 'tag': '21d7bfef-4afb-4494-83ae-58b7026b7d39', 'status': 'completed', 'code': 200} Jul 08 18:15:55.879913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1026091b-df7a-4f42-b1d4-253e0354905d req-6f6a36e0-2c0e-46e1-90eb-637b0448cd74 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad840b73-1b4e-446c-ab84-c0c72ccbb2d9 HTTP/1.1" status: 200 len: 210 time: 0.0292745 Jul 08 18:15:57.572584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-f97e9ceb-0bca-48a4-83e2-2f30c6cda827 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:57.574382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-f97e9ceb-0bca-48a4-83e2-2f30c6cda827 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 817 time: 0.1039920 Jul 08 18:15:57.588725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-82f361c8-1925-478b-945b-90dbf682f5b4 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/quotas/42d0caa3687e4bef92b392c12e3c92fd HTTP/1.1" status: 200 len: 375 time: 0.0090451 Jul 08 18:15:57.655033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-75b18498-9dd7-472a-81e5-4394500c0c52 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614710 Jul 08 18:15:57.752421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-d9419b1c-bab7-42d4-a14a-4da973b8d18c service neutron] 10.222.0.48 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858419 Jul 08 18:15:57.841377 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-02fa2fe3-d581-4e7c-8260-62d199be8407 service neutron] 10.222.0.48 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831020 Jul 08 18:15:58.008073 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a0844584-c39c-46ad-a5d3-def8516fae7e req-761ab4eb-07c4-401d-b392-9ef6be5c7db6 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 210 time: 0.0289707 Jul 08 18:15:59.042148 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-cd2ba260-17d5-4459-9cf9-daf569a1c6cc tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.043694 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-cd2ba260-17d5-4459-9cf9-daf569a1c6cc tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 817 time: 0.1149766 Jul 08 18:15:59.061529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Request body: {'port': {'device_id': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'admin_state_up': True, 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:59.173598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2a5b8620-258c-4e89-9c49-21a4ce902acd req-e2a62b21-3f59-4cc2-9b75-d12c9aaf892f tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 210 time: 0.0430586 Jul 08 18:15:59.210374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Made reservation on behalf of 42d0caa3687e4bef92b392c12e3c92fd for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:15:59.214347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.336814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Allocated IP 172.20.0.8 (400f7018-2202-4010-bf5f-67468bc2bfd3/6c143084-0a70-4e38-9086-f62e2b7659f1/1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:15:59.482346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.496375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Transition to ACTIVE for port object 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:59.528209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.574154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:15:59.577247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:15:59.581053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:15:59.587974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Pushing event updated for resources: {'Port': ['ID=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:59.636950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.637612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.652928 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-4f5109a6-2699-47ee-a4f1-cf6723fe6b77 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954850 Jul 08 18:15:59.667749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Request body: {'port': {'device_id': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:59.747716 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.832327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc41b383-a291-4fc8-9c9d-eddac4e24903 None None] Provisioning for port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:59.835853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fc41b383-a291-4fc8-9c9d-eddac4e24903 None None] Provisioning complete for port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:59.836219 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fc41b383-a291-4fc8-9c9d-eddac4e24903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.870725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-fc41b383-a291-4fc8-9c9d-eddac4e24903 None None] Port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:00.007274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:16:00.015327 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:00.027605 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Transition to ACTIVE for port object 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:00.031340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:00.082566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:00.155926 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Attempting to bind port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:00.156262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Attempting to bind port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:00.156700 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Attempting to bind port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf on network 400f7018-2202-4010-bf5f-67468bc2bfd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:00.161681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf on network 400f7018-2202-4010-bf5f-67468bc2bfd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:16:00.162034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Attempting to bind port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf on network 400f7018-2202-4010-bf5f-67468bc2bfd3 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:00.167398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:00.167735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Checking segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:00.168135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Bound using segment: {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:00.168548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Bound port: 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530cb00f-bcc1-4941-b954-1bc5872d629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:00.168905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:00.243144 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] For port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:00.246465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] For port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:00.251002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:00.296487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.297112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:00.298590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] 10.222.0.21 "PUT /v2.0/ports/1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf HTTP/1.1" status: 200 len: 1091 time: 0.6376216 Jul 08 18:16:00.299034 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'tag': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:00.301292 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a58fd47-d2c0-4905-99f1-140174c54105" -d '{"events": [{"name": "network-changed", "server_uuid": "c98fb5ba-a749-4123-9109-e348465e8fbe", "tag": "1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:00.341060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf5b52-eba7-414c-bdf5-dc1a392f894f service neutron] Pushing event updated for resources: {'Port': ['ID=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:00.362028 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c4e1d-3a5b-4fc9-920a-fd63ddf23d28 x-openstack-request-id: req-5c0c4e1d-3a5b-4fc9-920a-fd63ddf23d28 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:00.362324 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98fb5ba-a749-4123-9109-e348465e8fbe", "tag": "1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:00.362565 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c0c4e1d-3a5b-4fc9-920a-fd63ddf23d28 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:00.362981 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'tag': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf', 'status': 'completed', 'code': 200} Jul 08 18:16:00.396789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 21d7bfef-4afb-4494-83ae-58b7026b7d39 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:00.401032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1918b4-34f8-40cc-b538-a514525167fd req-b710914a-2f63-4f3a-89fe-aca4d93b95e9 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.410126 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f1918b4-34f8-40cc-b538-a514525167fd req-b710914a-2f63-4f3a-89fe-aca4d93b95e9 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 943 time: 0.1053121 Jul 08 18:16:00.422647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-d2cbce28-ecfc-4f92-8548-320022c0adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.424232 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-d2cbce28-ecfc-4f92-8548-320022c0adf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 1094 time: 0.0717309 Jul 08 18:16:00.425005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 21d7bfef-4afb-4494-83ae-58b7026b7d39 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:00.425606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 21d7bfef-4afb-4494-83ae-58b7026b7d39 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:00.450888 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0f1918b4-34f8-40cc-b538-a514525167fd req-830fdbbf-fb3c-4edf-8493-ee9f8782a82b tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Jul 08 18:16:00.473812 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-82ffd839-b699-40f4-814c-cadf63f2cef0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf HTTP/1.1" status: 200 len: 217 time: 0.0418491 Jul 08 18:16:00.542526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-10ff47aa-8a10-44e2-8f6d-b2eb658ef391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.544910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-10ff47aa-8a10-44e2-8f6d-b2eb658ef391 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c143084-0a70-4e38-9086-f62e2b7659f1 HTTP/1.1" status: 200 len: 856 time: 0.0649524 Jul 08 18:16:00.606377 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-2d330951-27a3-41c0-b263-06a9047bd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.607885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-2d330951-27a3-41c0-b263-06a9047bd886 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=400f7018-2202-4010-bf5f-67468bc2bfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552826 Jul 08 18:16:00.701870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-8e63e54a-4ad4-4ad4-84cf-b37d95f5d7e7 service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865178 Jul 08 18:16:00.800932 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-39929fd3-cbc3-4153-8bd5-074f78f59b5f req-f2e4b304-b321-4189-ae0a-9be7e4cfb6ae service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922112 Jul 08 18:16:00.902924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-7382c123-e110-4792-b31a-f64ca0515933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.905180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-7382c123-e110-4792-b31a-f64ca0515933 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 1094 time: 0.0572536 Jul 08 18:16:01.002658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-2a161f5d-ed93-4fa4-8050-01b6407a93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:01.004430 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-2a161f5d-ed93-4fa4-8050-01b6407a93f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 918 time: 0.0922706 Jul 08 18:16:01.045245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-a647ddcc-b695-41b5-a953-cc0f2a8e462e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf HTTP/1.1" status: 200 len: 217 time: 0.0342264 Jul 08 18:16:01.095288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-2083ebce-1a72-4348-b250-51bf2ffe267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:01.096728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-2083ebce-1a72-4348-b250-51bf2ffe267e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c143084-0a70-4e38-9086-f62e2b7659f1 HTTP/1.1" status: 200 len: 856 time: 0.0436254 Jul 08 18:16:01.157964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-1b951588-23f0-4313-8f48-5fd211c0b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:01.159421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-1b951588-23f0-4313-8f48-5fd211c0b9ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=400f7018-2202-4010-bf5f-67468bc2bfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556788 Jul 08 18:16:01.248707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-93672d25-b1ec-4e3e-8d62-9bd712ea2b7e service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Jul 08 18:16:01.341728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a58fd47-d2c0-4905-99f1-140174c54105 req-93fac49a-d349-41f8-9ff5-d78b9343771f service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857935 Jul 08 18:16:01.638876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd9f5a-4276-4d39-b410-37135ef82d8d req-e7110cac-a135-470f-92ac-9d4d84201fb5 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:01.640276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68fd9f5a-4276-4d39-b410-37135ef82d8d req-e7110cac-a135-470f-92ac-9d4d84201fb5 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 943 time: 0.0704305 Jul 08 18:16:01.679623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68fd9f5a-4276-4d39-b410-37135ef82d8d req-ea2793dd-2b32-46be-83ac-8ef1ecc61497 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 08 18:16:02.411228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:16:02.508574 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:02.519561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf', 'network_id': '400f7018-2202-4010-bf5f-67468bc2bfd3', 'port_id': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf', 'mac_address': 'fa:16:3e:bd:6d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c143084-0a70-4e38-9086-f62e2b7659f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:16:02.556623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.568784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:16:02.588327 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:02.592417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.638402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:02.645388 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.645734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.646102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.646440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.646772 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.647101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.647427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.647750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.648074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.648395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.649435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.649600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:02.781037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:16:02.852386 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde63885-40b9-4c4b-bfc5-70774b349072 req-6bb465b2-6e71-4a44-8d3d-bbb476627c58 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:02.854119 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cde63885-40b9-4c4b-bfc5-70774b349072 req-6bb465b2-6e71-4a44-8d3d-bbb476627c58 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 944 time: 0.0641174 Jul 08 18:16:02.892688 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cde63885-40b9-4c4b-bfc5-70774b349072 req-450adaf4-fc46-410d-8473-677fb11791fd tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Jul 08 18:16:04.063108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24501de-ab2a-4e8e-a4f3-91c36ca58ab8 req-84e138e8-914e-4f0b-bef1-11537219fa1e tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.064475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f24501de-ab2a-4e8e-a4f3-91c36ca58ab8 req-84e138e8-914e-4f0b-bef1-11537219fa1e tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 944 time: 0.0624311 Jul 08 18:16:04.100682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f24501de-ab2a-4e8e-a4f3-91c36ca58ab8 req-abfe350f-2b41-4744-a9af-60416133995c tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Jul 08 18:16:04.410818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:04.458333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:04.462395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:04.462768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.540492 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.561367 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:04.563738 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a74806-3fa9-46d2-b445-5e2e32bbb422" -d '{"events": [{"server_uuid": "c98fb5ba-a749-4123-9109-e348465e8fbe", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:04.576784 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:04.581290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.606358 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750cea6b-6db1-467e-8464-78d2e48cc6d3 x-openstack-request-id: req-750cea6b-6db1-467e-8464-78d2e48cc6d3 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:04.606751 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98fb5ba-a749-4123-9109-e348465e8fbe", "name": "network-vif-plugged", "status": "completed", "tag": "1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:04.607005 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-750cea6b-6db1-467e-8464-78d2e48cc6d3 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:04.607423 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf', 'code': 200} Jul 08 18:16:04.632899 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:04.715247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1469046-3568-498d-a135-1c3b531bf314 req-b233cd4d-8f8a-44bb-a644-25150957d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.716731 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1469046-3568-498d-a135-1c3b531bf314 req-b233cd4d-8f8a-44bb-a644-25150957d109 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 1096 time: 0.0551319 Jul 08 18:16:04.750851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1469046-3568-498d-a135-1c3b531bf314 req-56c12f2c-1e7b-487b-9d1f-607657c7a9bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277221 Jul 08 18:16:05.282883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07fa7-9eaf-4a47-940f-c6ddd193d852 req-bbebf8a7-a546-4158-bd6c-33fb2ebbe5e5 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:05.284421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcc07fa7-9eaf-4a47-940f-c6ddd193d852 req-bbebf8a7-a546-4158-bd6c-33fb2ebbe5e5 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 945 time: 0.0637434 Jul 08 18:16:05.323875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcc07fa7-9eaf-4a47-940f-c6ddd193d852 req-f55bdb24-d60d-4add-960e-fe186849e177 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Jul 08 18:16:06.500164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01ce45-315b-4eac-8317-f5abb032baec req-6b80390c-b678-4664-b740-4683a0e0ff25 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:06.501637 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eb01ce45-315b-4eac-8317-f5abb032baec req-6b80390c-b678-4664-b740-4683a0e0ff25 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 945 time: 0.0635095 Jul 08 18:16:06.538125 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-eb01ce45-315b-4eac-8317-f5abb032baec req-39eed805-ac88-405c-95c6-f47b8ece666b tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Jul 08 18:16:06.707316 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fa6a8-cc7c-46b5-ac74-036037f51443 req-493ff9d7-d890-494f-ab66-be473494dfd8 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:06.708791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee0fa6a8-cc7c-46b5-ac74-036037f51443 req-493ff9d7-d890-494f-ab66-be473494dfd8 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 945 time: 0.0626197 Jul 08 18:16:06.751574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ee0fa6a8-cc7c-46b5-ac74-036037f51443 req-abbb2a6c-9497-4e43-860f-92d351e31303 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Jul 08 18:16:13.470773 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.611005 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:18.935564 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:16:19.602266 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b89b8271-4324-458c-9849-93838d5da354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.707977 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-c2dd098e-5b06-4ffa-b41d-0aec68af8f0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516062 Jul 08 18:16:19.805177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-4b89b4b3-d48a-40af-acae-ce9ee050e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:19.806871 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-4b89b4b3-d48a-40af-acae-ce9ee050e979 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 1096 time: 0.0544894 Jul 08 18:16:19.920024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-bfed9762-3b9f-4b89-a107-1618a6599d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:19.921499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-bfed9762-3b9f-4b89-a107-1618a6599d28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 200 len: 918 time: 0.0904932 Jul 08 18:16:19.964062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-df7aea7b-f802-48b8-955e-ae0ff5eb08d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf HTTP/1.1" status: 200 len: 217 time: 0.0349853 Jul 08 18:16:20.013051 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-f8ee9865-16de-4781-95e9-1fece90c4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.014532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-f8ee9865-16de-4781-95e9-1fece90c4f75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c143084-0a70-4e38-9086-f62e2b7659f1 HTTP/1.1" status: 200 len: 856 time: 0.0436471 Jul 08 18:16:20.078273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-f68f950c-589b-47e5-8cb4-9e6eaae1ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.079784 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-f68f950c-589b-47e5-8cb4-9e6eaae1ed21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=400f7018-2202-4010-bf5f-67468bc2bfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583365 Jul 08 18:16:20.183185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-70baac57-b818-4971-9f27-39dcf6448a1f service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845604 Jul 08 18:16:20.274735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b4ddafa8-b0ba-4061-90c9-0981f583c307 req-5accbbec-851e-4abb-92be-e5eeab3eee8c service neutron] 10.222.0.21 "GET /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Jul 08 18:16:22.277981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40b7602e-03ba-4f93-9ac4-f77580723c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.454371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:23.795516 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.170313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:25.572378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f10e2-cfae-48d6-9e65-328d1ba839e1 req-045e7c9b-efb4-45f8-a717-e810bed6c712 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:25.573811 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-489f10e2-cfae-48d6-9e65-328d1ba839e1 req-045e7c9b-efb4-45f8-a717-e810bed6c712 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 945 time: 0.0666301 Jul 08 18:16:25.611575 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-489f10e2-cfae-48d6-9e65-328d1ba839e1 req-e3dc3d50-8634-49d0-8852-070cbfcbae02 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Jul 08 18:16:26.791096 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc68a5-0981-4c6e-b5c8-35e157c44457 req-569acd0e-ba63-4649-b779-d34c80c26c27 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:26.792617 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b4cc68a5-0981-4c6e-b5c8-35e157c44457 req-569acd0e-ba63-4649-b779-d34c80c26c27 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 945 time: 0.0696471 Jul 08 18:16:26.830885 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b4cc68a5-0981-4c6e-b5c8-35e157c44457 req-f6216f9e-520a-4f77-8b9f-2393660c28d4 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6095175-83a8-40a0-bfeb-a696c229bd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jul 08 18:16:27.026366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-07a05f83-875b-43c5-bee1-947b5356ae63 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:27.027823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-07a05f83-875b-43c5-bee1-947b5356ae63 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 945 time: 0.0627096 Jul 08 18:16:27.130300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Deleting port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:27.130645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.217583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] For port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:27.217960 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.230735 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Calling delete_port for 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:27.357231 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.370047 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:16:27.385495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Pushing event deleted for resources: {'Port': ['ID=1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:27.438400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] No DVR routers for this DVR port 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:27.441120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.443235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8118e9f6-b73e-47d7-a21e-c837e5125011 req-b0191546-f2cf-4fd3-97a8-eec7199577d3 tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.21 "DELETE /v2.0/ports/1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf HTTP/1.1" status: 204 len: 173 time: 0.4101820 Jul 08 18:16:27.443671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'name': 'network-vif-deleted', 'tag': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:27.446292 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f6b261-f766-477d-b7b3-17b2b1dffb6f" -d '{"events": [{"server_uuid": "c98fb5ba-a749-4123-9109-e348465e8fbe", "name": "network-vif-deleted", "tag": "1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:27.487192 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8694cac3-f919-4bc0-8cc5-b70439028ba4 x-openstack-request-id: req-8694cac3-f919-4bc0-8cc5-b70439028ba4 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:27.487721 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98fb5ba-a749-4123-9109-e348465e8fbe", "name": "network-vif-deleted", "tag": "1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:27.487979 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8694cac3-f919-4bc0-8cc5-b70439028ba4 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:27.488383 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98fb5ba-a749-4123-9109-e348465e8fbe', 'name': 'network-vif-deleted', 'tag': '1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf', 'status': 'completed', 'code': 200} Jul 08 18:16:27.992175 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-736078e8-f6cb-48aa-9223-89fd75a995ad req-7ab3164c-08ac-49fd-ae68-b69cc18dcadb tempest-TestEncryptedCinderVolumes-1995233277 tempest-TestEncryptedCinderVolumes-1995233277-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98fb5ba-a749-4123-9109-e348465e8fbe HTTP/1.1" status: 200 len: 210 time: 0.0292802 Jul 08 18:16:29.125281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35042) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:29.798782 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.045635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Deleting port e1cf42ce-1e90-46b9-808d-ef026e66dd0d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:30.045875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.122158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] For port e1cf42ce-1e90-46b9-808d-ef026e66dd0d, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:30.122515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.137577 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Calling delete_port for e1cf42ce-1e90-46b9-808d-ef026e66dd0d owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:30.310830 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.340192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cf42ce-1e90-46b9-808d-ef026e66dd0d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:30.371900 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.372250 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.372592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.372929 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.373267 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.373598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.373966 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.374288 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.374613 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.374937 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.375262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.375587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:30.517823 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.566444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:30.585868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:30.586245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 1cdc6d35-1a1d-4e5f-8fda-1aa6d991fdcf not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:30.728861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Router fe979156-f923-44ec-9cf5-b51749d9d6aa has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:30.833578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:30.838853 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a9ce3ce-203a-4e2e-80c3-0676d237284d admin admin] 10.222.0.48 "PUT /v2.0/routers/fe979156-f923-44ec-9cf5-b51749d9d6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121446 Jul 08 18:16:30.841328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35044) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:30.845377 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] Sync routers for ids ['fe979156-f923-44ec-9cf5-b51749d9d6aa'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:30.857220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] Routers {'fe979156-f923-44ec-9cf5-b51749d9d6aa'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:30.858138 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fe979156-f923-44ec-9cf5-b51749d9d6aa'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:30.943895 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.959736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] Set router fe979156-f923-44ec-9cf5-b51749d9d6aa gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:31.045277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.098196 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Deleting port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:31.098454 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.137193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:16:30Z', 'revision_number': 5, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port': {'id': '9f6fedd5-7983-4dc5-8942-a80a41c95d0b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.169290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] Checking router: fe979156-f923-44ec-9cf5-b51749d9d6aa for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:31.175274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] Routers {'fe979156-f923-44ec-9cf5-b51749d9d6aa'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:31.176442 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['fe979156-f923-44ec-9cf5-b51749d9d6aa'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.181858 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] For port 9f6fedd5-7983-4dc5-8942-a80a41c95d0b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:31.182463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.195094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Calling delete_port for 9f6fedd5-7983-4dc5-8942-a80a41c95d0b owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:31.271839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] Set router fe979156-f923-44ec-9cf5-b51749d9d6aa gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:31.322897 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:16:31Z', 'revision_number': 6, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:31.352048 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f59b3-0ab0-46e3-b806-94f944d4e54b None None] The sync data for ids ['fe979156-f923-44ec-9cf5-b51749d9d6aa'] in n-d-799527-4 is: [{'id': 'fe979156-f923-44ec-9cf5-b51749d9d6aa', 'name': 'tempest-TestEncryptedCinderVolumes-1867303225-router', 'tenant_id': '42d0caa3687e4bef92b392c12e3c92fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:14Z', 'updated_at': '2021-07-08T18:16:31Z', 'revision_number': 6, 'project_id': '42d0caa3687e4bef92b392c12e3c92fd', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:31.359727 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.390707 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6fedd5-7983-4dc5-8942-a80a41c95d0b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:31.451667 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.541788 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.543926 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.586646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.587159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe979156-f923-44ec-9cf5-b51749d9d6aa {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:16:31.591416 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.592570 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-636d5cf5-cb40-41c2-9f49-1f6b7a2ccd7c admin admin] 10.222.0.48 "DELETE /v2.0/routers/fe979156-f923-44ec-9cf5-b51749d9d6aa HTTP/1.1" status: 204 len: 168 time: 0.7503340 Jul 08 18:16:31.595099 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35046) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:31.642145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Deleting subnet 6c143084-0a70-4e38-9086-f62e2b7659f1 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:16:31.645116 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.690160 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.780474 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.834528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.871169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c143084-0a70-4e38-9086-f62e2b7659f1,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:31.874842 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.876740 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9daccc33-8166-4e25-9b58-6de8d2f2621e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c143084-0a70-4e38-9086-f62e2b7659f1 HTTP/1.1" status: 204 len: 168 time: 0.2807379 Jul 08 18:16:31.879265 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35048) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:31.881628 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1deb64-447d-4cff-be5c-af201592a6a8 None None] Network 400f7018-2202-4010-bf5f-67468bc2bfd3 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:31.947607 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.000649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Deleting port 111c852f-014a-4b40-adac-92a3e70358e4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:32.000988 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.067378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] For port 111c852f-014a-4b40-adac-92a3e70358e4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=111c852f-014a-4b40-adac-92a3e70358e4,segment=NetworkSegment(530cb00f-bcc1-4941-b954-1bc5872d629a),segment_id=530cb00f-bcc1-4941-b954-1bc5872d629a)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:32.067656 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.080539 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Calling delete_port for 111c852f-014a-4b40-adac-92a3e70358e4 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:32.142809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] DHCP port deletion for 400f7018-2202-4010-bf5f-67468bc2bfd3 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:16:32.151035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e1cf42ce-1e90-46b9-808d-ef026e66dd0d no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:32.162901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.188190 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e1cf42ce-1e90-46b9-808d-ef026e66dd0d {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:32.188535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e1cf42ce-1e90-46b9-808d-ef026e66dd0d not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:32.189239 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=111c852f-014a-4b40-adac-92a3e70358e4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:32.192691 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] No DVR routers for this DVR port 111c852f-014a-4b40-adac-92a3e70358e4 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:32.212146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Deleting port 111c852f-014a-4b40-adac-92a3e70358e4 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:32.212517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.268008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.275451 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] For port 111c852f-014a-4b40-adac-92a3e70358e4, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:32.275841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.278838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400f7018-2202-4010-bf5f-67468bc2bfd3']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:32.289527 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530cb00f-bcc1-4941-b954-1bc5872d629a') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:32.289821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530cb00f-bcc1-4941-b954-1bc5872d629a') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:32.292287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Calling delete_port for 111c852f-014a-4b40-adac-92a3e70358e4 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:32.294984 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Port 111c852f-014a-4b40-adac-92a3e70358e4 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:16:32.296208 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.299077 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.313609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.320893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:16:32.321661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:16:32.323589 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:16:32.326283 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] No DVR routers for this DVR port 111c852f-014a-4b40-adac-92a3e70358e4 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:32.333381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bfdc-edab-4aad-b682-cfd02ba262ba None None] Pushing event deleted for resources: {'Port': ['ID=111c852f-014a-4b40-adac-92a3e70358e4,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:32.387254 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.393372 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.400076 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35050) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:32.400667 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/400f7018-2202-4010-bf5f-67468bc2bfd3 HTTP/1.1" status: 204 len: 168 time: 0.5199726 Jul 08 18:16:32.415905 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240464f4-ff57-4cef-8c6a-d54ac85910e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=400f7018-2202-4010-bf5f-67468bc2bfd3,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:32.743576 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.279726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Deleting port 4aa7c0d8-e101-4ee5-afff-31462e565857 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:33.280063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.358488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] For port 4aa7c0d8-e101-4ee5-afff-31462e565857, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4aa7c0d8-e101-4ee5-afff-31462e565857,segment=NetworkSegment(138a5189-8c26-441e-a192-fc3ddaff984c),segment_id=138a5189-8c26-441e-a192-fc3ddaff984c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:33.358836 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.372230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Calling delete_port for 4aa7c0d8-e101-4ee5-afff-31462e565857 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:33.463597 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 111c852f-014a-4b40-adac-92a3e70358e4 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:33.483642 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 111c852f-014a-4b40-adac-92a3e70358e4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:33.483981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 111c852f-014a-4b40-adac-92a3e70358e4 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:33.484386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f6fedd5-7983-4dc5-8942-a80a41c95d0b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:33.503404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 9f6fedd5-7983-4dc5-8942-a80a41c95d0b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:33.503873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 9f6fedd5-7983-4dc5-8942-a80a41c95d0b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:33.549543 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.572639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa7c0d8-e101-4ee5-afff-31462e565857,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:33.745464 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:33.952858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:34.058529 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:34.063534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a1450e9e-cead-46e3-bf41-c8f016c9ac66 admin admin] 10.222.0.48 "PUT /v2.0/routers/c5eefd17-cd91-4b1f-b8f4-15eacac0ebec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623931 Jul 08 18:16:34.066006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35052) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:34.068510 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] Sync routers for ids ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:34.077797 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] Routers {'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:34.078432 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:34.172170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.181088 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] Set router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:34.274272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.326650 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Deleting port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:34.326994 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.356354 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:16:33Z', 'revision_number': 5, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port': {'id': '4ab7b177-1e58-4fc7-b8a0-6e82a2230179', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:34.385658 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] Checking router: c5eefd17-cd91-4b1f-b8f4-15eacac0ebec for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:34.393759 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] Routers {'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:34.394393 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:34.409401 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] For port 4ab7b177-1e58-4fc7-b8a0-6e82a2230179, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:34.409762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.422966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Calling delete_port for 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:34.477017 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] Set router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:34.529951 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:16:34Z', 'revision_number': 6, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:34.557460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4190eb46-9f34-4cc5-b70a-db7918197776 None None] The sync data for ids ['c5eefd17-cd91-4b1f-b8f4-15eacac0ebec'] in n-d-799527-4 is: [{'id': 'c5eefd17-cd91-4b1f-b8f4-15eacac0ebec', 'name': 'tempest-TestEncryptedCinderVolumes-1872010800-router', 'tenant_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:15:19Z', 'updated_at': '2021-07-08T18:16:34Z', 'revision_number': 6, 'project_id': 'e36df06ce19649e0bf4852dedc3f81c8', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:34.592361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.619146 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab7b177-1e58-4fc7-b8a0-6e82a2230179,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:34.680303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.770220 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.772353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.819697 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.820309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5eefd17-cd91-4b1f-b8f4-15eacac0ebec {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:16:34.824726 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.825995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a30d9d49-cc01-4f00-88fd-ba09129a748a admin admin] 10.222.0.48 "DELETE /v2.0/routers/c5eefd17-cd91-4b1f-b8f4-15eacac0ebec HTTP/1.1" status: 204 len: 168 time: 0.7590542 Jul 08 18:16:34.834179 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:34.879885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Deleting subnet e8c34ad2-c581-48ef-a2e0-4d8abd283d6e {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:16:34.883496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:34.919081 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.003242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.055881 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.082661 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c34ad2-c581-48ef-a2e0-4d8abd283d6e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:35.084519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.088454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-779cb654-1fe2-48ee-a8f4-edf6376df82c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e8c34ad2-c581-48ef-a2e0-4d8abd283d6e HTTP/1.1" status: 204 len: 168 time: 0.2523825 Jul 08 18:16:35.090077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:35.092392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd922cf-2f6d-42ad-8a74-cca71cafbbe3 None None] Network bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:35.158209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.219318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Deleting port d52a2b0e-91fe-43f1-b800-56b2c70db8de {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:35.219667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.287206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] For port d52a2b0e-91fe-43f1-b800-56b2c70db8de, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d52a2b0e-91fe-43f1-b800-56b2c70db8de,segment=NetworkSegment(138a5189-8c26-441e-a192-fc3ddaff984c),segment_id=138a5189-8c26-441e-a192-fc3ddaff984c)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:35.287571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.302203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Calling delete_port for d52a2b0e-91fe-43f1-b800-56b2c70db8de owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:35.391741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.419771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d52a2b0e-91fe-43f1-b800-56b2c70db8de,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:35.424330 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] No DVR routers for this DVR port d52a2b0e-91fe-43f1-b800-56b2c70db8de on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:35.441848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f90c7-a455-4352-868c-19c52ab7cf80 None None] DHCP port deletion for bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:16:35.489842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:35.502675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.510640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:35.510990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4ab7b177-1e58-4fc7-b8a0-6e82a2230179 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:35.511412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4aa7c0d8-e101-4ee5-afff-31462e565857 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:35.513770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8e0a19-d49a-4310-a6bb-9c320b1e81e1']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:35.528435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138a5189-8c26-441e-a192-fc3ddaff984c') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:35.528729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138a5189-8c26-441e-a192-fc3ddaff984c') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:35.530768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4aa7c0d8-e101-4ee5-afff-31462e565857 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:35.531119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4aa7c0d8-e101-4ee5-afff-31462e565857 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:35.539383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.554367 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.560760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:16:35.561159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:16:35.563092 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:16:35.621378 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.626841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.628585 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc8e0a19-d49a-4310-a6bb-9c320b1e81e1 HTTP/1.1" status: 204 len: 168 time: 0.5376182 Jul 08 18:16:35.640412 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6da7a-4a8a-46db-ac3e-54683ab609eb admin admin] Pushing event deleted for resources: {'Network': ['ID=bc8e0a19-d49a-4310-a6bb-9c320b1e81e1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:35.786816 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:35.825859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-aec72e31-b7e3-4d31-9af7-791a8712b6e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42d0caa3687e4bef92b392c12e3c92fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378799 Jul 08 18:16:35.828185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:35.875214 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e849bfd1-d058-4345-9c88-832678cbffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.900689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e849bfd1-d058-4345-9c88-832678cbffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.950303 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e849bfd1-d058-4345-9c88-832678cbffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.954407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e849bfd1-d058-4345-9c88-832678cbffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:35.955555 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e849bfd1-d058-4345-9c88-832678cbffc3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6095175-83a8-40a0-bfeb-a696c229bd8b HTTP/1.1" status: 204 len: 168 time: 0.1264720 Jul 08 18:16:35.963972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849bfd1-d058-4345-9c88-832678cbffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6095175-83a8-40a0-bfeb-a696c229bd8b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:36.274947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35068) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:36.316845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-73cdc223-dcaa-4baa-8622-4521105052d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e36df06ce19649e0bf4852dedc3f81c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384877 Jul 08 18:16:36.317122 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35070) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:36.363942 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c287b1-cda1-454f-8b56-ab687fceb618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.385713 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c287b1-cda1-454f-8b56-ab687fceb618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.431759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c287b1-cda1-454f-8b56-ab687fceb618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.434255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-81c287b1-cda1-454f-8b56-ab687fceb618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:36.435419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-81c287b1-cda1-454f-8b56-ab687fceb618 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7ff829e-27ef-45f1-bfa0-072ba4357b90 HTTP/1.1" status: 204 len: 168 time: 0.1173503 Jul 08 18:16:36.443435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c287b1-cda1-454f-8b56-ab687fceb618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff829e-27ef-45f1-bfa0-072ba4357b90,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:37.081164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35092) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:37.177141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53144454-network', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:37.199043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Made reservation on behalf of 0c22d16c92414dfdabd31e62bce1b1c3 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:37.201483 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.209601 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.300887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.305242 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.329604 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:37.339361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af362b8-71c3-40d3-966f-ca05ff8656ca,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:37.344278 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.344621 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Added segment c4c98fdb-9890-40d0-8cee-32ae85b09713 of type vlan for network fce15edd-4819-46f2-9d6e-e043c58ea84e Jul 08 18:16:37.385043 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.412670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.414593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:37.415178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.463702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d52a2b0e-91fe-43f1-b800-56b2c70db8de no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:37.466174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3838894 Jul 08 18:16:37.469371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35096) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:37.476355 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Request body: {'subnet': {'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53144454-subnet', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:37.477761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff0e6b-8f53-49dc-880a-3b36ef3dc769 admin admin] Pushing event updated for resources: {'Network': ['ID=fce15edd-4819-46f2-9d6e-e043c58ea84e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:37.488176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network fce15edd-4819-46f2-9d6e-e043c58ea84e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:37.490317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d52a2b0e-91fe-43f1-b800-56b2c70db8de {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:37.490653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d52a2b0e-91fe-43f1-b800-56b2c70db8de not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:37.504780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Made reservation on behalf of 0c22d16c92414dfdabd31e62bce1b1c3 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:37.507212 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.679120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.730819 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=042593e1-905e-4c32-bd21-b445b3298856,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:37.740901 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Checking segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:37.741353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Network hostable DHCP agents. Network: fce15edd-4819-46f2-9d6e-e043c58ea84e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:37.758300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Network fce15edd-4819-46f2-9d6e-e043c58ea84e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:37.766655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, fce15edd-4819-46f2-9d6e-e043c58ea84e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:37.770735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:37.771321 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.778216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7481212-db45-407b-9847-713f3dad669d None None] Network fce15edd-4819-46f2-9d6e-e043c58ea84e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:37.785690 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6dae1e34-6604-40b1-84fe-4197cfd397bb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3147407 Jul 08 18:16:37.789187 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35098) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:37.793714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:37.814163 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.815184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.872105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:37.926146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-fce15edd-4819-46f2-9d6e-e043c58ea84e', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:37.927000 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.008744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.063992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Allocated IP 172.20.0.2 (fce15edd-4819-46f2-9d6e-e043c58ea84e/042593e1-905e-4c32-bd21-b445b3298856/98030190-4899-40ff-a2bc-ba5454aba341) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:38.203286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.213019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Transition to ACTIVE for port object 98030190-4899-40ff-a2bc-ba5454aba341 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:38.214759 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.230966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Transition to ACTIVE for port object 98030190-4899-40ff-a2bc-ba5454aba341 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:38.235677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.236572 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.282276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Network fce15edd-4819-46f2-9d6e-e043c58ea84e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:38.284913 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:38.289182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:38.296146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Pushing event updated for resources: {'Port': ['ID=98030190-4899-40ff-a2bc-ba5454aba341,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:38.340532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Allocated IP 172.25.3.74 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/ca055d0a-76b3-4ab0-a326-2f239bd08ae0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:38.356012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Attempting to bind port 98030190-4899-40ff-a2bc-ba5454aba341 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:38.356320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Attempting to bind port 98030190-4899-40ff-a2bc-ba5454aba341 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:38.356699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Attempting to bind port 98030190-4899-40ff-a2bc-ba5454aba341 on network fce15edd-4819-46f2-9d6e-e043c58ea84e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:38.365612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:38.366002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Checking segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:38.366457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.366839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Bound using segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:38.367302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Bound port: 98030190-4899-40ff-a2bc-ba5454aba341, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:38.367687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.452429 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.476037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] For port 98030190-4899-40ff-a2bc-ba5454aba341, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:38.480333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] For port 98030190-4899-40ff-a2bc-ba5454aba341, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=98030190-4899-40ff-a2bc-ba5454aba341,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:38.485342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.494934 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:38.534931 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:38.537826 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:38.542289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:38.568417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Pushing event updated for resources: {'Port': ['ID=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:38.584706 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f6f9-bbea-4f51-a998-442ff3b14c3c None None] Pushing event updated for resources: {'Port': ['ID=98030190-4899-40ff-a2bc-ba5454aba341,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:38.816022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.349961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.491232 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:39.501964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 98030190-4899-40ff-a2bc-ba5454aba341 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:39.527041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05748ca1-b6c8-4e18-8678-4cca4924bcf3 None None] Network fce15edd-4819-46f2-9d6e-e043c58ea84e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:39.604620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c9ec408f-fc9e-48b2-83b9-6c1df124d5cf None None] Provisioning for port 98030190-4899-40ff-a2bc-ba5454aba341 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:39.607118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:39.624554 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.624804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Sync routers for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:39.629057 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35100) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:39.629535 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f079d033-e5a4-483d-aeb6-94efe7ff470d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8390074 Jul 08 18:16:39.637556 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 98030190-4899-40ff-a2bc-ba5454aba341 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:39.649657 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 98030190-4899-40ff-a2bc-ba5454aba341 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:39.650048 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:39.670799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:39.671435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:39.868448 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:39.924725 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.030016 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 98030190-4899-40ff-a2bc-ba5454aba341, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=98030190-4899-40ff-a2bc-ba5454aba341,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:40.036984 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.052815 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.119509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=98030190-4899-40ff-a2bc-ba5454aba341,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:40.144175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:38Z', 'revision_number': 3, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:40.179326 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Checking router: f3ac23e8-76a9-42e8-996c-f9416bac2ac7 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:40.179794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Updating router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:40.215483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.228527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Allocated IP 172.20.0.1 (fce15edd-4819-46f2-9d6e-e043c58ea84e/042593e1-905e-4c32-bd21-b445b3298856/d2336847-de2b-48b2-b228-74472eb242b4) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:40.310671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ec2caa9c-791e-40a3-bb16-533df9b5a583 None None] Provisioning complete for port 98030190-4899-40ff-a2bc-ba5454aba341 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:40.310928 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec2caa9c-791e-40a3-bb16-533df9b5a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.349575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.363055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Transition to ACTIVE for port object d2336847-de2b-48b2-b228-74472eb242b4 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:40.397141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.435782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Network fce15edd-4819-46f2-9d6e-e043c58ea84e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:40.442026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:40.445582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:40.451562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Pushing event updated for resources: {'Port': ['ID=d2336847-de2b-48b2-b228-74472eb242b4,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:40.493567 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.658956 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.720163 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.723513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c479f639-152a-4ed7-a4a5-1347b1b1a2a6 None None] Provisioning for port d2336847-de2b-48b2-b228-74472eb242b4 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:40.733352 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c479f639-152a-4ed7-a4a5-1347b1b1a2a6 None None] Provisioning complete for port d2336847-de2b-48b2-b228-74472eb242b4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:40.733714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c479f639-152a-4ed7-a4a5-1347b1b1a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.735524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Transition to ACTIVE for port object ca055d0a-76b3-4ab0-a326-2f239bd08ae0 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:40.755397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.819861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Attempting to bind port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:40.820251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Attempting to bind port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:40.820570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Attempting to bind port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:40.822777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c479f639-152a-4ed7-a4a5-1347b1b1a2a6 None None] Port d2336847-de2b-48b2-b228-74472eb242b4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:40.825070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99428c3-cd08-4df3-978e-d81a3d5a7080 None None] Pushing event updated for resources: {'Port': ['ID=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:40.829790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:40.830191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:40.830586 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.830727 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.830970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:40.831426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Bound port: ca055d0a-76b3-4ab0-a326-2f239bd08ae0, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:40.831808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.837253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.884015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] For port ca055d0a-76b3-4ab0-a326-2f239bd08ae0, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:40.887160 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] For port ca055d0a-76b3-4ab0-a326-2f239bd08ae0, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:40.891555 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.911043 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:40.914452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Pushing event updated for resources: {'Port': ['ID=d2336847-de2b-48b2-b228-74472eb242b4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:40.950986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:40.951607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:40.954639 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99428c3-cd08-4df3-978e-d81a3d5a7080 None None] Pushing event updated for resources: {'Port': ['ID=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:41.015427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Network fce15edd-4819-46f2-9d6e-e043c58ea84e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:41.016839 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:41.059237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:41.137769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:41.253877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:41.259840 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c1628fd5-ebf6-4313-9a46-f531edf2ac50 admin admin] 10.222.0.48 "PUT /v2.0/routers/f3ac23e8-76a9-42e8-996c-f9416bac2ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288662 Jul 08 18:16:41.270285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ca9a1424-b2a3-4f8e-b5c7-1964f8dffc66 None None] Provisioning complete for port d2336847-de2b-48b2-b228-74472eb242b4 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:41.270513 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1424-b2a3-4f8e-b5c7-1964f8dffc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.308425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 2, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:41.336658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a1424-b2a3-4f8e-b5c7-1964f8dffc66 None None] Port d2336847-de2b-48b2-b228-74472eb242b4 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:41.338412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e9033-c6b4-42a6-b311-74d5d0372a4a None None] The sync data for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 is: [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 2, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:41.481395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 98030190-4899-40ff-a2bc-ba5454aba341 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:41.560460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 98030190-4899-40ff-a2bc-ba5454aba341 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:41.560882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.769705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35116) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:41.774897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1190918193-network', 'tenant_id': 'f05efb65993647f2b46d4b5523247171'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:41.797154 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Made reservation on behalf of f05efb65993647f2b46d4b5523247171 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:41.799694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.809675 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.904165 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.908094 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.934979 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:16:41.944931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c572b-7b07-4a23-87d8-07a47256e666,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:41.950432 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:41.950773 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Added segment f77fd68b-9590-40f1-83f8-1c9f55d763d6 of type vlan for network 43ff304b-12de-430c-b880-4e9cd67a7adc Jul 08 18:16:42.006915 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.040691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.041718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:42.042353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.098435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3275690 Jul 08 18:16:42.101689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35118) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:42.106815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Request body: {'subnet': {'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1190918193-subnet', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:42.115131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1625f0-c8c4-4392-bb89-3f1b63077cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=43ff304b-12de-430c-b880-4e9cd67a7adc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:42.126505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 43ff304b-12de-430c-b880-4e9cd67a7adc details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:16:42.137212 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Made reservation on behalf of f05efb65993647f2b46d4b5523247171 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:42.140365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.322614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.383157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edd522d-24fc-4f0e-8ee5-d62c9b9e527d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:42.391683 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Checking segment: {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:42.392046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Network hostable DHCP agents. Network: 43ff304b-12de-430c-b880-4e9cd67a7adc, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:16:42.409723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Network 43ff304b-12de-430c-b880-4e9cd67a7adc is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:16:42.419524 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 43ff304b-12de-430c-b880-4e9cd67a7adc) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:42.423752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:42.424341 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.430714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be1285c-d58c-442f-8ad3-f797ea964cb4 None None] Network 43ff304b-12de-430c-b880-4e9cd67a7adc requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:42.447887 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35120) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:42.448481 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca650754-1fb0-486c-8d48-bcb3eaacf73b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3449063 Jul 08 18:16:42.453777 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:42.481184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.482837 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.543284 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.594866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-43ff304b-12de-430c-b880-4e9cd67a7adc', 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'fixed_ips': [{'subnet_id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:16:42.596207 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.698540 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.738932 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Allocated IP 172.20.0.2 (43ff304b-12de-430c-b880-4e9cd67a7adc/2edd522d-24fc-4f0e-8ee5-d62c9b9e527d/7f635eb3-99b2-49e5-a524-99e30f481d49) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:42.883986 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.892159 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Transition to ACTIVE for port object 7f635eb3-99b2-49e5-a524-99e30f481d49 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:42.906594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Transition to ACTIVE for port object 7f635eb3-99b2-49e5-a524-99e30f481d49 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:42.906802 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.912746 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.926877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:42.953212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Network 43ff304b-12de-430c-b880-4e9cd67a7adc is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:42.956141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:42.959713 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:42.966863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Pushing event updated for resources: {'Port': ['ID=7f635eb3-99b2-49e5-a524-99e30f481d49,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.027107 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Attempting to bind port 7f635eb3-99b2-49e5-a524-99e30f481d49 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:43.027491 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Attempting to bind port 7f635eb3-99b2-49e5-a524-99e30f481d49 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:43.027973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Attempting to bind port 7f635eb3-99b2-49e5-a524-99e30f481d49 on network 43ff304b-12de-430c-b880-4e9cd67a7adc {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:43.033089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:43.033467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Checking segment: {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:43.033893 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.034324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Bound using segment: {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:43.034790 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Bound port: 7f635eb3-99b2-49e5-a524-99e30f481d49, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:43.035087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Allocated IP 172.25.3.184 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/cc4da634-3eda-41c9-8123-688d40774a21) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:43.035275 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.107618 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] For port 7f635eb3-99b2-49e5-a524-99e30f481d49, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:43.111277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] For port 7f635eb3-99b2-49e5-a524-99e30f481d49, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7f635eb3-99b2-49e5-a524-99e30f481d49,segment=NetworkSegment(f77fd68b-9590-40f1-83f8-1c9f55d763d6),segment_id=f77fd68b-9590-40f1-83f8-1c9f55d763d6)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:43.118552 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.154503 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.183562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2b3d4-547a-4165-950a-48094f505f3d None None] Pushing event updated for resources: {'Port': ['ID=7f635eb3-99b2-49e5-a524-99e30f481d49,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.200052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.245979 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:43.248978 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:43.253548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:43.256859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=cc4da634-3eda-41c9-8123-688d40774a21,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.456622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Sync routers for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:43.475856 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:43.476693 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:43.477223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.563939 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.567434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7f635eb3-99b2-49e5-a524-99e30f481d49 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:43.597797 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:43.631505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7f635eb3-99b2-49e5-a524-99e30f481d49 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:43.637722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca055d0a-76b3-4ab0-a326-2f239bd08ae0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:43.641811 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.698966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:43.703077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:43.703457 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.778525 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.800553 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.821872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ca055d0a-76b3-4ab0-a326-2f239bd08ae0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:43.826896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.830034 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 2, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:43.860995 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Checking router: f3ac23e8-76a9-42e8-996c-f9416bac2ac7 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:43.861639 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Updating router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 port d2336847-de2b-48b2-b228-74472eb242b4 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:43.880465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:43.898459 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:43.934055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:16:44.050447 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:44.061010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Sync routers for ids ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:44.068916 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.071355 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-91342983-114e-467c-8e19-70cf7e12c9ed admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6221771 Jul 08 18:16:44.073496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Routers {'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:44.074184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35122) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:44.081503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:44.203033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Set router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:44.214425 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.224615 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Transition to ACTIVE for port object d2336847-de2b-48b2-b228-74472eb242b4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:44.233249 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.235120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee26ea-7e94-4e52-aaa2-97496081c2c6 None None] Network 43ff304b-12de-430c-b880-4e9cd67a7adc requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:16:44.294156 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Pushing event updated for resources: {'Port': ['ID=d2336847-de2b-48b2-b228-74472eb242b4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:44.306690 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.309151 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.309620 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.310093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.310529 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.310964 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.312343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.312795 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.313735 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.314211 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.314811 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.315252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:44.385551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] Provisioning for port 7f635eb3-99b2-49e5-a524-99e30f481d49 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:44.393034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] Provisioning complete for port 7f635eb3-99b2-49e5-a524-99e30f481d49 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:44.393407 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.405150 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Attempting to bind port d2336847-de2b-48b2-b228-74472eb242b4 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:44.405662 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Attempting to bind port d2336847-de2b-48b2-b228-74472eb242b4 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:44.406155 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Attempting to bind port d2336847-de2b-48b2-b228-74472eb242b4 on network fce15edd-4819-46f2-9d6e-e043c58ea84e {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:44.414340 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:44.414992 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Checking segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:44.416117 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.416641 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Bound using segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:44.417307 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Bound port: d2336847-de2b-48b2-b228-74472eb242b4, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:44.417792 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.575417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.599240 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] For port d2336847-de2b-48b2-b228-74472eb242b4, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:44.603514 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] For port d2336847-de2b-48b2-b228-74472eb242b4, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d2336847-de2b-48b2-b228-74472eb242b4,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:44.615622 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.633409 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.677860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 3, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:44.679965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa552af-4346-42b4-8a27-1a8645da5e10 None None] Pushing event updated for resources: {'Port': ['ID=d2336847-de2b-48b2-b228-74472eb242b4,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:44.693733 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:44.694708 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:44.718164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Checking router: a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:44.718521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Updating router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 port cc4da634-3eda-41c9-8123-688d40774a21 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:44.756546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] For port 7f635eb3-99b2-49e5-a524-99e30f481d49, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7f635eb3-99b2-49e5-a524-99e30f481d49,segment=NetworkSegment(f77fd68b-9590-40f1-83f8-1c9f55d763d6),segment_id=f77fd68b-9590-40f1-83f8-1c9f55d763d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:44.763787 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.809726 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.863066 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:44.869986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44447f2-0150-40e3-8bc1-4cb7206319a9 None None] Pushing event updated for resources: {'Port': ['ID=7f635eb3-99b2-49e5-a524-99e30f481d49,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.111606 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:44Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:45.123934 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Allocated IP 172.20.0.1 (43ff304b-12de-430c-b880-4e9cd67a7adc/2edd522d-24fc-4f0e-8ee5-d62c9b9e527d/901d8973-00e1-49d8-a445-69b2caba09e9) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:45.128420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4eaf6641-0af4-4e6a-903e-77f684a40751 None None] Provisioning complete for port 7f635eb3-99b2-49e5-a524-99e30f481d49 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:45.128688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4eaf6641-0af4-4e6a-903e-77f684a40751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.149315 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c594033-6fb0-4c4c-b0b1-4811dda1a0da None None] The sync data for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 is: [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:44Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:45.217475 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.229797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Transition to ACTIVE for port object cc4da634-3eda-41c9-8123-688d40774a21 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:45.246546 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.254818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.262763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Transition to ACTIVE for port object 901d8973-00e1-49d8-a445-69b2caba09e9 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:45.300130 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.326631 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af0fd3-d2e6-4cff-a7de-4463be63ec51 None None] Pushing event updated for resources: {'Port': ['ID=cc4da634-3eda-41c9-8123-688d40774a21,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.333675 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Attempting to bind port cc4da634-3eda-41c9-8123-688d40774a21 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:45.333786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Attempting to bind port cc4da634-3eda-41c9-8123-688d40774a21 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:45.334117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Attempting to bind port cc4da634-3eda-41c9-8123-688d40774a21 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:45.340085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:45.340464 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:45.340869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.341700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:45.341700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Bound port: cc4da634-3eda-41c9-8123-688d40774a21, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:45.342142 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.347047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Network 43ff304b-12de-430c-b880-4e9cd67a7adc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:45.350089 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:45.352907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:45.384225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=901d8973-00e1-49d8-a445-69b2caba09e9,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.402722 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.405228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] For port cc4da634-3eda-41c9-8123-688d40774a21, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:45.409188 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] For port cc4da634-3eda-41c9-8123-688d40774a21, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cc4da634-3eda-41c9-8123-688d40774a21,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:45.421545 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.531341 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Routers {'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:45.531970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:45.590063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.623533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d2336847-de2b-48b2-b228-74472eb242b4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:45.629883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af0fd3-d2e6-4cff-a7de-4463be63ec51 None None] Pushing event updated for resources: {'Port': ['ID=cc4da634-3eda-41c9-8123-688d40774a21,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.785356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.793095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.857273 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] Set router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:45.866438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=901d8973-00e1-49d8-a445-69b2caba09e9,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:45.869200 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.884709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-379a0042-5471-47ed-8685-2c7918f0e843 None None] Provisioning for port 901d8973-00e1-49d8-a445-69b2caba09e9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:45.932086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-379a0042-5471-47ed-8685-2c7918f0e843 None None] Provisioning complete for port 901d8973-00e1-49d8-a445-69b2caba09e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:45.932448 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-379a0042-5471-47ed-8685-2c7918f0e843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:45.968812 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Network 43ff304b-12de-430c-b880-4e9cd67a7adc is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:45.970559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:45.993722 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d2336847-de2b-48b2-b228-74472eb242b4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:46.004764 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d2336847-de2b-48b2-b228-74472eb242b4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:46.005135 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.008601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-379a0042-5471-47ed-8685-2c7918f0e843 None None] Port 901d8973-00e1-49d8-a445-69b2caba09e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:46.103142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:46.148128 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.171810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 3, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:46.207668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453aeb-de81-486a-9fd3-e29d91abf26c None None] The sync data for ids ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'] in n-d-799527-4 is: [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 3, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:46.211845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d2336847-de2b-48b2-b228-74472eb242b4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d2336847-de2b-48b2-b228-74472eb242b4,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:46.216256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.217577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7f635eb3-99b2-49e5-a524-99e30f481d49 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:46.223526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:46.234655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-37fc89d5-076c-4461-a93d-0547552bf2a8 admin admin] 10.222.0.48 "PUT /v2.0/routers/a73485e8-bb73-4e34-a67b-aa6ff5bb74e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593723 Jul 08 18:16:46.299347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dc2c6770-2e57-4e7c-b564-0bf8609005f2 None None] Provisioning complete for port 901d8973-00e1-49d8-a445-69b2caba09e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:46.299716 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dc2c6770-2e57-4e7c-b564-0bf8609005f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.333161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d2336847-de2b-48b2-b228-74472eb242b4,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:46.368753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7f635eb3-99b2-49e5-a524-99e30f481d49 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:46.369338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:46.372083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c6770-2e57-4e7c-b564-0bf8609005f2 None None] Port 901d8973-00e1-49d8-a445-69b2caba09e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:46.466035 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca055d0a-76b3-4ab0-a326-2f239bd08ae0 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:46.549168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:46.549808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.579040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc4da634-3eda-41c9-8123-688d40774a21 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:47.638983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port cc4da634-3eda-41c9-8123-688d40774a21 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:47.642911 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cc4da634-3eda-41c9-8123-688d40774a21 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:47.643380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.753518 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.777596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port cc4da634-3eda-41c9-8123-688d40774a21, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cc4da634-3eda-41c9-8123-688d40774a21,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:47.782541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:47.783438 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d2336847-de2b-48b2-b228-74472eb242b4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:47.865532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=cc4da634-3eda-41c9-8123-688d40774a21,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:47.892523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d2336847-de2b-48b2-b228-74472eb242b4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:47.892903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:48.756372 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Sync routers for ids ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:48.769519 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Routers {'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:48.770409 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:48.888252 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Set router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:49.110048 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 4, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '901d8973-00e1-49d8-a445-69b2caba09e9', 'name': '', 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'mac_address': 'fa:16:3e:62:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 2, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'subnets': [{'id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:49.138037 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Checking router: a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:49.138498 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Updating router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 port 901d8973-00e1-49d8-a445-69b2caba09e9 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:16:49.179296 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.481080 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.492294 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Transition to ACTIVE for port object 901d8973-00e1-49d8-a445-69b2caba09e9 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:49.502590 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.504164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc4da634-3eda-41c9-8123-688d40774a21 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:49.591472 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeb214-e459-4a8d-bab2-edcb5dc13a8d None None] Pushing event updated for resources: {'Port': ['ID=901d8973-00e1-49d8-a445-69b2caba09e9,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:49.617712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-65ccba03-6c2a-4650-9fd3-35968b4bd106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.625745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port cc4da634-3eda-41c9-8123-688d40774a21 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:49.626209 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.629718 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Attempting to bind port 901d8973-00e1-49d8-a445-69b2caba09e9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:49.630128 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Attempting to bind port 901d8973-00e1-49d8-a445-69b2caba09e9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:49.630499 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Attempting to bind port 901d8973-00e1-49d8-a445-69b2caba09e9 on network 43ff304b-12de-430c-b880-4e9cd67a7adc {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:49.642545 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:49.642963 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Checking segment: {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:49.643303 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.643701 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Bound using segment: {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:49.644163 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Bound port: 901d8973-00e1-49d8-a445-69b2caba09e9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77fd68b-9590-40f1-83f8-1c9f55d763d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:49.644541 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.750444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] For port 901d8973-00e1-49d8-a445-69b2caba09e9, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:49.754065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] For port 901d8973-00e1-49d8-a445-69b2caba09e9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=901d8973-00e1-49d8-a445-69b2caba09e9,segment=NetworkSegment(f77fd68b-9590-40f1-83f8-1c9f55d763d6),segment_id=f77fd68b-9590-40f1-83f8-1c9f55d763d6)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:49.764880 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:49.830803 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeb214-e459-4a8d-bab2-edcb5dc13a8d None None] Pushing event updated for resources: {'Port': ['ID=901d8973-00e1-49d8-a445-69b2caba09e9,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:49.847971 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Routers {'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:49.847971 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:16:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:49.974043 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] Set router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:50.309874 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 4, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '901d8973-00e1-49d8-a445-69b2caba09e9', 'name': '', 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'mac_address': 'fa:16:3e:62:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:49Z', 'revision_number': 4, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'subnets': [{'id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:50.341103 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365001b1-c59b-4dfc-8489-9abb14e8bf70 None None] The sync data for ids ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'] in n-d-799527-4 is: [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:45Z', 'revision_number': 4, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '901d8973-00e1-49d8-a445-69b2caba09e9', 'name': '', 'network_id': '43ff304b-12de-430c-b880-4e9cd67a7adc', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'mac_address': 'fa:16:3e:62:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:44Z', 'updated_at': '2021-07-08T18:16:49Z', 'revision_number': 4, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'subnets': [{'id': '2edd522d-24fc-4f0e-8ee5-d62c9b9e527d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:51.507379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 901d8973-00e1-49d8-a445-69b2caba09e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:51.560436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 901d8973-00e1-49d8-a445-69b2caba09e9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:51.567662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 901d8973-00e1-49d8-a445-69b2caba09e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:51.568305 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.656495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.692405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 901d8973-00e1-49d8-a445-69b2caba09e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=901d8973-00e1-49d8-a445-69b2caba09e9,segment=NetworkSegment(f77fd68b-9590-40f1-83f8-1c9f55d763d6),segment_id=f77fd68b-9590-40f1-83f8-1c9f55d763d6)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:51.696186 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:51.757417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=901d8973-00e1-49d8-a445-69b2caba09e9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:52.284554 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-edfa2324-cd10-4eaf-b891-d781518fa333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:52.459411 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.501728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 901d8973-00e1-49d8-a445-69b2caba09e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:53.558946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 901d8973-00e1-49d8-a445-69b2caba09e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:53.559418 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.801308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.170507 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:55.935268 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:16:56.244456 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-cce025e5-9598-45cf-ae7b-cca4f428ce6e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:56.245920 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-cce025e5-9598-45cf-ae7b-cca4f428ce6e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 813 time: 0.0994668 Jul 08 18:16:56.260676 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-5807fe53-07ff-4b5d-aafe-87e7948ea882 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/quotas/0c22d16c92414dfdabd31e62bce1b1c3 HTTP/1.1" status: 200 len: 375 time: 0.0094254 Jul 08 18:16:56.331943 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-8a7ef4dd-7346-4afa-aedb-fa12f4be2e79 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665679 Jul 08 18:16:56.424379 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-13bca252-715e-422f-a120-4c972889db1e service neutron] 10.222.0.48 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811102 Jul 08 18:16:56.521916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d298139f-5494-4e7f-8130-2d459a6e2526 service neutron] 10.222.0.48 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911205 Jul 08 18:16:56.687186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03d008f7-6272-428d-94b6-67e08a605158 req-f10f64c8-4c49-41ae-a385-660dbd835b55 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 210 time: 0.0302773 Jul 08 18:16:57.831942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d98b2ebe-fb0d-4ef5-970b-4b474da476d6 req-33879b86-4200-4d74-94a2-9ed73f44a8d0 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 210 time: 0.0313611 Jul 08 18:16:57.884945 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-52b401eb-93df-46c8-922a-0ba31dc72819 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:57.886421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-52b401eb-93df-46c8-922a-0ba31dc72819 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 813 time: 0.1146860 Jul 08 18:16:57.899861 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'port': {'device_id': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'admin_state_up': True, 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:58.007204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Made reservation on behalf of 0c22d16c92414dfdabd31e62bce1b1c3 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:58.010745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.142840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Allocated IP 172.20.0.12 (fce15edd-4819-46f2-9d6e-e043c58ea84e/042593e1-905e-4c32-bd21-b445b3298856/b6c41177-39a9-403e-852f-07173eb71a2e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:58.374296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.403024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Transition to ACTIVE for port object b6c41177-39a9-403e-852f-07173eb71a2e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:58.444574 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.489068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Network fce15edd-4819-46f2-9d6e-e043c58ea84e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:58.494858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:58.498805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:58.545520 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:58.562306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.562790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.563387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.563677 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.564242 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.564688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.565117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.565545 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.566010 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.566482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.566909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.567337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:16:58.584522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:58.585561 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.605874 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-d278ddb2-7202-4457-8d49-4465a0b5360e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098696 Jul 08 18:16:58.795734 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-528aaf0d-f75c-4a65-92a6-d6d42264d61b None None] Provisioning for port b6c41177-39a9-403e-852f-07173eb71a2e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:58.799621 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-528aaf0d-f75c-4a65-92a6-d6d42264d61b None None] Provisioning complete for port b6c41177-39a9-403e-852f-07173eb71a2e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:58.800015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-528aaf0d-f75c-4a65-92a6-d6d42264d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:58.845551 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-528aaf0d-f75c-4a65-92a6-d6d42264d61b None None] Port b6c41177-39a9-403e-852f-07173eb71a2e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:59.018371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526c498-7fc5-4bfb-b777-e57f4f15e61c req-dca4bd89-3dc1-4661-8aae-06b9355f4352 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:59.020017 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4526c498-7fc5-4bfb-b777-e57f4f15e61c req-dca4bd89-3dc1-4661-8aae-06b9355f4352 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0736945 Jul 08 18:16:59.061828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4526c498-7fc5-4bfb-b777-e57f4f15e61c req-420e6f18-032b-4d75-acbe-1422a3831e0f tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356932 Jul 08 18:17:00.248060 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa0f14-5b13-41a4-9d8d-4427cf46df78 req-e67f3aa9-56c9-4536-b7e1-2609265505ab tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:00.249622 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9baa0f14-5b13-41a4-9d8d-4427cf46df78 req-e67f3aa9-56c9-4536-b7e1-2609265505ab tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0714142 Jul 08 18:17:00.295480 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9baa0f14-5b13-41a4-9d8d-4427cf46df78 req-83a23269-75a4-43b3-a17a-57ecb7114d82 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Jul 08 18:17:01.478535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628d72-7ce8-4aff-bf47-259e0c17506e req-1d405e9b-08ce-4ba5-911d-c6aeaa59a3c4 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:01.480020 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa628d72-7ce8-4aff-bf47-259e0c17506e req-1d405e9b-08ce-4ba5-911d-c6aeaa59a3c4 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0699244 Jul 08 18:17:01.519833 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa628d72-7ce8-4aff-bf47-259e0c17506e req-d8a73ab2-7904-48eb-a0e3-79c46e661fe8 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342493 Jul 08 18:17:02.707410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044b9be-3ae5-4522-a7bb-b003bd92c435 req-642d2d21-174c-49ee-8a4d-d12d89131ef1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:02.709266 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b044b9be-3ae5-4522-a7bb-b003bd92c435 req-642d2d21-174c-49ee-8a4d-d12d89131ef1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0701642 Jul 08 18:17:02.756544 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b044b9be-3ae5-4522-a7bb-b003bd92c435 req-31670a25-8096-4357-9830-edfe50cd19dc tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Jul 08 18:17:03.937719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32104c9-a5d5-48a6-a954-ba75354c2cb9 req-e83b29bd-5a7d-44cf-bb52-a808254a81fd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:03.939266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a32104c9-a5d5-48a6-a954-ba75354c2cb9 req-e83b29bd-5a7d-44cf-bb52-a808254a81fd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0671563 Jul 08 18:17:03.984472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a32104c9-a5d5-48a6-a954-ba75354c2cb9 req-825aee0d-3c90-4e43-897a-4e994f313cfa tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 Jul 08 18:17:05.165249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5389d-4f73-4842-869b-0d8cbf55cd05 req-132fa655-de66-4eb7-830e-bc1e9d4d1be3 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:05.166848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75d5389d-4f73-4842-869b-0d8cbf55cd05 req-132fa655-de66-4eb7-830e-bc1e9d4d1be3 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0680692 Jul 08 18:17:05.205815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-75d5389d-4f73-4842-869b-0d8cbf55cd05 req-d20476d1-35d3-41f6-be74-4730c0c763a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Jul 08 18:17:06.392235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b1d34-1dc5-4577-9eaf-045f5b5b5295 req-ee1639ec-a74e-4250-a963-f460a776db55 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:06.393741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b2b1d34-1dc5-4577-9eaf-045f5b5b5295 req-ee1639ec-a74e-4250-a963-f460a776db55 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0664670 Jul 08 18:17:06.434603 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6b2b1d34-1dc5-4577-9eaf-045f5b5b5295 req-c9256aa9-1051-4f5a-bc2d-669a7d34b3f9 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346158 Jul 08 18:17:07.618338 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768125d1-ec01-4a18-838d-724a8d4d37cb req-28014fb9-9e62-405b-8190-ed3fc7e56b70 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:07.619881 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-768125d1-ec01-4a18-838d-724a8d4d37cb req-28014fb9-9e62-405b-8190-ed3fc7e56b70 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 932 time: 0.0711563 Jul 08 18:17:07.659432 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-768125d1-ec01-4a18-838d-724a8d4d37cb req-adb0766b-06a9-45cf-8eb4-5d05c894945d tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Jul 08 18:17:08.358400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Request body: {'port': {'device_id': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:08.433588 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.695268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c41177-39a9-403e-852f-07173eb71a2e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:17:08.702727 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.715256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Transition to ACTIVE for port object b6c41177-39a9-403e-852f-07173eb71a2e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:17:08.720252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.769209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:08.889132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Attempting to bind port b6c41177-39a9-403e-852f-07173eb71a2e on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:17:08.889463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Attempting to bind port b6c41177-39a9-403e-852f-07173eb71a2e by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:17:08.889793 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Attempting to bind port b6c41177-39a9-403e-852f-07173eb71a2e on network fce15edd-4819-46f2-9d6e-e043c58ea84e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:08.904035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e2074-b9cc-4b13-a51c-dcac44ebc832 req-38685fa8-3d36-4d5c-bac9-fed0c3fcaa00 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:08.905550 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-824e2074-b9cc-4b13-a51c-dcac44ebc832 req-38685fa8-3d36-4d5c-bac9-fed0c3fcaa00 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 944 time: 0.1291523 Jul 08 18:17:08.906645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Port b6c41177-39a9-403e-852f-07173eb71a2e on network fce15edd-4819-46f2-9d6e-e043c58ea84e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:17:08.906961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Attempting to bind port b6c41177-39a9-403e-852f-07173eb71a2e on network fce15edd-4819-46f2-9d6e-e043c58ea84e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:17:08.920281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:17:08.920612 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Checking segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:17:08.920987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Bound using segment: {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:17:08.921422 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Bound port: b6c41177-39a9-403e-852f-07173eb71a2e, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c98fdb-9890-40d0-8cee-32ae85b09713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:17:08.921775 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:08.977718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-824e2074-b9cc-4b13-a51c-dcac44ebc832 req-5804d06f-ca03-4ceb-9ce4-8c19fc9337e0 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654802 Jul 08 18:17:09.004203 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:17:09.007250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:17:09.011871 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.050381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.050990 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:09.052348 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] 10.222.0.21 "PUT /v2.0/ports/b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 1092 time: 0.6987333 Jul 08 18:17:09.052829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:09.055083 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45463b0c-c8a2-4c26-b85e-5893c5b8e732" -d '{"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:09.079013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ad65-8741-470a-bd2e-91f6c11beaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:09.096296 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e038a5d-47ec-42ec-ad25-7dfd71e72e1d x-openstack-request-id: req-9e038a5d-47ec-42ec-ad25-7dfd71e72e1d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:09.096626 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:09.096880 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e038a5d-47ec-42ec-ad25-7dfd71e72e1d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:09.097292 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'status': 'completed', 'code': 200} Jul 08 18:17:09.154411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-768b65be-a7b0-4ed8-a3bc-f82a3e52fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.155936 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-768b65be-a7b0-4ed8-a3bc-f82a3e52fdcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1095 time: 0.0578496 Jul 08 18:17:09.200201 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-fc8d8556-eb01-4f4f-84df-752a7ad68f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 217 time: 0.0363553 Jul 08 18:17:09.256840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-8192622d-83d9-485b-9a3b-ab29387493de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.258857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-8192622d-83d9-485b-9a3b-ab29387493de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0526695 Jul 08 18:17:09.314789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-55b634cd-3d8f-421d-af05-0ff5132fe98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.316241 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-55b634cd-3d8f-421d-af05-0ff5132fe98f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514026 Jul 08 18:17:09.402724 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-c406df6a-665a-4707-870f-5fb7334e4648 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800478 Jul 08 18:17:09.496512 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f08037b5-eb10-49a9-a89b-375f9308e43a req-319873e0-5c6c-4cbb-8784-b3ca69d4a0ba service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877132 Jul 08 18:17:09.593470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-833e6c96-14b4-4304-a5d9-8f6d2d221352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.594964 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-833e6c96-14b4-4304-a5d9-8f6d2d221352 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1095 time: 0.0534537 Jul 08 18:17:09.688077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-f34bc9f1-563a-42a6-b0ec-c382a7615282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.689531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-f34bc9f1-563a-42a6-b0ec-c382a7615282 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0876350 Jul 08 18:17:09.729760 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-b768021a-a730-453d-82a9-e9c090890cb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 217 time: 0.0333698 Jul 08 18:17:09.778079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-cff01e33-9274-4a78-8e86-d8f66ac63012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.779382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-cff01e33-9274-4a78-8e86-d8f66ac63012 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0436087 Jul 08 18:17:09.842446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-aff223a4-388d-4d91-bf2f-908102545c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:09.843908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-aff223a4-388d-4d91-bf2f-908102545c1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555761 Jul 08 18:17:09.932064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-97ab0ebf-de28-4b7e-a40b-ca2007dfd743 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808980 Jul 08 18:17:10.026450 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-45463b0c-c8a2-4c26-b85e-5893c5b8e732 req-9015c5fc-0ac0-42e1-82fa-f8ede7e3b7e4 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870106 Jul 08 18:17:10.152441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98208-da70-4074-ace1-c12aa1b8833d req-f523c044-cb02-46dc-a9ea-d0abff18f091 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:10.153856 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8dd98208-da70-4074-ace1-c12aa1b8833d req-f523c044-cb02-46dc-a9ea-d0abff18f091 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 944 time: 0.0649920 Jul 08 18:17:10.190570 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8dd98208-da70-4074-ace1-c12aa1b8833d req-27c9729f-c8f4-4c4d-83ff-bd3421b967c5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Jul 08 18:17:11.363704 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e5c0b-c866-4db4-97b9-fe62a05e5c20 req-449068d6-f2dc-42ac-9f9a-d79a7fc38e65 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:11.365247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d5e5c0b-c866-4db4-97b9-fe62a05e5c20 req-449068d6-f2dc-42ac-9f9a-d79a7fc38e65 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 944 time: 0.0633335 Jul 08 18:17:11.403600 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d5e5c0b-c866-4db4-97b9-fe62a05e5c20 req-1e5bd3c3-3055-4270-9a47-1212c2aa9d9e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Jul 08 18:17:12.572347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8abde7-57e9-4bf4-80d5-00314ca102da req-60ee6236-0044-480b-979e-d60db542f0f3 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:12.573832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be8abde7-57e9-4bf4-80d5-00314ca102da req-60ee6236-0044-480b-979e-d60db542f0f3 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 944 time: 0.0626905 Jul 08 18:17:12.612313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-be8abde7-57e9-4bf4-80d5-00314ca102da req-ecf52223-7e27-4ed1-abe0-32e5f27fa9e1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Jul 08 18:17:12.758872 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b6c41177-39a9-403e-852f-07173eb71a2e details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:17:12.854011 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:12.864849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'port_id': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'mac_address': 'fa:16:3e:18:fe:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:17:12.901033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.913314 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c41177-39a9-403e-852f-07173eb71a2e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:17:12.936632 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:12.940690 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:12.986066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:12.993703 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.993990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.994333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.994668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.994999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.995330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.995652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.995976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.996343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.996699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.997024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:12.997344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:13.141490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b6c41177-39a9-403e-852f-07173eb71a2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:17:13.473069 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.626617 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:13.790364 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8d873-4ee7-4b7a-997e-c166c1a757f5 req-869e9e00-8e66-432a-a590-5edc7ad631e9 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:13.791844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27d8d873-4ee7-4b7a-997e-c166c1a757f5 req-869e9e00-8e66-432a-a590-5edc7ad631e9 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 945 time: 0.0639763 Jul 08 18:17:13.828291 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27d8d873-4ee7-4b7a-997e-c166c1a757f5 req-f6093cb2-b99e-4ac5-b28d-b47669e18ffe tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Jul 08 18:17:14.768060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b6c41177-39a9-403e-852f-07173eb71a2e up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:17:14.818683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port b6c41177-39a9-403e-852f-07173eb71a2e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:17:14.822487 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port b6c41177-39a9-403e-852f-07173eb71a2e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:14.822860 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.898353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.921760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:14.924061 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c0a96-0473-44bf-98da-3aec259d202d" -d '{"events": [{"server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "name": "network-vif-plugged", "status": "completed", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:14.937813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:14.942049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.970772 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a7379-fd65-4ddb-9363-0e773783a089 x-openstack-request-id: req-dd9a7379-fd65-4ddb-9363-0e773783a089 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:14.971058 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "name": "network-vif-plugged", "status": "completed", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:14.971311 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd9a7379-fd65-4ddb-9363-0e773783a089 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:14.971690 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'code': 200} Jul 08 18:17:15.001855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:15.012726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1ade9-623c-4e9a-bd72-2da2f8740bec req-0b1036d8-1643-4d8d-a375-e0daa8fd3e6e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:15.014274 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69f1ade9-623c-4e9a-bd72-2da2f8740bec req-0b1036d8-1643-4d8d-a375-e0daa8fd3e6e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0707545 Jul 08 18:17:15.082186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-69f1ade9-623c-4e9a-bd72-2da2f8740bec req-76e0f637-2c3a-4fd2-a497-8d60ff7b9d69 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618992 Jul 08 18:17:15.099993 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b9fcc-18f1-44ee-9d6f-3201eccbbea3 req-846d6e1e-97ce-4c0d-972c-71e9bfe7e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:15.102023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-146b9fcc-18f1-44ee-9d6f-3201eccbbea3 req-846d6e1e-97ce-4c0d-972c-71e9bfe7e9fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1097 time: 0.0675662 Jul 08 18:17:15.137370 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-146b9fcc-18f1-44ee-9d6f-3201eccbbea3 req-4e526cf6-55f6-4d6c-8eb5-37cde984e0bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288594 Jul 08 18:17:16.260036 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb5a08-0a2f-4e10-ae76-1f2996ae12a3 req-7ed47ad5-5033-452d-bf88-88277fcf06f5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:16.261568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ffb5a08-0a2f-4e10-ae76-1f2996ae12a3 req-7ed47ad5-5033-452d-bf88-88277fcf06f5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0672133 Jul 08 18:17:16.301942 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8ffb5a08-0a2f-4e10-ae76-1f2996ae12a3 req-7abc98d3-de04-4993-b998-fd76cad8021d tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Jul 08 18:17:16.475315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c053343-db06-49e2-b81a-5e4649e29fc9 req-db7cfa16-0b5f-4b84-96ff-02a2230be91c tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:16.476793 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c053343-db06-49e2-b81a-5e4649e29fc9 req-db7cfa16-0b5f-4b84-96ff-02a2230be91c tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0633852 Jul 08 18:17:16.517418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c053343-db06-49e2-b81a-5e4649e29fc9 req-11c956ee-d9ba-461f-b1be-691242e3b366 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Jul 08 18:17:16.862988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed58be3-269c-46a3-aa4e-5411ca9202c7 req-9d8b3987-1dad-4825-a03e-298c51fd66ee tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:16.864366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ed58be3-269c-46a3-aa4e-5411ca9202c7 req-9d8b3987-1dad-4825-a03e-298c51fd66ee tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0630274 Jul 08 18:17:16.901524 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ed58be3-269c-46a3-aa4e-5411ca9202c7 req-bffab025-b695-417b-bbf9-3102e0bc6e38 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310960 Jul 08 18:17:19.603662 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c9bf8724-f93b-416b-aa1d-8c55822f85d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:21.295213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-4dd14f67-cf7d-42b8-a183-12d93e06f15f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514202 Jul 08 18:17:21.388635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-04c2113e-e6f9-4eea-a3d5-1e91decd9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:21.390148 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-04c2113e-e6f9-4eea-a3d5-1e91decd9d95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1097 time: 0.0525172 Jul 08 18:17:21.497595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-a876dca5-729c-40bc-82b4-f605888a7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:21.499099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-a876dca5-729c-40bc-82b4-f605888a7011 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0894086 Jul 08 18:17:21.540799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-56db6ba5-8650-4f7f-8910-628bee7b2e96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 217 time: 0.0349877 Jul 08 18:17:21.593398 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-511a66b0-46e4-4952-9897-d65714d82ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:21.594918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-511a66b0-46e4-4952-9897-d65714d82ffe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0477073 Jul 08 18:17:21.652138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-f027c444-2f47-4ad8-a030-3012f60cd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:21.653629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-f027c444-2f47-4ad8-a030-3012f60cd8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521281 Jul 08 18:17:21.742774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-75cbd751-95ac-46a9-9971-d85479e47d3a service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831158 Jul 08 18:17:21.840577 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-412ce5e7-bf83-46f9-9376-ac4246a8935e req-c962552f-6c92-407a-9f23-694d0eb55566 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914390 Jul 08 18:17:22.276584 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f596ad4-5e1f-4ae9-8850-d7ead89bb3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:22.454131 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:23.800562 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:25.160349 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.572263 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5c64-26c6-4e20-b875-a2ed16b200cb req-c38dee28-8cc7-4923-8d6d-ca7d1b873ba7 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:28.573631 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d42c5c64-26c6-4e20-b875-a2ed16b200cb req-c38dee28-8cc7-4923-8d6d-ca7d1b873ba7 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0636003 Jul 08 18:17:28.610013 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d42c5c64-26c6-4e20-b875-a2ed16b200cb req-0b41f5a0-98a1-4781-b510-86b66f34217e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308170 Jul 08 18:17:28.635347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35318) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:28.774879 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c55733-68c5-44de-85de-b08e9ec3e154 tempest-TestMinimumBasicScenario-1366748200 tempest-TestMinimumBasicScenario-1366748200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:28.776406 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-45c55733-68c5-44de-85de-b08e9ec3e154 tempest-TestMinimumBasicScenario-1366748200 tempest-TestMinimumBasicScenario-1366748200-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1092 time: 0.1401117 Jul 08 18:17:28.779450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35322) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:28.783761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:28.805996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:28.900971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.006096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Allocated IP 172.25.3.80 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/3839cdab-3591-4719-af4c-95edb0cb767b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:17:29.107156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.146967 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.189295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:17:29.191911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:17:29.195119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:17:29.219940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'Port': ['ID=3839cdab-3591-4719-af4c-95edb0cb767b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:29.557074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.633694 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.779547 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.784191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.851527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'Port': ['ID=3839cdab-3591-4719-af4c-95edb0cb767b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:29.860989 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:29.958892 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Floating IP 910dec5f-62cc-4ac7-947a-eacf2441b6ca associated. External IP: 172.25.3.80, port: b6c41177-39a9-403e-852f-07173eb71a2e. Jul 08 18:17:30.455628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:17:30.564668 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:17:30.574565 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] Sync routers for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:17:30.580191 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.583750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:30.584380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:30.616870 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ca02287f-1074-4467-a58a-834182b5e921 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8360369 Jul 08 18:17:30.617077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:30.619417 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28466621-a7f1-4279-a988-3f80e8db5e54" -d '{"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:30.619578 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35324) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.624113 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197632997', 'description': 'tempest-secgroup-smoke-197632997 description', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.649040 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.657958 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab6bf09-3f79-4bf5-a141-b80365d7fb5d x-openstack-request-id: req-7ab6bf09-3f79-4bf5-a141-b80365d7fb5d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:30.657958 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:30.657958 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ab6bf09-3f79-4bf5-a141-b80365d7fb5d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:30.658692 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'status': 'completed', 'code': 200} Jul 08 18:17:30.709983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:30.736374 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.742872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.759600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-c6e89007-f617-4d44-a6fe-4e47abcb97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:30.761615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-c6e89007-f617-4d44-a6fe-4e47abcb97d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1097 time: 0.0692515 Jul 08 18:17:30.773521 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.774802 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543071 Jul 08 18:17:30.777727 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35328) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.782293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group_rule': {'security_group_id': '1bfd511f-8b9d-4eaf-bde8-c849159c4d87', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.787120 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd511f-8b9d-4eaf-bde8-c849159c4d87,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:30.797111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.797468 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.798479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.798479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.798479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.798803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.799137 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.799466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.799795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.800121 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.800438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.800764 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a6d2-fe62-47f4-b873-e48942c39788 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:17:30.824932 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.870808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-8813c331-8656-4ada-a28a-ee6dbf0265c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:30.872293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-8813c331-8656-4ada-a28a-ee6dbf0265c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0961874 Jul 08 18:17:30.889279 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.893515 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.912735 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544a7066-ac9e-48a9-bc13-e3cc617c3837,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:30.921338 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.922971 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2a34cb2c-6690-4874-83fe-b6d580de7270 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442583 Jul 08 18:17:30.925771 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35330) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:30.932300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group_rule': {'security_group_id': '1bfd511f-8b9d-4eaf-bde8-c849159c4d87', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:30.963106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '910dec5f-62cc-4ac7-947a-eacf2441b6ca', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'port_id': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'mac_address': 'fa:16:3e:18:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:17:29Z', 'updated_at': '2021-07-08T18:17:29Z', 'revision_number': 0, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:30.968454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-379072b7-e18c-4c26-9876-9730e0d5c3c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 999 time: 0.0797515 Jul 08 18:17:30.974758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.994395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] Checking router: f3ac23e8-76a9-42e8-996c-f9416bac2ac7 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:17:31.002560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:17:31.003179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:17:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:31.048883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-f6933a8f-505d-49d1-9330-ae529e3b73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:31.050520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-f6933a8f-505d-49d1-9330-ae529e3b73db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0731804 Jul 08 18:17:31.074468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.092882 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.114575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ece8ff4-6147-4864-86bc-c24d15d338d6,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.125010 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.125511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:17:31.126249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-51079454-096a-4c8b-b1a2-cdb1f43ca8de tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1994450 Jul 08 18:17:31.129209 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35332) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.137860 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group_rule': {'security_group_id': '1bfd511f-8b9d-4eaf-bde8-c849159c4d87', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.143007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-3795a6d3-b985-415b-b60f-eeb0969ff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:31.144711 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-3795a6d3-b985-415b-b60f-eeb0969ff2b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841625 Jul 08 18:17:31.173484 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.235178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.240409 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.258342 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-ba9c46bf-a8db-4151-ab35-80c228a9b69b service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063585 Jul 08 18:17:31.262611 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c0cea7-1aa6-4153-b70f-e97cc6290fbb,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.271510 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.272513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-185d0074-9f07-4a0c-bfef-8c683240e5f2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410015 Jul 08 18:17:31.275076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35334) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.279649 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group_rule': {'security_group_id': '1bfd511f-8b9d-4eaf-bde8-c849159c4d87', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.307899 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.360345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28466621-a7f1-4279-a988-3f80e8db5e54 req-530393b4-2fed-4f2a-a0fd-744cd4c01e39 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948684 Jul 08 18:17:31.366216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '910dec5f-62cc-4ac7-947a-eacf2441b6ca', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'port_id': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'mac_address': 'fa:16:3e:18:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:17:29Z', 'updated_at': '2021-07-08T18:17:29Z', 'revision_number': 0, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:17:31.375931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.380627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.393805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdf5738-84dd-4ec1-b83d-2ce519c51273 None None] The sync data for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 is: [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '910dec5f-62cc-4ac7-947a-eacf2441b6ca', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'port_id': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'mac_address': 'fa:16:3e:18:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:17:29Z', 'updated_at': '2021-07-08T18:17:29Z', 'revision_number': 0, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:17:31.403199 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96b7a79-29fc-4c98-9dd6-7556ac8e1325,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.407150 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.410866 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aefd583d-71ed-42f1-8447-7f3cd7b45a35 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323342 Jul 08 18:17:31.411851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35336) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.422643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group_rule': {'security_group_id': '1bfd511f-8b9d-4eaf-bde8-c849159c4d87', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.440982 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Project 0c22d16c92414dfdabd31e62bce1b1c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:17:31.447872 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.512834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.516465 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.543233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d0558a-b7a6-4c16-aa43-482daf76bfe4,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.547287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.551104 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b9705902-a548-4dfa-a1fe-d255b8cb0a98 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357460 Jul 08 18:17:31.551632 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:17:31.556726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'security_group_rule': {'security_group_id': '1bfd511f-8b9d-4eaf-bde8-c849159c4d87', 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.580578 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Project 0c22d16c92414dfdabd31e62bce1b1c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:17:31.587236 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.618215 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d71be-eb4d-4ac9-950c-85cba5d2b34f None None] New status for floating IP 910dec5f-62cc-4ac7-947a-eacf2441b6ca: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:17:31.655348 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.660470 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.678738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5274fb31-c117-4966-ad8f-380e695ffb58,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:31.684461 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.685809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2fdb1030-483f-417d-a940-dc87a16ec741 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328452 Jul 08 18:17:31.812352 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-87640458-b50c-4f86-8c98-e5f1f8b4d061 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197632997&fields=id&tenant_id=0c22d16c92414dfdabd31e62bce1b1c3 HTTP/1.1" status: 200 len: 267 time: 0.0358191 Jul 08 18:17:31.885266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-524548f8-0e86-4526-892a-a2cce289c1fd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:31.886802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-524548f8-0e86-4526-892a-a2cce289c1fd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0691540 Jul 08 18:17:31.898239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'port': {'security_groups': ['5af362b8-71c3-40d3-966f-ca05ff8656ca', '1bfd511f-8b9d-4eaf-bde8-c849159c4d87']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:17:31.982957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.176172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:17:32.206595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.211708 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.224963 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b6c41177-39a9-403e-852f-07173eb71a2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:17:32.254881 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:32.256050 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.257469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23ea1067-31e8-45dd-b4bc-aa2552e1557b req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "PUT /v2.0/ports/b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 982 time: 0.3646467 Jul 08 18:17:32.281562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4e5ae-8901-4e69-bb5a-c88323b86152 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:17:32.324700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b6c41177-39a9-403e-852f-07173eb71a2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:17:32.428950 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9cc48-5571-45d4-bcd0-fa070852c259 req-30dc64ab-f074-4722-a57f-225f129d7437 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:32.430856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65f9cc48-5571-45d4-bcd0-fa070852c259 req-30dc64ab-f074-4722-a57f-225f129d7437 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0710349 Jul 08 18:17:32.475427 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-65f9cc48-5571-45d4-bcd0-fa070852c259 req-fd568e17-68f3-4512-bfd8-9d550b828adb tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377455 Jul 08 18:17:32.565719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-88fbcdca-68f0-4084-a54b-f07932183de0 None None] Provisioning complete for port b6c41177-39a9-403e-852f-07173eb71a2e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:17:32.566068 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88fbcdca-68f0-4084-a54b-f07932183de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:32.659093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:17:32.661467 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07511557-08b4-4089-9144-d274bdc85693" -d '{"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:17:32.697036 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f3042-d3fa-426c-bf05-fb867fa61e5a x-openstack-request-id: req-601f3042-d3fa-426c-bf05-fb867fa61e5a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:17:32.697319 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:17:32.697569 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-601f3042-d3fa-426c-bf05-fb867fa61e5a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:17:32.698024 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'status': 'completed', 'code': 200} Jul 08 18:17:32.777448 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511557-08b4-4089-9144-d274bdc85693 req-25d168af-2e57-4cfd-ba74-2b577c8b6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:32.779093 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-25d168af-2e57-4cfd-ba74-2b577c8b6a2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1136 time: 0.0582836 Jul 08 18:17:32.877259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511557-08b4-4089-9144-d274bdc85693 req-326527e6-6894-4f03-a06c-75ac0937546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:32.878794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-326527e6-6894-4f03-a06c-75ac0937546a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0935018 Jul 08 18:17:32.933065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:17:32.946751 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-71cff1b7-7d79-49e2-b927-ed0b8a1284aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 1001 time: 0.0607901 Jul 08 18:17:32.996207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511557-08b4-4089-9144-d274bdc85693 req-1b606a38-33fb-419e-a861-30c820a7748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:32.997701 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-1b606a38-33fb-419e-a861-30c820a7748d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0436440 Jul 08 18:17:33.062590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511557-08b4-4089-9144-d274bdc85693 req-7535c0b8-3ec5-4476-9995-6366aee5c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:33.064101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-7535c0b8-3ec5-4476-9995-6366aee5c935 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588179 Jul 08 18:17:33.153006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-d1813391-7ab5-4092-b93e-b312d4a9d49f service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815098 Jul 08 18:17:33.260716 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-07511557-08b4-4089-9144-d274bdc85693 req-bda100e8-762f-43fa-9a92-f780ebed7b19 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001120 Jul 08 18:17:43.475721 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:43.623378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.608962 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f815d50d-09cf-47c7-b56d-5ff96680dd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:49.896580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-0cb67c65-bc0a-472d-9957-ae2382709bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:49.898106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-0cb67c65-bc0a-472d-9957-ae2382709bfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1136 time: 0.0862195 Jul 08 18:17:49.979901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc467e-eb16-4125-b544-b3fbc1252f95 req-760dd592-5462-43a6-8cd1-ecaa5573d4a4 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:49.981311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-31bc467e-eb16-4125-b544-b3fbc1252f95 req-760dd592-5462-43a6-8cd1-ecaa5573d4a4 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.1299987 Jul 08 18:17:50.031991 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-4803cac3-ab64-4116-8a40-42c2eca2c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.033414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-4803cac3-ab64-4116-8a40-42c2eca2c385 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.1280243 Jul 08 18:17:50.043580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-31bc467e-eb16-4125-b544-b3fbc1252f95 req-c7cdbae6-38c8-447c-bd90-31d80e348840 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514283 Jul 08 18:17:50.107403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-fd4fd481-e310-416a-be16-d98b83a13e30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 1001 time: 0.0629001 Jul 08 18:17:50.157476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-35470252-af7e-43f4-ab49-61b2de95d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.158962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-35470252-af7e-43f4-ab49-61b2de95d7cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0452363 Jul 08 18:17:50.218747 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-4f70a6c4-4086-46c3-8af4-98f4792737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:50.220230 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-4f70a6c4-4086-46c3-8af4-98f4792737d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520523 Jul 08 18:17:50.319155 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-ec7fb1e2-63d9-483f-b782-f8b3aafb365a service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Jul 08 18:17:50.408103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-32508445-e8e8-4bcd-afad-7852a59f5c16 req-75c57b0a-23c9-4ca5-aee6-ad666a3aa6af service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Jul 08 18:17:51.220749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea71d7a-b5ba-420a-b550-6fe441e177dc req-3a771746-ecea-493e-bee5-3d78ac2ad009 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:51.222245 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bea71d7a-b5ba-420a-b550-6fe441e177dc req-3a771746-ecea-493e-bee5-3d78ac2ad009 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0635793 Jul 08 18:17:51.261078 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bea71d7a-b5ba-420a-b550-6fe441e177dc req-9fdd71b6-87e9-4512-99b6-1b01d85ee3ce tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325375 Jul 08 18:17:52.277266 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-17fa305f-a916-4fe4-8c51-658584acc60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.435201 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a886a-e5a5-487e-98df-7e670515e403 req-2f3b0908-57ab-40d1-936e-b7da17037c7b tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:52.436688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a01a886a-e5a5-487e-98df-7e670515e403 req-2f3b0908-57ab-40d1-936e-b7da17037c7b tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0656493 Jul 08 18:17:52.456903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:52.482127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a01a886a-e5a5-487e-98df-7e670515e403 req-5588aeb7-c42f-442b-aeea-12f85ec528a4 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364625 Jul 08 18:17:53.656977 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c6cc1-2c32-494b-b44f-0867b3577ac7 req-33118ef8-7ac2-4fbb-86e1-8aeec2df9970 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:53.658501 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e2c6cc1-2c32-494b-b44f-0867b3577ac7 req-33118ef8-7ac2-4fbb-86e1-8aeec2df9970 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0666072 Jul 08 18:17:53.699713 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8e2c6cc1-2c32-494b-b44f-0867b3577ac7 req-e0a226ba-fe33-4486-9b8e-10e578b02e10 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344055 Jul 08 18:17:53.803942 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:54.880105 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bde11-6e54-415b-b07a-443f09d22cc1 req-aa36bb03-e7e8-4fb9-907e-e90562ac5acf tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:54.881583 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-804bde11-6e54-415b-b07a-443f09d22cc1 req-aa36bb03-e7e8-4fb9-907e-e90562ac5acf tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0684190 Jul 08 18:17:54.921408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-804bde11-6e54-415b-b07a-443f09d22cc1 req-8a448b1b-2e03-4256-8a18-afb522bf5cf6 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340352 Jul 08 18:17:55.163035 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.092812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c049d-bc5b-4d08-8ffc-62f9d16518d2 req-184b5120-c143-40c3-9c18-30e918d13c37 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:56.094229 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-335c049d-bc5b-4d08-8ffc-62f9d16518d2 req-184b5120-c143-40c3-9c18-30e918d13c37 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0632322 Jul 08 18:17:56.134924 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-335c049d-bc5b-4d08-8ffc-62f9d16518d2 req-55c3ca4d-9bdb-4b13-89f6-3e06a0e10f3e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344741 Jul 08 18:17:57.308840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fc986-1787-45cc-92c1-dbd02ff7be2d req-b1213927-d70e-46df-b9c3-ec6f29349295 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:57.310334 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-782fc986-1787-45cc-92c1-dbd02ff7be2d req-b1213927-d70e-46df-b9c3-ec6f29349295 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0641258 Jul 08 18:17:57.350024 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-782fc986-1787-45cc-92c1-dbd02ff7be2d req-2acb7d3d-d7b0-4280-9e06-2470d284eff2 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341504 Jul 08 18:17:58.527352 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d29d-61e0-4b54-b218-af66763c6520 req-65df1b62-7876-41b1-b11c-0fe223babf25 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.528838 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce85d29d-61e0-4b54-b218-af66763c6520 req-65df1b62-7876-41b1-b11c-0fe223babf25 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0678332 Jul 08 18:17:58.570958 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ce85d29d-61e0-4b54-b218-af66763c6520 req-889e8500-ebae-4e2c-8342-507db933e053 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360932 Jul 08 18:17:59.751319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420542f-5624-4634-b6c5-fa5c460f002c req-7d0fc08d-42d4-41e5-ba4a-c14c84bd1df1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:59.752800 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f420542f-5624-4634-b6c5-fa5c460f002c req-7d0fc08d-42d4-41e5-ba4a-c14c84bd1df1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0684824 Jul 08 18:17:59.793129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f420542f-5624-4634-b6c5-fa5c460f002c req-1b86c874-0009-40a5-a344-c129bb47ce92 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341620 Jul 08 18:18:00.967467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a1c83-fe22-4c47-9b61-879ee6799b05 req-dd0feb7b-5ad5-4ebb-9dec-3e5f9632113e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:00.968957 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-456a1c83-fe22-4c47-9b61-879ee6799b05 req-dd0feb7b-5ad5-4ebb-9dec-3e5f9632113e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0653157 Jul 08 18:18:01.008184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-456a1c83-fe22-4c47-9b61-879ee6799b05 req-ed6bdc60-d081-4d9f-a2ad-639ed1a9a280 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335419 Jul 08 18:18:02.188411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af716917-4e34-489e-a285-6debd69248d8 req-99173af6-3fc9-4ca9-ac32-3584f456b84a tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:02.189901 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af716917-4e34-489e-a285-6debd69248d8 req-99173af6-3fc9-4ca9-ac32-3584f456b84a tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0691247 Jul 08 18:18:02.233549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af716917-4e34-489e-a285-6debd69248d8 req-e4d80f17-76e2-4b13-8f47-9519547d3ba4 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bfd511f-8b9d-4eaf-bde8-c849159c4d87&id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378783 Jul 08 18:18:09.932497 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:18:13.474723 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:13.627892 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:19.610619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1a23f2d7-af0a-4263-81b6-2b687b707ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:21.733082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-977c1d73-137e-4fc4-8a67-e5b5b6353122 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901270 Jul 08 18:18:21.831533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-9f7e7918-16a7-4607-92cd-c70f0a645ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:21.833007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-9f7e7918-16a7-4607-92cd-c70f0a645ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1136 time: 0.0568221 Jul 08 18:18:21.937847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-e7396d11-4d1a-4459-8cda-5da3076b48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:21.939349 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-e7396d11-4d1a-4459-8cda-5da3076b48c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0858488 Jul 08 18:18:22.009741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-02472031-1f16-4008-a088-959178d1ee37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 1001 time: 0.0623980 Jul 08 18:18:22.058393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-02afacda-30ed-4d1e-83ad-e9da87ab63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:22.059810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-02afacda-30ed-4d1e-83ad-e9da87ab63bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0442901 Jul 08 18:18:22.117764 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-a590f780-d621-4f75-b60f-35ee1b46acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:22.119311 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-a590f780-d621-4f75-b60f-35ee1b46acfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529122 Jul 08 18:18:22.213978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-293b69d4-e744-41c1-8973-10db17804fbc service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878727 Jul 08 18:18:22.277692 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e9e63521-5f27-4fcd-add3-d2ec22dcee0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:22.304770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4a3aabb3-d7df-4cd3-9e27-ff319ea6690f req-e0a2df66-4044-4eb9-8783-f1e6149ffb61 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843046 Jul 08 18:18:22.458560 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:23.806300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:25.165687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.776413 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12d5ca84-d941-4701-a22f-63ed0286592a req-8df576d7-4c2f-440b-869b-8a71396e1fcc tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197632997&fields=id&tenant_id=0c22d16c92414dfdabd31e62bce1b1c3 HTTP/1.1" status: 200 len: 267 time: 0.0326543 Jul 08 18:18:34.843961 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ca84-d941-4701-a22f-63ed0286592a req-4c0ce555-bce1-4013-b9f1-ebfbe571c661 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:34.845419 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12d5ca84-d941-4701-a22f-63ed0286592a req-4c0ce555-bce1-4013-b9f1-ebfbe571c661 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 985 time: 0.0638547 Jul 08 18:18:34.856605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Request body: {'port': {'security_groups': ['5af362b8-71c3-40d3-966f-ca05ff8656ca']}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:34.941739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.113234 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:35.143231 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.147617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.162644 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b6c41177-39a9-403e-852f-07173eb71a2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:35.192106 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.192657 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.194085 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-12d5ca84-d941-4701-a22f-63ed0286592a req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "PUT /v2.0/ports/b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 943 time: 0.3419924 Jul 08 18:18:35.195127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:35.201790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35396) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.233317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event updated for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.246594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.247299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.248051 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.248838 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.249620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.250452 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.251244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.252040 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.252818 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.253589 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.254437 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.255246 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a1ade-d107-4184-8561-0d570b512802 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.299729 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.318001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b6c41177-39a9-403e-852f-07173eb71a2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:35.332703 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.352479 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}452ab09f10190a758b08acbf71bc11620b8353066b507da012c34b04bf3d4270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008ce9b2-558c-4a16-a335-9c7789a56f67" -d '{"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:35.430361 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.433421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.437243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "DELETE /v2.0/security-groups/1bfd511f-8b9d-4eaf-bde8-c849159c4d87 HTTP/1.1" status: 204 len: 168 time: 0.2320683 Jul 08 18:18:35.437672 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35402) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:35.445206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd511f-8b9d-4eaf-bde8-c849159c4d87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.453424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.454037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.454459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.454963 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.455265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.455682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.456081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.456479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.456871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.457265 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.457655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.458100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cee001e-2384-4593-969b-5c553ef597cd tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:35.492152 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c85046-ec9c-4795-9187-575741d7cdac x-openstack-request-id: req-a1c85046-ec9c-4795-9187-575741d7cdac {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:35.492565 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:35.492877 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1c85046-ec9c-4795-9187-575741d7cdac {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:35.493425 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'status': 'completed', 'code': 200} Jul 08 18:18:35.494759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7cec9c91-9d08-47b0-b0d5-e682f5bbaa72 None None] Provisioning complete for port b6c41177-39a9-403e-852f-07173eb71a2e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:35.495287 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7cec9c91-9d08-47b0-b0d5-e682f5bbaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.573846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-1fe9cb1f-5cc8-4bda-a2f9-23d891737602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.575610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-1fe9cb1f-5cc8-4bda-a2f9-23d891737602 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1097 time: 0.0563607 Jul 08 18:18:35.622928 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Deleting port 3839cdab-3591-4719-af4c-95edb0cb767b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:35.623276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.663580 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-b6a8dadb-3dcd-4516-bf84-82a9d709737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.665403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-b6a8dadb-3dcd-4516-bf84-82a9d709737e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0837979 Jul 08 18:18:35.698631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.698877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.710605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Calling delete_port for 3839cdab-3591-4719-af4c-95edb0cb767b owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:35.734712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-0abdbd86-15e5-4888-b261-45b6f6ed8bcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 1001 time: 0.0631309 Jul 08 18:18:35.785785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-662fb4cf-2923-4284-9c82-504a6d32f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.787282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-662fb4cf-2923-4284-9c82-504a6d32f261 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0447586 Jul 08 18:18:35.844447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-55fbae9f-1fbd-4ff4-b781-cc3bd2916702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.846006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-55fbae9f-1fbd-4ff4-b781-cc3bd2916702 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522966 Jul 08 18:18:35.862547 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.888971 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event deleted for resources: {'Port': ['ID=3839cdab-3591-4719-af4c-95edb0cb767b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.940777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-97b5c23e-69b7-4187-9caa-aa3d3cc04a9e service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878232 Jul 08 18:18:35.954399 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.954735 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Floating IP 910dec5f-62cc-4ac7-947a-eacf2441b6ca disassociated (deleted). External IP: 172.25.3.80, port: b6c41177-39a9-403e-852f-07173eb71a2e. Jul 08 18:18:36.029634 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-008ce9b2-558c-4a16-a335-9c7789a56f67 req-bf63000c-4319-4312-861c-e366cc901303 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825262 Jul 08 18:18:36.157454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:18:36.264583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:36.269376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:36.273786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] Sync routers for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:36.282797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:36.283409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:36.309317 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-8c76e5a1-1a21-40d0-8678-57b6270783a5 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "DELETE /v2.0/floatingips/910dec5f-62cc-4ac7-947a-eacf2441b6ca HTTP/1.1" status: 204 len: 168 time: 0.8704412 Jul 08 18:18:36.389225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:36.594238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:36.626460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] Checking router: f3ac23e8-76a9-42e8-996c-f9416bac2ac7 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:36.635847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:36.636473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:36.741736 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:36.936015 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:36.963181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf7b8fa-6522-4322-8769-a43160025c25 None None] The sync data for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 is: [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:16:40Z', 'revision_number': 4, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'd2336847-de2b-48b2-b228-74472eb242b4', 'name': '', 'network_id': 'fce15edd-4819-46f2-9d6e-e043c58ea84e', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'mac_address': 'fa:16:3e:28:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '042593e1-905e-4c32-bd21-b445b3298856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:40Z', 'updated_at': '2021-07-08T18:16:46Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'subnets': [{'id': '042593e1-905e-4c32-bd21-b445b3298856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:37.199813 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e025faf-24b9-449f-a0c2-1859535c5525 None None] New status for floating IP 910dec5f-62cc-4ac7-947a-eacf2441b6ca: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:18:37.495308 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:37.497657 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}452ab09f10190a758b08acbf71bc11620b8353066b507da012c34b04bf3d4270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90" -d '{"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:37.533123 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69e927-4156-4a67-93c4-d821c4b14998 x-openstack-request-id: req-2d69e927-4156-4a67-93c4-d821c4b14998 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:37.533414 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:37.533669 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d69e927-4156-4a67-93c4-d821c4b14998 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:37.534105 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'status': 'completed', 'code': 200} Jul 08 18:18:37.622666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-94713639-0fac-4535-ac2b-c95b209c3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.624182 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-94713639-0fac-4535-ac2b-c95b209c3497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 1097 time: 0.0652678 Jul 08 18:18:37.719494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-377b0b9a-0a5e-4f8f-ada7-efed9e93db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.720963 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-377b0b9a-0a5e-4f8f-ada7-efed9e93db58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 200 len: 914 time: 0.0897989 Jul 08 18:18:37.768409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-5d2d9765-89e4-44c7-aa88-02deaf047195 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 200 len: 217 time: 0.0399687 Jul 08 18:18:37.817498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-63a3b1fd-60ac-4952-a42e-5b48af28fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.818975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-63a3b1fd-60ac-4952-a42e-5b48af28fe9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 200 len: 852 time: 0.0442233 Jul 08 18:18:37.877180 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-e0be3f76-ab1a-4a5c-ae53-4a5f41cf4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.878721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-e0be3f76-ab1a-4a5c-ae53-4a5f41cf4d4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fce15edd-4819-46f2-9d6e-e043c58ea84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530522 Jul 08 18:18:37.970908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-73d73457-0530-4790-9b56-13762b5e13c7 service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857010 Jul 08 18:18:38.061264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b1d99747-e5bf-4160-b6f4-9635c2a2ae90 req-c08990e8-eb89-4cbd-8f80-cf1459acde4f service neutron] 10.222.0.21 "GET /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837564 Jul 08 18:18:43.482971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.631518 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:43.718562 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab76f-6c83-469a-a5d3-0624a3fae7b6 req-25f7c20a-68b3-45c2-91f5-d43a27117f9e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.720137 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-101ab76f-6c83-469a-a5d3-0624a3fae7b6 req-25f7c20a-68b3-45c2-91f5-d43a27117f9e tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0645308 Jul 08 18:18:43.760813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-101ab76f-6c83-469a-a5d3-0624a3fae7b6 req-9d145411-7948-4fb9-9fcf-4c694fc22ecf tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348034 Jul 08 18:18:44.988225 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3114f-b085-44bb-ae3f-289b2a7eda5c req-97293da3-7124-4ff6-a67f-ceace1596b9d tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.989718 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c3114f-b085-44bb-ae3f-289b2a7eda5c req-97293da3-7124-4ff6-a67f-ceace1596b9d tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.1136994 Jul 08 18:18:45.027596 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f9c3114f-b085-44bb-ae3f-289b2a7eda5c req-7fc92f4b-83e1-42f5-a63a-a7b2566978c1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/security-groups?id=5af362b8-71c3-40d3-966f-ca05ff8656ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Jul 08 18:18:45.244062 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-c66234bb-f5f1-43e1-ae87-41838cb39bef tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:45.245506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-c66234bb-f5f1-43e1-ae87-41838cb39bef tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 946 time: 0.0663936 Jul 08 18:18:45.343318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Deleting port b6c41177-39a9-403e-852f-07173eb71a2e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:45.343663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.433829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] For port b6c41177-39a9-403e-852f-07173eb71a2e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=b6c41177-39a9-403e-852f-07173eb71a2e,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:45.434218 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.445745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Calling delete_port for b6c41177-39a9-403e-852f-07173eb71a2e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:45.573410 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.585383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['b6c41177-39a9-403e-852f-07173eb71a2e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:45.603665 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Pushing event deleted for resources: {'Port': ['ID=b6c41177-39a9-403e-852f-07173eb71a2e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:45.651042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] No DVR routers for this DVR port b6c41177-39a9-403e-852f-07173eb71a2e on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:45.653625 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:45.655619 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e5141dd-5191-48f2-aa85-f509b8e32396 req-3b7a4aa3-51fe-4765-9d2c-9a711e741440 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.21 "DELETE /v2.0/ports/b6c41177-39a9-403e-852f-07173eb71a2e HTTP/1.1" status: 204 len: 173 time: 0.4050050 Jul 08 18:18:45.656054 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'name': 'network-vif-deleted', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:45.658324 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f12f8c-dbd4-4e72-b1b4-12a50b077591" -d '{"events": [{"server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "name": "network-vif-deleted", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:45.699371 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56911f-8c26-4edb-b7ce-0f357c1485b2 x-openstack-request-id: req-8a56911f-8c26-4edb-b7ce-0f357c1485b2 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:45.699667 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2563a69-93f5-450a-a00a-dc1aec10c651", "name": "network-vif-deleted", "tag": "b6c41177-39a9-403e-852f-07173eb71a2e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:45.699925 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a56911f-8c26-4edb-b7ce-0f357c1485b2 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:45.700327 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2563a69-93f5-450a-a00a-dc1aec10c651', 'name': 'network-vif-deleted', 'tag': 'b6c41177-39a9-403e-852f-07173eb71a2e', 'status': 'completed', 'code': 200} Jul 08 18:18:46.184713 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-711d3d36-e18c-4da2-a3d5-5ecc3065c265 req-27772715-67f5-4937-a98a-733a1bacd5d1 tempest-TestMinimumBasicScenario-1491464961 tempest-TestMinimumBasicScenario-1491464961-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2563a69-93f5-450a-a00a-dc1aec10c651 HTTP/1.1" status: 200 len: 210 time: 0.0294530 Jul 08 18:18:46.932271 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:18:48.006587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-85180c6e-91b7-40d1-be63-aa39570e81e0 req-94b9c48c-e8d5-4aad-8c34-a9f3b8d68e49 tempest-ServerDiskConfigTestJSON-1590400990 tempest-ServerDiskConfigTestJSON-1590400990-project] (93944) timed out ('10.222.0.21', 64307) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:18:48.818095 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35506) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:49.265095 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b6c41177-39a9-403e-852f-07173eb71a2e no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:49.292205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: b6c41177-39a9-403e-852f-07173eb71a2e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:49.292696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device b6c41177-39a9-403e-852f-07173eb71a2e not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:49.462045 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.611701 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa5cf-deca-460e-9e57-426ab5ec4a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.715718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Deleting port d2336847-de2b-48b2-b228-74472eb242b4 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:49.716067 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.794011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] For port d2336847-de2b-48b2-b228-74472eb242b4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d2336847-de2b-48b2-b228-74472eb242b4,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:49.794374 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.807984 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Calling delete_port for d2336847-de2b-48b2-b228-74472eb242b4 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:49.984086 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.014214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2336847-de2b-48b2-b228-74472eb242b4,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:50.180607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.392199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:18:50.497987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:50.503810 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-720746bc-3b8e-4132-9009-df2adeb83f7e admin admin] 10.222.0.48 "PUT /v2.0/routers/f3ac23e8-76a9-42e8-996c-f9416bac2ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6847746 Jul 08 18:18:50.506346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35508) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:50.507955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] Sync routers for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:50.517069 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:50.517680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:50.611352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.623151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:50.711016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.773641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Deleting port ca055d0a-76b3-4ab0-a326-2f239bd08ae0 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:50.774006 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.801025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:18:49Z', 'revision_number': 5, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port': {'id': 'ca055d0a-76b3-4ab0-a326-2f239bd08ae0', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:38Z', 'updated_at': '2021-07-08T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:50.831259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] Checking router: f3ac23e8-76a9-42e8-996c-f9416bac2ac7 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:50.839483 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] Routers {'f3ac23e8-76a9-42e8-996c-f9416bac2ac7'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:50.840093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:50.851266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] For port ca055d0a-76b3-4ab0-a326-2f239bd08ae0, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:50.851834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:50.864252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Calling delete_port for ca055d0a-76b3-4ab0-a326-2f239bd08ae0 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:50.921819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] Set router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:50.974688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:18:50Z', 'revision_number': 6, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:51.002803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae03c7c-c028-4a87-af4d-f0085e259049 None None] The sync data for ids ['f3ac23e8-76a9-42e8-996c-f9416bac2ac7'] in n-d-799527-4 is: [{'id': 'f3ac23e8-76a9-42e8-996c-f9416bac2ac7', 'name': 'tempest-TestMinimumBasicScenario-53144454-router', 'tenant_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:37Z', 'updated_at': '2021-07-08T18:18:50Z', 'revision_number': 6, 'project_id': '0c22d16c92414dfdabd31e62bce1b1c3', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:51.040237 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.064423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca055d0a-76b3-4ab0-a326-2f239bd08ae0,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:51.131202 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.220685 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.222804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.264158 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.264637 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ac23e8-76a9-42e8-996c-f9416bac2ac7 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:18:51.268903 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.270080 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c6b2c162-6d25-4f6d-83d5-56617386fb6d admin admin] 10.222.0.48 "DELETE /v2.0/routers/f3ac23e8-76a9-42e8-996c-f9416bac2ac7 HTTP/1.1" status: 204 len: 168 time: 0.7627864 Jul 08 18:18:51.272539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35510) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:51.316914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Deleting subnet 042593e1-905e-4c32-bd21-b445b3298856 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:51.319922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.359388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.440184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.493245 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.519591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042593e1-905e-4c32-bd21-b445b3298856,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:51.521473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.523892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-da2286d2-6216-48ba-b2d2-b9002d620403 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/042593e1-905e-4c32-bd21-b445b3298856 HTTP/1.1" status: 204 len: 168 time: 0.2503967 Jul 08 18:18:51.526441 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:51.527003 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2416d-66d8-4584-8104-1d12883358b9 None None] Network fce15edd-4819-46f2-9d6e-e043c58ea84e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:51.599622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.652617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Deleting port 98030190-4899-40ff-a2bc-ba5454aba341 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:51.652971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.719943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] For port 98030190-4899-40ff-a2bc-ba5454aba341, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=98030190-4899-40ff-a2bc-ba5454aba341,segment=NetworkSegment(c4c98fdb-9890-40d0-8cee-32ae85b09713),segment_id=c4c98fdb-9890-40d0-8cee-32ae85b09713)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:51.720302 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.733628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Calling delete_port for 98030190-4899-40ff-a2bc-ba5454aba341 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:51.795426 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] DHCP port deletion for fce15edd-4819-46f2-9d6e-e043c58ea84e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:51.822093 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.852938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d2336847-de2b-48b2-b228-74472eb242b4 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:51.855440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Pushing event deleted for resources: {'Port': ['ID=98030190-4899-40ff-a2bc-ba5454aba341,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:51.859211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] No DVR routers for this DVR port 98030190-4899-40ff-a2bc-ba5454aba341 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:51.879710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d2336847-de2b-48b2-b228-74472eb242b4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:51.880055 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d2336847-de2b-48b2-b228-74472eb242b4 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:51.880465 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 98030190-4899-40ff-a2bc-ba5454aba341 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:51.905673 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 98030190-4899-40ff-a2bc-ba5454aba341 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:51.906169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 98030190-4899-40ff-a2bc-ba5454aba341 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:51.906623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca055d0a-76b3-4ab0-a326-2f239bd08ae0 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:51.909041 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Deleting port 98030190-4899-40ff-a2bc-ba5454aba341 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:51.909480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.937243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.938411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ca055d0a-76b3-4ab0-a326-2f239bd08ae0 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:51.938786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ca055d0a-76b3-4ab0-a326-2f239bd08ae0 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:51.948312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce15edd-4819-46f2-9d6e-e043c58ea84e']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:51.958688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c98fdb-9890-40d0-8cee-32ae85b09713') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:51.958988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c98fdb-9890-40d0-8cee-32ae85b09713') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:51.968111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.983922 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.989891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] For port 98030190-4899-40ff-a2bc-ba5454aba341, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:51.990342 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.990729 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:18:51.991291 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:18:51.993865 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:18:52.009126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Calling delete_port for 98030190-4899-40ff-a2bc-ba5454aba341 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:52.012486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Port 98030190-4899-40ff-a2bc-ba5454aba341 was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:18:52.013996 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.041791 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Pushing event deleted for resources: {'Port': ['ID=98030190-4899-40ff-a2bc-ba5454aba341,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:52.044179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] No DVR routers for this DVR port 98030190-4899-40ff-a2bc-ba5454aba341 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:52.052452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.052687 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.053036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.053359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.053694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.054052 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.055070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.055243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.055759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.055759 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.056063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.056391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.056718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c046689-73ed-4c0f-a349-21cd7a818635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:52.067909 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.070451 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] 10.222.0.48 "DELETE /v2.0/networks/fce15edd-4819-46f2-9d6e-e043c58ea84e HTTP/1.1" status: 204 len: 168 time: 0.5427308 Jul 08 18:18:52.073298 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:52.087494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2119ff-c369-4a33-b03f-f0976d9c6585 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce15edd-4819-46f2-9d6e-e043c58ea84e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:52.277992 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0374e400-2bb8-4270-b302-0a33eb7c4431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.422209 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.461620 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.001603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Deleting port 901d8973-00e1-49d8-a445-69b2caba09e9 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:53.001834 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.078329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] For port 901d8973-00e1-49d8-a445-69b2caba09e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=901d8973-00e1-49d8-a445-69b2caba09e9,segment=NetworkSegment(f77fd68b-9590-40f1-83f8-1c9f55d763d6),segment_id=f77fd68b-9590-40f1-83f8-1c9f55d763d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:53.078986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.091004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Calling delete_port for 901d8973-00e1-49d8-a445-69b2caba09e9 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:53.266535 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.289789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Pushing event deleted for resources: {'Port': ['ID=901d8973-00e1-49d8-a445-69b2caba09e9,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:53.459677 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.672093 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:18:53.775938 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:18:53.780975 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ab3cecf6-a26b-42f4-8268-a7f948b1fe62 admin admin] 10.222.0.48 "PUT /v2.0/routers/a73485e8-bb73-4e34-a67b-aa6ff5bb74e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7065644 Jul 08 18:18:53.783587 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:53.786015 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] Sync routers for ids ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:18:53.795638 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] Routers {'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:53.796309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:53.809642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.888781 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:53.901670 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] Set router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:53.992808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.045646 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Deleting port cc4da634-3eda-41c9-8123-688d40774a21 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:54.046009 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.079581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:18:53Z', 'revision_number': 5, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port': {'id': 'cc4da634-3eda-41c9-8123-688d40774a21', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:54.105759 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] Checking router: a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:18:54.113973 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] Routers {'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:18:54.114586 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:54.128571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] For port cc4da634-3eda-41c9-8123-688d40774a21, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=cc4da634-3eda-41c9-8123-688d40774a21,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:54.129128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.141567 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Calling delete_port for cc4da634-3eda-41c9-8123-688d40774a21 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:54.200258 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] Set router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:18:54.250348 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:18:53Z', 'revision_number': 6, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:54.278490 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7365e-da7a-47d9-9571-feb1b4dade73 None None] The sync data for ids ['a73485e8-bb73-4e34-a67b-aa6ff5bb74e1'] in n-d-799527-4 is: [{'id': 'a73485e8-bb73-4e34-a67b-aa6ff5bb74e1', 'name': 'tempest-TestMinimumBasicScenario-1190918193-router', 'tenant_id': 'f05efb65993647f2b46d4b5523247171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:16:42Z', 'updated_at': '2021-07-08T18:18:53Z', 'revision_number': 6, 'project_id': 'f05efb65993647f2b46d4b5523247171', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:18:54.309021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.331410 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4da634-3eda-41c9-8123-688d40774a21,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:54.402534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.491277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.493434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.537213 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.537726 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:18:54.543264 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.544416 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-caa4b1e2-3b01-45c2-ab12-33d87fa71bd2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a73485e8-bb73-4e34-a67b-aa6ff5bb74e1 HTTP/1.1" status: 204 len: 168 time: 0.7599778 Jul 08 18:18:54.546983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:54.591015 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Deleting subnet 2edd522d-24fc-4f0e-8ee5-d62c9b9e527d {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:18:54.594421 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.631604 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.717151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.770543 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.798032 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edd522d-24fc-4f0e-8ee5-d62c9b9e527d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:54.800008 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.805609 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-31cd2185-fa6a-43c1-99ef-67099c1e1ef5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2edd522d-24fc-4f0e-8ee5-d62c9b9e527d HTTP/1.1" status: 204 len: 168 time: 0.2539923 Jul 08 18:18:54.805609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35522) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:54.806125 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db92b7-1268-41f6-a7ae-8dfe275324e3 None None] Network 43ff304b-12de-430c-b880-4e9cd67a7adc requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:18:54.877061 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:54.932366 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Deleting port 7f635eb3-99b2-49e5-a524-99e30f481d49 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:18:54.932707 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.002067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] For port 7f635eb3-99b2-49e5-a524-99e30f481d49, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7f635eb3-99b2-49e5-a524-99e30f481d49,segment=NetworkSegment(f77fd68b-9590-40f1-83f8-1c9f55d763d6),segment_id=f77fd68b-9590-40f1-83f8-1c9f55d763d6)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:55.002433 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.017585 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Calling delete_port for 7f635eb3-99b2-49e5-a524-99e30f481d49 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:18:55.112151 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.141083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f635eb3-99b2-49e5-a524-99e30f481d49,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:55.144532 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] No DVR routers for this DVR port 7f635eb3-99b2-49e5-a524-99e30f481d49 on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:55.170392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1414d-9646-44a2-9e64-90671738a802 None None] DHCP port deletion for 43ff304b-12de-430c-b880-4e9cd67a7adc request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:18:55.173719 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.226817 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.237398 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ff304b-12de-430c-b880-4e9cd67a7adc']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:55.249389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77fd68b-9590-40f1-83f8-1c9f55d763d6') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:55.249693 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77fd68b-9590-40f1-83f8-1c9f55d763d6') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:18:55.259856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.274630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.281435 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:18:55.281872 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:18:55.283987 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:18:55.343969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.349178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.351150 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] 10.222.0.48 "DELETE /v2.0/networks/43ff304b-12de-430c-b880-4e9cd67a7adc HTTP/1.1" status: 204 len: 168 time: 0.5448687 Jul 08 18:18:55.363723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359d43f-1e68-4184-af9b-cb417ffb49dd admin admin] Pushing event deleted for resources: {'Network': ['ID=43ff304b-12de-430c-b880-4e9cd67a7adc,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:55.509570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35526) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:55.541332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc4da634-3eda-41c9-8123-688d40774a21 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:55.550924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c321774a-c1c2-46f0-b7e8-82f73f54d230 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c22d16c92414dfdabd31e62bce1b1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401130 Jul 08 18:18:55.553271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35528) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:55.561028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: cc4da634-3eda-41c9-8123-688d40774a21 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:55.561372 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device cc4da634-3eda-41c9-8123-688d40774a21 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:55.561789 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 901d8973-00e1-49d8-a445-69b2caba09e9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:55.580519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 901d8973-00e1-49d8-a445-69b2caba09e9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:55.580865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 901d8973-00e1-49d8-a445-69b2caba09e9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:55.581268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7f635eb3-99b2-49e5-a524-99e30f481d49 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:55.600150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7f635eb3-99b2-49e5-a524-99e30f481d49 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:18:55.600497 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7f635eb3-99b2-49e5-a524-99e30f481d49 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:55.603227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90cee23d-bf31-4326-b641-329c600fb3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.625238 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90cee23d-bf31-4326-b641-329c600fb3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.671457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90cee23d-bf31-4326-b641-329c600fb3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.673971 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-90cee23d-bf31-4326-b641-329c600fb3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:55.675154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-90cee23d-bf31-4326-b641-329c600fb3c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5af362b8-71c3-40d3-966f-ca05ff8656ca HTTP/1.1" status: 204 len: 168 time: 0.1210089 Jul 08 18:18:55.685427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cee23d-bf31-4326-b641-329c600fb3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af362b8-71c3-40d3-966f-ca05ff8656ca,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:55.984745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:56.023846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b95a76d3-ce30-4035-9f20-145f8ed7e31e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f05efb65993647f2b46d4b5523247171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379629 Jul 08 18:18:56.026346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35536) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:56.075036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f372-a70b-4734-a002-f65088f05b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.098070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f372-a70b-4734-a002-f65088f05b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.146054 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f372-a70b-4734-a002-f65088f05b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.149206 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2ed8f372-a70b-4734-a002-f65088f05b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.150489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2ed8f372-a70b-4734-a002-f65088f05b8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/444c572b-7b07-4a23-87d8-07a47256e666 HTTP/1.1" status: 204 len: 168 time: 0.1232276 Jul 08 18:18:56.158206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8f372-a70b-4734-a002-f65088f05b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c572b-7b07-4a23-87d8-07a47256e666,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:57.837548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35576) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:57.842266 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279687571', 'description': 'tempest-secgroup-smoke-1279687571 description', 'project_id': '9061f9ff8cb24189afb2083327027787'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:57.864037 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.872490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.967577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.971500 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.008903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f521413-81fe-4378-8ed3-6f27d31efd37,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.063383 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.067206 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.093901 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.097858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2565670 Jul 08 18:18:58.098214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35578) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.099086 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46c04f-1914-4ce8-aaab-33a962e2c218 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac948555-90c4-488f-bddd-35291685d970,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.104052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'ac948555-90c4-488f-bddd-35291685d970', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.131154 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.177260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.181762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.200221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb0e5b5-2954-492e-9bba-1e6a2c771100,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.203766 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.204987 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5adcb32d-0fb8-45da-8fc0-be6d548343f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1057417 Jul 08 18:18:58.207761 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35580) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.212305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'ac948555-90c4-488f-bddd-35291685d970', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.237858 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.295311 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.298575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.316059 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5a7bc9-33d9-4f00-9860-b8aac31e8c56,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.323809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.325072 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ddb23af4-18e4-4a31-a2c3-87232b2d28f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163497 Jul 08 18:18:58.327833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35582) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.332285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'ac948555-90c4-488f-bddd-35291685d970', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.359124 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.420404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.423864 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.441983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921db780-0354-41e0-b286-d1cf638c42bc,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.448426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.449623 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ce2e86f6-cf06-4f11-9e19-9c45ca48e406 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208642 Jul 08 18:18:58.452358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35584) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.456715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'ac948555-90c4-488f-bddd-35291685d970', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.482308 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.541413 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.545373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.562396 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f57600-0d55-4173-9258-bd4ddecd7ad1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.568269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.569008 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0d11e4ce-811e-4896-ad65-f9131d1a3efa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156988 Jul 08 18:18:58.572358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35588) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.577009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'ac948555-90c4-488f-bddd-35291685d970', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.599460 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:18:58.604659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.663009 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.667380 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.684867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d543db-67c4-4292-a687-4b73f09a39c0,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.690448 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.691812 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-930e5c70-4a3c-412d-b47f-b7b7644902eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184177 Jul 08 18:18:58.695068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.699641 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'ac948555-90c4-488f-bddd-35291685d970', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.721003 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:18:58.725812 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.790216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.793794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.814607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6cb640-0d0a-4ec2-b1e5-f4f7b5c8eaa3,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:58.817785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.818978 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-adff5ce4-52dd-45c0-922c-5ba1cf049087 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227882 Jul 08 18:18:58.822722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35592) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:58.827467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'network': {'name': 'tempest-network-smoke--1723456171', 'project_id': '9061f9ff8cb24189afb2083327027787', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:58.847566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:18:58.851278 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.874340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:18:58.883886 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.884229 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Added segment d39d4a27-4ab5-4678-8860-329e41c627f8 of type vlan for network 26d8b913-7e59-4d85-a71a-e212de23eb6f Jul 08 18:18:58.923414 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.951919 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:58.957394 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:58.958002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.018997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952789 Jul 08 18:18:59.022067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35594) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:18:59.026893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'admin_state_up': True, 'project_id': '9061f9ff8cb24189afb2083327027787', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:59.028091 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54ec87-9f51-46af-aacb-1d56ea4ddb90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Network': ['ID=26d8b913-7e59-4d85-a71a-e212de23eb6f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:59.038126 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:18:59.050350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.051336 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.103580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.243433 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.436141 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.455101 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.554685 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.108 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/86341610-27a3-464a-a151-fa380275ce43) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:18:59.662022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.701609 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:59.743548 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:18:59.746439 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:18:59.750723 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:18:59.753690 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=86341610-27a3-464a-a151-fa380275ce43,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:59.992576 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.187894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.314206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 11c76cae-fc46-4b65-9d76-645d77fdac58 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:19:00.418654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:00.428693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Sync routers for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:00.438401 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.438594 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:00.439081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:00.439642 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0c35828b-e303-48cd-bb79-87cdf5af6378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4164944 Jul 08 18:19:00.443029 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35596) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:00.545447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:00.582001 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c0ce8f58-0848-48c1-9433-bb7d52eb5cee tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9061f9ff8cb24189afb2083327027787&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377540 Jul 08 18:19:00.584615 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35600) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:00.721820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:00.732970 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca601dfc-d1c4-4e32-978c-f0352d769663 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.738422 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ca601dfc-d1c4-4e32-978c-f0352d769663 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489973 Jul 08 18:19:00.738592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35602) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:00.752974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Checking router: 11c76cae-fc46-4b65-9d76-645d77fdac58 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:00.753329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Updating router 11c76cae-fc46-4b65-9d76-645d77fdac58 port 86341610-27a3-464a-a151-fa380275ce43 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:19:00.773726 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a3867754-cd41-4efd-8f53-db30779fb898 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342500 Jul 08 18:19:00.775880 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35604) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:00.780827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312719190', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'project_id': '9061f9ff8cb24189afb2083327027787', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:00.786410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.866636 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:00.870565 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.036361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.047332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Transition to ACTIVE for port object 86341610-27a3-464a-a151-fa380275ce43 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:01.052386 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.054740 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.105391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Attempting to bind port 86341610-27a3-464a-a151-fa380275ce43 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:01.105819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Attempting to bind port 86341610-27a3-464a-a151-fa380275ce43 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:01.106157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Attempting to bind port 86341610-27a3-464a-a151-fa380275ce43 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:01.115443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62f3ce-3105-4b3b-827e-0f1a7f304057 None None] Pushing event updated for resources: {'Port': ['ID=86341610-27a3-464a-a151-fa380275ce43,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:01.118684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Subnet': ['ID=87fd7d0f-5213-4ac7-8279-9ef186aa1d08,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:01.119469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:01.119852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:01.120821 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.121231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:01.121720 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Bound port: 86341610-27a3-464a-a151-fa380275ce43, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:01.122440 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.129465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Checking segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:01.129916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network hostable DHCP agents. Network: 26d8b913-7e59-4d85-a71a-e212de23eb6f, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:19:01.148328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:19:01.157378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 26d8b913-7e59-4d85-a71a-e212de23eb6f) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:01.161572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:01.162184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.169869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabe6de-d3b0-4939-84a5-97f2aed1bc7d None None] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:01.177091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-efb55811-ba58-4c6f-bfe4-0e2e5f866b76 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4001951 Jul 08 18:19:01.180456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:01.228812 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] For port 86341610-27a3-464a-a151-fa380275ce43, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:01.245814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] For port 86341610-27a3-464a-a151-fa380275ce43, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=86341610-27a3-464a-a151-fa380275ce43,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:01.259238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.368191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:01.368890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:01.412131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62f3ce-3105-4b3b-827e-0f1a7f304057 None None] Pushing event updated for resources: {'Port': ['ID=86341610-27a3-464a-a151-fa380275ce43,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:01.481204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-26d8b913-7e59-4d85-a71a-e212de23eb6f', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:01.482241 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.572437 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:01.742180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Allocated IP 172.20.0.2 (26d8b913-7e59-4d85-a71a-e212de23eb6f/87fd7d0f-5213-4ac7-8279-9ef186aa1d08/fbf8112b-82f2-42b4-a60e-10d8bba75508) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:01.887181 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:01.931976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2f697-f4a9-4ee2-8e8c-a3df09f89b60 None None] The sync data for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 is: [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:18:59Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:01.957150 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.966668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Transition to ACTIVE for port object fbf8112b-82f2-42b4-a60e-10d8bba75508 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:01.984535 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Transition to ACTIVE for port object fbf8112b-82f2-42b4-a60e-10d8bba75508 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:01.989310 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:01.993578 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.041699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:02.044526 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:02.048028 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:02.055952 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Pushing event updated for resources: {'Port': ['ID=fbf8112b-82f2-42b4-a60e-10d8bba75508,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:02.112184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Attempting to bind port fbf8112b-82f2-42b4-a60e-10d8bba75508 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:02.112550 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Attempting to bind port fbf8112b-82f2-42b4-a60e-10d8bba75508 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:02.112918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Attempting to bind port fbf8112b-82f2-42b4-a60e-10d8bba75508 on network 26d8b913-7e59-4d85-a71a-e212de23eb6f {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:02.119579 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:02.119982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Checking segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:02.120346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.120738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Bound using segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:02.121186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Bound port: fbf8112b-82f2-42b4-a60e-10d8bba75508, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:02.121679 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.204796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] For port fbf8112b-82f2-42b4-a60e-10d8bba75508, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:02.207965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] For port fbf8112b-82f2-42b4-a60e-10d8bba75508, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fbf8112b-82f2-42b4-a60e-10d8bba75508,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:02.211952 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.283238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ea163-30bf-4486-abf8-365d3a3edcdc None None] Pushing event updated for resources: {'Port': ['ID=fbf8112b-82f2-42b4-a60e-10d8bba75508,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:02.389048 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.1 (26d8b913-7e59-4d85-a71a-e212de23eb6f/87fd7d0f-5213-4ac7-8279-9ef186aa1d08/ece0c31f-7989-457d-898a-53fe94cc2fbe) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:02.533223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.549195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object ece0c31f-7989-457d-898a-53fe94cc2fbe will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:02.586595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.639802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:02.644025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:02.646258 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=ece0c31f-7989-457d-898a-53fe94cc2fbe,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:02.648565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:02.692551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.843552 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.131207 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.136407 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.216932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.218752 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=ece0c31f-7989-457d-898a-53fe94cc2fbe,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:03.264379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50e90f-95ac-49c4-9ce1-8d1b9b660c5d None None] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:03.325539 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:03.327393 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:03.340608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f4ea894-688f-47fa-a94e-a1ab23cfa63a None None] Provisioning for port fbf8112b-82f2-42b4-a60e-10d8bba75508 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:03.449614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 11c76cae-fc46-4b65-9d76-645d77fdac58 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:03.625044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:03.631087 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-4ba9dd3d-fd01-4430-afd9-433c1d673a19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/11c76cae-fc46-4b65-9d76-645d77fdac58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4491863 Jul 08 18:19:03.652320 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbf8112b-82f2-42b4-a60e-10d8bba75508 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:03.712476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port fbf8112b-82f2-42b4-a60e-10d8bba75508 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:03.717220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fbf8112b-82f2-42b4-a60e-10d8bba75508 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:03.718779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.800445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d81d7530-7da1-46db-be0f-ec2c98998bba None None] Provisioning for port ece0c31f-7989-457d-898a-53fe94cc2fbe completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:03.810828 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d81d7530-7da1-46db-be0f-ec2c98998bba None None] Provisioning complete for port ece0c31f-7989-457d-898a-53fe94cc2fbe triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:03.811202 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d81d7530-7da1-46db-be0f-ec2c98998bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.846562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-075e8027-8bc0-4f13-9c7d-2e16032d0688 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279687571&fields=id&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 267 time: 0.0521870 Jul 08 18:19:03.960239 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Sync routers for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:03.975164 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:03.976444 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:04.090619 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.105525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7530-7da1-46db-be0f-ec2c98998bba None None] Port ece0c31f-7989-457d-898a-53fe94cc2fbe cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:19:04.133010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port fbf8112b-82f2-42b4-a60e-10d8bba75508, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fbf8112b-82f2-42b4-a60e-10d8bba75508,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:04.144073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-d81d7530-7da1-46db-be0f-ec2c98998bba None None] Provisioning complete for port fbf8112b-82f2-42b4-a60e-10d8bba75508 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:04.144656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d81d7530-7da1-46db-be0f-ec2c98998bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.144768 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:04.147397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.148482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 86341610-27a3-464a-a151-fa380275ce43 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:04.242865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=fbf8112b-82f2-42b4-a60e-10d8bba75508,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:04.291990 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 86341610-27a3-464a-a151-fa380275ce43 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:04.314754 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 86341610-27a3-464a-a151-fa380275ce43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:04.315293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.355159 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-54d323c3-be96-4c68-89b7-930a717b43b6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:04.356546 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-54d323c3-be96-4c68-89b7-930a717b43b6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/networks?id=26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 200 len: 797 time: 0.5085595 Jul 08 18:19:04.364909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:03Z', 'revision_number': 2, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:04.371918 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-1ac9d0ec-678d-4acc-a38a-8a0eaf87afef tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/quotas/9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 375 time: 0.0099850 Jul 08 18:19:04.395786 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Checking router: 11c76cae-fc46-4b65-9d76-645d77fdac58 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:04.396141 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Updating router 11c76cae-fc46-4b65-9d76-645d77fdac58 port ece0c31f-7989-457d-898a-53fe94cc2fbe binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:19:04.410812 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.434482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 86341610-27a3-464a-a151-fa380275ce43, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=86341610-27a3-464a-a151-fa380275ce43,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:04.439248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.455084 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-3cef5a64-9d45-48a5-a6ba-ba8b265cc19a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777876 Jul 08 18:19:04.509669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dd3d4bee-11f5-434e-83c4-5afbf7d76962 None None] Provisioning complete for port ece0c31f-7989-457d-898a-53fe94cc2fbe triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:04.510306 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dd3d4bee-11f5-434e-83c4-5afbf7d76962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.513004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=86341610-27a3-464a-a151-fa380275ce43,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:04.531489 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.548797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d4bee-11f5-434e-83c4-5afbf7d76962 None None] Port ece0c31f-7989-457d-898a-53fe94cc2fbe cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:19:04.564013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-29533ef2-f460-4291-b3f2-f54d1705cdc0 service neutron] 10.222.0.48 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963082 Jul 08 18:19:04.655254 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-040680dc-8118-4629-8585-2df5cdf646f9 service neutron] 10.222.0.48 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845988 Jul 08 18:19:04.801317 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.812905 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Transition to ACTIVE for port object ece0c31f-7989-457d-898a-53fe94cc2fbe will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:04.819401 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.886620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b44eabeb-ede4-42cc-80eb-1b75bfed6b7f req-1ebffd3d-4778-44d2-92cb-71cbeb4ac20e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 210 time: 0.0849159 Jul 08 18:19:04.892309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Pushing event updated for resources: {'Port': ['ID=ece0c31f-7989-457d-898a-53fe94cc2fbe,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:04.919413 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.919670 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.920007 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.920338 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.920672 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.920998 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.921322 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.921644 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.921986 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.922309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.922627 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.922943 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:04.943996 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Attempting to bind port ece0c31f-7989-457d-898a-53fe94cc2fbe on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:04.944402 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Attempting to bind port ece0c31f-7989-457d-898a-53fe94cc2fbe by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:04.944770 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Attempting to bind port ece0c31f-7989-457d-898a-53fe94cc2fbe on network 26d8b913-7e59-4d85-a71a-e212de23eb6f {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:04.950290 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:04.950663 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Checking segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:04.951057 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:04.951462 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Bound using segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:04.951908 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Bound port: ece0c31f-7989-457d-898a-53fe94cc2fbe, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:04.952287 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.016902 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] For port ece0c31f-7989-457d-898a-53fe94cc2fbe, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:05.020528 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] For port ece0c31f-7989-457d-898a-53fe94cc2fbe, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ece0c31f-7989-457d-898a-53fe94cc2fbe,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:05.025094 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.088516 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f51e4b-6c6b-4ce6-a186-438a2591ae74 None None] Pushing event updated for resources: {'Port': ['ID=ece0c31f-7989-457d-898a-53fe94cc2fbe,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:05.091039 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:05.091641 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:05.203435 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:05.395408 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:05.421267 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc310998-ebb1-497e-bb60-f9779b415fdc None None] The sync data for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 is: [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:05.620443 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece0c31f-7989-457d-898a-53fe94cc2fbe up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:05.670701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ece0c31f-7989-457d-898a-53fe94cc2fbe completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:05.674479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ece0c31f-7989-457d-898a-53fe94cc2fbe triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:05.674855 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.758702 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.792182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ece0c31f-7989-457d-898a-53fe94cc2fbe, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ece0c31f-7989-457d-898a-53fe94cc2fbe,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:05.795507 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.796384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbf8112b-82f2-42b4-a60e-10d8bba75508 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:05.879301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ece0c31f-7989-457d-898a-53fe94cc2fbe,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:05.898671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fbf8112b-82f2-42b4-a60e-10d8bba75508 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:05.899058 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:05.979017 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-397a1382-9116-4aae-b4e9-4ea4b06ad233 req-3858dc60-d6e4-422f-9d2b-90cebce37e1a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 210 time: 0.0370779 Jul 08 18:19:05.989418 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 86341610-27a3-464a-a151-fa380275ce43 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:06.038528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 86341610-27a3-464a-a151-fa380275ce43 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:06.039168 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:07.064615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b634b9d2-6b83-4901-9a13-f89d067ee931 req-7a650006-b493-4d30-b114-5b5287721127 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 210 time: 0.0312722 Jul 08 18:19:07.547518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece0c31f-7989-457d-898a-53fe94cc2fbe up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:07.597778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ece0c31f-7989-457d-898a-53fe94cc2fbe triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:07.598176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.148061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f4bcc4ef-751f-42b1-9226-99c40df156e2 req-8183690f-80da-4e06-8ee6-2e3dc4dec627 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 210 time: 0.0295506 Jul 08 18:19:08.969584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-66a1da8e-0bc1-4db5-aecd-0b60d127acbd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:08.971062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-66a1da8e-0bc1-4db5-aecd-0b60d127acbd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/networks?id=26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 200 len: 797 time: 0.1078641 Jul 08 18:19:09.015479 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-75a507a6-ea3c-4653-9493-083045c40e21 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 380 time: 0.0343060 Jul 08 18:19:09.023864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'port': {'device_id': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'admin_state_up': True, 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'security_groups': ['ac948555-90c4-488f-bddd-35291685d970']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:09.132399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:09.136437 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.271213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.12 (26d8b913-7e59-4d85-a71a-e212de23eb6f/87fd7d0f-5213-4ac7-8279-9ef186aa1d08/661e7788-d8a6-4099-b1b2-877719724a0b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:09.294167 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-04c4ea18-603f-4487-8aef-5e6bdf8e72c1 req-61804f88-fdda-4c58-a0ce-fef60f01958d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 210 time: 0.0348642 Jul 08 18:19:09.427934 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.441373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object 661e7788-d8a6-4099-b1b2-877719724a0b will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:09.473285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.517287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:09.520439 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:09.524296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:09.552740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=661e7788-d8a6-4099-b1b2-877719724a0b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:09.580460 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:09.581092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.596579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-a3a1eaa7-d5fb-4a62-95b5-e1ae30cf1f9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761671 Jul 08 18:19:09.608791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Request body: {'port': {'device_id': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:09.685014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.736564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6a247f75-edeb-4d72-a9e1-59b1c0b6f9ca None None] Provisioning for port 661e7788-d8a6-4099-b1b2-877719724a0b completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:09.741992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6a247f75-edeb-4d72-a9e1-59b1c0b6f9ca None None] Provisioning complete for port 661e7788-d8a6-4099-b1b2-877719724a0b triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:09.742374 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6a247f75-edeb-4d72-a9e1-59b1c0b6f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.777543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-6a247f75-edeb-4d72-a9e1-59b1c0b6f9ca None None] Port 661e7788-d8a6-4099-b1b2-877719724a0b cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:19:09.949773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661e7788-d8a6-4099-b1b2-877719724a0b {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:09.956982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:09.969206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Transition to ACTIVE for port object 661e7788-d8a6-4099-b1b2-877719724a0b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:09.972958 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.023684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Pushing event updated for resources: {'Port': ['ID=661e7788-d8a6-4099-b1b2-877719724a0b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:10.093868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Attempting to bind port 661e7788-d8a6-4099-b1b2-877719724a0b on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:10.094382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Attempting to bind port 661e7788-d8a6-4099-b1b2-877719724a0b by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:10.094566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Attempting to bind port 661e7788-d8a6-4099-b1b2-877719724a0b on network 26d8b913-7e59-4d85-a71a-e212de23eb6f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:10.099199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Port 661e7788-d8a6-4099-b1b2-877719724a0b on network 26d8b913-7e59-4d85-a71a-e212de23eb6f not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:19:10.099537 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Attempting to bind port 661e7788-d8a6-4099-b1b2-877719724a0b on network 26d8b913-7e59-4d85-a71a-e212de23eb6f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:10.105168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:10.105507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Checking segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:10.105901 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Bound using segment: {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:10.106359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Bound port: 661e7788-d8a6-4099-b1b2-877719724a0b, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39d4a27-4ab5-4678-8860-329e41c627f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:10.106724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.176123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] For port 661e7788-d8a6-4099-b1b2-877719724a0b, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:10.179141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] For port 661e7788-d8a6-4099-b1b2-877719724a0b, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=661e7788-d8a6-4099-b1b2-877719724a0b,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:10.184702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.216840 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.217466 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:10.219187 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] 10.222.0.21 "PUT /v2.0/ports/661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 200 len: 1092 time: 0.6151009 Jul 08 18:19:10.221804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:10.224899 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaccf80e-f317-4948-8753-e3ef0f3b557c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:10.257200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e476-de7d-4817-bbf6-f5c9dba6d370 service neutron] Pushing event updated for resources: {'Port': ['ID=661e7788-d8a6-4099-b1b2-877719724a0b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:10.318509 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-b7ed825f-ff90-45a2-8009-96997399b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.320026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-b7ed825f-ff90-45a2-8009-96997399b1f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1095 time: 0.0582316 Jul 08 18:19:10.335435 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6ba8c-aaa3-4925-995c-3830f32ff318 x-openstack-request-id: req-65b6ba8c-aaa3-4925-995c-3830f32ff318 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:10.335754 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:10.336003 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65b6ba8c-aaa3-4925-995c-3830f32ff318 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:10.336397 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b', 'status': 'completed', 'code': 200} Jul 08 18:19:10.368590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-c29ce3d5-ac6a-486c-b072-59ca7cf315b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 200 len: 217 time: 0.0412433 Jul 08 18:19:10.446378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-9b8ede83-94c8-44fe-b08a-166a10e8e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.448399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-9b8ede83-94c8-44fe-b08a-166a10e8e761 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fd7d0f-5213-4ac7-8279-9ef186aa1d08 HTTP/1.1" status: 200 len: 834 time: 0.0739663 Jul 08 18:19:10.520937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136352-5a12-4c95-9430-1f5d42b3ac26 req-004f978f-7522-4f9c-91ee-6c699a45545d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.523068 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1136352-5a12-4c95-9430-1f5d42b3ac26 req-004f978f-7522-4f9c-91ee-6c699a45545d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 944 time: 0.1077750 Jul 08 18:19:10.541356 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-0ae9dc48-e012-4cb0-9fb1-328b8fe02265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:10.543029 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-0ae9dc48-e012-4cb0-9fb1-328b8fe02265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26d8b913-7e59-4d85-a71a-e212de23eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875964 Jul 08 18:19:10.616515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1136352-5a12-4c95-9430-1f5d42b3ac26 req-a51d3104-ecad-40a1-8c4d-4f94a24b61b5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872967 Jul 08 18:19:10.652292 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-59b02bca-d2b9-4ea8-ae8c-b37153428b7d service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012814 Jul 08 18:19:10.746702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9aa4059a-e4fb-4140-81dc-2d46fc141bd6 req-aa57c55c-0f96-47b1-bc04-50a516b503a0 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878010 Jul 08 18:19:11.143092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-cdd3114d-8830-4bdf-ac9f-be96ed3790ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.144604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-cdd3114d-8830-4bdf-ac9f-be96ed3790ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1095 time: 0.3495464 Jul 08 18:19:11.237499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-ef19f1b8-5bb1-4983-9297-82b82c980ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.238923 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-ef19f1b8-5bb1-4983-9297-82b82c980ed1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 200 len: 898 time: 0.0840700 Jul 08 18:19:11.285957 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-54bafdec-eedf-471d-8d06-fd1867607f02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 200 len: 217 time: 0.0378540 Jul 08 18:19:11.333850 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-b78a60a8-4e83-4b2f-956c-2beb00f14cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.335316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-b78a60a8-4e83-4b2f-956c-2beb00f14cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fd7d0f-5213-4ac7-8279-9ef186aa1d08 HTTP/1.1" status: 200 len: 834 time: 0.0427454 Jul 08 18:19:11.391209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-e58a4134-a7db-4f14-8c74-7bcfa6d0ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.392652 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-e58a4134-a7db-4f14-8c74-7bcfa6d0ee64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26d8b913-7e59-4d85-a71a-e212de23eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500667 Jul 08 18:19:11.485807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-5eee6b31-191e-4a61-abe0-e38f0ce940e6 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Jul 08 18:19:11.576689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-eaccf80e-f317-4948-8753-e3ef0f3b557c req-f8f445b9-b521-4ccb-bce8-75acf7efbce9 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823443 Jul 08 18:19:11.792503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6f7e-bff8-4d41-865a-d32d99ce5905 req-234215cb-3bc1-46d4-af5a-87203fc0ee79 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:11.793940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-456c6f7e-bff8-4d41-865a-d32d99ce5905 req-234215cb-3bc1-46d4-af5a-87203fc0ee79 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 944 time: 0.0666790 Jul 08 18:19:11.831525 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-456c6f7e-bff8-4d41-865a-d32d99ce5905 req-33fd399d-514e-46dd-a280-2da77361ce6d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Jul 08 18:19:13.006996 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138c32d-ddf5-49b3-bae6-e1340422c857 req-de15286a-650d-4a88-a396-d1d3c4e9ae7e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:13.008562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c138c32d-ddf5-49b3-bae6-e1340422c857 req-de15286a-650d-4a88-a396-d1d3c4e9ae7e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 944 time: 0.0676787 Jul 08 18:19:13.045950 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c138c32d-ddf5-49b3-bae6-e1340422c857 req-92f24e23-6b65-4bf9-ac1d-d5500f90ee7c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Jul 08 18:19:13.393846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 661e7788-d8a6-4099-b1b2-877719724a0b details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:13.491553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 661e7788-d8a6-4099-b1b2-877719724a0b, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=661e7788-d8a6-4099-b1b2-877719724a0b,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:13.510998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '661e7788-d8a6-4099-b1b2-877719724a0b', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'port_id': '661e7788-d8a6-4099-b1b2-877719724a0b', 'mac_address': 'fa:16:3e:ef:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:19:13.517595 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.548950 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.561668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661e7788-d8a6-4099-b1b2-877719724a0b {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:13.580833 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 661e7788-d8a6-4099-b1b2-877719724a0b, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=661e7788-d8a6-4099-b1b2-877719724a0b,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:13.584347 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.643002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=661e7788-d8a6-4099-b1b2-877719724a0b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:13.649364 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:13.801785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['661e7788-d8a6-4099-b1b2-877719724a0b'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:14.226930 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd7dd-5525-4fab-8652-662c4f0dec64 req-310198ce-6b44-4c25-b338-9c4ed1febef1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:14.228414 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13bd7dd-5525-4fab-8652-662c4f0dec64 req-310198ce-6b44-4c25-b338-9c4ed1febef1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 945 time: 0.0683796 Jul 08 18:19:14.266007 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13bd7dd-5525-4fab-8652-662c4f0dec64 req-c55b80b2-be08-41e9-ad32-400a5761c03b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314667 Jul 08 18:19:15.402738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 661e7788-d8a6-4099-b1b2-877719724a0b up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:15.438452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d2d34-f229-4fe9-a19b-a6123a1d953e req-987a7c3a-d876-4592-971a-3d666eada4d4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:15.440712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-406d2d34-f229-4fe9-a19b-a6123a1d953e req-987a7c3a-d876-4592-971a-3d666eada4d4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 945 time: 0.0649686 Jul 08 18:19:15.451026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 661e7788-d8a6-4099-b1b2-877719724a0b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:15.454760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 661e7788-d8a6-4099-b1b2-877719724a0b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:15.455125 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.480831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-406d2d34-f229-4fe9-a19b-a6123a1d953e req-7ecc82c3-1f89-41d9-a9b1-98b0dd1eeb1b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353580 Jul 08 18:19:15.533176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.559466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:15.561585 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157ca61-7c1f-4282-af99-8f6d91df4c63" -d '{"events": [{"server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "name": "network-vif-plugged", "status": "completed", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:15.574928 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 661e7788-d8a6-4099-b1b2-877719724a0b, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=661e7788-d8a6-4099-b1b2-877719724a0b,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:15.578867 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.629519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=661e7788-d8a6-4099-b1b2-877719724a0b,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:15.655096 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1052251a-524c-4194-803b-23ff18bc968a x-openstack-request-id: req-1052251a-524c-4194-803b-23ff18bc968a {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:15.655391 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "name": "network-vif-plugged", "status": "completed", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:15.655648 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1052251a-524c-4194-803b-23ff18bc968a {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:15.656047 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b', 'code': 200} Jul 08 18:19:15.764112 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dfdaa-905a-4bee-a3b3-2a8a36730c43 req-56bdd52f-436b-43eb-9b82-d24ae73fcaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:15.765600 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-261dfdaa-905a-4bee-a3b3-2a8a36730c43 req-56bdd52f-436b-43eb-9b82-d24ae73fcaa2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1097 time: 0.0520632 Jul 08 18:19:15.799556 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-261dfdaa-905a-4bee-a3b3-2a8a36730c43 req-26b2c7b3-4e09-45cb-9f61-fdfca5e78120 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274847 Jul 08 18:19:16.659415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325ef3-cabc-430a-a776-193df41fb0c0 req-ee8fe551-a921-4c72-ad33-6731b6935d4f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:16.660826 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a325ef3-cabc-430a-a776-193df41fb0c0 req-ee8fe551-a921-4c72-ad33-6731b6935d4f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0689888 Jul 08 18:19:16.700517 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1a325ef3-cabc-430a-a776-193df41fb0c0 req-07822f3a-5add-4601-b9b8-d319ea2278d2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Jul 08 18:19:17.875734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bed26-440b-4949-bd5d-190c7719a443 req-27a72c29-9288-4f03-a364-5ee5fdf0fc4d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:17.877211 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d09bed26-440b-4949-bd5d-190c7719a443 req-27a72c29-9288-4f03-a364-5ee5fdf0fc4d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0636206 Jul 08 18:19:17.915170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d09bed26-440b-4949-bd5d-190c7719a443 req-2cd17950-31f7-412a-a923-b6754205a06a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325162 Jul 08 18:19:18.089571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0d9fa-aa25-473a-8a4f-e4eea571add4 req-bf811ee0-1531-44a5-b21e-56decd94a4c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:18.090986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9db0d9fa-aa25-473a-8a4f-e4eea571add4 req-bf811ee0-1531-44a5-b21e-56decd94a4c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0627944 Jul 08 18:19:18.128258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9db0d9fa-aa25-473a-8a4f-e4eea571add4 req-e16e3d6b-c693-4267-9d44-5e1d1b5a8712 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jul 08 18:19:18.154135 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35672) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.210241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1191d-e38b-45f8-af38-82de503d7fa2 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:18.211804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8cf1191d-e38b-45f8-af38-82de503d7fa2 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1092 time: 0.0567029 Jul 08 18:19:18.215337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35674) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.219782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '661e7788-d8a6-4099-b1b2-877719724a0b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:18.241705 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.335796 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.448559 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.173 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/b341da71-6557-4b73-929f-a06cf095ea7b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:18.550068 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.588337 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.623848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:18.629977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:18.633477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:18.644312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=b341da71-6557-4b73-929f-a06cf095ea7b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.018316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.100363 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.252758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.257151 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.324450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=b341da71-6557-4b73-929f-a06cf095ea7b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.336356 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.437515 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP da618b4d-38db-43f5-8b0d-d0ebc8bd014b associated. External IP: 172.25.3.173, port: 661e7788-d8a6-4099-b1b2-877719724a0b. Jul 08 18:19:19.614713 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f532009-2d6e-44d3-82ec-63f6da57cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.678558 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 11c76cae-fc46-4b65-9d76-645d77fdac58 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:19.790770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:19.800528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] Sync routers for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:19.807026 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.811023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:19.811653 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:19.844881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-98c49f66-47d7-401a-85f8-ad64edbc17cd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6285045 Jul 08 18:19:19.845457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:19.847761 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5983af24-9779-4642-8f59-6dfa68e37a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:19.884303 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458231c4-6f61-48e5-b38e-07ac6454c00b x-openstack-request-id: req-458231c4-6f61-48e5-b38e-07ac6454c00b {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:19.884597 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:19.884850 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-458231c4-6f61-48e5-b38e-07ac6454c00b {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:19.885252 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b', 'status': 'completed', 'code': 200} Jul 08 18:19:19.925298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:19.964222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-e744e69c-1d00-423e-a438-5a9929766f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:19.965745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-e744e69c-1d00-423e-a438-5a9929766f3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1097 time: 0.0553210 Jul 08 18:19:20.007453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe333f-2998-4d81-999f-628966af2891 req-e5da8271-54fb-4bf9-9916-318426100f19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.009809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bbe333f-2998-4d81-999f-628966af2891 req-e5da8271-54fb-4bf9-9916-318426100f19 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0703924 Jul 08 18:19:20.067371 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5bbe333f-2998-4d81-999f-628966af2891 req-c04d2162-409c-4068-b44c-19b227a7f3bd tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457292 Jul 08 18:19:20.067888 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-a60d5c60-c864-4dc2-94b0-6ec59758e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.069404 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-a60d5c60-c864-4dc2-94b0-6ec59758e75e service neutron] 10.222.0.21 "GET /v2.0/networks?id=26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 200 len: 898 time: 0.0973988 Jul 08 18:19:20.094249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35680) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:20.139094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-0874e330-49bf-44ed-9156-adfc8adb3869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 200 len: 1000 time: 0.0628927 Jul 08 18:19:20.161811 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f69c8097-b171-4b03-bae2-f53d23df43d5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/da618b4d-38db-43f5-8b0d-d0ebc8bd014b HTTP/1.1" status: 200 len: 992 time: 0.0662823 Jul 08 18:19:20.179297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'da618b4d-38db-43f5-8b0d-d0ebc8bd014b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'port_id': '661e7788-d8a6-4099-b1b2-877719724a0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'mac_address': 'fa:16:3e:ef:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:19:18Z', 'updated_at': '2021-07-08T18:19:18Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:20.195044 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-139dbcf9-fc78-49fd-b50d-d999c83d6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.196509 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-139dbcf9-fc78-49fd-b50d-d999c83d6f86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fd7d0f-5213-4ac7-8279-9ef186aa1d08 HTTP/1.1" status: 200 len: 834 time: 0.0516744 Jul 08 18:19:20.209412 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] Checking router: 11c76cae-fc46-4b65-9d76-645d77fdac58 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:20.217986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:20.218599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:18:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:20.252955 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-2f43278f-1249-4af5-b76e-f646c2104642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.254489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-2f43278f-1249-4af5-b76e-f646c2104642 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26d8b913-7e59-4d85-a71a-e212de23eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517948 Jul 08 18:19:20.322144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:20.342807 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-249e5e68-27ba-47f4-ba91-06ad1f85dca8 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Jul 08 18:19:20.462345 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5983af24-9779-4642-8f59-6dfa68e37a9b req-78434ab3-16a7-4c38-8e5a-a443acb9a2bc service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135068 Jul 08 18:19:20.574890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'da618b4d-38db-43f5-8b0d-d0ebc8bd014b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'port_id': '661e7788-d8a6-4099-b1b2-877719724a0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'mac_address': 'fa:16:3e:ef:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:19:18Z', 'updated_at': '2021-07-08T18:19:18Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:20.604934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e89701-c3ac-4adf-a559-bf50d454f561 None None] The sync data for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 is: [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'da618b4d-38db-43f5-8b0d-d0ebc8bd014b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.173', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'port_id': '661e7788-d8a6-4099-b1b2-877719724a0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'mac_address': 'fa:16:3e:ef:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:19:18Z', 'updated_at': '2021-07-08T18:19:18Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:20.786942 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bdac58-352c-4043-aebf-8644b317abfc None None] New status for floating IP da618b4d-38db-43f5-8b0d-d0ebc8bd014b: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:19:21.163780 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:21.224327 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7c463d00-b4cd-48db-b232-515a6dd5b10a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/da618b4d-38db-43f5-8b0d-d0ebc8bd014b HTTP/1.1" status: 200 len: 994 time: 0.0592289 Jul 08 18:19:21.701335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-301da2c3-e9b3-4f59-bb24-ee1853260199 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552626 Jul 08 18:19:21.798788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-eb352084-5975-4d1e-9b4a-53dbea0e6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.800193 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-eb352084-5975-4d1e-9b4a-53dbea0e6d54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1097 time: 0.0536931 Jul 08 18:19:21.906094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-fd5d671b-f0b7-4733-8274-eb603a3665c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.907510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-fd5d671b-f0b7-4733-8274-eb603a3665c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 200 len: 898 time: 0.0884085 Jul 08 18:19:21.977343 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-4402a211-d1b1-4eda-a873-33339158c4c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 200 len: 1002 time: 0.0624750 Jul 08 18:19:22.028754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-8869c742-124e-4e09-b038-3c013889fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:22.030561 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-8869c742-124e-4e09-b038-3c013889fcd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fd7d0f-5213-4ac7-8279-9ef186aa1d08 HTTP/1.1" status: 200 len: 834 time: 0.0467792 Jul 08 18:19:22.092728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-a3cb997f-b5de-4a69-8cfa-0fd384c9b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:22.094202 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-a3cb997f-b5de-4a69-8cfa-0fd384c9b857 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26d8b913-7e59-4d85-a71a-e212de23eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568368 Jul 08 18:19:22.189297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-93526b76-8608-40d7-9976-172df3307817 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884628 Jul 08 18:19:22.278744 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3f319d51-7cd9-4c0b-a411-6fafe5bf5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:22.279324 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-95ffa4c0-a883-4d11-a028-cb1bb61929e1 req-f926e411-7e60-495d-9eba-bd82e6a6d07a service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Jul 08 18:19:22.463442 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.810777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.930841 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:19:25.170249 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.526002 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:43.629336 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:49.615913 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5a410899-5a17-4eea-af51-5e93c06e2899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.279206 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e126f028-be99-4c53-b642-50169c9dbd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.460523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.752684 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345d1b-22b1-42b4-85df-a45f16b22271 req-f6074afa-c290-4ed5-901c-90955c8fa55e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:52.754338 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06345d1b-22b1-42b4-85df-a45f16b22271 req-f6074afa-c290-4ed5-901c-90955c8fa55e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0685635 Jul 08 18:19:52.793706 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-06345d1b-22b1-42b4-85df-a45f16b22271 req-8dc65ee1-1d4f-4f3c-b4f0-6453d7ab7374 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Jul 08 18:19:53.813523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:53.969763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8e322-d597-40ea-9aba-ff101f95c266 req-ccbbfcdc-e27d-4ec4-b24c-54ba530f3927 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:53.971278 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4d8e322-d597-40ea-9aba-ff101f95c266 req-ccbbfcdc-e27d-4ec4-b24c-54ba530f3927 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0640130 Jul 08 18:19:54.007933 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a4d8e322-d597-40ea-9aba-ff101f95c266 req-b9f1f946-9ac3-4cb6-b4e1-78e44d6bd95f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Jul 08 18:19:54.032942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35702) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:54.096940 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-80e26cd3-fc06-4bc6-abef-6dbbbaeaf9c1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/da618b4d-38db-43f5-8b0d-d0ebc8bd014b HTTP/1.1" status: 200 len: 994 time: 0.0627947 Jul 08 18:19:55.171998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:55.712102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded18ed4-b887-4077-b3fd-15d41d925683 req-34a3b121-b815-4262-bfa8-44c35206e241 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:55.713580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ded18ed4-b887-4077-b3fd-15d41d925683 req-34a3b121-b815-4262-bfa8-44c35206e241 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0636611 Jul 08 18:19:55.751518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ded18ed4-b887-4077-b3fd-15d41d925683 req-e5ccbb2e-995a-42c0-b33f-27546c18cad5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Jul 08 18:19:56.924065 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76607f1-6fe1-4f27-bb75-37b619a828bf req-1f45c9e5-9a44-4aad-a10f-bcc30f809ade tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:56.925532 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b76607f1-6fe1-4f27-bb75-37b619a828bf req-1f45c9e5-9a44-4aad-a10f-bcc30f809ade tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0626049 Jul 08 18:19:56.962293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b76607f1-6fe1-4f27-bb75-37b619a828bf req-76db873c-1af0-4d31-ac05-22ecfac3de01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311944 Jul 08 18:19:56.986629 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35712) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:57.048990 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7872e8c4-2e89-490e-81c7-2416e57e37f6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/da618b4d-38db-43f5-8b0d-d0ebc8bd014b HTTP/1.1" status: 200 len: 994 time: 0.0611112 Jul 08 18:19:57.322373 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35718) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:57.476750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port b341da71-6557-4b73-929f-a06cf095ea7b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:57.477091 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.555279 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.555619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.567836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for b341da71-6557-4b73-929f-a06cf095ea7b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:57.715011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.742425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=b341da71-6557-4b73-929f-a06cf095ea7b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.769675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.770046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.770388 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.770722 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.771053 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.771382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.771712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.772040 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.772364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.772686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.773009 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.773328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.812404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.812733 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP da618b4d-38db-43f5-8b0d-d0ebc8bd014b disassociated (deleted). External IP: 172.25.3.173, port: 661e7788-d8a6-4099-b1b2-877719724a0b. Jul 08 18:19:58.015762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 11c76cae-fc46-4b65-9d76-645d77fdac58 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:58.426849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:58.431595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.436749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] Sync routers for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:58.445420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:58.446058 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:58.469150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-be56a261-7f4a-4ac9-879e-803f2baf5d35 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/floatingips/da618b4d-38db-43f5-8b0d-d0ebc8bd014b HTTP/1.1" status: 204 len: 168 time: 1.1457608 Jul 08 18:19:58.469741 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:58.472024 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce26611-3cb0-4df0-a1ec-991648948b99" -d '{"events": [{"name": "network-changed", "server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:58.511747 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5a3b9-f05f-4a6c-9827-40eaf4e68719 x-openstack-request-id: req-25d5a3b9-f05f-4a6c-9827-40eaf4e68719 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:58.512039 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:58.512294 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25d5a3b9-f05f-4a6c-9827-40eaf4e68719 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:58.512691 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b', 'status': 'completed', 'code': 200} Jul 08 18:19:58.563495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:58.591830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-0e35b6dd-6c20-49b9-bae1-2458d4b1953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.592922 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-0e35b6dd-6c20-49b9-bae1-2458d4b1953f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 1097 time: 0.0577013 Jul 08 18:19:58.691952 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-2710b340-029b-4c1c-869e-ccc491afc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.693365 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-2710b340-029b-4c1c-869e-ccc491afc1af service neutron] 10.222.0.21 "GET /v2.0/networks?id=26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 200 len: 898 time: 0.0941296 Jul 08 18:19:58.739026 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-4e670a8b-20af-4788-b743-e76cf91f0df8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 200 len: 217 time: 0.0386617 Jul 08 18:19:58.785247 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:58.790130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-2463b04e-643d-49bd-af08-b51db73a169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.791738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-2463b04e-643d-49bd-af08-b51db73a169d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87fd7d0f-5213-4ac7-8279-9ef186aa1d08 HTTP/1.1" status: 200 len: 834 time: 0.0457850 Jul 08 18:19:58.815676 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] Checking router: 11c76cae-fc46-4b65-9d76-645d77fdac58 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:58.824026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:58.824630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:58.898594 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f8296-809f-4fe9-954d-d2d81d1e1e86 req-a5d45493-cede-4574-b8f7-61445e8d12e7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.900167 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-657f8296-809f-4fe9-954d-d2d81d1e1e86 req-a5d45493-cede-4574-b8f7-61445e8d12e7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.1068056 Jul 08 18:19:58.902791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-2beb216f-35fe-4406-babb-3fffbc649051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.904205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-2beb216f-35fe-4406-babb-3fffbc649051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=26d8b913-7e59-4d85-a71a-e212de23eb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018744 Jul 08 18:19:58.995359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-657f8296-809f-4fe9-954d-d2d81d1e1e86 req-bd636919-3379-4fbb-a60d-5ed8df107524 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880861 Jul 08 18:19:59.027290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-891d880f-2093-40ca-9b7f-af72efe6dc44 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142263 Jul 08 18:19:59.084697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:59.118927 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ce26611-3cb0-4df0-a1ec-991648948b99 req-6d676743-d03c-4840-94e4-343fd4252c84 service neutron] 10.222.0.21 "GET /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849450 Jul 08 18:19:59.280162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:59.306065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc28a13e-a043-42ef-adc4-4c9bd94e7714 None None] The sync data for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 is: [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:02Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'ece0c31f-7989-457d-898a-53fe94cc2fbe', 'name': '', 'network_id': '26d8b913-7e59-4d85-a71a-e212de23eb6f', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:ce:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:19:02Z', 'updated_at': '2021-07-08T18:19:05Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '87fd7d0f-5213-4ac7-8279-9ef186aa1d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:59.522640 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711dc25-3351-498e-b701-e4ba33cdafa6 None None] New status for floating IP da618b4d-38db-43f5-8b0d-d0ebc8bd014b: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:20:00.175861 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73dae7-7d15-4065-9812-ea33420ab945 req-5f1ccb5f-f37e-4462-a677-903cd987180a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:00.177338 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe73dae7-7d15-4065-9812-ea33420ab945 req-5f1ccb5f-f37e-4462-a677-903cd987180a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0650554 Jul 08 18:20:00.214773 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-fe73dae7-7d15-4065-9812-ea33420ab945 req-0c0f6578-37a7-44ad-aace-53d73a51c9bb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac948555-90c4-488f-bddd-35291685d970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Jul 08 18:20:00.288976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48489427-e521-4a20-8696-204f97c4883b req-7e31610c-a26b-4246-9cd1-ea068e791f6a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:00.290641 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48489427-e521-4a20-8696-204f97c4883b req-7e31610c-a26b-4246-9cd1-ea068e791f6a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7266879-71af-4b2a-958b-a7ac48dddfbd HTTP/1.1" status: 200 len: 946 time: 0.0687430 Jul 08 18:20:00.388664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 661e7788-d8a6-4099-b1b2-877719724a0b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:00.389015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.477614 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 661e7788-d8a6-4099-b1b2-877719724a0b, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=661e7788-d8a6-4099-b1b2-877719724a0b,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:00.477988 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.490525 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 661e7788-d8a6-4099-b1b2-877719724a0b owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:00.617970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.649348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=661e7788-d8a6-4099-b1b2-877719724a0b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.696069 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] No DVR routers for this DVR port 661e7788-d8a6-4099-b1b2-877719724a0b on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:00.699168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.701211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48489427-e521-4a20-8696-204f97c4883b req-a0684bec-03d9-417b-81a1-3dc70a93738c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "DELETE /v2.0/ports/661e7788-d8a6-4099-b1b2-877719724a0b HTTP/1.1" status: 204 len: 173 time: 0.4052272 Jul 08 18:20:00.701644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'name': 'network-vif-deleted', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:00.703930 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6b738-6b37-4beb-8acc-6a464dda95d1" -d '{"events": [{"server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "name": "network-vif-deleted", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:00.742100 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e99780-95e1-4e76-82a4-7d407a57f928 x-openstack-request-id: req-b8e99780-95e1-4e76-82a4-7d407a57f928 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:00.742395 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7266879-71af-4b2a-958b-a7ac48dddfbd", "name": "network-vif-deleted", "tag": "661e7788-d8a6-4099-b1b2-877719724a0b", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:00.742649 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8e99780-95e1-4e76-82a4-7d407a57f928 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:00.743047 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7266879-71af-4b2a-958b-a7ac48dddfbd', 'name': 'network-vif-deleted', 'tag': '661e7788-d8a6-4099-b1b2-877719724a0b', 'status': 'completed', 'code': 200} Jul 08 18:20:00.929914 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:20:01.309648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35734) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.671981 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.938444 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port ece0c31f-7989-457d-898a-53fe94cc2fbe {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:01.938695 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.024877 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port ece0c31f-7989-457d-898a-53fe94cc2fbe, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ece0c31f-7989-457d-898a-53fe94cc2fbe,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:02.025232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.040164 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for ece0c31f-7989-457d-898a-53fe94cc2fbe owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:02.227279 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.254033 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=ece0c31f-7989-457d-898a-53fe94cc2fbe,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.434702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.647023 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 11c76cae-fc46-4b65-9d76-645d77fdac58 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:20:02.753354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:02.758616 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-836419b3-7726-4f13-93a0-b430222cb14f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/11c76cae-fc46-4b65-9d76-645d77fdac58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4479408 Jul 08 18:20:02.761553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35736) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.762695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] Sync routers for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:02.771860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:02.772490 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.813708 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting subnet 87fd7d0f-5213-4ac7-8279-9ef186aa1d08 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:02.816806 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.856931 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.878042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:02.943612 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.002474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.028489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Subnet': ['ID=87fd7d0f-5213-4ac7-8279-9ef186aa1d08,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.035593 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.037475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e6403ffa-dc83-45a0-9a0f-05f6a86143cf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/subnets/87fd7d0f-5213-4ac7-8279-9ef186aa1d08 HTTP/1.1" status: 204 len: 168 time: 0.2748837 Jul 08 18:20:03.040485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35738) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:03.042777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746c6e3f-ea7b-41ef-a118-cc0193505c5a None None] Network 26d8b913-7e59-4d85-a71a-e212de23eb6f requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:03.136773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:20:02Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:03.150671 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.185142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] Checking router: 11c76cae-fc46-4b65-9d76-645d77fdac58 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:03.197714 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] Routers {'11c76cae-fc46-4b65-9d76-645d77fdac58'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:03.198838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['11c76cae-fc46-4b65-9d76-645d77fdac58'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:03.257514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.317426 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 86341610-27a3-464a-a151-fa380275ce43 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:03.317426 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.333453 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] Set router 11c76cae-fc46-4b65-9d76-645d77fdac58 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:03.387409 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] DHCP port deletion for 26d8b913-7e59-4d85-a71a-e212de23eb6f request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:03.432788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 86341610-27a3-464a-a151-fa380275ce43, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=86341610-27a3-464a-a151-fa380275ce43,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:03.433305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.451598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 86341610-27a3-464a-a151-fa380275ce43 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:03.523559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Deleting port fbf8112b-82f2-42b4-a60e-10d8bba75508 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:03.523932 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.603509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] For port fbf8112b-82f2-42b4-a60e-10d8bba75508, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fbf8112b-82f2-42b4-a60e-10d8bba75508,segment=NetworkSegment(d39d4a27-4ab5-4678-8860-329e41c627f8),segment_id=d39d4a27-4ab5-4678-8860-329e41c627f8)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:03.604468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.624838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Calling delete_port for fbf8112b-82f2-42b4-a60e-10d8bba75508 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:03.643918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:20:02Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:03.649177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fbf8112b-82f2-42b4-a60e-10d8bba75508 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:03.672714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.697719 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=86341610-27a3-464a-a151-fa380275ce43,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.711624 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.711969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.712303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.712637 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.712962 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.713293 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.714610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.714756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.715119 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.715448 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.715772 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.716088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.743804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 661e7788-d8a6-4099-b1b2-877719724a0b no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:03.752051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231fff56-3a31-4f9c-952a-a90c7ef423f2 None None] The sync data for ids ['11c76cae-fc46-4b65-9d76-645d77fdac58'] in n-d-799527-4 is: [{'id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016351728', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '86341610-27a3-464a-a151-fa380275ce43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:20:02Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '86341610-27a3-464a-a151-fa380275ce43', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c76cae-fc46-4b65-9d76-645d77fdac58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:18:59Z', 'updated_at': '2021-07-08T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:03.780245 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.784940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 661e7788-d8a6-4099-b1b2-877719724a0b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:03.784940 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 661e7788-d8a6-4099-b1b2-877719724a0b not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:03.862134 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.885123 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.887851 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.907056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Pushing event deleted for resources: {'Port': ['ID=fbf8112b-82f2-42b4-a60e-10d8bba75508,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.920085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] No DVR routers for this DVR port fbf8112b-82f2-42b4-a60e-10d8bba75508 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:03.922030 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.925200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.925768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.926408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.926758 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.927098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.927677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.928212 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.928554 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.928884 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.929216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.929541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.929866 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832c1a-1a86-4c5e-a15b-1b50f4426460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:03.941070 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.942176 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Fanout notify agent at l3_agent the message router_deleted on router 11c76cae-fc46-4b65-9d76-645d77fdac58 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:20:03.954398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.955516 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a7713920-1723-40b0-b417-e4b634681ac5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/routers/11c76cae-fc46-4b65-9d76-645d77fdac58 HTTP/1.1" status: 204 len: 168 time: 0.9139893 Jul 08 18:20:03.958432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35740) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.040938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.132301 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.143492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d8b913-7e59-4d85-a71a-e212de23eb6f']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:04.155698 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39d4a27-4ab5-4678-8860-329e41c627f8') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:04.155997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39d4a27-4ab5-4678-8860-329e41c627f8') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:04.165493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.179761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.186248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:04.186636 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:04.189769 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:04.250388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.257352 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.259154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/networks/26d8b913-7e59-4d85-a71a-e212de23eb6f HTTP/1.1" status: 204 len: 168 time: 0.2997754 Jul 08 18:20:04.263980 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35742) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.276755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e9d28-2241-4fdb-83ab-b96e305d3cd3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Network': ['ID=26d8b913-7e59-4d85-a71a-e212de23eb6f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.328129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-155b52c6-a7c6-4836-b354-fa0fa1934a0d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.355079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-155b52c6-a7c6-4836-b354-fa0fa1934a0d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.418380 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-155b52c6-a7c6-4836-b354-fa0fa1934a0d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.420947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-155b52c6-a7c6-4836-b354-fa0fa1934a0d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.422185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-155b52c6-a7c6-4836-b354-fa0fa1934a0d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac948555-90c4-488f-bddd-35291685d970 HTTP/1.1" status: 204 len: 168 time: 0.1571915 Jul 08 18:20:04.431954 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b52c6-a7c6-4836-b354-fa0fa1934a0d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac948555-90c4-488f-bddd-35291685d970,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.734371 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35748) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.739055 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403070393', 'description': 'tempest-secgroup-smoke-1403070393 description', 'project_id': '9061f9ff8cb24189afb2083327027787'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.764184 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.849438 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.852838 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.878422 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.879640 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443307 Jul 08 18:20:04.882670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35750) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.883779 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e018f6-6399-4042-adfd-ad339d93405a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118b2ba5-640c-4b3a-8444-1df6e3752e14,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.888070 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '118b2ba5-640c-4b3a-8444-1df6e3752e14', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.913779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.969728 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.973373 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.990249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc42e7e2-bf92-4ca5-acba-720b0771fabd,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.997090 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.998291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6df17980-15bb-443e-8561-fd8ef7bc9f99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145465 Jul 08 18:20:05.000977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35752) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.005304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '118b2ba5-640c-4b3a-8444-1df6e3752e14', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.031317 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.088307 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.091978 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.110772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54683fb-56b4-47e0-903f-908dda99ae1b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.117357 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.118580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8fee06b0-17d0-4a04-96b9-3e35e6dc2e57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166956 Jul 08 18:20:05.122156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35754) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.126494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '118b2ba5-640c-4b3a-8444-1df6e3752e14', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.153127 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.211044 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.214702 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.235114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ea6baf-e218-4dda-b3e0-966492ef525c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.240219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.241628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1c3c895a-2389-45a8-a4d3-190dda615e3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184742 Jul 08 18:20:05.244357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35756) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.249397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '118b2ba5-640c-4b3a-8444-1df6e3752e14', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.274412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.333066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.336823 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.354628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a90fa6-6485-463f-a69f-ec7fcf27d123,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.360314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.361610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-141cb0f9-573b-4bdc-8ab1-de735d4536d6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157479 Jul 08 18:20:05.364319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35758) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.368675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '118b2ba5-640c-4b3a-8444-1df6e3752e14', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.390632 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:20:05.395320 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.455649 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.459260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.478647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee50f19-c5b4-498b-aa14-50e645d88f34,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.482499 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.483709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f6762ccb-cd35-43c2-8c05-5c578be3ad68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184278 Jul 08 18:20:05.486502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35760) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.490907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '118b2ba5-640c-4b3a-8444-1df6e3752e14', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.511348 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:20:05.515995 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.579048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.582723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.586285 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece0c31f-7989-457d-898a-53fe94cc2fbe no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:05.603299 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efbfae9-a1ce-430d-8a01-af5655602ca8,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.608161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ece0c31f-7989-457d-898a-53fe94cc2fbe {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:05.608715 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece0c31f-7989-457d-898a-53fe94cc2fbe not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:05.609166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 86341610-27a3-464a-a151-fa380275ce43 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:05.611479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.612875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-21539484-c8b9-45f9-bb9f-ec0166e3acf9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253448 Jul 08 18:20:05.616156 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35762) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.621102 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'network': {'name': 'tempest-network-smoke--784624473', 'project_id': '9061f9ff8cb24189afb2083327027787', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.629488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 86341610-27a3-464a-a151-fa380275ce43 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:05.629835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 86341610-27a3-464a-a151-fa380275ce43 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:05.641653 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:05.645312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.670527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:05.679053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.679384 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Added segment 3de3c146-2a48-48fb-92a6-6424d9012d36 of type vlan for network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b Jul 08 18:20:05.717834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.746690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.752618 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:05.753192 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.805591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1884110 Jul 08 18:20:05.808435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35764) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.815114 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'admin_state_up': True, 'project_id': '9061f9ff8cb24189afb2083327027787', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.836695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012c726-b157-41f5-87e1-b53592481ed1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Network': ['ID=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.848401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:05.850436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.851436 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.906553 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.044092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.563312 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.581778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.709214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.12 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/23f19894-5d7c-43f6-831b-3b017b17723f) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:06.820280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.857362 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.896768 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:06.899493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:06.902988 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:06.925096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=23f19894-5d7c-43f6-831b-3b017b17723f,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:07.154899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.346078 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.472638 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 2d1346f9-122b-4191-afc6-4844ed91b77e is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:20:07.576446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:07.585787 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Sync routers for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:07.595172 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:07.595767 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:07.596372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.601054 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d3e53eab-a672-4832-af57-544761e86c68 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7883799 Jul 08 18:20:07.601244 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35766) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.637582 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a004f85d-aeb5-46d1-8260-163b667c04ce tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9061f9ff8cb24189afb2083327027787&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352554 Jul 08 18:20:07.642086 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35768) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.703622 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:07.793409 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330974a-a895-436b-aa47-e0f92c853cd7 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:07.794967 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7330974a-a895-436b-aa47-e0f92c853cd7 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519814 Jul 08 18:20:07.797742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35770) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.825141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1c5a3171-205a-4731-83fd-954abcbe375c tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262618 Jul 08 18:20:07.827505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35772) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.832172 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692155244', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'project_id': '9061f9ff8cb24189afb2083327027787', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:07.881805 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:07Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:07.924921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:07.928736 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.997442 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Checking router: 2d1346f9-122b-4191-afc6-4844ed91b77e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:07.997695 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Updating router 2d1346f9-122b-4191-afc6-4844ed91b77e port 23f19894-5d7c-43f6-831b-3b017b17723f binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:20:08.034181 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.111360 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.169218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Subnet': ['ID=5472efac-b50d-4969-9e5d-c706a258327c,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.183844 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Checking segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:08.184207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network hostable DHCP agents. Network: cabbcbb3-2caf-41dd-a12d-83ffb847cd7b, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:08.200929 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:08.211192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, cabbcbb3-2caf-41dd-a12d-83ffb847cd7b) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:08.217050 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:08.217883 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.226092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b000c-f4e0-4ce6-9e95-9afa71a59276 None None] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:08.237965 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2fa6883d-fbf6-403d-959a-fccfcfa76e80 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4093733 Jul 08 18:20:08.242297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35774) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.303328 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.314243 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Transition to ACTIVE for port object 23f19894-5d7c-43f6-831b-3b017b17723f will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:08.320387 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.360797 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Pushing event updated for resources: {'Port': ['ID=23f19894-5d7c-43f6-831b-3b017b17723f,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.371181 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.371582 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.371879 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.372832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.372832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.372832 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.373285 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.373452 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.373812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.374118 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.374403 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.374711 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:08.396179 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Attempting to bind port 23f19894-5d7c-43f6-831b-3b017b17723f on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:08.396576 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Attempting to bind port 23f19894-5d7c-43f6-831b-3b017b17723f by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:08.397142 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Attempting to bind port 23f19894-5d7c-43f6-831b-3b017b17723f on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:08.403980 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:08.404416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:08.404786 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.405134 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:08.405600 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Bound port: 23f19894-5d7c-43f6-831b-3b017b17723f, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:08.406048 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.439423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:08.440277 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.470116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] For port 23f19894-5d7c-43f6-831b-3b017b17723f, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:08.473309 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] For port 23f19894-5d7c-43f6-831b-3b017b17723f, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=23f19894-5d7c-43f6-831b-3b017b17723f,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:08.477858 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.533965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d416f6-0048-404a-98e3-cc517560e9d4 None None] Pushing event updated for resources: {'Port': ['ID=23f19894-5d7c-43f6-831b-3b017b17723f,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.542399 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:08.543017 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:08.586607 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Allocated IP 172.20.0.2 (cabbcbb3-2caf-41dd-a12d-83ffb847cd7b/5472efac-b50d-4969-9e5d-c706a258327c/ebbda9c6-695d-4f12-b9d6-af7fe7f39683) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:08.656596 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:08.719786 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.741286 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.751946 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Transition to ACTIVE for port object ebbda9c6-695d-4f12-b9d6-af7fe7f39683 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:08.768407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Transition to ACTIVE for port object ebbda9c6-695d-4f12-b9d6-af7fe7f39683 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:08.777512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.795548 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:08.813349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:08.817585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:08.851925 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:07Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:08.856454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Pushing event updated for resources: {'Port': ['ID=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.880778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff2cc7-0f00-4ffa-ab0a-d24c6a4aee93 None None] The sync data for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 is: [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:07Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:08.890034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Attempting to bind port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:08.890417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Attempting to bind port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:08.890807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Attempting to bind port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 on network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:08.896010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:08.896376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Checking segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:08.896782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.897180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Bound using segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:08.897669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Bound port: ebbda9c6-695d-4f12-b9d6-af7fe7f39683, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:08.898072 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.965049 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] For port ebbda9c6-695d-4f12-b9d6-af7fe7f39683, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:08.968747 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] For port ebbda9c6-695d-4f12-b9d6-af7fe7f39683, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:08.973820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.036336 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.1 (cabbcbb3-2caf-41dd-a12d-83ffb847cd7b/5472efac-b50d-4969-9e5d-c706a258327c/e3a13e28-9c2b-4d23-ab30-08d856d7c2a7) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:09.038522 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a6727-5263-4ca7-82bd-373baba1c0da None None] Pushing event updated for resources: {'Port': ['ID=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.182706 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.200962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:09.260264 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.315195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:09.321309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:09.325593 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:09.357697 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.381661 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.530573 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.659633 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ebbda9c6-695d-4f12-b9d6-af7fe7f39683 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:09.731201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:09.735920 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 23f19894-5d7c-43f6-831b-3b017b17723f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:09.803324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 23f19894-5d7c-43f6-831b-3b017b17723f completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:09.807950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 23f19894-5d7c-43f6-831b-3b017b17723f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:09.808404 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.853412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.862348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.915482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.938122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 23f19894-5d7c-43f6-831b-3b017b17723f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=23f19894-5d7c-43f6-831b-3b017b17723f,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:09.943145 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.949672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.953324 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.002399 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=23f19894-5d7c-43f6-831b-3b017b17723f,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:10.061506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:10.063615 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:10.111796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418dcc5b-9659-4e2d-9b6e-a43dd8d4ce5c None None] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:10.201955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] Provisioning for port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:10.208455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] Provisioning complete for port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:10.208833 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.355181 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.397065 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] For port ebbda9c6-695d-4f12-b9d6-af7fe7f39683, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:10.404145 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.458316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bff04e-6862-4175-8f3d-2831e7a539c5 None None] Pushing event updated for resources: {'Port': ['ID=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:10.517025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 2d1346f9-122b-4191-afc6-4844ed91b77e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:20:10.625663 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94cf6a47-60ab-42a3-824c-965dc68b0e35 None None] Provisioning for port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:10.630038 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94cf6a47-60ab-42a3-824c-965dc68b0e35 None None] Provisioning complete for port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:10.630546 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94cf6a47-60ab-42a3-824c-965dc68b0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.638451 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:10.644970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-d28e4720-2b11-40e5-b08b-45042f7517fe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/2d1346f9-122b-4191-afc6-4844ed91b77e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4016683 Jul 08 18:20:10.689024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-94cf6a47-60ab-42a3-824c-965dc68b0e35 None None] Port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:10.700501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Sync routers for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:10.712427 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-94cf6a47-60ab-42a3-824c-965dc68b0e35 None None] Provisioning complete for port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:10.712723 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-94cf6a47-60ab-42a3-824c-965dc68b0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.734880 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:10.735525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:10.816259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-c31fb350-151f-453e-b1a1-ca7760e1ca4b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403070393&fields=id&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 267 time: 0.0372860 Jul 08 18:20:10.885238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:10.935842 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-01e8dd7a-4858-4abe-b95c-7f0aff06f83d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:10.937391 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-01e8dd7a-4858-4abe-b95c-7f0aff06f83d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 796 time: 0.1101999 Jul 08 18:20:10.953579 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-b7c4c81d-d788-402f-b954-37ec0cea3633 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/quotas/9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 375 time: 0.0104222 Jul 08 18:20:11.038982 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-7e65dcff-d7e5-455d-be62-44a90cac9ff8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793226 Jul 08 18:20:11.176966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-60dd91c9-2558-4375-8a33-0593ee20c779 None None] Provisioning complete for port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:11.177334 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60dd91c9-2558-4375-8a33-0593ee20c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.181665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-2bfea2cb-a090-4bee-bc15-a9865f4c251b service neutron] 10.222.0.48 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294961 Jul 08 18:20:11.235804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-60dd91c9-2558-4375-8a33-0593ee20c779 None None] Port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:11.277277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-2ef88456-b993-4bfb-9413-95731b563635 service neutron] 10.222.0.48 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893915 Jul 08 18:20:11.287182 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 2, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:11.313301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Checking router: 2d1346f9-122b-4191-afc6-4844ed91b77e for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:11.313650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Updating router 2d1346f9-122b-4191-afc6-4844ed91b77e port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:20:11.347736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.591648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ebbda9c6-695d-4f12-b9d6-af7fe7f39683 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:11.637752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.650169 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Transition to ACTIVE for port object e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:11.658758 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.696228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:11.696736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.743094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e037ee-6543-4d3a-a258-8067d74545e5 None None] Pushing event updated for resources: {'Port': ['ID=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:11.828394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Attempting to bind port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:11.828762 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Attempting to bind port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:11.829122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Attempting to bind port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 on network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:11.841318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:11.841692 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Checking segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:11.842117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.842509 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Bound using segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:11.842981 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Bound port: e3a13e28-9c2b-4d23-ab30-08d856d7c2a7, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:11.843361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.858361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 23f19894-5d7c-43f6-831b-3b017b17723f up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:11.942836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] For port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:11.946343 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] For port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:11.952668 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.967178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 23f19894-5d7c-43f6-831b-3b017b17723f triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:11.967480 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.052449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e037ee-6543-4d3a-a258-8067d74545e5 None None] Pushing event updated for resources: {'Port': ['ID=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.054961 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:12.055544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:19:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.195738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:12.394299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:11Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.421287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb038d-9d0e-467a-9015-69f5e9b269a7 None None] The sync data for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 is: [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:11Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:12.517233 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-13e26005-e3c1-48e4-b4d1-817cda7ebd7c req-a64a4c9a-6d18-44a0-a25a-e660b4d9d45b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 210 time: 0.0738676 Jul 08 18:20:13.528324 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.633988 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:13.674719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9f130ca2-0a62-47b1-8c54-8c111c1d1826 req-8de2bb99-5990-4657-8f97-267cf21ccf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 210 time: 0.0317857 Jul 08 18:20:13.681255 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.703512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:13.708211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:13.708665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.796395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.812787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-af0e3643-b9e5-4416-8878-e88a3b9188d9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:13.814282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-af0e3643-b9e5-4416-8878-e88a3b9188d9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 796 time: 0.1248674 Jul 08 18:20:13.830150 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:13.834211 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.867662 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-9594bbf7-bc9b-4166-8d17-51eda73f1c08 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 380 time: 0.0435867 Jul 08 18:20:13.877239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'port': {'device_id': '8997e0b5-9217-41be-a4a5-95600951a18f', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'admin_state_up': True, 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'security_groups': ['118b2ba5-640c-4b3a-8444-1df6e3752e14']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:13.887218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:13.995622 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:13.999400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.127695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.13 (cabbcbb3-2caf-41dd-a12d-83ffb847cd7b/5472efac-b50d-4969-9e5d-c706a258327c/edd31103-7944-4f1d-98fb-793a9da90151) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:14.263417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.277609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object edd31103-7944-4f1d-98fb-793a9da90151 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:14.309156 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.358757 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:14.361913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:14.365750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:14.372286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=edd31103-7944-4f1d-98fb-793a9da90151,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.420427 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:14.421061 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.437168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-89874a16-23b0-4d08-816f-f229911c93d1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637312 Jul 08 18:20:14.448863 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Request body: {'port': {'device_id': '8997e0b5-9217-41be-a4a5-95600951a18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:14.527417 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.645648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c179bdc1-ad24-44c9-b6db-1d8ff26554d3 None None] Provisioning for port edd31103-7944-4f1d-98fb-793a9da90151 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:14.649629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-c179bdc1-ad24-44c9-b6db-1d8ff26554d3 None None] Provisioning complete for port edd31103-7944-4f1d-98fb-793a9da90151 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:14.650238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c179bdc1-ad24-44c9-b6db-1d8ff26554d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.684281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-c179bdc1-ad24-44c9-b6db-1d8ff26554d3 None None] Port edd31103-7944-4f1d-98fb-793a9da90151 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:14.800294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd31103-7944-4f1d-98fb-793a9da90151 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:14.807930 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.820011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Transition to ACTIVE for port object edd31103-7944-4f1d-98fb-793a9da90151 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:14.824468 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.860170 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b915cd3-0d76-4c18-8f12-de6979deaca8 req-5535a07e-96b7-42e1-8ba1-2603ff15e821 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:14.861842 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b915cd3-0d76-4c18-8f12-de6979deaca8 req-5535a07e-96b7-42e1-8ba1-2603ff15e821 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 932 time: 0.0666690 Jul 08 18:20:14.898352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Pushing event updated for resources: {'Port': ['ID=edd31103-7944-4f1d-98fb-793a9da90151,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.909795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3b915cd3-0d76-4c18-8f12-de6979deaca8 req-51049345-e1c9-47d5-90a7-47de047e594f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Jul 08 18:20:14.952858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Attempting to bind port edd31103-7944-4f1d-98fb-793a9da90151 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:14.953207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Attempting to bind port edd31103-7944-4f1d-98fb-793a9da90151 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:14.953541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Attempting to bind port edd31103-7944-4f1d-98fb-793a9da90151 on network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:14.960138 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Port edd31103-7944-4f1d-98fb-793a9da90151 on network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:20:14.960548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Attempting to bind port edd31103-7944-4f1d-98fb-793a9da90151 on network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:14.966367 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:14.966716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Checking segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:14.967115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Bound using segment: {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:14.967548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Bound port: edd31103-7944-4f1d-98fb-793a9da90151, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de3c146-2a48-48fb-92a6-6424d9012d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:14.967918 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.038018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] For port edd31103-7944-4f1d-98fb-793a9da90151, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:15.041907 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] For port edd31103-7944-4f1d-98fb-793a9da90151, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=edd31103-7944-4f1d-98fb-793a9da90151,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:15.046970 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.081555 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.082167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.083564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 1092 time: 0.6392248 Jul 08 18:20:15.084001 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:15.086290 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "tag": "edd31103-7944-4f1d-98fb-793a9da90151"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:15.112292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1471b-0906-4365-a2f6-ac507dac08d9 service neutron] Pushing event updated for resources: {'Port': ['ID=edd31103-7944-4f1d-98fb-793a9da90151,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:15.156713 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b7f01-e64b-4189-a213-a8fb518e0308 x-openstack-request-id: req-825b7f01-e64b-4189-a213-a8fb518e0308 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:15.156951 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "tag": "edd31103-7944-4f1d-98fb-793a9da90151", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:15.157338 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-825b7f01-e64b-4189-a213-a8fb518e0308 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:15.157743 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151', 'status': 'completed', 'code': 200} Jul 08 18:20:15.186530 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-c17f7474-d20e-4f19-9792-e77fa220e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.188077 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-c17f7474-d20e-4f19-9792-e77fa220e1ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1095 time: 0.0623801 Jul 08 18:20:15.235986 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-ee74c750-5554-4dc8-b7c4-620495388f64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 217 time: 0.0394511 Jul 08 18:20:15.290018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-555e2f1c-0862-45c0-93b4-52988b28dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.291617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-555e2f1c-0862-45c0-93b4-52988b28dcd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0487700 Jul 08 18:20:15.347611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-76d78529-e35f-4760-b66a-e173f041bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.349095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-76d78529-e35f-4760-b66a-e173f041bb81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517733 Jul 08 18:20:15.441165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-bb12163a-cd44-4972-8c16-30e531267cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848396 Jul 08 18:20:15.530652 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fdef6ac4-8174-4eb9-b8e5-efc5917aa176 req-a03defd7-97fb-4538-bdb0-d4a9df78216a service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831056 Jul 08 18:20:15.584274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:15.630452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-07f88bc1-0451-4daa-9373-2b023275f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.631915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:15.632094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-07f88bc1-0451-4daa-9373-2b023275f484 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1095 time: 0.0544331 Jul 08 18:20:15.632293 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.730249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-206d05ee-aba7-4c93-9ad2-529cc979c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.731730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-206d05ee-aba7-4c93-9ad2-529cc979c2b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 897 time: 0.0915682 Jul 08 18:20:15.778347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-ec19615b-78e9-471a-afe5-8a3d4060cb22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 217 time: 0.0398240 Jul 08 18:20:15.825787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-ef8e242f-c07c-456c-8d89-87c97cdad6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.827211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-ef8e242f-c07c-456c-8d89-87c97cdad6e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0429001 Jul 08 18:20:15.886924 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-2d46c42d-a466-4c0c-b764-05d194147867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:15.888380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-2d46c42d-a466-4c0c-b764-05d194147867 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545883 Jul 08 18:20:15.977242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-4d81218c-44c7-4f0e-83db-9ca8ebbe8858 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813091 Jul 08 18:20:16.071252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7be4ffb8-9d11-4dcd-b9fd-ea05587c2b3e req-eac790e4-feb0-4c42-841b-f6d91d20e73d service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868640 Jul 08 18:20:16.081357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cdbf5-0478-405c-bc43-86e5eb57200e req-5578e849-7a12-46b6-8b1d-9ddcc10ebec1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:16.082916 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c7cdbf5-0478-405c-bc43-86e5eb57200e req-5578e849-7a12-46b6-8b1d-9ddcc10ebec1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 944 time: 0.0658314 Jul 08 18:20:16.121229 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3c7cdbf5-0478-405c-bc43-86e5eb57200e req-d47badd4-aefa-4cac-99d8-4cede07faba0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jul 08 18:20:17.295248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9918a9-1668-471e-aa22-e36b73f165e5 req-df5abab6-9503-4970-a1ef-220268a85a66 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:17.296729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c9918a9-1668-471e-aa22-e36b73f165e5 req-df5abab6-9503-4970-a1ef-220268a85a66 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 944 time: 0.0640287 Jul 08 18:20:17.333702 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7c9918a9-1668-471e-aa22-e36b73f165e5 req-166e4408-356e-490f-b4b2-edf3ea990562 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Jul 08 18:20:17.747785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device edd31103-7944-4f1d-98fb-793a9da90151 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:20:17.842157 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port edd31103-7944-4f1d-98fb-793a9da90151, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=edd31103-7944-4f1d-98fb-793a9da90151,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:17.852936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'edd31103-7944-4f1d-98fb-793a9da90151', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'port_id': 'edd31103-7944-4f1d-98fb-793a9da90151', 'mac_address': 'fa:16:3e:51:b7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:20:17.892416 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.905263 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd31103-7944-4f1d-98fb-793a9da90151 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:17.924296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port edd31103-7944-4f1d-98fb-793a9da90151, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=edd31103-7944-4f1d-98fb-793a9da90151,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:17.928189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.974303 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=edd31103-7944-4f1d-98fb-793a9da90151,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.176976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['edd31103-7944-4f1d-98fb-793a9da90151'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:20:18.515181 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd97eb4-681c-411b-b321-40312ed6fa57 req-721fd320-a67b-4f72-a720-b1d8828e7f49 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:18.516724 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5fd97eb4-681c-411b-b321-40312ed6fa57 req-721fd320-a67b-4f72-a720-b1d8828e7f49 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 945 time: 0.0700288 Jul 08 18:20:18.555329 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5fd97eb4-681c-411b-b321-40312ed6fa57 req-71858973-7269-4811-992d-724b3b1a6492 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Jul 08 18:20:19.617174 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-094fec17-4094-41e0-ab3f-abc0567aa783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.732150 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5333-3c96-42f8-a5f7-3bde11a5d453 req-a908b57b-346d-4bb5-8c0e-0ba7fab64d03 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:19.733648 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-837d5333-3c96-42f8-a5f7-3bde11a5d453 req-a908b57b-346d-4bb5-8c0e-0ba7fab64d03 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 945 time: 0.0645509 Jul 08 18:20:19.747358 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device edd31103-7944-4f1d-98fb-793a9da90151 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:19.779629 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-837d5333-3c96-42f8-a5f7-3bde11a5d453 req-25850432-7b20-4cb5-bab8-10ba5fc67d9e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 Jul 08 18:20:19.800533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port edd31103-7944-4f1d-98fb-793a9da90151 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:19.804316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port edd31103-7944-4f1d-98fb-793a9da90151 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:19.804682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.880849 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.902921 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:19.905125 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e996144-a6e7-4144-aa1f-0ceb6a34bf20" -d '{"events": [{"server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "name": "network-vif-plugged", "status": "completed", "tag": "edd31103-7944-4f1d-98fb-793a9da90151"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:19.918614 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port edd31103-7944-4f1d-98fb-793a9da90151, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=edd31103-7944-4f1d-98fb-793a9da90151,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:19.923427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.945971 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9e036-1fe3-4fb5-8367-fed1a3e65210 x-openstack-request-id: req-00d9e036-1fe3-4fb5-8367-fed1a3e65210 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:19.946244 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "name": "network-vif-plugged", "status": "completed", "tag": "edd31103-7944-4f1d-98fb-793a9da90151", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:19.946490 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00d9e036-1fe3-4fb5-8367-fed1a3e65210 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:19.946867 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151', 'code': 200} Jul 08 18:20:19.972883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=edd31103-7944-4f1d-98fb-793a9da90151,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:20.054229 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06891e-545d-4bb9-afd6-18e70d5929d1 req-27d486ac-7454-4270-b395-04052ef820ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:20.055400 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c06891e-545d-4bb9-afd6-18e70d5929d1 req-27d486ac-7454-4270-b395-04052ef820ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1097 time: 0.0515754 Jul 08 18:20:20.090948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1c06891e-545d-4bb9-afd6-18e70d5929d1 req-b64b91ce-4564-49a9-b7b1-f2e357541770 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295773 Jul 08 18:20:20.956691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d307ea1-1381-48cd-86c4-e081697c3681 req-3e3dfed2-2f8e-4f73-bee9-33b291d049e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:20.958231 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d307ea1-1381-48cd-86c4-e081697c3681 req-3e3dfed2-2f8e-4f73-bee9-33b291d049e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0653598 Jul 08 18:20:21.000059 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4d307ea1-1381-48cd-86c4-e081697c3681 req-b88f3516-85da-4f2d-86dc-a98ee1178f32 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Jul 08 18:20:22.203475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663d707-2084-4e11-80de-4369ea3b14d4 req-7a0272cd-0f48-47c0-b257-78eb202fbf98 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.205006 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2663d707-2084-4e11-80de-4369ea3b14d4 req-7a0272cd-0f48-47c0-b257-78eb202fbf98 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0742779 Jul 08 18:20:22.242025 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2663d707-2084-4e11-80de-4369ea3b14d4 req-551ce09c-6c69-45ac-9dfe-b3a3a55e0add tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Jul 08 18:20:22.280681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-135b1ac6-a8e9-43eb-9012-158a722df186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.421798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee80ce-1420-41b8-9cf5-884c87e55180 req-c58880d2-5e04-4cd1-816c-14e46eb12330 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.423308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08ee80ce-1420-41b8-9cf5-884c87e55180 req-c58880d2-5e04-4cd1-816c-14e46eb12330 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0680461 Jul 08 18:20:22.461650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08ee80ce-1420-41b8-9cf5-884c87e55180 req-9d524fda-0a3e-49d1-9bb0-dc7d1c75c891 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Jul 08 18:20:22.462897 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.488679 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35832) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:22.542807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b8898-3d62-4d11-80f1-b53ff6eaf2c7 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.547315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-fd1b8898-3d62-4d11-80f1-b53ff6eaf2c7 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1092 time: 0.0546620 Jul 08 18:20:22.547452 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35834) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:22.551810 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'edd31103-7944-4f1d-98fb-793a9da90151', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:22.574287 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.676387 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.778463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.79 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/1a4b34a0-e4e8-46ec-9f18-951d923ae99a) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:22.890863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.929884 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.964193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:22.966966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:22.969341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:23.001195 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=1a4b34a0-e4e8-46ec-9f18-951d923ae99a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:23.368549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-f41bd959-d0b2-47ba-ac20-f5feffee64a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1362567 Jul 08 18:20:23.379921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.495455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.521413 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-e1d356c5-7efe-49b7-b25d-581f70bb8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.522938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-e1d356c5-7efe-49b7-b25d-581f70bb8235 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1097 time: 0.1085355 Jul 08 18:20:23.693777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-62db2bb9-f872-4e34-b566-89a4a2b4eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.695300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-62db2bb9-f872-4e34-b566-89a4a2b4eda7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 897 time: 0.1514022 Jul 08 18:20:23.772280 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.781169 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.786482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-38a43083-ccc2-438f-b3dc-9f89f83d53d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 999 time: 0.0833247 Jul 08 18:20:23.818076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:23.880856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=1a4b34a0-e4e8-46ec-9f18-951d923ae99a,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:23.902549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-1fd0dc53-b8ec-4098-8f80-c5caf3897403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.903941 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-1fd0dc53-b8ec-4098-8f80-c5caf3897403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0926321 Jul 08 18:20:23.904787 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.351664 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP 54b178f5-34f6-4224-9df2-bf4d363d5944 associated. External IP: 172.25.3.79, port: edd31103-7944-4f1d-98fb-793a9da90151. Jul 08 18:20:24.355477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-98701d53-f91e-4350-afab-3aad3de6c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:24.356938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-98701d53-f91e-4350-afab-3aad3de6c257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4193807 Jul 08 18:20:24.522113 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-0f79ece6-0e2f-4ff4-85ed-6114aab88cca service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350155 Jul 08 18:20:24.691634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 2d1346f9-122b-4191-afc6-4844ed91b77e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:20:24.693764 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d136922c-bfa6-4a2a-9733-26cdef6fd8c3 req-387281cc-51a5-461c-b28a-219114684e93 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387625 Jul 08 18:20:24.801346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:24.811133 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] Sync routers for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:24.817745 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.821078 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:24.821687 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:24.855519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-91526803-30c7-40c2-b6c0-38b0419ed0cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3070617 Jul 08 18:20:24.856113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:24.858423 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "tag": "edd31103-7944-4f1d-98fb-793a9da90151"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:24.902201 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6661a2f-b966-4cd2-b388-cb8b3711583e x-openstack-request-id: req-f6661a2f-b966-4cd2-b388-cb8b3711583e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:24.902514 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "tag": "edd31103-7944-4f1d-98fb-793a9da90151", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:24.902794 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6661a2f-b966-4cd2-b388-cb8b3711583e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:24.903466 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151', 'status': 'completed', 'code': 200} Jul 08 18:20:24.933360 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:24.986011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-cf8faa02-29c0-4316-ae9a-c4f9f08aab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:24.987545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-cf8faa02-29c0-4316-ae9a-c4f9f08aab54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1097 time: 0.0618925 Jul 08 18:20:25.028412 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cc54d-9f63-4f02-988d-cad0b113aac0 req-a1a79570-f406-4ec8-9694-b6318dbe5da9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.031109 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b96cc54d-9f63-4f02-988d-cad0b113aac0 req-a1a79570-f406-4ec8-9694-b6318dbe5da9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0745714 Jul 08 18:20:25.070828 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b96cc54d-9f63-4f02-988d-cad0b113aac0 req-dabca6f0-4289-4c3e-b215-cf6dd7b70186 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Jul 08 18:20:25.090065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-83bc4a7b-84d3-481d-9591-46ba98097e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.091640 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-83bc4a7b-84d3-481d-9591-46ba98097e96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 897 time: 0.0963120 Jul 08 18:20:25.098467 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35840) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:25.162637 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '54b178f5-34f6-4224-9df2-bf4d363d5944', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'port_id': 'edd31103-7944-4f1d-98fb-793a9da90151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'mac_address': 'fa:16:3e:51:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e0b5-9217-41be-a4a5-95600951a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:20:23Z', 'updated_at': '2021-07-08T18:20:23Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:13Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:25.171212 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-819c6245-0159-4c18-8252-728966e95598 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/54b178f5-34f6-4224-9df2-bf4d363d5944 HTTP/1.1" status: 200 len: 991 time: 0.0704477 Jul 08 18:20:25.173357 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-8bbda4ca-4c8c-4538-9b3a-34622d295716 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 999 time: 0.0754199 Jul 08 18:20:25.176400 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:25.200312 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] Checking router: 2d1346f9-122b-4191-afc6-4844ed91b77e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:25.208431 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:25.209030 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:20:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:25.222326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-d2127654-2b93-4ea8-91a5-108d74066de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.223766 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-d2127654-2b93-4ea8-91a5-108d74066de2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0445151 Jul 08 18:20:25.281269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-17481b72-8c84-4aa6-8e64-8ecbf259de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.282740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-17481b72-8c84-4aa6-8e64-8ecbf259de87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514174 Jul 08 18:20:25.312911 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:25.376497 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-b43db0f3-7531-4042-b59d-cc458de3179a service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Jul 08 18:20:25.465779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a721b53b-a6b6-4af6-94d2-82d6ed35e7e4 req-ecd6a35c-99b1-43c7-9757-5ffcfa2be684 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823705 Jul 08 18:20:25.530247 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '54b178f5-34f6-4224-9df2-bf4d363d5944', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'port_id': 'edd31103-7944-4f1d-98fb-793a9da90151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'mac_address': 'fa:16:3e:51:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e0b5-9217-41be-a4a5-95600951a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:20:23Z', 'updated_at': '2021-07-08T18:20:23Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:13Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:25.560163 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c0254-b306-4e99-b9fe-2cf588c778bf None None] The sync data for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 is: [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '54b178f5-34f6-4224-9df2-bf4d363d5944', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.79', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'port_id': 'edd31103-7944-4f1d-98fb-793a9da90151', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'mac_address': 'fa:16:3e:51:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e0b5-9217-41be-a4a5-95600951a18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:20:23Z', 'updated_at': '2021-07-08T18:20:23Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:13Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:25.752422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e519e36-7ade-449c-bb92-8ebb83133bac None None] New status for floating IP 54b178f5-34f6-4224-9df2-bf4d363d5944: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:20:26.174133 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35842) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:26.237408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-afa8586d-aaf3-494f-95be-6bb46446b282 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/54b178f5-34f6-4224-9df2-bf4d363d5944 HTTP/1.1" status: 200 len: 993 time: 0.0622158 Jul 08 18:20:37.928881 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:20:43.539915 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:43.798153 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:49.617495 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6add8ae7-dd9a-42c3-86f1-dabf606c3a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.281043 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f8985d72-0b6b-4731-89d8-31c9004a03f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.464838 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.185081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-eccfb1ab-5a94-4187-8784-1cd35d91b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:53.186610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-eccfb1ab-5a94-4187-8784-1cd35d91b827 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1097 time: 0.1012313 Jul 08 18:20:53.198106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5ffc0-a900-4446-a503-aef139072a32 req-e629421c-2872-4e8b-8223-1a5296e9087c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:53.199679 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8aa5ffc0-a900-4446-a503-aef139072a32 req-e629421c-2872-4e8b-8223-1a5296e9087c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0872419 Jul 08 18:20:53.281161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8aa5ffc0-a900-4446-a503-aef139072a32 req-9463f746-e5f5-4634-abaf-e49fe3d12eb9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735316 Jul 08 18:20:53.309430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-fa0d9832-fd2d-47b4-97eb-ef10a5234f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:53.310945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-fa0d9832-fd2d-47b4-97eb-ef10a5234f74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 897 time: 0.1104324 Jul 08 18:20:53.378881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-5317f265-519b-4268-bc79-458cf0e905fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 1001 time: 0.0615261 Jul 08 18:20:53.428072 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-e9e24e4b-a1bc-49fb-8acb-f58f3469b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:53.429543 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-e9e24e4b-a1bc-49fb-8acb-f58f3469b244 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0435407 Jul 08 18:20:53.486512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-87138db2-af36-4625-9539-813c60fe8131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:53.487984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-87138db2-af36-4625-9539-813c60fe8131 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518382 Jul 08 18:20:53.584290 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-3ef46ecc-6ffc-4b0c-a6d8-36324cf31632 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Jul 08 18:20:53.679774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-72ef0d7d-f747-49de-9346-b72c0e342568 req-0557d116-d074-4036-b0f8-0e3af21464d9 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885820 Jul 08 18:20:53.819267 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:54.457529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9f1d3-6481-4d19-934d-2c1a6850c582 req-05e29a7a-bc9e-4d69-8dfa-536fff9f98a1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:54.459020 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69e9f1d3-6481-4d19-934d-2c1a6850c582 req-05e29a7a-bc9e-4d69-8dfa-536fff9f98a1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0635805 Jul 08 18:20:54.496638 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69e9f1d3-6481-4d19-934d-2c1a6850c582 req-1edc0cf7-6006-443a-9456-25580528fd46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Jul 08 18:20:55.180383 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:55.685871 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfeab5-87fc-48be-8b1a-9f5c684a7ee0 req-5adbe698-87b1-4142-8afe-baebda08751c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:55.687362 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38cfeab5-87fc-48be-8b1a-9f5c684a7ee0 req-5adbe698-87b1-4142-8afe-baebda08751c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0674007 Jul 08 18:20:55.726617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-38cfeab5-87fc-48be-8b1a-9f5c684a7ee0 req-ed30a301-c50f-411a-a91f-3e72a5f21a8d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Jul 08 18:20:56.894840 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adce2d-f503-418b-bd7b-150b5158d762 req-29b50864-fbda-4fd9-b738-09767b6eedcb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:56.896315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37adce2d-f503-418b-bd7b-150b5158d762 req-29b50864-fbda-4fd9-b738-09767b6eedcb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0629036 Jul 08 18:20:56.934030 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-37adce2d-f503-418b-bd7b-150b5158d762 req-a71e39ef-0b47-45bf-a2c8-3440a3a535b9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Jul 08 18:20:58.106611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a319-7604-47a2-b98a-f5e9601456de req-0c3981fc-a449-4b25-8903-57c5d564aa96 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.108073 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b099a319-7604-47a2-b98a-f5e9601456de req-0c3981fc-a449-4b25-8903-57c5d564aa96 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0640407 Jul 08 18:20:58.145388 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b099a319-7604-47a2-b98a-f5e9601456de req-57388006-7620-48f2-8d26-3d61f2f29956 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Jul 08 18:20:59.322076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbc6c-d4f2-415b-9701-06487714ec5b req-4eba4e12-f3d5-49b9-9221-d6c15a8faaf0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:59.324054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-675fbc6c-d4f2-415b-9701-06487714ec5b req-4eba4e12-f3d5-49b9-9221-d6c15a8faaf0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0686386 Jul 08 18:20:59.361207 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-675fbc6c-d4f2-415b-9701-06487714ec5b req-2a9bf14b-a811-4a6d-a2a2-145c66363f5e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Jul 08 18:21:00.542318 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eecd5-878a-4764-9dfb-679cdd36b340 req-7583f0a8-af58-4bb6-b568-a74d2a840bb0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:00.544495 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-100eecd5-878a-4764-9dfb-679cdd36b340 req-7583f0a8-af58-4bb6-b568-a74d2a840bb0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0681193 Jul 08 18:21:00.582680 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-100eecd5-878a-4764-9dfb-679cdd36b340 req-557eb3e5-9138-4022-b671-8ee14f22e290 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Jul 08 18:21:01.757893 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81017e9-38e6-4f18-9ea7-2a34d5a0952d req-4eb538c2-243a-46e3-8590-6b48beae9d8b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:01.759406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81017e9-38e6-4f18-9ea7-2a34d5a0952d req-4eb538c2-243a-46e3-8590-6b48beae9d8b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0639832 Jul 08 18:21:01.796829 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b81017e9-38e6-4f18-9ea7-2a34d5a0952d req-3adccef7-b49d-4be7-b4ac-97d3ad7a850a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Jul 08 18:21:02.969016 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e8580-438a-44b3-8b6a-8a17de6568b3 req-27f4b075-a5bf-4b3f-a207-49c1fdecc119 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:02.970510 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c9e8580-438a-44b3-8b6a-8a17de6568b3 req-27f4b075-a5bf-4b3f-a207-49c1fdecc119 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0629215 Jul 08 18:21:03.006565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c9e8580-438a-44b3-8b6a-8a17de6568b3 req-4021f756-555a-453f-baf6-9fc9ba3cddfe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Jul 08 18:21:04.187741 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c3199-c0f0-4fae-8daf-8138b48c67af req-61a64ef8-bb86-4854-a18d-de5767f0769a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:04.189275 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e84c3199-c0f0-4fae-8daf-8138b48c67af req-61a64ef8-bb86-4854-a18d-de5767f0769a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0701146 Jul 08 18:21:04.228339 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e84c3199-c0f0-4fae-8daf-8138b48c67af req-fb8b3382-4ad5-44f6-a54e-601d6a8219a2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Jul 08 18:21:05.400079 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317cd1-c984-46da-a0dc-7d322b7b903b req-05dd16a0-d270-4cb4-a7ed-09005260a84d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:05.402161 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4317cd1-c984-46da-a0dc-7d322b7b903b req-05dd16a0-d270-4cb4-a7ed-09005260a84d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0637491 Jul 08 18:21:05.439252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4317cd1-c984-46da-a0dc-7d322b7b903b req-162dce95-3337-452d-960e-65683f616631 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Jul 08 18:21:05.463262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35880) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:05.527596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1a829219-259e-4991-a562-c96168831166 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/54b178f5-34f6-4224-9df2-bf4d363d5944 HTTP/1.1" status: 200 len: 993 time: 0.0624819 Jul 08 18:21:13.536389 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:13.667158 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:14.927626 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:21:19.618710 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-206b8c77-b77b-4819-abf7-5ec6215b668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.280432 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-87930236-e162-47d5-9b80-0df171a8d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.465490 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:22.696933 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-fbb87962-de56-424f-9405-25677b28148e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517087 Jul 08 18:21:22.790969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17ca3-e536-4361-9408-50848ba4fedd req-53e9d63a-a1a8-4ae1-9f85-0101d42955de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:22.793433 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-53e9d63a-a1a8-4ae1-9f85-0101d42955de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1097 time: 0.0529866 Jul 08 18:21:22.907311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17ca3-e536-4361-9408-50848ba4fedd req-321f5c83-81f6-4964-85b8-e951498a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:22.908779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-321f5c83-81f6-4964-85b8-e951498a5e19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 897 time: 0.0925016 Jul 08 18:21:22.975223 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-c94c6e65-7acc-45e0-a494-40355c7d1389 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 1001 time: 0.0570059 Jul 08 18:21:23.028495 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17ca3-e536-4361-9408-50848ba4fedd req-569fb1ea-2bfa-4979-ad65-efa61e0e8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:23.029917 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-569fb1ea-2bfa-4979-ad65-efa61e0e8651 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0468888 Jul 08 18:21:23.085798 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c17ca3-e536-4361-9408-50848ba4fedd req-18dba11f-81f5-4f6b-b8a8-4fe2f64a29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:23.087203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-18dba11f-81f5-4f6b-b8a8-4fe2f64a29e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508654 Jul 08 18:21:23.098674 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-8ff6434b-a5e9-43d6-8c97-fccd6a43fb07 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:21:23.099599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-8ff6434b-a5e9-43d6-8c97-fccd6a43fb07 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048318 Jul 08 18:21:23.188308 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-b0ea9deb-f3d6-4645-8f1f-1a871d605da6 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813591 Jul 08 18:21:23.282505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-91c17ca3-e536-4361-9408-50848ba4fedd req-b651e891-5b85-4187-a3cd-a9f37de3cc78 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861776 Jul 08 18:21:23.822540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:25.182247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.993182 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-02b348fe-9fbb-4b43-89f8-4be65eb09892 req-1bee9a28-54d9-4201-afb4-d3ecfa1df236 service neutron] (93944) timed out ('10.222.0.48', 60400) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:21:33.538182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35900) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.693477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 1a4b34a0-e4e8-46ec-9f18-951d923ae99a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:33.693820 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.772411 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.772746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.784163 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 1a4b34a0-e4e8-46ec-9f18-951d923ae99a owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:33.930856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.956459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=1a4b34a0-e4e8-46ec-9f18-951d923ae99a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.984325 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.984675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.985019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.985358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.985690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.986056 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.986390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.986734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.987047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.987370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.987694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.988013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:34.027170 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.027501 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP 54b178f5-34f6-4224-9df2-bf4d363d5944 disassociated (deleted). External IP: 172.25.3.79, port: edd31103-7944-4f1d-98fb-793a9da90151. Jul 08 18:21:34.231787 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 2d1346f9-122b-4191-afc6-4844ed91b77e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:34.348081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:34.354056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.358336 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] Sync routers for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:34.367805 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:34.368471 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:34.396547 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-2354c92f-b4db-45dc-8802-97b45e0c116d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/floatingips/54b178f5-34f6-4224-9df2-bf4d363d5944 HTTP/1.1" status: 204 len: 168 time: 0.8572612 Jul 08 18:21:34.397126 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:34.399402 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd17bb8-cc37-452c-aac0-07be5c9e558b" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "tag": "edd31103-7944-4f1d-98fb-793a9da90151"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:34.443135 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f4b7ab-db44-47a2-b8ee-4a446e0550c7 x-openstack-request-id: req-40f4b7ab-db44-47a2-b8ee-4a446e0550c7 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:34.443564 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "tag": "edd31103-7944-4f1d-98fb-793a9da90151", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:34.443820 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40f4b7ab-db44-47a2-b8ee-4a446e0550c7 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:34.444221 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151', 'status': 'completed', 'code': 200} Jul 08 18:21:34.476164 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:34.521956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-bea1fce3-ae8a-499a-86cb-8f37cc41addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.523506 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-bea1fce3-ae8a-499a-86cb-8f37cc41addc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 1097 time: 0.0555489 Jul 08 18:21:34.631224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-27f18036-2691-4db9-bda5-dd0f1a57740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.633004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-27f18036-2691-4db9-bda5-dd0f1a57740b service neutron] 10.222.0.21 "GET /v2.0/networks?id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 200 len: 897 time: 0.1030738 Jul 08 18:21:34.678553 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-273b0cb6-a835-4f9f-a43f-a143493b10cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 200 len: 217 time: 0.0392671 Jul 08 18:21:34.688286 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:13Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:34.719255 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] Checking router: 2d1346f9-122b-4191-afc6-4844ed91b77e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:34.728199 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:34.728868 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:34.742608 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-7b079f40-1e7f-41c1-b0f2-7ecd19cae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.745168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-7b079f40-1e7f-41c1-b0f2-7ecd19cae42a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 200 len: 835 time: 0.0591533 Jul 08 18:21:34.808028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a8ce9-a9a2-46f6-b27d-f5589fd2e786 req-e64ca79b-b72e-4d73-b77a-543bb127a9f0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.809668 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918a8ce9-a9a2-46f6-b27d-f5589fd2e786 req-e64ca79b-b72e-4d73-b77a-543bb127a9f0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0661793 Jul 08 18:21:34.809823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-47f5d804-b366-4b92-b742-98995b18d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:34.811379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-47f5d804-b366-4b92-b742-98995b18d011 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600767 Jul 08 18:21:34.833937 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:34.849805 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-918a8ce9-a9a2-46f6-b27d-f5589fd2e786 req-3c272c29-c9b8-4d20-a3ea-b3949fe24e01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341165 Jul 08 18:21:34.904414 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-9140853e-a7b3-4e97-b962-889e26676eab service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Jul 08 18:21:34.999408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0dd17bb8-cc37-452c-aac0-07be5c9e558b req-fa381b65-89f6-4cd2-91e7-1237d9983233 service neutron] 10.222.0.21 "GET /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Jul 08 18:21:35.037886 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:13Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:35.064514 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b11613-a688-47dd-a801-6ced412ae8ce None None] The sync data for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 is: [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'e3a13e28-9c2b-4d23-ab30-08d856d7c2a7', 'name': '', 'network_id': 'cabbcbb3-2caf-41dd-a12d-83ffb847cd7b', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:a3:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5472efac-b50d-4969-9e5d-c706a258327c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:08Z', 'updated_at': '2021-07-08T18:20:13Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '5472efac-b50d-4969-9e5d-c706a258327c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:35.271944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bee859-bd6c-4cd3-89a1-301938401e83 None None] New status for floating IP 54b178f5-34f6-4224-9df2-bf4d363d5944: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:21:36.024436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0b45-a841-41e2-b4b5-e2a818efa4fa req-6aa3c749-f685-48ad-bfc1-c358e104d423 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:36.025910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ea0d0b45-a841-41e2-b4b5-e2a818efa4fa req-6aa3c749-f685-48ad-bfc1-c358e104d423 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0640042 Jul 08 18:21:36.063589 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ea0d0b45-a841-41e2-b4b5-e2a818efa4fa req-9d182543-8b2c-4d4e-a56e-ff1a1f0838e7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=118b2ba5-640c-4b3a-8444-1df6e3752e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Jul 08 18:21:36.173624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-72deaba6-6b5b-4cbf-bf1e-61e2ef24028d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:36.175023 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-72deaba6-6b5b-4cbf-bf1e-61e2ef24028d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 946 time: 0.0635600 Jul 08 18:21:36.276914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port edd31103-7944-4f1d-98fb-793a9da90151 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:36.277284 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.361773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port edd31103-7944-4f1d-98fb-793a9da90151, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=edd31103-7944-4f1d-98fb-793a9da90151,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:36.362161 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.375267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for edd31103-7944-4f1d-98fb-793a9da90151 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:36.505320 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.534671 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=edd31103-7944-4f1d-98fb-793a9da90151,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.581386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] No DVR routers for this DVR port edd31103-7944-4f1d-98fb-793a9da90151 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:36.584013 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.585991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c38401d7-e100-4107-8bca-f78505d6dd5d req-66d52dc7-5f75-4b10-802e-160ec1a159b2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "DELETE /v2.0/ports/edd31103-7944-4f1d-98fb-793a9da90151 HTTP/1.1" status: 204 len: 173 time: 0.4046326 Jul 08 18:21:36.586423 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'name': 'network-vif-deleted', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:36.588643 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701d88b3-d088-46dc-a3a3-7efdfbef38e2" -d '{"events": [{"server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "name": "network-vif-deleted", "tag": "edd31103-7944-4f1d-98fb-793a9da90151"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:36.628587 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf32cdd1-e39f-423f-9171-20726fd3a05e x-openstack-request-id: req-cf32cdd1-e39f-423f-9171-20726fd3a05e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:36.628882 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8997e0b5-9217-41be-a4a5-95600951a18f", "name": "network-vif-deleted", "tag": "edd31103-7944-4f1d-98fb-793a9da90151", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:36.629188 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf32cdd1-e39f-423f-9171-20726fd3a05e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:36.629584 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8997e0b5-9217-41be-a4a5-95600951a18f', 'name': 'network-vif-deleted', 'tag': 'edd31103-7944-4f1d-98fb-793a9da90151', 'status': 'completed', 'code': 200} Jul 08 18:21:37.222101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-295d556a-9c77-4e07-b9bf-afdf66428ac3 req-4730ce7a-7654-4b38-9069-48db5e082615 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=8997e0b5-9217-41be-a4a5-95600951a18f HTTP/1.1" status: 200 len: 210 time: 0.0291255 Jul 08 18:21:38.316109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35916) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:38.688062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.951464 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:38.951700 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.037164 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port e3a13e28-9c2b-4d23-ab30-08d856d7c2a7, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:39.037513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.050687 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:39.230096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.261674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=e3a13e28-9c2b-4d23-ab30-08d856d7c2a7,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.274088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.274441 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.274786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.275125 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.275459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.275793 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.276134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.276529 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.276843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.277175 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.277498 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.277821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:39.452301 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.675902 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 2d1346f9-122b-4191-afc6-4844ed91b77e has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:39.792425 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:39.798408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-348b6519-a1ac-4adf-bb57-b7753a559828 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/2d1346f9-122b-4191-afc6-4844ed91b77e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812267 Jul 08 18:21:39.800303 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35918) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:39.801788 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] Sync routers for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:39.811481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:39.812078 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:39.851257 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting subnet 5472efac-b50d-4969-9e5d-c706a258327c {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:39.855384 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.894322 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.912534 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:39.981267 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.009296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device edd31103-7944-4f1d-98fb-793a9da90151 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:40.029461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: edd31103-7944-4f1d-98fb-793a9da90151 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:40.030104 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device edd31103-7944-4f1d-98fb-793a9da90151 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:40.044511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.072731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Subnet': ['ID=5472efac-b50d-4969-9e5d-c706a258327c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:40.077984 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.081919 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-50f1863b-5abb-40e0-b159-214c1c8d69dc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/subnets/5472efac-b50d-4969-9e5d-c706a258327c HTTP/1.1" status: 204 len: 168 time: 0.2777519 Jul 08 18:21:40.082342 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35920) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:40.087912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306458e-9a4c-4da6-9ba9-9d72f3819d9d None None] Network cabbcbb3-2caf-41dd-a12d-83ffb847cd7b requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:40.098130 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:21:39Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.129863 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] Checking router: 2d1346f9-122b-4191-afc6-4844ed91b77e for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:40.139146 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] Routers {'2d1346f9-122b-4191-afc6-4844ed91b77e'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:40.139676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['2d1346f9-122b-4191-afc6-4844ed91b77e'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.251481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] Set router 2d1346f9-122b-4191-afc6-4844ed91b77e gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:40.307379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] DHCP port deletion for cabbcbb3-2caf-41dd-a12d-83ffb847cd7b request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:40.359793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Deleting port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:40.360299 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.434813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] For port ebbda9c6-695d-4f12-b9d6-af7fe7f39683, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,segment=NetworkSegment(3de3c146-2a48-48fb-92a6-6424d9012d36),segment_id=3de3c146-2a48-48fb-92a6-6424d9012d36)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:40.435182 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.449601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Calling delete_port for ebbda9c6-695d-4f12-b9d6-af7fe7f39683 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:40.524533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.534303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.546224 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:21:39Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:40.566449 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Pushing event deleted for resources: {'Port': ['ID=ebbda9c6-695d-4f12-b9d6-af7fe7f39683,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:40.574883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577077 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef2804-5cb4-4af4-b47d-381a717321ff None None] The sync data for ids ['2d1346f9-122b-4191-afc6-4844ed91b77e'] in n-d-799527-4 is: [{'id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474338096', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:05Z', 'updated_at': '2021-07-08T18:21:39Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': '23f19894-5d7c-43f6-831b-3b017b17723f', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1346f9-122b-4191-afc6-4844ed91b77e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:06Z', 'updated_at': '2021-07-08T18:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577288 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.577956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.578154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.578434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:40.585953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6e365-667f-4d25-bb47-ef921029e875 None None] No DVR routers for this DVR port ebbda9c6-695d-4f12-b9d6-af7fe7f39683 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:40.633676 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.684602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 23f19894-5d7c-43f6-831b-3b017b17723f {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:40.684987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.761760 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 23f19894-5d7c-43f6-831b-3b017b17723f, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=23f19894-5d7c-43f6-831b-3b017b17723f,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:40.762140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.778357 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 23f19894-5d7c-43f6-831b-3b017b17723f owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:40.937804 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.967077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=23f19894-5d7c-43f6-831b-3b017b17723f,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:41.032980 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.124554 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.126657 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.171114 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.171728 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1346f9-122b-4191-afc6-4844ed91b77e {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:21:41.179196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.180309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e1e89602-b166-4206-9b5b-f952d88f9061 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/routers/2d1346f9-122b-4191-afc6-4844ed91b77e HTTP/1.1" status: 204 len: 168 time: 1.0970464 Jul 08 18:21:41.183693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35924) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:41.266296 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.353252 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.363073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabbcbb3-2caf-41dd-a12d-83ffb847cd7b']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:41.378465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de3c146-2a48-48fb-92a6-6424d9012d36') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:41.378788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de3c146-2a48-48fb-92a6-6424d9012d36') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:41.388372 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.402213 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.408080 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:41.408461 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:41.411415 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:41.469633 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.474348 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.478789 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/networks/cabbcbb3-2caf-41dd-a12d-83ffb847cd7b HTTP/1.1" status: 204 len: 168 time: 0.2915082 Jul 08 18:21:41.479422 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35926) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:41.491236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf62d7-70f2-462b-9f6e-06e15f7b6ca8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Network': ['ID=cabbcbb3-2caf-41dd-a12d-83ffb847cd7b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:41.538223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb776a5d-4a3a-4d28-8260-ec095a0136e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.563653 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb776a5d-4a3a-4d28-8260-ec095a0136e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.644546 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb776a5d-4a3a-4d28-8260-ec095a0136e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.647346 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb776a5d-4a3a-4d28-8260-ec095a0136e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.648674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:41.650922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-fb776a5d-4a3a-4d28-8260-ec095a0136e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/security-groups/118b2ba5-640c-4b3a-8444-1df6e3752e14 HTTP/1.1" status: 204 len: 168 time: 0.1700768 Jul 08 18:21:41.666598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776a5d-4a3a-4d28-8260-ec095a0136e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118b2ba5-640c-4b3a-8444-1df6e3752e14,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:41.675616 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:41.675964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device e3a13e28-9c2b-4d23-ab30-08d856d7c2a7 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:41.676385 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ebbda9c6-695d-4f12-b9d6-af7fe7f39683 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:41.703115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ebbda9c6-695d-4f12-b9d6-af7fe7f39683 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:41.704037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ebbda9c6-695d-4f12-b9d6-af7fe7f39683 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:41.704037 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 23f19894-5d7c-43f6-831b-3b017b17723f no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:41.724414 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 23f19894-5d7c-43f6-831b-3b017b17723f {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:41.724767 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 23f19894-5d7c-43f6-831b-3b017b17723f not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:42.015001 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35932) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.019745 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873647680', 'description': 'tempest-secgroup-smoke-1873647680 description', 'project_id': '9061f9ff8cb24189afb2083327027787'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.042748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.125617 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.129517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.158631 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.159856 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438208 Jul 08 18:21:42.161696 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93b7f-3a9c-4bcd-91cb-e728dfe031bc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.162862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35934) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.169672 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3c3ee-89dc-41e3-adfa-5507c9a1f896', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.195485 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.251076 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.254724 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.274039 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ea07f7-6121-4b16-8582-003791e7c004,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.276620 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.277816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-000a824c-a859-404d-9a3a-33001ac2c081 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139264 Jul 08 18:21:42.280687 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35936) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.285340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3c3ee-89dc-41e3-adfa-5507c9a1f896', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.311663 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.372767 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.376427 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.394553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5229f8f-d455-4cd5-9630-2706a6b39277,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.399768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.401045 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7de81983-357b-449d-9a85-557a2c54a6a5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192021 Jul 08 18:21:42.403725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35938) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.408151 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3c3ee-89dc-41e3-adfa-5507c9a1f896', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.434621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.495599 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.499735 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.517517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5644be8f-804a-4111-9963-a4c0417c9910,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.522975 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.524178 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-16c099ea-b85a-46c9-b26f-638c311f2577 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195004 Jul 08 18:21:42.527563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35940) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.531974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3c3ee-89dc-41e3-adfa-5507c9a1f896', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.560061 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.618069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.622306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.641300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98de4a14-178c-4b8f-943d-8f7b1c1bea26,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.648672 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.650129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6899745f-12b5-48a6-ab94-78c0a184eb02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216056 Jul 08 18:21:42.653667 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35942) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.658221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3c3ee-89dc-41e3-adfa-5507c9a1f896', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.680082 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:21:42.684938 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.748575 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.752544 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.771472 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f93de62-f681-4fb6-bf0e-62c4cb0d9f08,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.779895 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.781213 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1a4c06dc-e3d8-4bc3-94b0-fcd4274911ee tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265128 Jul 08 18:21:42.784074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35944) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.788467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3c3ee-89dc-41e3-adfa-5507c9a1f896', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.811430 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:21:42.816216 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.876305 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.879829 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.897347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f508cad-3c7c-47dd-b736-ccf10ee37f79,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.903316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.904638 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-22d93178-183d-4523-8cd8-42d267cfb8fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195385 Jul 08 18:21:42.907346 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35946) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:42.912224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'network': {'name': 'tempest-network-smoke--489043742', 'project_id': '9061f9ff8cb24189afb2083327027787', 'port_security_enabled': True}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:42.933658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:42.937084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.961267 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:42.971839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.972181 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Added segment f9989b24-aeaf-4f82-9120-955d5682e3d2 of type vlan for network 01666807-e78e-4a1c-8004-c179f464eacd Jul 08 18:21:43.012063 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.043591 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.049028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:43.049600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.109179 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2008145 Jul 08 18:21:43.111961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 35948) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:43.116331 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'admin_state_up': True, 'project_id': '9061f9ff8cb24189afb2083327027787', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:43.129775 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b819f-9e53-4331-89e5-2caab0df0378 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Network': ['ID=01666807-e78e-4a1c-8004-c179f464eacd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:43.139677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 01666807-e78e-4a1c-8004-c179f464eacd details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:43.146671 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.147670 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.205210 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.340103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.537335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.537987 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.557902 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.660055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.195 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/ece01e9c-ded0-4066-b461-c0f622c20f5b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:43.666183 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.767380 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.805689 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.842391 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:43.847152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:43.850506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:43.874311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=ece01e9c-ded0-4066-b461-c0f622c20f5b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.097768 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.290611 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.416574 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 9b6fa258-0a45-418c-9aab-ca4e16248af4 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:21:44.519436 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:44.528994 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Sync routers for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:44.537829 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.538289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:44.542362 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:44.542545 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-12debbdd-7107-4bd5-ba6b-c044ec91456b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4262986 Jul 08 18:21:44.542906 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35950) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:44.572708 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e6f2258b-1cb7-4e99-b133-02295f3d5e4a tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9061f9ff8cb24189afb2083327027787&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284722 Jul 08 18:21:44.576134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35952) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:44.652884 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:44.665415 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9084fcf-4b47-4759-9341-a0348ce5f839 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:44.667795 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f9084fcf-4b47-4759-9341-a0348ce5f839 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905995 Jul 08 18:21:44.670523 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35954) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:44.707312 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-980e188b-6bf5-41de-9c05-bfb9d7f5c131 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334499 Jul 08 18:21:44.707526 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35956) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:44.712255 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99061051', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'project_id': '9061f9ff8cb24189afb2083327027787', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:44.798757 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:44.802565 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.831469 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:44.857355 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Checking router: 9b6fa258-0a45-418c-9aab-ca4e16248af4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:44.857701 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Updating router 9b6fa258-0a45-418c-9aab-ca4e16248af4 port ece01e9c-ded0-4066-b461-c0f622c20f5b binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:44.892033 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.989596 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.059150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Subnet': ['ID=2330e366-2246-4a31-af26-717f6b863f88,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.066117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Checking segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:45.066249 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network hostable DHCP agents. Network: 01666807-e78e-4a1c-8004-c179f464eacd, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:45.083081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 01666807-e78e-4a1c-8004-c179f464eacd is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:45.092280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 01666807-e78e-4a1c-8004-c179f464eacd) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:45.096781 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:45.097490 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.105820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96cc168-fb8d-4167-8ba3-02e3547f1719 None None] Network 01666807-e78e-4a1c-8004-c179f464eacd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:45.113543 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e9002837-713b-4ea0-9952-1f00909a3f0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4050362 Jul 08 18:21:45.116446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 35958) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:45.189227 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.209976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Transition to ACTIVE for port object ece01e9c-ded0-4066-b461-c0f622c20f5b will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:45.218330 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.314179 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74b841-96d9-4b8d-a809-dfd2b3b32f8b None None] Pushing event updated for resources: {'Port': ['ID=ece01e9c-ded0-4066-b461-c0f622c20f5b,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.318408 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Attempting to bind port ece01e9c-ded0-4066-b461-c0f622c20f5b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:45.318787 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Attempting to bind port ece01e9c-ded0-4066-b461-c0f622c20f5b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:45.319158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Attempting to bind port ece01e9c-ded0-4066-b461-c0f622c20f5b on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:45.329652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:45.330067 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:45.330478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.330876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:45.331351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Bound port: ece01e9c-ded0-4066-b461-c0f622c20f5b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:45.331736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.371081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-01666807-e78e-4a1c-8004-c179f464eacd', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:45.371936 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.472848 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] For port ece01e9c-ded0-4066-b461-c0f622c20f5b, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:45.495983 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] For port ece01e9c-ded0-4066-b461-c0f622c20f5b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ece01e9c-ded0-4066-b461-c0f622c20f5b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:45.502571 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.604786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Allocated IP 172.20.0.2 (01666807-e78e-4a1c-8004-c179f464eacd/2330e366-2246-4a31-af26-717f6b863f88/b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:45.609745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74b841-96d9-4b8d-a809-dfd2b3b32f8b None None] Pushing event updated for resources: {'Port': ['ID=ece01e9c-ded0-4066-b461-c0f622c20f5b,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.614059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:45.614668 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:45.784023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:45.903496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.092941 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.109310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Transition to ACTIVE for port object b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:46.156402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Transition to ACTIVE for port object b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:46.162871 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.209368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Network 01666807-e78e-4a1c-8004-c179f464eacd is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:46.212023 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.1 (01666807-e78e-4a1c-8004-c179f464eacd/2330e366-2246-4a31-af26-717f6b863f88/a502b1f1-1d25-499f-8389-32ca537457e9) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:46.217259 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:46.221781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:46.230294 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Pushing event updated for resources: {'Port': ['ID=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:46.265077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:46.312992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88fb23-9062-4ade-b72e-c94212544a15 None None] The sync data for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 is: [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:43Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:46.320710 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Attempting to bind port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.321141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Attempting to bind port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.321586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Attempting to bind port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 on network 01666807-e78e-4a1c-8004-c179f464eacd {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.327679 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:46.328544 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Checking segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:46.328544 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.328845 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Bound using segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:46.329313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Bound port: b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:46.329699 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.336310 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.352198 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object a502b1f1-1d25-499f-8389-32ca537457e9 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:46.387520 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.403300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] For port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:46.407452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] For port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:46.414021 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.424776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 01666807-e78e-4a1c-8004-c179f464eacd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:46.428640 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:46.432780 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:46.479681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=a502b1f1-1d25-499f-8389-32ca537457e9,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:46.492875 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.494888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ac172-6a3e-4d97-9dc2-576780c27838 None None] Pushing event updated for resources: {'Port': ['ID=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:46.701495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.007736 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.012994 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.087289 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=a502b1f1-1d25-499f-8389-32ca537457e9,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.094186 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.200018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 01666807-e78e-4a1c-8004-c179f464eacd is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:47.201609 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:47.321336 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 9b6fa258-0a45-418c-9aab-ca4e16248af4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:47.437018 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:47.442123 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-663be075-cbdb-42a0-a7ee-c7160b00499e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/9b6fa258-0a45-418c-9aab-ca4e16248af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246925 Jul 08 18:21:47.460699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1385c-78f0-46b7-8383-d95d6674543f None None] Network 01666807-e78e-4a1c-8004-c179f464eacd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:47.592635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-0e2a97b2-d68c-48c0-a9e6-d019d98a7838 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873647680&fields=id&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 267 time: 0.0387387 Jul 08 18:21:47.609581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-936de603-756a-483e-95c8-3ad390387cf7 None None] Provisioning for port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:47.757436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:47.794083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-f3a23e1c-1db2-4f95-b97f-290a4c4b88f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:47.797403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-f3a23e1c-1db2-4f95-b97f-290a4c4b88f9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 796 time: 0.1977038 Jul 08 18:21:47.816316 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-307014a7-9d7d-4d64-95b7-7f37b7fd644f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/quotas/9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 375 time: 0.0128462 Jul 08 18:21:47.834431 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:47.841074 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:47.841453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.923910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-2b324145-8daa-4ab9-b0f3-5bf38fbd7816 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969071 Jul 08 18:21:47.958160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.994719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:48.001312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.002373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece01e9c-ded0-4066-b461-c0f622c20f5b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:48.089738 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-5acc76b1-ada4-47a4-b9bf-8b16344194cb service neutron] 10.222.0.48 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470737 Jul 08 18:21:48.101315 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-971111aa-97e1-49be-88a2-cfd730e6613c None None] Provisioning for port a502b1f1-1d25-499f-8389-32ca537457e9 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:48.109750 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Sync routers for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:48.111524 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-971111aa-97e1-49be-88a2-cfd730e6613c None None] Provisioning complete for port a502b1f1-1d25-499f-8389-32ca537457e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.111899 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-971111aa-97e1-49be-88a2-cfd730e6613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.114466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.121212 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:48.121823 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:48.156004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ece01e9c-ded0-4066-b461-c0f622c20f5b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:48.162967 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-971111aa-97e1-49be-88a2-cfd730e6613c None None] Port a502b1f1-1d25-499f-8389-32ca537457e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:48.164935 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ece01e9c-ded0-4066-b461-c0f622c20f5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.165300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.198051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-971111aa-97e1-49be-88a2-cfd730e6613c None None] Provisioning complete for port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.198414 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-971111aa-97e1-49be-88a2-cfd730e6613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.222146 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-303ff3b0-891f-4b20-b6d3-114ed92d0557 service neutron] 10.222.0.48 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284845 Jul 08 18:21:48.249022 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:48.332888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.356108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ece01e9c-ded0-4066-b461-c0f622c20f5b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ece01e9c-ded0-4066-b461-c0f622c20f5b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:48.365954 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.452525 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ece01e9c-ded0-4066-b461-c0f622c20f5b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.481029 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ef7775ff-2e3b-41f9-9a53-ae1d1998e0dd req-90ba996f-ea0d-4ea2-a32e-fc21151f52b7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 210 time: 0.0425956 Jul 08 18:21:48.537354 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4cdf1021-35e3-4017-88ea-bc3dfa38f63f None None] Provisioning complete for port a502b1f1-1d25-499f-8389-32ca537457e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.537878 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4cdf1021-35e3-4017-88ea-bc3dfa38f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.540783 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 2, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:48.576766 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf1021-35e3-4017-88ea-bc3dfa38f63f None None] Port a502b1f1-1d25-499f-8389-32ca537457e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:48.584804 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Checking router: 9b6fa258-0a45-418c-9aab-ca4e16248af4 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:48.585126 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Updating router 9b6fa258-0a45-418c-9aab-ca4e16248af4 port a502b1f1-1d25-499f-8389-32ca537457e9 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:48.620408 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.696514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a37031ae-9385-48d3-aa9a-a7491d594e34 None None] Provisioning complete for port a502b1f1-1d25-499f-8389-32ca537457e9 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.697188 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a37031ae-9385-48d3-aa9a-a7491d594e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.739472 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a37031ae-9385-48d3-aa9a-a7491d594e34 None None] Port a502b1f1-1d25-499f-8389-32ca537457e9 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:48.901907 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.912008 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Transition to ACTIVE for port object a502b1f1-1d25-499f-8389-32ca537457e9 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:48.918569 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.975021 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Pushing event updated for resources: {'Port': ['ID=a502b1f1-1d25-499f-8389-32ca537457e9,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:49.005954 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.006212 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.006556 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.006891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.007221 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.007554 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.007891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.008263 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.008590 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.008916 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.009238 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.009557 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:49.044846 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Attempting to bind port a502b1f1-1d25-499f-8389-32ca537457e9 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:49.045220 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Attempting to bind port a502b1f1-1d25-499f-8389-32ca537457e9 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:49.045585 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Attempting to bind port a502b1f1-1d25-499f-8389-32ca537457e9 on network 01666807-e78e-4a1c-8004-c179f464eacd {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:49.050825 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:49.051200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Checking segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:49.051593 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.051990 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Bound using segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:49.052460 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Bound port: a502b1f1-1d25-499f-8389-32ca537457e9, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:49.052831 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.120436 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] For port a502b1f1-1d25-499f-8389-32ca537457e9, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:49.124117 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] For port a502b1f1-1d25-499f-8389-32ca537457e9, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a502b1f1-1d25-499f-8389-32ca537457e9,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:49.128981 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.188727 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae45091-59eb-486a-970a-2dc215b75319 None None] Pushing event updated for resources: {'Port': ['ID=a502b1f1-1d25-499f-8389-32ca537457e9,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:49.191264 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:49.191866 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:49.300666 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:49.503014 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:49Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:49.534829 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3bcf49-3f01-47ff-95e3-0f26d0fe7f0f None None] The sync data for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 is: [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:49Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:49.563702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-bf12d294-0986-4525-88b0-74031d61337a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:49.565236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-bf12d294-0986-4525-88b0-74031d61337a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 796 time: 0.1160197 Jul 08 18:21:49.633832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-994ba0b1-b17c-4ab5-973b-3da0a1465962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.644447 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-42a584ed-44bf-414d-97b1-fd7ccd888f7f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 380 time: 0.0697765 Jul 08 18:21:49.656334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'port': {'device_id': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'admin_state_up': True, 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'security_groups': ['f6a3c3ee-89dc-41e3-adfa-5507c9a1f896']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:49.754596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-265bb7c7-9c54-4f7e-b3af-97e9bfdf9009 req-09f9e0e9-a5b7-4c5c-82f2-a5613c14d804 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 210 time: 0.0336792 Jul 08 18:21:49.832600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece01e9c-ded0-4066-b461-c0f622c20f5b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:49.839755 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:49.843870 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.884964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ece01e9c-ded0-4066-b461-c0f622c20f5b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:49.886422 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:49.973146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:49.988557 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.3 (01666807-e78e-4a1c-8004-c179f464eacd/2330e366-2246-4a31-af26-717f6b863f88/7c42942c-5772-4496-a64f-f03317640d61) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:50.024839 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:50.025212 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.110121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a502b1f1-1d25-499f-8389-32ca537457e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:50.142420 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.156738 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object 7c42942c-5772-4496-a64f-f03317640d61 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:50.167164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port a502b1f1-1d25-499f-8389-32ca537457e9 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:50.171351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a502b1f1-1d25-499f-8389-32ca537457e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:50.171752 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.194160 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.246921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 01666807-e78e-4a1c-8004-c179f464eacd is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:50.250541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:50.254790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:50.261006 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.280835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.302119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port a502b1f1-1d25-499f-8389-32ca537457e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a502b1f1-1d25-499f-8389-32ca537457e9,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:50.308265 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.316003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:50.317658 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.335907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-af4c84d1-a428-4a43-b71e-e5486fb7a94c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6856196 Jul 08 18:21:50.348601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Request body: {'port': {'device_id': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:50.366830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=a502b1f1-1d25-499f-8389-32ca537457e9,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.436855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.515502 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-47db7217-f638-4478-9f63-fc0126199d91 None None] Provisioning for port 7c42942c-5772-4496-a64f-f03317640d61 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:50.520582 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-47db7217-f638-4478-9f63-fc0126199d91 None None] Provisioning complete for port 7c42942c-5772-4496-a64f-f03317640d61 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:50.520960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-47db7217-f638-4478-9f63-fc0126199d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.561822 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-47db7217-f638-4478-9f63-fc0126199d91 None None] Port 7c42942c-5772-4496-a64f-f03317640d61 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:50.727737 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c42942c-5772-4496-a64f-f03317640d61 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:21:50.736421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.750177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Transition to ACTIVE for port object 7c42942c-5772-4496-a64f-f03317640d61 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:50.754249 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.805974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.883937 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:50.884275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:50.884601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 on network 01666807-e78e-4a1c-8004-c179f464eacd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:50.890347 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Port 7c42942c-5772-4496-a64f-f03317640d61 on network 01666807-e78e-4a1c-8004-c179f464eacd not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:21:50.890678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 on network 01666807-e78e-4a1c-8004-c179f464eacd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:50.895770 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:50.896099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Checking segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:50.896479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Bound using segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:50.896903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Bound port: 7c42942c-5772-4496-a64f-f03317640d61, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:50.897255 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.961972 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f9415-9663-4806-b340-9b5635c8b175 req-2f9daab5-7e05-4cda-9bcd-97258c74358f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:50.964190 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-334f9415-9663-4806-b340-9b5635c8b175 req-2f9daab5-7e05-4cda-9bcd-97258c74358f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 943 time: 0.0704398 Jul 08 18:21:50.975583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:50.979074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:50.984009 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.004380 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-334f9415-9663-4806-b340-9b5635c8b175 req-dd6a565f-6e61-4a65-a5c6-4e37c59c09ea tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344787 Jul 08 18:21:51.019066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.019778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.021184 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 1091 time: 0.6779716 Jul 08 18:21:51.021598 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:51.023874 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e22bd9-89d5-42f6-9328-8b2179105be7" -d '{"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:51.048551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e231c3-1b59-488b-b53d-311ffaed2935 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:51.079944 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ba4d6-1181-4ee6-99ae-70fc4c09503e x-openstack-request-id: req-645ba4d6-1181-4ee6-99ae-70fc4c09503e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:51.080240 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:51.080580 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-645ba4d6-1181-4ee6-99ae-70fc4c09503e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:51.081120 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'status': 'completed', 'code': 200} Jul 08 18:21:51.127338 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-9dab328f-ca85-44a6-8f1d-33430ac92f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.128828 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-9dab328f-ca85-44a6-8f1d-33430ac92f73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1094 time: 0.0601399 Jul 08 18:21:51.176249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-95a50832-d9fc-4d7c-8400-8f5d80429ebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 217 time: 0.0396163 Jul 08 18:21:51.226916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-3900c44a-b7ef-4155-9ba5-f2c75f5dd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.228380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-3900c44a-b7ef-4155-9ba5-f2c75f5dd147 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0448875 Jul 08 18:21:51.284694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-cc8b9734-e6d5-4237-8aff-e36aea6984ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.286212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-cc8b9734-e6d5-4237-8aff-e36aea6984ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512929 Jul 08 18:21:51.377680 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-689bac07-0bea-40a2-b457-dbb7ff470df5 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845644 Jul 08 18:21:51.465439 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-898d5c12-24c4-471b-a11a-b9699cafb17c req-1a0c29a8-4338-44a9-b425-6aea9c956128 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815806 Jul 08 18:21:51.567733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-f5367e49-07de-4fcf-8afc-d07be8cfbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.569195 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-f5367e49-07de-4fcf-8afc-d07be8cfbdf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1094 time: 0.0522244 Jul 08 18:21:51.633508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a502b1f1-1d25-499f-8389-32ca537457e9 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:51.664962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-bd56637c-007f-4ceb-87e1-6bedd97b0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.666516 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-bd56637c-007f-4ceb-87e1-6bedd97b0530 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.0912590 Jul 08 18:21:51.683216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port a502b1f1-1d25-499f-8389-32ca537457e9 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:51.683579 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.706894 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-343b65aa-9748-44bb-bb35-53bdf26c5fa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 217 time: 0.0344326 Jul 08 18:21:51.761900 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-a57d7b94-2d77-4723-a8a0-4672c20ee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.763392 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-a57d7b94-2d77-4723-a8a0-4672c20ee399 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0489099 Jul 08 18:21:51.820918 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-e9a59912-b209-4e68-8f21-ae37a5b88ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:51.822409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-e9a59912-b209-4e68-8f21-ae37a5b88ab0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516782 Jul 08 18:21:51.909486 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-45673e84-1b39-4e51-97fa-45d5dc092b51 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796165 Jul 08 18:21:51.926923 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:21:52.002286 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98e22bd9-89d5-42f6-9328-8b2179105be7 req-d24d1af1-0640-4114-8407-68295733cee1 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850976 Jul 08 18:21:52.183342 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028aee2-a583-4c97-aa4a-efa4c6af756f req-c64ac1bc-06fa-4825-a67b-8973532b2c3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:52.184734 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4028aee2-a583-4c97-aa4a-efa4c6af756f req-c64ac1bc-06fa-4825-a67b-8973532b2c3d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 943 time: 0.0699155 Jul 08 18:21:52.222170 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4028aee2-a583-4c97-aa4a-efa4c6af756f req-8f20d22f-628d-4be7-b32e-97817230b78a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Jul 08 18:21:52.280786 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0a2642e7-17d0-4c5d-ac09-9b12c8715a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.467258 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:53.398047 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c22d7-2a5a-48f7-9187-3fff7ecb3fb4 req-4f24e829-1868-4a8d-bc5a-91d998cd2eef tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:53.399528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f31c22d7-2a5a-48f7-9187-3fff7ecb3fb4 req-4f24e829-1868-4a8d-bc5a-91d998cd2eef tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 943 time: 0.0642006 Jul 08 18:21:53.437519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f31c22d7-2a5a-48f7-9187-3fff7ecb3fb4 req-94625062-a983-4ca5-bf66-3bfb2682c4b3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jul 08 18:21:53.826052 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.090063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7c42942c-5772-4496-a64f-f03317640d61 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:21:54.185246 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:54.195938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '7c42942c-5772-4496-a64f-f03317640d61', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'port_id': '7c42942c-5772-4496-a64f-f03317640d61', 'mac_address': 'fa:16:3e:ba:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:21:54.231348 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.243342 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c42942c-5772-4496-a64f-f03317640d61 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:21:54.262781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:54.266567 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.311712 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:54.499050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['7c42942c-5772-4496-a64f-f03317640d61'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:21:54.613396 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6453e-c405-40db-9137-dba0016f185f req-2f11ecf0-8db3-4f3b-9332-68550152b7f5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:54.614964 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08c6453e-c405-40db-9137-dba0016f185f req-2f11ecf0-8db3-4f3b-9332-68550152b7f5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 944 time: 0.0647490 Jul 08 18:21:54.653576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-08c6453e-c405-40db-9137-dba0016f185f req-2c46a31f-1d6b-4cf9-9cdd-e8fa106e403b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328643 Jul 08 18:21:55.186762 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:55.830724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c43f25-45e5-48d4-a7c1-f8f2a93fcf23 req-66347d5a-b3ea-4fa0-910d-bcd459bc4c05 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:55.832106 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3c43f25-45e5-48d4-a7c1-f8f2a93fcf23 req-66347d5a-b3ea-4fa0-910d-bcd459bc4c05 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 944 time: 0.0672765 Jul 08 18:21:55.870790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a3c43f25-45e5-48d4-a7c1-f8f2a93fcf23 req-fe8830c5-aa10-4e7b-bc1e-abf65aa85ef9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Jul 08 18:21:56.117751 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7c42942c-5772-4496-a64f-f03317640d61 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:56.168795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 7c42942c-5772-4496-a64f-f03317640d61 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:56.172643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 7c42942c-5772-4496-a64f-f03317640d61 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:56.173013 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.247861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.269541 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:56.271781 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c27cee-ed65-44c7-991f-0d3fb3ac618c" -d '{"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-plugged", "status": "completed", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:56.285156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:56.288967 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.313351 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0824169-6dad-4dd0-9285-7cdc797696ae x-openstack-request-id: req-f0824169-6dad-4dd0-9285-7cdc797696ae {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:56.313641 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-plugged", "status": "completed", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:56.313974 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0824169-6dad-4dd0-9285-7cdc797696ae {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:56.314368 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'code': 200} Jul 08 18:21:56.341741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:56.420230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae464-64eb-418f-a3c7-12832715964d req-816576ec-e060-4522-9b95-c18f88b07ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:56.422094 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-974ae464-64eb-418f-a3c7-12832715964d req-816576ec-e060-4522-9b95-c18f88b07ca0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1096 time: 0.0533257 Jul 08 18:21:56.456949 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-974ae464-64eb-418f-a3c7-12832715964d req-fe7592a8-0663-458e-91c8-9b2fc3f1a546 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281653 Jul 08 18:21:57.043214 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afc21-d715-4eac-8a7c-883ec50cf9e7 req-3a93b287-eba3-4d0a-9cc9-db9f0fb2c144 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:57.044574 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-462afc21-d715-4eac-8a7c-883ec50cf9e7 req-3a93b287-eba3-4d0a-9cc9-db9f0fb2c144 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0616906 Jul 08 18:21:57.081832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-462afc21-d715-4eac-8a7c-883ec50cf9e7 req-120ae3ba-fcb5-449f-8435-2aad6b3a2ed0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316215 Jul 08 18:21:58.262580 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc374a4-f303-49c2-b980-2438c5d71375 req-dd02478f-6ba9-475a-bcdc-af6ecfe0f615 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:58.264056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9dc374a4-f303-49c2-b980-2438c5d71375 req-dd02478f-6ba9-475a-bcdc-af6ecfe0f615 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0703425 Jul 08 18:21:58.302262 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9dc374a4-f303-49c2-b980-2438c5d71375 req-b93ec679-45c2-4d8b-a42a-ea505a8772d8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Jul 08 18:21:58.482411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf395c-aee0-4697-97e5-59288ed4e3db req-dfa32e6c-d9c4-47db-ad81-dc055f2a551f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:58.483897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deaf395c-aee0-4697-97e5-59288ed4e3db req-dfa32e6c-d9c4-47db-ad81-dc055f2a551f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0679553 Jul 08 18:21:58.524558 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-deaf395c-aee0-4697-97e5-59288ed4e3db req-a405277e-965a-473e-b3c6-9a0621b0e6fa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351155 Jul 08 18:21:58.549037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36012) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:58.600794 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a89009-727a-4aa8-ab2e-8d4ad84b016f tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:58.602313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-77a89009-727a-4aa8-ab2e-8d4ad84b016f tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1091 time: 0.0523212 Jul 08 18:21:58.605223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36014) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:58.609494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '7c42942c-5772-4496-a64f-f03317640d61', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:58.630398 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.732199 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:58.831204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.6 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/37447a91-a04f-4442-9af9-4bb42cf6c8e6) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:59.251839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.290908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.330425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:59.333130 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:59.336600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:59.358690 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=37447a91-a04f-4442-9af9-4bb42cf6c8e6,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:59.701092 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.779614 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.926339 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.930642 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.000291 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=37447a91-a04f-4442-9af9-4bb42cf6c8e6,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:00.012017 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.111250 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP c75acf72-de17-4e3e-950e-55d192e8aaae associated. External IP: 172.25.3.6, port: 7c42942c-5772-4496-a64f-f03317640d61. Jul 08 18:22:00.319137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 9b6fa258-0a45-418c-9aab-ca4e16248af4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:00.429362 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:00.438750 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] Sync routers for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:00.446112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.452617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:00.453237 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:00.483143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-78e82b18-ada9-4c1a-b617-5febb3dd391f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8769267 Jul 08 18:22:00.483814 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:00.486183 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750835a7-68c7-4994-9e91-3d156e2f420d" -d '{"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:00.528870 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cfcf0f-01f8-4489-9b8f-2b9b28d94bf8 x-openstack-request-id: req-54cfcf0f-01f8-4489-9b8f-2b9b28d94bf8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:00.529161 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:00.529412 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54cfcf0f-01f8-4489-9b8f-2b9b28d94bf8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:00.529809 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'status': 'completed', 'code': 200} Jul 08 18:22:00.565523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:00.616006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750835a7-68c7-4994-9e91-3d156e2f420d req-d9f71582-ca6f-4eef-8dcd-7ceea47f37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.617650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-d9f71582-ca6f-4eef-8dcd-7ceea47f37cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1096 time: 0.0594242 Jul 08 18:22:00.654375 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecaec4-c2b8-44fb-b26b-96e07838b7f4 req-08c2b7a6-96dd-4e8b-91aa-08fc742f72d9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.656055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15ecaec4-c2b8-44fb-b26b-96e07838b7f4 req-08c2b7a6-96dd-4e8b-91aa-08fc742f72d9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0670836 Jul 08 18:22:00.695270 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-15ecaec4-c2b8-44fb-b26b-96e07838b7f4 req-2a153710-413f-416f-a5d3-1263c4322cdf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Jul 08 18:22:00.715379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750835a7-68c7-4994-9e91-3d156e2f420d req-f3148c1b-3058-43ca-b793-cb478a682d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.716875 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-f3148c1b-3058-43ca-b793-cb478a682d65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.0927432 Jul 08 18:22:00.726771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36020) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:00.789004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-d6fdc13f-cfbe-472b-9b7d-e2398642b798 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 997 time: 0.0651255 Jul 08 18:22:00.796996 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b183009f-091d-4760-a54b-9193f4a7a321 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c75acf72-de17-4e3e-950e-55d192e8aaae HTTP/1.1" status: 200 len: 989 time: 0.0680506 Jul 08 18:22:00.839177 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750835a7-68c7-4994-9e91-3d156e2f420d req-9fc36e70-a8ef-45c1-b0ba-7a01b4daea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.840707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-9fc36e70-a8ef-45c1-b0ba-7a01b4daea4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0456622 Jul 08 18:22:00.902977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750835a7-68c7-4994-9e91-3d156e2f420d req-9ecb622f-a6f9-4fb7-a0e6-b618b85d91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:00.904520 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-9ecb622f-a6f9-4fb7-a0e6-b618b85d91e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576396 Jul 08 18:22:00.950669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'c75acf72-de17-4e3e-950e-55d192e8aaae', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'port_id': '7c42942c-5772-4496-a64f-f03317640d61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'mac_address': 'fa:16:3e:ba:96:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:21:59Z', 'updated_at': '2021-07-08T18:21:59Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:00.976436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] Checking router: 9b6fa258-0a45-418c-9aab-ca4e16248af4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:00.985280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:00.985877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:21:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:00.993242 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-043953be-445b-4097-a3c2-8175b3fd946a service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825708 Jul 08 18:22:01.087196 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-750835a7-68c7-4994-9e91-3d156e2f420d req-9f03ed65-d80d-47ca-930a-701a8d4062be service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Jul 08 18:22:01.091798 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:01.314694 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'c75acf72-de17-4e3e-950e-55d192e8aaae', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'port_id': '7c42942c-5772-4496-a64f-f03317640d61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'mac_address': 'fa:16:3e:ba:96:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:21:59Z', 'updated_at': '2021-07-08T18:21:59Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:01.340209 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329fb67-58e0-4b14-a649-506e53030bf1 None None] The sync data for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 is: [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'c75acf72-de17-4e3e-950e-55d192e8aaae', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'port_id': '7c42942c-5772-4496-a64f-f03317640d61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'mac_address': 'fa:16:3e:ba:96:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:21:59Z', 'updated_at': '2021-07-08T18:21:59Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:01.527934 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048ec2a-e3d7-4d91-91b9-1bc4076cee50 None None] New status for floating IP c75acf72-de17-4e3e-950e-55d192e8aaae: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:22:01.799802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:01.860822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-436f8eaa-3d11-410b-b575-7643dd84f839 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c75acf72-de17-4e3e-950e-55d192e8aaae HTTP/1.1" status: 200 len: 991 time: 0.0597737 Jul 08 18:22:13.554644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:13.682572 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:19.626828 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f173ef6-cea9-43a0-a874-3cc7c6924372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.281374 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-16a76dea-492b-43a5-be66-d4550032d834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:22.468848 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:23.828527 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:24.301843 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-05b05990-1c16-4b78-942f-7525ea457d1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499756 Jul 08 18:22:24.398980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-c2790d7c-07d3-4c94-aea0-c7a1440486f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:24.400471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-c2790d7c-07d3-4c94-aea0-c7a1440486f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1096 time: 0.0562320 Jul 08 18:22:24.506854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-3784e3e4-32a8-4a38-901b-d3cb9d13ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:24.508289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-3784e3e4-32a8-4a38-901b-d3cb9d13ae6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.0827737 Jul 08 18:22:24.577522 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-63566e54-af7d-4bb0-b778-67a92cab0d33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 999 time: 0.0606034 Jul 08 18:22:24.627813 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-62f1b031-2cb5-4509-a57a-722bb2bfea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:24.629378 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-62f1b031-2cb5-4509-a57a-722bb2bfea93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0456049 Jul 08 18:22:24.692392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-d926854e-02ce-4328-a007-41795f1ca7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:24.693911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-d926854e-02ce-4328-a007-41795f1ca7bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577829 Jul 08 18:22:24.787294 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-5589ab2a-fa9e-4526-8482-b87c1fb71b4b service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861161 Jul 08 18:22:24.880314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cd865eb7-2979-44cb-b76b-c716e12f4054 req-0090a0d5-408a-42f2-bd0e-b278f0663afa service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862525 Jul 08 18:22:25.188850 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:28.748281 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36040) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:28.790897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27cf0a-d974-49c6-8441-a012b2a11889 req-c64ad2b0-9026-4007-a3f6-892950d867e2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:28.792687 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f27cf0a-d974-49c6-8441-a012b2a11889 req-c64ad2b0-9026-4007-a3f6-892950d867e2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0655501 Jul 08 18:22:28.831660 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1f27cf0a-d974-49c6-8441-a012b2a11889 req-14854c76-47fc-4c1d-9ed1-3110212f246c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Jul 08 18:22:28.840169 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-2b1550f2-b950-407f-8a5c-2783b4c45a48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906923 Jul 08 18:22:28.926900 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:22:29.975976 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-fcf8242b-438e-488a-bf52-8e869962694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:29.977542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-fcf8242b-438e-488a-bf52-8e869962694c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1096 time: 0.0574398 Jul 08 18:22:30.008392 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd6458-62b9-479d-88fb-b61e2507ea33 req-771e1827-058d-450c-bc2b-322419a2a85c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:30.009809 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4abd6458-62b9-479d-88fb-b61e2507ea33 req-771e1827-058d-450c-bc2b-322419a2a85c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0646787 Jul 08 18:22:30.049090 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4abd6458-62b9-479d-88fb-b61e2507ea33 req-1b67738f-238b-4ed5-be65-26993e7e93b5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Jul 08 18:22:30.069074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-b6fcb73f-7a0f-4cb8-ab99-ad428449e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:30.070595 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-b6fcb73f-7a0f-4cb8-ab99-ad428449e09d service neutron] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.0859189 Jul 08 18:22:30.139885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-4cbe2c75-1845-4269-972b-9d0504c0bbeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 999 time: 0.0616148 Jul 08 18:22:30.190836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-263f800b-367a-4e4c-ba41-ea974b17b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:30.192300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-263f800b-367a-4e4c-ba41-ea974b17b8e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0456400 Jul 08 18:22:30.249269 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-e602453b-fd29-4722-8fa1-a1d4af9e59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:30.250813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-e602453b-fd29-4722-8fa1-a1d4af9e59d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514524 Jul 08 18:22:30.343055 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-7325837f-5429-437c-a5dc-dc0db5966ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846772 Jul 08 18:22:30.434190 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-c375dc1f-ad39-4b2c-8dbe-1c21ae48d2ff service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841203 Jul 08 18:22:31.221168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d026b86-9c43-4a5e-a896-b763d7a0c5c7 req-02acff69-f374-41cd-bb52-5a77f7277fe0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:31.222655 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d026b86-9c43-4a5e-a896-b763d7a0c5c7 req-02acff69-f374-41cd-bb52-5a77f7277fe0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0630856 Jul 08 18:22:31.263596 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3d026b86-9c43-4a5e-a896-b763d7a0c5c7 req-4c6aeba3-7d53-427f-b695-62822646c75f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353732 Jul 08 18:22:32.440477 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360978-adfa-4094-8fc3-db770385838a req-44009d86-f414-4f0c-849d-6c0b58ffac54 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:32.442012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-57360978-adfa-4094-8fc3-db770385838a req-44009d86-f414-4f0c-849d-6c0b58ffac54 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0680132 Jul 08 18:22:32.480869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-57360978-adfa-4094-8fc3-db770385838a req-812acdf2-a29a-4cf4-8674-d15c4929d63b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Jul 08 18:22:33.656334 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e9149-3c5b-4ca5-b25a-3d841fed3427 req-a65445c8-3881-458c-b83b-97ffd09449c8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:33.657832 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-332e9149-3c5b-4ca5-b25a-3d841fed3427 req-a65445c8-3881-458c-b83b-97ffd09449c8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0644097 Jul 08 18:22:33.695728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-332e9149-3c5b-4ca5-b25a-3d841fed3427 req-5f9707ba-ec55-4ff0-89ef-17f783456333 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Jul 08 18:22:34.873862 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7a5a-f807-436e-ae19-b8dfa4008e39 req-9c1507a9-9882-4cb2-810f-975f030b16cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:34.875357 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c67e7a5a-f807-436e-ae19-b8dfa4008e39 req-9c1507a9-9882-4cb2-810f-975f030b16cb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0641901 Jul 08 18:22:34.912633 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c67e7a5a-f807-436e-ae19-b8dfa4008e39 req-4cd6dc70-28a8-47f8-95fe-e7f04bcfc673 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Jul 08 18:22:36.082268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d057-3793-4621-8416-2d874547e6b3 req-89d59fec-1a6f-4c93-99ba-f5c33dd92202 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.083721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9461d057-3793-4621-8416-2d874547e6b3 req-89d59fec-1a6f-4c93-99ba-f5c33dd92202 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0618601 Jul 08 18:22:36.121526 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9461d057-3793-4621-8416-2d874547e6b3 req-623fbab1-47d2-42ad-a1ca-833826d347d2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Jul 08 18:22:37.294941 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9e51b-88af-45ed-b927-c0fc745bf5d6 req-0add55fa-cf67-4e1e-ad11-0dcf9ece52a6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:37.296439 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1d9e51b-88af-45ed-b927-c0fc745bf5d6 req-0add55fa-cf67-4e1e-ad11-0dcf9ece52a6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0643294 Jul 08 18:22:37.333782 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f1d9e51b-88af-45ed-b927-c0fc745bf5d6 req-0246bf34-66db-446b-9c71-00ee1b170d39 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Jul 08 18:22:38.514182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee72e11-81da-4c09-9a14-5c1ea5acbe55 req-84d347c1-f366-47b2-9b17-2b2549887e8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:38.515907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ee72e11-81da-4c09-9a14-5c1ea5acbe55 req-84d347c1-f366-47b2-9b17-2b2549887e8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0708029 Jul 08 18:22:38.554197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2ee72e11-81da-4c09-9a14-5c1ea5acbe55 req-1af6a667-a81b-4442-a781-dffa4c373353 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Jul 08 18:22:39.730553 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e0d5f-7ef0-4907-a70c-cb3c043a835f req-9094cffc-d7a9-4185-9423-00380d0c38c8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:39.732081 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b08e0d5f-7ef0-4907-a70c-cb3c043a835f req-9094cffc-d7a9-4185-9423-00380d0c38c8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0674770 Jul 08 18:22:39.770961 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b08e0d5f-7ef0-4907-a70c-cb3c043a835f req-caa990d5-25c0-46a2-a612-5b727a4f0daa tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Jul 08 18:22:40.944506 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07146-bb68-48c5-bbd0-78a27d4e263c req-072d2f06-1d40-41cf-ab2d-a8bb8e9a1fbe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:40.946002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7f07146-bb68-48c5-bbd0-78a27d4e263c req-072d2f06-1d40-41cf-ab2d-a8bb8e9a1fbe tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0642052 Jul 08 18:22:40.984049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d7f07146-bb68-48c5-bbd0-78a27d4e263c req-93029019-9049-45d9-88cf-9feffb55ec72 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 08 18:22:42.159317 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31624279-96ab-495e-acb9-3ca25844a392 req-4c7461d0-d4d6-4bfa-992d-634a6bb4a6c4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:42.161110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31624279-96ab-495e-acb9-3ca25844a392 req-4c7461d0-d4d6-4bfa-992d-634a6bb4a6c4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0670321 Jul 08 18:22:42.199925 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-31624279-96ab-495e-acb9-3ca25844a392 req-6ebe88b8-6f04-4a0a-b09d-2deea85439d9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Jul 08 18:22:42.314535 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-49a6e422-da80-4a92-b940-fec4f3107d06 service neutron] show failed (client error): The resource could not be found. Jul 08 18:22:42.315455 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-49a6e422-da80-4a92-b940-fec4f3107d06 service neutron] 10.222.0.21 "GET /v2.0/ports/7c42942c-5772-4496-a64f-f03317640d61/bindings/n-h1-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0538142 Jul 08 18:22:42.604599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-d5c4dd66-bdb3-444e-b80c-a63fe8166488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:42.606014 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-d5c4dd66-bdb3-444e-b80c-a63fe8166488 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 1096 time: 0.0986948 Jul 08 18:22:42.616896 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799527-4', 'device_owner': 'compute:nova'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:42.687688 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.886447 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:42.918492 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:42.960603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:42.963085 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b94605-c6d1-4de8-9d5f-bcfed21e22e4" -d '{"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-unplugged", "status": "completed", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:42.966910 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:42.979572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Transition to ACTIVE for port object 7c42942c-5772-4496-a64f-f03317640d61 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:42.982947 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.026327 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b43d9e2-ba54-4399-8a14-19a86ac92d24 x-openstack-request-id: req-9b43d9e2-ba54-4399-8a14-19a86ac92d24 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:43.026619 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-unplugged", "status": "completed", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:43.026872 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b43d9e2-ba54-4399-8a14-19a86ac92d24 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:43.027266 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'code': 200} Jul 08 18:22:43.059548 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=6']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:43.071625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.071965 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.072298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.072628 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.072954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.073277 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.073600 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.073919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.074260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.075274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.075676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.075997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:43.122823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] No DVR routers for this DVR port 7c42942c-5772-4496-a64f-f03317640d61 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:22:43.261956 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:43.262315 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:43.262640 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 on network 01666807-e78e-4a1c-8004-c179f464eacd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:43.266848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Port 7c42942c-5772-4496-a64f-f03317640d61 on network 01666807-e78e-4a1c-8004-c179f464eacd not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:22:43.267166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Attempting to bind port 7c42942c-5772-4496-a64f-f03317640d61 on network 01666807-e78e-4a1c-8004-c179f464eacd {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:43.272018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:43.272355 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Checking segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:43.272740 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Bound using segment: {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:43.273158 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Bound port: 7c42942c-5772-4496-a64f-f03317640d61, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9989b24-aeaf-4f82-9120-955d5682e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:43.273529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.336419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:43.339288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:43.343935 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.378578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.379275 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.380849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-919115c7-db98-4232-a55b-81aa70456614 service neutron] 10.222.0.53 "PUT /v2.0/ports/7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 1091 time: 0.7679360 Jul 08 18:22:43.382885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e2136-a6b3-44b1-aed6-7bfaadf1a0c9 req-eab9aa2f-fb59-4eb6-8302-f4f979438605 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.384405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-185e2136-a6b3-44b1-aed6-7bfaadf1a0c9 req-eab9aa2f-fb59-4eb6-8302-f4f979438605 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 943 time: 0.0699542 Jul 08 18:22:43.407190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919115c7-db98-4232-a55b-81aa70456614 service neutron] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=7']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:43.435367 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-185e2136-a6b3-44b1-aed6-7bfaadf1a0c9 req-cf0d6e9e-a6ef-4ff0-8c0a-95db125c1ac8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383496 Jul 08 18:22:43.471938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-07dccc2d-8198-4cd1-999b-a75109f72d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.473466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-07dccc2d-8198-4cd1-999b-a75109f72d65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1094 time: 0.0635505 Jul 08 18:22:43.544486 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.698961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:43.879806 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-87c87420-d0c5-4bef-86b5-7160a321f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.881280 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-87c87420-d0c5-4bef-86b5-7160a321f8a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.4005616 Jul 08 18:22:43.947784 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-f5b3dc9e-09bd-4894-8303-c7bbbfce0b32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 997 time: 0.0589240 Jul 08 18:22:43.994943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-db9ac18b-b70c-4e4d-b17b-dfbcf1339ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:43.996330 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-db9ac18b-b70c-4e4d-b17b-dfbcf1339ae3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0424967 Jul 08 18:22:44.051498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-f6124ca7-887c-49e4-9d27-2306f4002678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:44.052935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-f6124ca7-887c-49e4-9d27-2306f4002678 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504060 Jul 08 18:22:44.143981 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-8e87da2d-6c35-4283-8c96-70e5867301e7 service neutron] 10.222.0.53 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832202 Jul 08 18:22:44.233895 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-47428750-7794-45ef-b9cb-bd2563f29a34 req-792e2477-0504-42d3-bbcb-6075ac44391e service neutron] 10.222.0.53 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Jul 08 18:22:44.612568 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811313f-3527-4446-bfd6-b73755906f3b req-6e8d4902-f961-49b7-ae5d-aea1a7309304 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:44.614500 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e811313f-3527-4446-bfd6-b73755906f3b req-6e8d4902-f961-49b7-ae5d-aea1a7309304 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 943 time: 0.0638444 Jul 08 18:22:44.657462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e811313f-3527-4446-bfd6-b73755906f3b req-7e86ee6c-d258-4423-9338-32a50345801e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Jul 08 18:22:45.028802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:45.031285 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bebf66-0db8-4593-bb36-a46069667581" -d '{"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:45.077697 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85888917-2eff-4edb-b062-59d43f50bd85 x-openstack-request-id: req-85888917-2eff-4edb-b062-59d43f50bd85 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:45.078024 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:45.078281 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85888917-2eff-4edb-b062-59d43f50bd85 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:45.078781 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'status': 'completed', 'code': 200} Jul 08 18:22:45.195445 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-d24dba46-7268-4ff6-83f8-e23979045939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.196958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-d24dba46-7268-4ff6-83f8-e23979045939 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1094 time: 0.0977302 Jul 08 18:22:45.199563 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-d4da9064-a16a-4a1b-9a13-9334bc2e6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.201021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-d4da9064-a16a-4a1b-9a13-9334bc2e6a69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1094 time: 0.0927866 Jul 08 18:22:45.357145 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-f6046a74-fe0e-4adc-ad18-e5630944fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.358569 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-f6046a74-fe0e-4adc-ad18-e5630944fd2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.1531475 Jul 08 18:22:45.361117 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-64568e92-d6ef-47aa-9313-46faef275732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.362490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-64568e92-d6ef-47aa-9313-46faef275732 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.1500278 Jul 08 18:22:45.472664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-e75936e2-599c-49f8-8012-af7f60dd1992 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 997 time: 0.1076353 Jul 08 18:22:45.474449 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-a1b85303-b6d0-4411-bbe6-081e7dd989df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 997 time: 0.1032043 Jul 08 18:22:45.557341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-6eda4301-fa4a-4afe-a6e7-e6f799004c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.559496 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-6eda4301-fa4a-4afe-a6e7-e6f799004c42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0797870 Jul 08 18:22:45.562829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-160f2b35-54ce-462b-9f7c-d5375c64ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.564160 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-160f2b35-54ce-462b-9f7c-d5375c64ca9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0774705 Jul 08 18:22:45.658372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-8e743f74-2034-4bbd-bfed-8fcd4a3b1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.659991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-8e743f74-2034-4bbd-bfed-8fcd4a3b1d4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830002 Jul 08 18:22:45.663477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bebf66-0db8-4593-bb36-a46069667581 req-15efa096-4c07-4c7c-8e67-4cfa5ba8ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.665127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-15efa096-4c07-4c7c-8e67-4cfa5ba8ef97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965004 Jul 08 18:22:45.885251 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-8bf9c196-839e-4af2-91b4-603edafc9852 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148383 Jul 08 18:22:45.888935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-e7aa7814-f105-450a-9b80-aa95ce909dde service neutron] 10.222.0.53 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106421 Jul 08 18:22:45.963458 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe407cfc-4c1e-458e-81b2-fda4229a5ee0 req-8f36405d-343b-42c6-9232-f92fde985903 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:45.964911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe407cfc-4c1e-458e-81b2-fda4229a5ee0 req-8f36405d-343b-42c6-9232-f92fde985903 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 943 time: 0.1908522 Jul 08 18:22:46.070278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fe407cfc-4c1e-458e-81b2-fda4229a5ee0 req-469f0267-b1b5-482a-942c-7319f8c06165 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789976 Jul 08 18:22:46.094992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-0f860728-bd7a-494a-acbb-f4656c50f9c3 service neutron] 10.222.0.53 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935434 Jul 08 18:22:46.096945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60bebf66-0db8-4593-bb36-a46069667581 req-c2c0be4d-90a6-4f78-bde1-73f0351c838b service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041595 Jul 08 18:22:46.366532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7c42942c-5772-4496-a64f-f03317640d61 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:22:46.404039 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 7c42942c-5772-4496-a64f-f03317640d61 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:22:46.610578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7c42942c-5772-4496-a64f-f03317640d61 details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:22:46.703276 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:46.714296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': '7c42942c-5772-4496-a64f-f03317640d61', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'port_id': '7c42942c-5772-4496-a64f-f03317640d61', 'mac_address': 'fa:16:3e:ba:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:22:46.753985 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.767056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c42942c-5772-4496-a64f-f03317640d61 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:22:46.785590 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:46.790230 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:46.837010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:46.844392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.844741 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.845083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.845423 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.845757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.846115 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.846454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.846783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.847108 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.847435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.847761 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:46.848083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:47.051662 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['7c42942c-5772-4496-a64f-f03317640d61'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:22:47.247368 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce2da-15d3-4b90-b69d-37d62ef6ee08 req-1bbead86-4c62-4b62-9b50-5233830e26f6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.248889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-421ce2da-15d3-4b90-b69d-37d62ef6ee08 req-1bbead86-4c62-4b62-9b50-5233830e26f6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 944 time: 0.0653005 Jul 08 18:22:47.287840 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-421ce2da-15d3-4b90-b69d-37d62ef6ee08 req-548ddf89-e78f-44ac-83eb-fd5d5ebad4df tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jul 08 18:22:47.577610 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a7053-b254-471b-8ce5-70a256c533b1 req-80eca7b3-39d1-4c8b-b266-2b12b2e6450f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.579065 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-920a7053-b254-471b-8ce5-70a256c533b1 req-80eca7b3-39d1-4c8b-b266-2b12b2e6450f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 944 time: 0.0631375 Jul 08 18:22:47.591769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-93d752b3-cabf-4521-b880-35b68618c4b5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.593257 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-93d752b3-cabf-4521-b880-35b68618c4b5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801&tenant_id=9061f9ff8cb24189afb2083327027787&binding%3Ahost_id=n-h1-799527-4 HTTP/1.1" status: 200 len: 944 time: 0.0729251 Jul 08 18:22:47.617827 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-920a7053-b254-471b-8ce5-70a256c533b1 req-155ca209-6c30-4ee7-8a35-8b6344fab54a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Jul 08 18:22:47.656093 n-d-799527-4 neutron-server[93945]: INFO neutron.api.v2.resource [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-a5b265f6-ddf4-40ab-8cd9-708f42ba338e service neutron] delete failed (client error): The resource could not be found. Jul 08 18:22:47.657099 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-a5b265f6-ddf4-40ab-8cd9-708f42ba338e service neutron] 10.222.0.21 "DELETE /v2.0/ports/7c42942c-5772-4496-a64f-f03317640d61/bindings/n-h2-799527-4 HTTP/1.1" status: 404 len: 380 time: 0.0565627 Jul 08 18:22:47.801592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-fc08f495-f471-4bcd-94f4-2f9195173fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.803110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-fc08f495-f471-4bcd-94f4-2f9195173fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1095 time: 0.1019380 Jul 08 18:22:47.826710 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0a28d-3212-4cab-aa2d-db36a923ad72 req-4062d6a9-677b-495c-9945-0e2de89149f8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.828153 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36d0a28d-3212-4cab-aa2d-db36a923ad72 req-4062d6a9-677b-495c-9945-0e2de89149f8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 944 time: 0.0925972 Jul 08 18:22:47.910004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-36d0a28d-3212-4cab-aa2d-db36a923ad72 req-78176e6e-1f6b-4499-86f5-f516a6d3ce4c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723770 Jul 08 18:22:47.930595 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-04b5eac8-be9f-44ca-b102-325ebcefc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:47.932044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-04b5eac8-be9f-44ca-b102-325ebcefc010 service neutron] 10.222.0.21 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.1207237 Jul 08 18:22:48.001905 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-4f324d7b-9222-4583-9829-aaacb9d03cd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 998 time: 0.0614002 Jul 08 18:22:48.049725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-e065af7c-0b57-4568-bb4f-d6131c9e2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:48.051157 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-e065af7c-0b57-4568-bb4f-d6131c9e2b30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0428801 Jul 08 18:22:48.110129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-9192088b-140f-44f5-af59-eb78d0e66497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:48.111540 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-9192088b-140f-44f5-af59-eb78d0e66497 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532467 Jul 08 18:22:48.210567 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-38803b13-0448-4a43-b922-3b0ef913a077 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923533 Jul 08 18:22:48.307456 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9170e4e-6f46-4f4f-8dfe-06af7f2c2c3d req-95aba371-8cc5-4183-9865-20fa7f4776c3 service neutron] 10.222.0.21 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901773 Jul 08 18:22:48.628177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7c42942c-5772-4496-a64f-f03317640d61 up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:48.679797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port 7c42942c-5772-4496-a64f-f03317640d61 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:48.683245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port 7c42942c-5772-4496-a64f-f03317640d61 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:48.683610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.771903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.795121 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:48.797687 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd4543-f188-4525-b9f2-bb609bbf9add" -d '{"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-plugged", "status": "completed", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:48.817636 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:48.827176 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:48.852515 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dae537-29df-4f71-becf-0182ff4bdc63 x-openstack-request-id: req-62dae537-29df-4f71-becf-0182ff4bdc63 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:48.852813 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-plugged", "status": "completed", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:48.853070 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62dae537-29df-4f71-becf-0182ff4bdc63 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:48.853460 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'code': 200} Jul 08 18:22:48.879894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:49.087104 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd83597-dfa9-4d20-98bf-074f4003d98e req-d09cd923-2f96-47c5-9b15-82430fc6e697 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:49.088566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fd83597-dfa9-4d20-98bf-074f4003d98e req-d09cd923-2f96-47c5-9b15-82430fc6e697 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0677743 Jul 08 18:22:49.125804 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5fd83597-dfa9-4d20-98bf-074f4003d98e req-a5ea729b-93f8-4e09-996d-e1a13c3b930b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jul 08 18:22:49.150577 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36114) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:49.212666 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cb29af70-be08-4fc8-924e-1c2f37fe2d01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c75acf72-de17-4e3e-950e-55d192e8aaae HTTP/1.1" status: 200 len: 991 time: 0.0609241 Jul 08 18:22:49.627145 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6695b9d8-f01e-4e52-87d1-e41fe25254f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.285095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-70253784-a1c9-41c5-934b-e89fc15735b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:52.468890 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:53.831978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:55.191333 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:05.927141 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:23:13.556804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:13.699818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:17.894344 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36124) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:18.049206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 37447a91-a04f-4442-9af9-4bb42cf6c8e6 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:18.049551 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.125412 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.125739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.136989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 37447a91-a04f-4442-9af9-4bb42cf6c8e6 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:18.285868 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.312404 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=37447a91-a04f-4442-9af9-4bb42cf6c8e6,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:18.375844 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.376179 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP c75acf72-de17-4e3e-950e-55d192e8aaae disassociated (deleted). External IP: 172.25.3.6, port: 7c42942c-5772-4496-a64f-f03317640d61. Jul 08 18:23:18.584966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 9b6fa258-0a45-418c-9aab-ca4e16248af4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:18.691003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:18.695692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:18.700165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] Sync routers for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:18.712395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:18.713010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:18.733028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-94e013d4-dafc-40c1-887b-8cd5fee52647 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/floatingips/c75acf72-de17-4e3e-950e-55d192e8aaae HTTP/1.1" status: 204 len: 168 time: 0.8376937 Jul 08 18:23:18.733633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:18.735924 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4816b-793e-45a9-ad19-3628c61e1e40" -d '{"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:18.789380 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a6160-9cae-4e4a-b3e5-51f4d4c3c24a x-openstack-request-id: req-f35a6160-9cae-4e4a-b3e5-51f4d4c3c24a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:18.790016 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:18.790331 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f35a6160-9cae-4e4a-b3e5-51f4d4c3c24a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:18.790809 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'status': 'completed', 'code': 200} Jul 08 18:23:18.827228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:18.869281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-a72149c3-f9a7-4d78-8d34-97f0603f729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:18.870854 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-a72149c3-f9a7-4d78-8d34-97f0603f729e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 1096 time: 0.0576487 Jul 08 18:23:18.975642 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-fe1f6a44-294b-46d7-a5dd-c8bb1143e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:18.978089 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-fe1f6a44-294b-46d7-a5dd-c8bb1143e032 service neutron] 10.222.0.53 "GET /v2.0/networks?id=01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 200 len: 897 time: 0.1008425 Jul 08 18:23:19.027519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-92797584-6cb8-4298-a483-471896f2b807 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 200 len: 217 time: 0.0421839 Jul 08 18:23:19.032046 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:19.058864 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] Checking router: 9b6fa258-0a45-418c-9aab-ca4e16248af4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:19.067887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:19.068499 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:22:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:19.085691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-46adeb15-af3c-4550-9ed7-ea7b9d8bfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:19.087381 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-46adeb15-af3c-4550-9ed7-ea7b9d8bfae8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 200 len: 833 time: 0.0537157 Jul 08 18:23:19.140072 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2af3b-0d69-4756-87d8-e5866e540a7d req-bbb16545-1076-44df-9995-1678c614d888 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:19.141671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8eb2af3b-0d69-4756-87d8-e5866e540a7d req-bbb16545-1076-44df-9995-1678c614d888 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.0720932 Jul 08 18:23:19.151694 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-aefcf018-b1d5-4d76-b794-d2c7ce782a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:19.153534 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-aefcf018-b1d5-4d76-b794-d2c7ce782a0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=01666807-e78e-4a1c-8004-c179f464eacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591502 Jul 08 18:23:19.183653 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8eb2af3b-0d69-4756-87d8-e5866e540a7d req-c29dd649-89ae-41af-9bf5-ef90ceac6ac8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336292 Jul 08 18:23:19.183923 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:19.252469 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-c099be96-6a6d-45f1-b425-9f3472719508 service neutron] 10.222.0.53 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913067 Jul 08 18:23:19.341171 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-77a4816b-793e-45a9-ad19-3628c61e1e40 req-994ea6a8-95a3-4367-b3e1-aa576e9d5291 service neutron] 10.222.0.53 "GET /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821850 Jul 08 18:23:19.384085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:19.413215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1975af8-4ca7-47b3-a49f-407613e1d5f7 None None] The sync data for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 is: [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': 'a502b1f1-1d25-499f-8389-32ca537457e9', 'name': '', 'network_id': '01666807-e78e-4a1c-8004-c179f464eacd', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:72:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '2330e366-2246-4a31-af26-717f6b863f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': '2330e366-2246-4a31-af26-717f6b863f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:19.629423 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-223db7b4-f2c5-42a2-b258-f56e1b9e9d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:19.631801 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ddf38-feb3-483d-b421-92759fe8b729 None None] New status for floating IP c75acf72-de17-4e3e-950e-55d192e8aaae: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:23:20.377589 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-a4020259-a144-444b-990a-11a13836d911 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:20.379085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-a4020259-a144-444b-990a-11a13836d911 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.53 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.1057315 Jul 08 18:23:20.401380 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08802257-0157-4897-b8f1-c113067284dd req-a9c8534e-74d9-46a3-9170-db2ff4c5f496 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:20.402880 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08802257-0157-4897-b8f1-c113067284dd req-a9c8534e-74d9-46a3-9170-db2ff4c5f496 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=10a4c30a-a1d7-4b14-b286-7891d6e00801 HTTP/1.1" status: 200 len: 945 time: 0.1017649 Jul 08 18:23:20.490389 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08802257-0157-4897-b8f1-c113067284dd req-a1361628-65c5-4fa5-8f38-f99bb56f1013 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695708 Jul 08 18:23:20.514946 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 7c42942c-5772-4496-a64f-f03317640d61 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:20.515290 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.608838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 7c42942c-5772-4496-a64f-f03317640d61, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=7c42942c-5772-4496-a64f-f03317640d61,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:20.609196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.622538 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 7c42942c-5772-4496-a64f-f03317640d61 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:20.749878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.777257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=7c42942c-5772-4496-a64f-f03317640d61,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:20.824358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] No DVR routers for this DVR port 7c42942c-5772-4496-a64f-f03317640d61 on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:20.826939 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:20.828907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-68e4be8c-ec78-4f02-94e0-041f98564093 req-0ecaf9ae-dfcd-4ea0-9b1d-4525786b7c8e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.53 "DELETE /v2.0/ports/7c42942c-5772-4496-a64f-f03317640d61 HTTP/1.1" status: 204 len: 173 time: 0.4443400 Jul 08 18:23:20.829370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-deleted', 'tag': '7c42942c-5772-4496-a64f-f03317640d61'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:20.831620 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da46697-7257-4eff-9267-69b9694da46c" -d '{"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-deleted", "tag": "7c42942c-5772-4496-a64f-f03317640d61"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:20.867652 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe760ab9-4ea5-49b8-8124-754071e5ccfd x-openstack-request-id: req-fe760ab9-4ea5-49b8-8124-754071e5ccfd {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:20.867951 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a4c30a-a1d7-4b14-b286-7891d6e00801", "name": "network-vif-deleted", "tag": "7c42942c-5772-4496-a64f-f03317640d61", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:20.868209 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe760ab9-4ea5-49b8-8124-754071e5ccfd {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:20.868607 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a4c30a-a1d7-4b14-b286-7891d6e00801', 'name': 'network-vif-deleted', 'tag': '7c42942c-5772-4496-a64f-f03317640d61', 'status': 'completed', 'code': 200} Jul 08 18:23:21.582518 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:21.937455 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.286718 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d96b921-a67c-44b4-b296-1ef14f4f151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.472796 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.527818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port a502b1f1-1d25-499f-8389-32ca537457e9 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:22.528178 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.621046 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port a502b1f1-1d25-499f-8389-32ca537457e9, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=a502b1f1-1d25-499f-8389-32ca537457e9,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:22.621734 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.634659 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for a502b1f1-1d25-499f-8389-32ca537457e9 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:22.777319 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7c42942c-5772-4496-a64f-f03317640d61 no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:22.798512 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: 7c42942c-5772-4496-a64f-f03317640d61 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:22.798861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device 7c42942c-5772-4496-a64f-f03317640d61 not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:22.828698 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:22.864774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=a502b1f1-1d25-499f-8389-32ca537457e9,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.054430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.271911 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 9b6fa258-0a45-418c-9aab-ca4e16248af4 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:23.376535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:23.381425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-dcb8fbbe-0372-419f-9118-1c868d617077 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/9b6fa258-0a45-418c-9aab-ca4e16248af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978811 Jul 08 18:23:23.384092 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36142) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:23.386176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] Sync routers for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:23.396134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:23.396744 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:23.433807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting subnet 2330e366-2246-4a31-af26-717f6b863f88 {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:23:23.437667 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.477690 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.505992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:23.568846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.628582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.655789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Subnet': ['ID=2330e366-2246-4a31-af26-717f6b863f88,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:23.661659 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.663792 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-1f7d3e73-c5ce-4fb2-8d9a-5d2f821b388c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/subnets/2330e366-2246-4a31-af26-717f6b863f88 HTTP/1.1" status: 204 len: 168 time: 0.2786319 Jul 08 18:23:23.666582 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36144) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:23.671519 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f38cc-7cc7-4ce2-8d95-5b3fa7b4d139 None None] Network 01666807-e78e-4a1c-8004-c179f464eacd requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:23.747595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:23:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:23.779632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.790725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] Checking router: 9b6fa258-0a45-418c-9aab-ca4e16248af4 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:23.829691 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] Routers {'9b6fa258-0a45-418c-9aab-ca4e16248af4'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:23.830228 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['9b6fa258-0a45-418c-9aab-ca4e16248af4'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:23.872739 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.890190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:23.945082 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port ece01e9c-ded0-4066-b461-c0f622c20f5b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:23.945430 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.028932 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port ece01e9c-ded0-4066-b461-c0f622c20f5b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ece01e9c-ded0-4066-b461-c0f622c20f5b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:24.029295 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.048107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for ece01e9c-ded0-4066-b461-c0f622c20f5b owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:24.108057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] Set router 9b6fa258-0a45-418c-9aab-ca4e16248af4 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:24.171071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] DHCP port deletion for 01666807-e78e-4a1c-8004-c179f464eacd request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:23:24.219701 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.247935 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=ece01e9c-ded0-4066-b461-c0f622c20f5b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:24.302253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] Deleting port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:24.302630 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.313103 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.376847 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] For port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,segment=NetworkSegment(f9989b24-aeaf-4f82-9120-955d5682e3d2),segment_id=f9989b24-aeaf-4f82-9120-955d5682e3d2)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:24.377152 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.394531 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] Calling delete_port for b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:24.399269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:23:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.406719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.408849 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.429033 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d83c9-44db-415a-8e8b-d20b509a0a7c None None] The sync data for ids ['9b6fa258-0a45-418c-9aab-ca4e16248af4'] in n-d-799527-4 is: [{'id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92417424', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:23:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ece01e9c-ded0-4066-b461-c0f622c20f5b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6fa258-0a45-418c-9aab-ca4e16248af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:43Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:24.456666 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.457281 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6fa258-0a45-418c-9aab-ca4e16248af4 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:23:24.464976 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.466887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5c8aad65-7c91-4c8a-9126-e6044c1096c6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/routers/9b6fa258-0a45-418c-9aab-ca4e16248af4 HTTP/1.1" status: 204 len: 168 time: 0.7994452 Jul 08 18:23:24.469620 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36146) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:24.510781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.536835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] Pushing event deleted for resources: {'Port': ['ID=b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:24.540917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53dc3d-b36a-4cb7-b9ca-1b1330f7d147 None None] No DVR routers for this DVR port b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:23:24.552843 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.645041 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.655807 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01666807-e78e-4a1c-8004-c179f464eacd']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.666417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9989b24-aeaf-4f82-9120-955d5682e3d2') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.666714 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9989b24-aeaf-4f82-9120-955d5682e3d2') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:24.675712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.689003 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.694732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:23:24.695117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:23:24.698065 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:23:24.760748 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.766092 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.770832 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/networks/01666807-e78e-4a1c-8004-c179f464eacd HTTP/1.1" status: 204 len: 168 time: 0.2975733 Jul 08 18:23:24.771321 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36148) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:24.784419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Network': ['ID=01666807-e78e-4a1c-8004-c179f464eacd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:24.792542 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.792751 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.793058 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.793397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.797140 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa48b93-6e64-4e88-af48-d735fb30db57 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:24.846824 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9939d2-8258-463c-838c-94d0457a8c2c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.880346 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9939d2-8258-463c-838c-94d0457a8c2c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.950639 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9939d2-8258-463c-838c-94d0457a8c2c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.953234 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9e9939d2-8258-463c-838c-94d0457a8c2c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:24.954443 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e9939d2-8258-463c-838c-94d0457a8c2c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/security-groups/f6a3c3ee-89dc-41e3-adfa-5507c9a1f896 HTTP/1.1" status: 204 len: 168 time: 0.1821897 Jul 08 18:23:24.964766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9939d2-8258-463c-838c-94d0457a8c2c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a3c3ee-89dc-41e3-adfa-5507c9a1f896,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.192969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36154) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.199420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60200707', 'description': 'tempest-secgroup-smoke-60200707 description', 'project_id': '9061f9ff8cb24189afb2083327027787'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.200601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.221592 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.302758 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.306205 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.331908 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.333130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1391292 Jul 08 18:23:25.336210 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36156) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.337211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926950-fe0e-492c-8f02-879db3122726 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc97ba-ee1c-41b8-aab9-9f42465e56e2,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.341859 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '83bc97ba-ee1c-41b8-aab9-9f42465e56e2', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.368239 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.423398 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.427595 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.446949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af9b3bc-a067-46bb-9f49-1e526c5886e2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.455235 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.456462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6c80865f-ee3d-4f07-9ef3-a57f949749c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192012 Jul 08 18:23:25.459194 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36158) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.464299 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '83bc97ba-ee1c-41b8-aab9-9f42465e56e2', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.498107 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.555967 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.559791 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.578163 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04e99fe-ab5d-4b43-879e-e2ec75ab3948,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.585801 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.587054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-2a723f7e-c548-4f1e-9ce3-2847f7e9044f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268950 Jul 08 18:23:25.589699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36160) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.594677 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '83bc97ba-ee1c-41b8-aab9-9f42465e56e2', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.630553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.682297 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:25.694156 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.697980 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.702862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:25.703204 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device b0c370de-40e1-4e6a-8f98-ec8ba4bc77a8 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:25.704040 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece01e9c-ded0-4066-b461-c0f622c20f5b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:25.719358 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a296b0cb-46b3-4788-a2ce-92ee5d576a8a,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.726727 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ece01e9c-ded0-4066-b461-c0f622c20f5b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:25.727278 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.727391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ece01e9c-ded0-4066-b461-c0f622c20f5b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:25.727391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a502b1f1-1d25-499f-8389-32ca537457e9 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:23:25.727594 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-451ee2f4-babd-41b0-9dfb-27c7d940cf78 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329370 Jul 08 18:23:25.727594 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36162) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.731377 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '83bc97ba-ee1c-41b8-aab9-9f42465e56e2', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.747629 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: a502b1f1-1d25-499f-8389-32ca537457e9 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:23:25.748036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device a502b1f1-1d25-499f-8389-32ca537457e9 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:23:25.757953 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.817629 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.821349 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.839064 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33fdf95-9340-4150-ab70-22e2e1b3eb08,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.846143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.847424 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ad525bf8-e997-4d64-8bfe-0c2698b6c73a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195669 Jul 08 18:23:25.850189 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36164) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.854736 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '83bc97ba-ee1c-41b8-aab9-9f42465e56e2', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.876495 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:23:25.881489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.942414 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.946112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.963309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d1501b-e1c6-495e-9103-2b3303da59bd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:25.970633 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:25.971992 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f09bbfd0-eaa3-42e2-bf1c-de50f1656128 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207497 Jul 08 18:23:25.974695 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36166) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:25.979002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': '83bc97ba-ee1c-41b8-aab9-9f42465e56e2', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:25.999403 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:23:26.004039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.066244 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.069679 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.086878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9994cfa-d9cc-4fa0-93e5-2091ae78a2cc,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:26.093052 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.094248 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cccec72e-cdfb-4b67-a705-ba88bb6b4f1e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185708 Jul 08 18:23:26.096975 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36168) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:26.101749 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'network': {'name': 'tempest-network-smoke--34631373', 'project_id': '9061f9ff8cb24189afb2083327027787', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:26.123027 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:26.126501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.150089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:23:26.159194 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.159616 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Added segment 4597a8bc-f252-4875-8455-9addbc2fcd7b of type vlan for network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 Jul 08 18:23:26.200200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.227437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.233524 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:26.234129 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.289130 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1911521 Jul 08 18:23:26.292322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36170) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:26.297635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'admin_state_up': True, 'project_id': '9061f9ff8cb24189afb2083327027787', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:26.303242 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e996c-c9ab-4006-80e9-39ed93ae1026 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Network': ['ID=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:26.313890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:23:26.322550 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.323542 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.382098 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.532140 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.723974 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.743049 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.847425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.107 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/f467d1d5-ae25-4379-a7de-2b36cfa6260b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:26.953053 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:26.990951 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.025882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:27.031075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:27.034358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:27.066224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=f467d1d5-ae25-4379-a7de-2b36cfa6260b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:27.613719 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.806351 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.935591 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 373b6b04-5811-4481-98ff-a1999c8092d9 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:23:28.042275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:28.051501 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Sync routers for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:28.061184 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.061458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:28.062222 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:28.062422 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-cd60073c-ad61-4365-917f-af67607242c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7690990 Jul 08 18:23:28.066794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36172) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:28.096477 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bc414601-86ed-4b96-b92d-f8448b990c5d tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9061f9ff8cb24189afb2083327027787&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285165 Jul 08 18:23:28.099143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36174) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:28.189834 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b424f9-aed8-4706-9f6f-b58726c30011 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:28.191322 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-24b424f9-aed8-4706-9f6f-b58726c30011 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911827 Jul 08 18:23:28.194261 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36176) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:28.234357 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-719f0f6e-79f8-4bc5-b731-aacec5e0e838 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388193 Jul 08 18:23:28.236935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36178) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:28.241770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265016860', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'project_id': '9061f9ff8cb24189afb2083327027787', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:28.260552 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:28.337642 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:28.341248 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.438358 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:27Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:28.467875 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Checking router: 373b6b04-5811-4481-98ff-a1999c8092d9 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:28.468210 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Updating router 373b6b04-5811-4481-98ff-a1999c8092d9 port f467d1d5-ae25-4379-a7de-2b36cfa6260b binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:23:28.502286 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.527064 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.600219 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Subnet': ['ID=f663c756-272d-4c0c-81d3-76904a1bf11c,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:28.609277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Checking segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:28.609639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network hostable DHCP agents. Network: 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:23:28.627488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:23:28.637073 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:28.643309 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:28.644253 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.651564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f37bd20-7c68-4636-b4df-3ad2566a833e None None] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:28.663848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b05bf47e-3252-4042-901a-7928aee584fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4255428 Jul 08 18:23:28.667037 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36180) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:28.757548 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.768883 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Transition to ACTIVE for port object f467d1d5-ae25-4379-a7de-2b36cfa6260b will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:28.775356 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.820504 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Pushing event updated for resources: {'Port': ['ID=f467d1d5-ae25-4379-a7de-2b36cfa6260b,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:28.821473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:23:28.822489 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.838854 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.839194 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.839529 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.839857 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.840730 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.841061 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.841385 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.841703 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.842048 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.842365 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.842683 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.842997 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:28.848207 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Attempting to bind port f467d1d5-ae25-4379-a7de-2b36cfa6260b on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:28.848574 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Attempting to bind port f467d1d5-ae25-4379-a7de-2b36cfa6260b by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:28.848933 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Attempting to bind port f467d1d5-ae25-4379-a7de-2b36cfa6260b on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:28.854048 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:28.854420 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:28.854816 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.855201 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:28.855660 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Bound port: f467d1d5-ae25-4379-a7de-2b36cfa6260b, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:28.856786 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.909891 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] For port f467d1d5-ae25-4379-a7de-2b36cfa6260b, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:28.914150 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] For port f467d1d5-ae25-4379-a7de-2b36cfa6260b, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f467d1d5-ae25-4379-a7de-2b36cfa6260b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:28.922030 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:28.973653 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:28.974317 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:28.974960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Allocated IP 172.20.0.2 (15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50/f663c756-272d-4c0c-81d3-76904a1bf11c/88ef4995-71a7-4e02-992e-b3a014b6f768) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:29.029805 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df924a-13d2-4d6d-9989-11e2ebbd86b2 None None] Pushing event updated for resources: {'Port': ['ID=f467d1d5-ae25-4379-a7de-2b36cfa6260b,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:29.091580 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:29.122988 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.131440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Transition to ACTIVE for port object 88ef4995-71a7-4e02-992e-b3a014b6f768 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:29.145112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.146452 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Transition to ACTIVE for port object 88ef4995-71a7-4e02-992e-b3a014b6f768 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:29.152940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.197458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:29.200707 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:29.203155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:29.242196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Pushing event updated for resources: {'Port': ['ID=88ef4995-71a7-4e02-992e-b3a014b6f768,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:29.279792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Attempting to bind port 88ef4995-71a7-4e02-992e-b3a014b6f768 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:29.280238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Attempting to bind port 88ef4995-71a7-4e02-992e-b3a014b6f768 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:29.280540 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Attempting to bind port 88ef4995-71a7-4e02-992e-b3a014b6f768 on network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:29.285345 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:27Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:29.285683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:29.286018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Checking segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:29.286429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.286820 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Bound using segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:29.287289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Bound port: 88ef4995-71a7-4e02-992e-b3a014b6f768, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:29.287675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.313002 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8ab77a-283b-4dbb-989b-a41c7e5b9d4e None None] The sync data for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 is: [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:27Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:29.359056 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] For port 88ef4995-71a7-4e02-992e-b3a014b6f768, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:29.362439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] For port 88ef4995-71a7-4e02-992e-b3a014b6f768, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=88ef4995-71a7-4e02-992e-b3a014b6f768,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:29.367979 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.435573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054ab86-8ed3-4418-9c95-a020d808201c None None] Pushing event updated for resources: {'Port': ['ID=88ef4995-71a7-4e02-992e-b3a014b6f768,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:29.437096 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.1 (15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50/f663c756-272d-4c0c-81d3-76904a1bf11c/55e0df4c-5a4f-47fb-a513-f923ce59c193) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:29.645246 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.668392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object 55e0df4c-5a4f-47fb-a513-f923ce59c193 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:29.714645 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.766882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:29.773399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:29.778335 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:29.814261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f467d1d5-ae25-4379-a7de-2b36cfa6260b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:29.829610 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=55e0df4c-5a4f-47fb-a513-f923ce59c193,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:29.856519 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.878586 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port f467d1d5-ae25-4379-a7de-2b36cfa6260b completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:29.882986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f467d1d5-ae25-4379-a7de-2b36cfa6260b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:29.883362 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:29.969585 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.000918 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port f467d1d5-ae25-4379-a7de-2b36cfa6260b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f467d1d5-ae25-4379-a7de-2b36cfa6260b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:30.006076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.006982 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 88ef4995-71a7-4e02-992e-b3a014b6f768 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:30.020393 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.091005 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=f467d1d5-ae25-4379-a7de-2b36cfa6260b,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:30.107380 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 88ef4995-71a7-4e02-992e-b3a014b6f768 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:30.338095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.343143 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.426213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=55e0df4c-5a4f-47fb-a513-f923ce59c193,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:30.429790 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.486647 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c8c5c-bb61-4bc3-b0a5-e712b2418c80 None None] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:23:30.524820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:30.526328 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:30.561206 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] Provisioning for port 88ef4995-71a7-4e02-992e-b3a014b6f768 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:30.572063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] Provisioning complete for port 88ef4995-71a7-4e02-992e-b3a014b6f768 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:30.572443 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.644981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 373b6b04-5811-4481-98ff-a1999c8092d9 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:30.714545 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.756361 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] For port 88ef4995-71a7-4e02-992e-b3a014b6f768, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=88ef4995-71a7-4e02-992e-b3a014b6f768,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:30.762856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.773836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:30.786006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7ac3cca8-126a-466f-b238-dd5ed0d57c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/373b6b04-5811-4481-98ff-a1999c8092d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1120768 Jul 08 18:23:30.822231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e5929-b9d7-4af2-a82c-581ba12a844e None None] Pushing event updated for resources: {'Port': ['ID=88ef4995-71a7-4e02-992e-b3a014b6f768,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:30.967188 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-daea9d0c-5b79-49d5-a4e7-1774cdbc58b9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60200707&fields=id&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 267 time: 0.0349350 Jul 08 18:23:30.994060 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-742b3e2b-d592-436c-b10c-cdf9e44f9270 None None] Provisioning complete for port 88ef4995-71a7-4e02-992e-b3a014b6f768 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:30.994425 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-742b3e2b-d592-436c-b10c-cdf9e44f9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.079763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Sync routers for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:31.096089 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:31.096795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.109145 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-0711f56c-7bb1-4bc0-bc8c-f5ff92758282 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:31.110714 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-0711f56c-7bb1-4bc0-bc8c-f5ff92758282 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 795 time: 0.1356494 Jul 08 18:23:31.126127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-9325932b-4023-4028-b7a5-1c395af0e87a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/quotas/9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 375 time: 0.0098608 Jul 08 18:23:31.144542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-742b3e2b-d592-436c-b10c-cdf9e44f9270 None None] Provisioning for port 55e0df4c-5a4f-47fb-a513-f923ce59c193 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:31.155578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-742b3e2b-d592-436c-b10c-cdf9e44f9270 None None] Provisioning complete for port 55e0df4c-5a4f-47fb-a513-f923ce59c193 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:31.155956 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-742b3e2b-d592-436c-b10c-cdf9e44f9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.201241 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-2c7e4185-5d81-46af-ab95-ce0a75214f5e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688424 Jul 08 18:23:31.231658 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-742b3e2b-d592-436c-b10c-cdf9e44f9270 None None] Port 55e0df4c-5a4f-47fb-a513-f923ce59c193 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:31.249205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:31.377116 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-81de1592-8434-418a-81b2-18603fa497a4 service neutron] 10.222.0.48 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629007 Jul 08 18:23:31.395906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-527986c3-277a-494c-ad2c-cdbbf7706e02 None None] Provisioning complete for port 55e0df4c-5a4f-47fb-a513-f923ce59c193 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:31.396272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-527986c3-277a-494c-ad2c-cdbbf7706e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.460805 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-527986c3-277a-494c-ad2c-cdbbf7706e02 None None] Port 55e0df4c-5a4f-47fb-a513-f923ce59c193 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:31.467527 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-4961d272-4185-4b17-871e-9d3dff91ea49 service neutron] 10.222.0.48 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847089 Jul 08 18:23:31.490992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:30Z', 'revision_number': 2, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:31.518970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Checking router: 373b6b04-5811-4481-98ff-a1999c8092d9 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:31.519318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Updating router 373b6b04-5811-4481-98ff-a1999c8092d9 port 55e0df4c-5a4f-47fb-a513-f923ce59c193 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:23:31.556686 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.666484 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62b45dba-eeaf-48c7-94c2-fec1242c49af req-90f58d9d-da7a-4d67-941c-577a0e33b296 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 210 time: 0.0414650 Jul 08 18:23:31.727951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f467d1d5-ae25-4379-a7de-2b36cfa6260b up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:31.815916 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port f467d1d5-ae25-4379-a7de-2b36cfa6260b triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:31.816289 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.906903 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.938951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Transition to ACTIVE for port object 55e0df4c-5a4f-47fb-a513-f923ce59c193 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:31.951826 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.981324 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 88ef4995-71a7-4e02-992e-b3a014b6f768 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:32.030699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9929ab-44d9-412c-914a-0917e7978b7e None None] Pushing event updated for resources: {'Port': ['ID=55e0df4c-5a4f-47fb-a513-f923ce59c193,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:32.103013 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 88ef4995-71a7-4e02-992e-b3a014b6f768 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:32.103610 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.107275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Attempting to bind port 55e0df4c-5a4f-47fb-a513-f923ce59c193 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:32.107854 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Attempting to bind port 55e0df4c-5a4f-47fb-a513-f923ce59c193 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:32.108432 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Attempting to bind port 55e0df4c-5a4f-47fb-a513-f923ce59c193 on network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:32.134201 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:32.134656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Checking segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:32.134994 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.135393 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Bound using segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:32.135877 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Bound port: 55e0df4c-5a4f-47fb-a513-f923ce59c193, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:32.136305 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.242340 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] For port 55e0df4c-5a4f-47fb-a513-f923ce59c193, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:32.247825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] For port 55e0df4c-5a4f-47fb-a513-f923ce59c193, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=55e0df4c-5a4f-47fb-a513-f923ce59c193,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:32.254279 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:32.484103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9929ab-44d9-412c-914a-0917e7978b7e None None] Pushing event updated for resources: {'Port': ['ID=55e0df4c-5a4f-47fb-a513-f923ce59c193,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:32.486844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:32.487311 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:32.598492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:32.836096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:32Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:32.859848 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-03aba318-1da7-4a4d-b50a-9a5c72261d1d req-cd8d8d36-b708-4b67-8558-4d584e691951 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 210 time: 0.0388100 Jul 08 18:23:32.874430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffc36fc-3f8d-4e7f-bad8-0e0bd2ea03a3 None None] The sync data for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 is: [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:32Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:32.893296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-4b428dac-2298-4b4e-bfd8-e9a22c142c01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:32.895852 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-4b428dac-2298-4b4e-bfd8-e9a22c142c01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 795 time: 0.1201849 Jul 08 18:23:32.964117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-89b28245-59d3-4c68-a9d5-bebcd76a8945 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 378 time: 0.0599506 Jul 08 18:23:32.976947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'port': {'device_id': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'admin_state_up': True, 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'security_groups': ['83bc97ba-ee1c-41b8-aab9-9f42465e56e2']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:33.099273 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:23:33.103001 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.239066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.13 (15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50/f663c756-272d-4c0c-81d3-76904a1bf11c/633d07d9-9821-4cd0-850c-93c9893864f1) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:33.390286 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.405546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object 633d07d9-9821-4cd0-850c-93c9893864f1 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:33.439030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.486789 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:33.490035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:33.493878 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:33.500484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=633d07d9-9821-4cd0-850c-93c9893864f1,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:33.548365 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:33.549036 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.564814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-02bad428-1ddf-4c13-bd64-9e7de5f0e238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953860 Jul 08 18:23:33.627175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Request body: {'port': {'device_id': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:33.740906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 55e0df4c-5a4f-47fb-a513-f923ce59c193 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:33.749029 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.788101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f637532-8aa0-4950-8e8c-2fe705e15192 None None] Provisioning for port 633d07d9-9821-4cd0-850c-93c9893864f1 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:33.794401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2f637532-8aa0-4950-8e8c-2fe705e15192 None None] Provisioning complete for port 633d07d9-9821-4cd0-850c-93c9893864f1 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:33.794781 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2f637532-8aa0-4950-8e8c-2fe705e15192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.830379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 55e0df4c-5a4f-47fb-a513-f923ce59c193 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:33.836700 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-2f637532-8aa0-4950-8e8c-2fe705e15192 None None] Port 633d07d9-9821-4cd0-850c-93c9893864f1 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:23:33.838587 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 55e0df4c-5a4f-47fb-a513-f923ce59c193 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:33.839185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.934371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.974572 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 55e0df4c-5a4f-47fb-a513-f923ce59c193, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=55e0df4c-5a4f-47fb-a513-f923ce59c193,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:33.979654 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.030218 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=55e0df4c-5a4f-47fb-a513-f923ce59c193,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:34.090198 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633d07d9-9821-4cd0-850c-93c9893864f1 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:23:34.099504 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.111000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8464e67-ee2e-4d68-b39d-e0d24a39861d req-29adeb75-8c2d-423a-bdfa-a85a1e3e332f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.112488 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8464e67-ee2e-4d68-b39d-e0d24a39861d req-29adeb75-8c2d-423a-bdfa-a85a1e3e332f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 932 time: 0.1291158 Jul 08 18:23:34.128390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Transition to ACTIVE for port object 633d07d9-9821-4cd0-850c-93c9893864f1 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:23:34.139180 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.198683 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8464e67-ee2e-4d68-b39d-e0d24a39861d req-960b681b-5704-452e-8ac9-b984f681648b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785220 Jul 08 18:23:34.226049 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ea395-abd5-4655-b250-5273d80772db service neutron] Pushing event updated for resources: {'Port': ['ID=633d07d9-9821-4cd0-850c-93c9893864f1,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:34.280381 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Attempting to bind port 633d07d9-9821-4cd0-850c-93c9893864f1 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:23:34.280715 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Attempting to bind port 633d07d9-9821-4cd0-850c-93c9893864f1 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:23:34.281041 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Attempting to bind port 633d07d9-9821-4cd0-850c-93c9893864f1 on network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:34.285899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Port 633d07d9-9821-4cd0-850c-93c9893864f1 on network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:23:34.286308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Attempting to bind port 633d07d9-9821-4cd0-850c-93c9893864f1 on network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:23:34.294024 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:23:34.294514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Checking segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:23:34.295097 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Bound using segment: {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:23:34.295749 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Bound port: 633d07d9-9821-4cd0-850c-93c9893864f1, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4597a8bc-f252-4875-8455-9addbc2fcd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:23:34.296272 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.364241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] For port 633d07d9-9821-4cd0-850c-93c9893864f1, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:23:34.367508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] For port 633d07d9-9821-4cd0-850c-93c9893864f1, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=633d07d9-9821-4cd0-850c-93c9893864f1,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:23:34.372850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.406292 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.406927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:34.408319 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-435ea395-abd5-4655-b250-5273d80772db service neutron] 10.222.0.21 "PUT /v2.0/ports/633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 1092 time: 0.8352134 Jul 08 18:23:34.408753 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:34.411004 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:34.441364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ea395-abd5-4655-b250-5273d80772db service neutron] Pushing event updated for resources: {'Port': ['ID=633d07d9-9821-4cd0-850c-93c9893864f1,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:34.458959 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949b3004-5eea-4c0f-8405-0054eba37130 x-openstack-request-id: req-949b3004-5eea-4c0f-8405-0054eba37130 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:34.459265 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:34.459523 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-949b3004-5eea-4c0f-8405-0054eba37130 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:34.459927 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1', 'status': 'completed', 'code': 200} Jul 08 18:23:34.517482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-e9ea57e6-c1e8-49a7-931a-60547d06e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.519143 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-e9ea57e6-c1e8-49a7-931a-60547d06e6d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1095 time: 0.0584176 Jul 08 18:23:34.566720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-56599c37-8c4a-4a51-b2ab-9dac52fc8a73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 217 time: 0.0389996 Jul 08 18:23:34.623382 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-cae54371-0601-4650-8b92-db1580f19443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.624867 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-cae54371-0601-4650-8b92-db1580f19443 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 200 len: 835 time: 0.0515180 Jul 08 18:23:34.682236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30193d1f-b470-4b36-8982-fb40613254ec req-7c476b44-a32c-477b-8d72-db2fbe09e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.685266 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-7c476b44-a32c-477b-8d72-db2fbe09e8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535731 Jul 08 18:23:34.779116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-db2f409c-3f80-4948-956c-40f64fa3ad88 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867984 Jul 08 18:23:34.867777 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-30193d1f-b470-4b36-8982-fb40613254ec req-ce1273c5-5e24-4197-b5d0-e0c0778e7858 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819592 Jul 08 18:23:34.975007 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-2b0c048e-ba60-4915-8f8d-92bb0e634cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:34.976490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-2b0c048e-ba60-4915-8f8d-92bb0e634cb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1095 time: 0.0569940 Jul 08 18:23:35.065181 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-1f29626c-c0f1-493a-bc88-6791c7bf5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:35.066677 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-1f29626c-c0f1-493a-bc88-6791c7bf5c11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 896 time: 0.0834506 Jul 08 18:23:35.108421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-d8106c2d-c1de-4b97-8a34-230aa4125c7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 217 time: 0.0338688 Jul 08 18:23:35.160011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-e1d585aa-0f81-4c0c-9d0f-0835088d6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:35.161426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-e1d585aa-0f81-4c0c-9d0f-0835088d6bb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 200 len: 835 time: 0.0464368 Jul 08 18:23:35.217790 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-25bf3281-c054-44d7-a282-a5dd8db5c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:35.219289 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-25bf3281-c054-44d7-a282-a5dd8db5c0c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512347 Jul 08 18:23:35.310315 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-a33f0d0a-9111-49f6-9e71-9fb228e1d813 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839779 Jul 08 18:23:35.444028 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-34c51225-cb7f-4cc2-a124-c6bf3a5d9fd5 req-fe9fd82b-714c-449e-b02e-034ce881c83c service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206317 Jul 08 18:23:35.453060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b23492-38a6-4c43-bdd1-441baf09ed3a req-d2288df9-a746-4e38-868b-be91a73c28bb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:35.454498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42b23492-38a6-4c43-bdd1-441baf09ed3a req-d2288df9-a746-4e38-868b-be91a73c28bb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 944 time: 0.1399090 Jul 08 18:23:35.492376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42b23492-38a6-4c43-bdd1-441baf09ed3a req-5faf5518-3de5-4efe-ac8d-1ffa232187a7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321062 Jul 08 18:23:35.690667 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 55e0df4c-5a4f-47fb-a513-f923ce59c193 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:35.736693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 55e0df4c-5a4f-47fb-a513-f923ce59c193 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:35.737074 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.621970 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 633d07d9-9821-4cd0-850c-93c9893864f1 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:23:36.669836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e0d1f-2602-40f4-b587-3701bdadb182 req-62d393a4-eb63-4bb9-8ebd-fc23546899e7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:36.671405 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1d7e0d1f-2602-40f4-b587-3701bdadb182 req-62d393a4-eb63-4bb9-8ebd-fc23546899e7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 944 time: 0.0681045 Jul 08 18:23:36.708815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1d7e0d1f-2602-40f4-b587-3701bdadb182 req-332e07f8-5278-4869-bd7f-70e1d1ef878d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318642 Jul 08 18:23:36.716122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 633d07d9-9821-4cd0-850c-93c9893864f1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=633d07d9-9821-4cd0-850c-93c9893864f1,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:36.730214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '633d07d9-9821-4cd0-850c-93c9893864f1', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'port_id': '633d07d9-9821-4cd0-850c-93c9893864f1', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:23:36.768988 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.781278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633d07d9-9821-4cd0-850c-93c9893864f1 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:23:36.800113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 633d07d9-9821-4cd0-850c-93c9893864f1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=633d07d9-9821-4cd0-850c-93c9893864f1,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:36.803964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:36.850696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=633d07d9-9821-4cd0-850c-93c9893864f1,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:37.022274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['633d07d9-9821-4cd0-850c-93c9893864f1'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:23:37.889378 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a02ae-3f82-406f-bbe5-65238d855e04 req-48ca58bb-e86e-4403-837e-2987c90dfaa7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:37.890829 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf7a02ae-3f82-406f-bbe5-65238d855e04 req-48ca58bb-e86e-4403-837e-2987c90dfaa7 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 945 time: 0.0682797 Jul 08 18:23:37.928353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bf7a02ae-3f82-406f-bbe5-65238d855e04 req-f561f24e-badd-4e34-a73e-c1de165210f8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319376 Jul 08 18:23:38.646072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 633d07d9-9821-4cd0-850c-93c9893864f1 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:23:38.694073 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 633d07d9-9821-4cd0-850c-93c9893864f1 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:23:38.697643 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 633d07d9-9821-4cd0-850c-93c9893864f1 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:38.698045 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.776022 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.799221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:38.801443 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e2c923-b894-4e95-ba52-fb53768c08ac" -d '{"events": [{"server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "name": "network-vif-plugged", "status": "completed", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:38.814622 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 633d07d9-9821-4cd0-850c-93c9893864f1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=633d07d9-9821-4cd0-850c-93c9893864f1,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:38.818672 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:38.842579 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13263c39-4af7-429b-a63d-b97fec7063b4 x-openstack-request-id: req-13263c39-4af7-429b-a63d-b97fec7063b4 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:38.842875 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "name": "network-vif-plugged", "status": "completed", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:38.843128 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13263c39-4af7-429b-a63d-b97fec7063b4 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:38.843518 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1', 'code': 200} Jul 08 18:23:38.869813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=633d07d9-9821-4cd0-850c-93c9893864f1,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:38.950613 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df878b-7600-4fbf-a44f-1852e0e42d3a req-62da1791-782c-4162-a3d1-83b47bbc8b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:38.952030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8df878b-7600-4fbf-a44f-1852e0e42d3a req-62da1791-782c-4162-a3d1-83b47bbc8b08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1097 time: 0.0530074 Jul 08 18:23:38.987772 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f8df878b-7600-4fbf-a44f-1852e0e42d3a req-5699f2cd-aacf-40fe-a394-4acd862a7fae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291967 Jul 08 18:23:39.104527 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49fd41-85ae-4cd7-b268-40e3cdd04fa6 req-0deb79cb-7e06-4a18-a0d4-fda803c7d746 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:39.106759 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-db49fd41-85ae-4cd7-b268-40e3cdd04fa6 req-0deb79cb-7e06-4a18-a0d4-fda803c7d746 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0656726 Jul 08 18:23:39.142656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-db49fd41-85ae-4cd7-b268-40e3cdd04fa6 req-8abf3536-6f8a-4a2e-ae39-43909ab33540 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303624 Jul 08 18:23:40.316555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad082da-0614-4543-9a8a-fb13a94d6bc8 req-485b983a-fc44-4319-865a-5572dbd10d60 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:40.317951 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aad082da-0614-4543-9a8a-fb13a94d6bc8 req-485b983a-fc44-4319-865a-5572dbd10d60 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0631056 Jul 08 18:23:40.354159 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aad082da-0614-4543-9a8a-fb13a94d6bc8 req-2370b8e7-fad9-4708-9fd7-6e7c2173b948 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307209 Jul 08 18:23:40.524717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f3ed-6a24-41a4-82df-baeda0881c2b req-172b983d-84fd-4b48-8254-173bde7f4837 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:40.526225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f33f3ed-6a24-41a4-82df-baeda0881c2b req-172b983d-84fd-4b48-8254-173bde7f4837 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0636294 Jul 08 18:23:40.565306 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4f33f3ed-6a24-41a4-82df-baeda0881c2b req-5a0d390f-a647-44f7-8d91-08be6a8bf199 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329113 Jul 08 18:23:40.590551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:40.641694 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0628c-a77d-48cd-95ff-65094bce764c tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:40.643280 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0fd0628c-a77d-48cd-95ff-65094bce764c tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1092 time: 0.0517399 Jul 08 18:23:40.645999 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:40.650230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '633d07d9-9821-4cd0-850c-93c9893864f1', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:40.680531 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.779378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.882786 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.120 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/689f6064-7536-45bf-ac37-c5202343fb5b) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:23:40.982625 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.020518 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.060207 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:23:41.062949 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:23:41.065446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:23:41.095994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=689f6064-7536-45bf-ac37-c5202343fb5b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:41.779459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:41.856563 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.005986 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.010795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.080495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=689f6064-7536-45bf-ac37-c5202343fb5b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:42.088417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.189164 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP 0635ee1e-5fef-44ac-b299-a9d24ab62881 associated. External IP: 172.25.3.120, port: 633d07d9-9821-4cd0-850c-93c9893864f1. Jul 08 18:23:42.395555 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 373b6b04-5811-4481-98ff-a1999c8092d9 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:42.502748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:42.512406 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] Sync routers for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:42.518359 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:42.522064 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:42.522676 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:42.554500 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aa1231a5-3569-4b23-a07a-c3bd95faa2ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9074974 Jul 08 18:23:42.555092 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:42.557342 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}452ab09f10190a758b08acbf71bc11620b8353066b507da012c34b04bf3d4270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1e713-3fef-49a2-b603-72f22ff523fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:42.631332 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:42.658068 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb848b-b27b-4ad8-a2aa-12783f2dfc2c x-openstack-request-id: req-b2eb848b-b27b-4ad8-a2aa-12783f2dfc2c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:42.658413 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:42.658617 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2eb848b-b27b-4ad8-a2aa-12783f2dfc2c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:42.659015 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1', 'status': 'completed', 'code': 200} Jul 08 18:23:42.737381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8feb41d-30af-4453-b4c4-ef8e6b57a4a1 req-05715b53-21de-456a-b769-432da64c20a0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:42.738807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-1f26cb85-a80c-4aee-9f9b-a04aa8d5ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:42.739267 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8feb41d-30af-4453-b4c4-ef8e6b57a4a1 req-05715b53-21de-456a-b769-432da64c20a0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0789833 Jul 08 18:23:42.741116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-1f26cb85-a80c-4aee-9f9b-a04aa8d5ccb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1097 time: 0.0591857 Jul 08 18:23:42.787512 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f8feb41d-30af-4453-b4c4-ef8e6b57a4a1 req-cb472ecb-b697-4b6b-ac52-fdbc9d8baa42 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390291 Jul 08 18:23:42.816688 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:42.890741 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ec2cacd2-403a-4d47-8804-87fc629666d8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/0635ee1e-5fef-44ac-b299-a9d24ab62881 HTTP/1.1" status: 200 len: 992 time: 0.0716252 Jul 08 18:23:42.915678 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0635ee1e-5fef-44ac-b299-a9d24ab62881', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'port_id': '633d07d9-9821-4cd0-850c-93c9893864f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:23:41Z', 'updated_at': '2021-07-08T18:23:41Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:33Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:42.948448 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] Checking router: 373b6b04-5811-4481-98ff-a1999c8092d9 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:42.956116 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:23:42.962195 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:42.962820 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:23:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:43.161842 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:43.173200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-9e817f58-6361-43f1-bcde-a83a70e286e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.174636 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-9e817f58-6361-43f1-bcde-a83a70e286e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 896 time: 0.4270325 Jul 08 18:23:43.239218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-3a7ef50d-39ac-48c1-b448-ec9d9b7e61c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 1000 time: 0.0571439 Jul 08 18:23:43.292632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-5d0a5134-da3f-47f7-932d-d2669bb9a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.294298 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-5d0a5134-da3f-47f7-932d-d2669bb9a383 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 200 len: 835 time: 0.0489004 Jul 08 18:23:43.352824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-bfc0e089-dabd-4d1d-a67b-ae266fb12a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:43.354353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-bfc0e089-dabd-4d1d-a67b-ae266fb12a3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545404 Jul 08 18:23:43.388363 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0635ee1e-5fef-44ac-b299-a9d24ab62881', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'port_id': '633d07d9-9821-4cd0-850c-93c9893864f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:23:41Z', 'updated_at': '2021-07-08T18:23:41Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:33Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:43.414450 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e649c7f8-7659-4f32-b617-f17c91874d54 None None] The sync data for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 is: [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '0635ee1e-5fef-44ac-b299-a9d24ab62881', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'port_id': '633d07d9-9821-4cd0-850c-93c9893864f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:23:41Z', 'updated_at': '2021-07-08T18:23:41Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:33Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:43.446158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-1cb16500-7a9f-469e-9dd0-98c83374cc08 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852313 Jul 08 18:23:43.541721 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a1b1e713-3fef-49a2-b603-72f22ff523fc req-439619b7-cdef-4a17-9082-bb2361a32bfe service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895743 Jul 08 18:23:43.561212 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.610890 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a3d67-a188-4a04-8ad2-63cec686e6e2 None None] New status for floating IP 0635ee1e-5fef-44ac-b299-a9d24ab62881: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:23:43.730910 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:43.893484 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36250) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:43.952892 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9b914531-8f73-495b-903a-391c8d6ba35a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/0635ee1e-5fef-44ac-b299-a9d24ab62881 HTTP/1.1" status: 200 len: 994 time: 0.0582390 Jul 08 18:23:49.629846 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8c87009c-a1fe-410d-9aea-159122ad2cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:52.288462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0466def-6f65-42ec-bfb4-2d7b9bc73cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:52.474248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:53.837832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:55.196338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.580098 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.689026 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.499824 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e0e9-9cb2-473f-9285-7d0de3d03e2a req-dc124e06-611c-4a9c-ac1d-5c17e3e5a507 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.501309 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6731e0e9-9cb2-473f-9285-7d0de3d03e2a req-dc124e06-611c-4a9c-ac1d-5c17e3e5a507 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.1066186 Jul 08 18:24:15.539185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6731e0e9-9cb2-473f-9285-7d0de3d03e2a req-6387b1de-e469-4c74-9b7b-6b6085d2b8ce tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322404 Jul 08 18:24:16.766520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239b44-c5f9-48a7-bea3-d696b54dda4d req-995ce2d0-4c21-4d2c-9317-c166e49124ba tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.768018 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c239b44-c5f9-48a7-bea3-d696b54dda4d req-995ce2d0-4c21-4d2c-9317-c166e49124ba tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.1166368 Jul 08 18:24:16.806054 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c239b44-c5f9-48a7-bea3-d696b54dda4d req-3e3b5d95-d086-467d-bec6-0308130ab28d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324674 Jul 08 18:24:17.983309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa0856-2d82-45c8-b3e3-40969ef108b2 req-50485bdc-2e74-4488-a6aa-8aca973b0de2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:17.985110 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42fa0856-2d82-45c8-b3e3-40969ef108b2 req-50485bdc-2e74-4488-a6aa-8aca973b0de2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0669062 Jul 08 18:24:18.022995 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-42fa0856-2d82-45c8-b3e3-40969ef108b2 req-91d621bb-37f5-46c8-bdd0-b1bbcf05b02d tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323617 Jul 08 18:24:19.197552 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3429773-acd6-43f1-b588-d818d4abe2ef req-6fcd9be1-da66-446e-ad9e-5a71710dbe91 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:19.199079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f3429773-acd6-43f1-b588-d818d4abe2ef req-6fcd9be1-da66-446e-ad9e-5a71710dbe91 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0663047 Jul 08 18:24:19.236844 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f3429773-acd6-43f1-b588-d818d4abe2ef req-97e2b3f1-67cb-483b-955b-645874889cdf tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320783 Jul 08 18:24:19.630681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a6acde5b-dbad-4f0c-9f3b-f149fe44a2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.926050 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:24:20.407916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25de0d-064e-4604-8e2c-041fd399c2ac req-b8c34093-d60c-47c6-aff3-12b6277286e0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:20.409382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de25de0d-064e-4604-8e2c-041fd399c2ac req-b8c34093-d60c-47c6-aff3-12b6277286e0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0629771 Jul 08 18:24:20.446238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de25de0d-064e-4604-8e2c-041fd399c2ac req-c8cba467-9752-450f-89de-0e623749af21 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312626 Jul 08 18:24:21.627598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad163a2-c64f-4ff0-b6ef-a99e57bd37a5 req-784ea381-8145-4781-a21e-d3de546a672e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:21.629079 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bad163a2-c64f-4ff0-b6ef-a99e57bd37a5 req-784ea381-8145-4781-a21e-d3de546a672e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0685916 Jul 08 18:24:21.667293 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bad163a2-c64f-4ff0-b6ef-a99e57bd37a5 req-d725865a-f3ee-4865-b375-dd0d6a5f41e9 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326722 Jul 08 18:24:22.289212 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6f74-3c65-48d5-a26c-c71e9d2f86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.474540 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.841087 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ece59-9fbf-40c2-bf05-18864afffc06 req-0e8b85b1-82b7-4fe2-94e0-6570e93d8cf1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:22.842814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f6ece59-9fbf-40c2-bf05-18864afffc06 req-0e8b85b1-82b7-4fe2-94e0-6570e93d8cf1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0652552 Jul 08 18:24:22.885095 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f6ece59-9fbf-40c2-bf05-18864afffc06 req-e84b8f5d-5948-479e-9bf6-f6969e3adde0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350275 Jul 08 18:24:23.840525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.058294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8008e-6f2a-43f9-b838-300311ef751d req-3497e839-b9e4-475a-a192-09b3836dc3ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:24.059784 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42c8008e-6f2a-43f9-b838-300311ef751d req-3497e839-b9e4-475a-a192-09b3836dc3ca tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0644665 Jul 08 18:24:24.098080 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-42c8008e-6f2a-43f9-b838-300311ef751d req-60b894e2-2a62-404f-8ad3-9152d461a424 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321856 Jul 08 18:24:25.200093 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:25.282162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab881-ba58-48d2-b9eb-6a0675b4dc0e req-c3c81b2a-3201-4018-b9ed-3347e7411146 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:25.283627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5bab881-ba58-48d2-b9eb-6a0675b4dc0e req-c3c81b2a-3201-4018-b9ed-3347e7411146 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0677388 Jul 08 18:24:25.321246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b5bab881-ba58-48d2-b9eb-6a0675b4dc0e req-0f25ec32-0fa6-4f0c-a394-ce85d86305c3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320358 Jul 08 18:24:26.492738 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af587730-4096-4c86-8512-814d99e4cc41 req-51fc8f0f-e5bc-4ff8-954e-ca618c78dec1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.494353 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af587730-4096-4c86-8512-814d99e4cc41 req-51fc8f0f-e5bc-4ff8-954e-ca618c78dec1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0648921 Jul 08 18:24:26.532956 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-af587730-4096-4c86-8512-814d99e4cc41 req-a2e1b517-7c8f-40b3-9d80-de0740501238 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331538 Jul 08 18:24:26.722711 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-fa0d32df-126d-40db-9971-b9e33914158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.724211 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-fa0d32df-126d-40db-9971-b9e33914158f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1097 time: 0.0526762 Jul 08 18:24:26.830239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-861e28e7-0998-4be9-acd7-4c60758afa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.831692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-861e28e7-0998-4be9-acd7-4c60758afa68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 896 time: 0.0875211 Jul 08 18:24:26.895989 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-87a69e45-cf5c-4dd9-87f7-9188f45d7b0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 1002 time: 0.0578039 Jul 08 18:24:26.943931 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-c5368fd5-78b8-4dca-9bc6-ee28bcf6f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:26.945418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-c5368fd5-78b8-4dca-9bc6-ee28bcf6f279 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 200 len: 835 time: 0.0426109 Jul 08 18:24:27.005450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-e902ddb6-b880-4d0f-b9c5-99e4e01a02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:27.006859 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-e902ddb6-b880-4d0f-b9c5-99e4e01a02b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550377 Jul 08 18:24:27.093950 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-4af5cea1-074d-4472-bbac-2a10830504d3 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804946 Jul 08 18:24:27.186969 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4afb0826-1cad-4b10-8ff1-03c7f8e4020b req-96d6b7f3-773f-4f4e-92f8-c3cabe34250c service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863101 Jul 08 18:24:27.706873 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae237f25-5e7e-4a4f-9d57-062397fc25cb req-5c11dffc-315c-499b-9a66-17f973dfab8f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:27.708335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae237f25-5e7e-4a4f-9d57-062397fc25cb req-5c11dffc-315c-499b-9a66-17f973dfab8f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0650690 Jul 08 18:24:27.746364 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae237f25-5e7e-4a4f-9d57-062397fc25cb req-71e54e5a-dcc1-4e43-a4f4-5c36d389c8e2 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325058 Jul 08 18:24:28.920654 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ac1e9-893e-45d3-8b32-ffcb3b7f232e req-39268ab0-e2ea-40ed-a389-c92eaf85293c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:28.922191 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e60ac1e9-893e-45d3-8b32-ffcb3b7f232e req-39268ab0-e2ea-40ed-a389-c92eaf85293c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0679381 Jul 08 18:24:28.960210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e60ac1e9-893e-45d3-8b32-ffcb3b7f232e req-78b5513b-870f-42aa-94cd-3eaa1ea71d4e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318453 Jul 08 18:24:30.130916 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb4c14-5316-4c67-b19f-3b517d1e9b58 req-0567141a-f304-42f7-adb7-cc9e15cf4d01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:30.132436 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18cb4c14-5316-4c67-b19f-3b517d1e9b58 req-0567141a-f304-42f7-adb7-cc9e15cf4d01 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0630794 Jul 08 18:24:30.176226 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-18cb4c14-5316-4c67-b19f-3b517d1e9b58 req-5f45b4c9-e839-4e03-a1c3-c9374c1c8d39 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382202 Jul 08 18:24:31.352472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592e36b-992f-4b38-8b55-41704bbd98b8 req-731e9e5c-6340-41c2-bf5c-0aa20617fb97 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:31.353970 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3592e36b-992f-4b38-8b55-41704bbd98b8 req-731e9e5c-6340-41c2-bf5c-0aa20617fb97 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0629725 Jul 08 18:24:31.390631 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3592e36b-992f-4b38-8b55-41704bbd98b8 req-f5c78622-09a4-4d4f-bb02-93a918cadb55 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310626 Jul 08 18:24:31.415472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36304) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:31.479122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-246dcebf-fc16-493b-8370-34b288e92e98 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/0635ee1e-5fef-44ac-b299-a9d24ab62881 HTTP/1.1" status: 200 len: 994 time: 0.0624294 Jul 08 18:24:32.935489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-a24bb30c-4742-473a-a5eb-ef8017ba0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:32.936984 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-a24bb30c-4742-473a-a5eb-ef8017ba0e7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1097 time: 0.0984797 Jul 08 18:24:32.949284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4980144-2a72-4793-b76c-8f19c0d2a984 req-e268754b-f8fb-486a-86c2-83bb3423af72 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:32.950675 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4980144-2a72-4793-b76c-8f19c0d2a984 req-e268754b-f8fb-486a-86c2-83bb3423af72 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0841696 Jul 08 18:24:33.039313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a4980144-2a72-4793-b76c-8f19c0d2a984 req-4742ba18-d828-465d-a322-2f80e755cbc6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793583 Jul 08 18:24:33.067883 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-b5979b1b-58aa-43c7-87f6-fd154416ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:33.069329 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-b5979b1b-58aa-43c7-87f6-fd154416ab9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 896 time: 0.1178286 Jul 08 18:24:33.133238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-5a8c6173-f29e-42c6-b87e-3990cb79c56c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 1002 time: 0.0577371 Jul 08 18:24:33.185364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-b0fecdc4-ed18-4280-ab78-9aaadadce405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:33.186855 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-b0fecdc4-ed18-4280-ab78-9aaadadce405 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 200 len: 835 time: 0.0472336 Jul 08 18:24:33.243514 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-1f10cf4c-7e65-4c18-aece-3b907608220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:33.244976 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-1f10cf4c-7e65-4c18-aece-3b907608220b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518222 Jul 08 18:24:33.333713 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-b8e93c9e-3863-48a5-9a79-ac3246f2b738 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808604 Jul 08 18:24:33.427240 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5a04ad8f-5ab0-47e8-b728-daab87a10e14 req-0cdf47e0-b37b-499d-a21a-76f4ebb3d794 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874515 Jul 08 18:24:34.213644 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256584c1-7796-4f0d-8c1c-0387fa06f902 req-24e04dc3-e3a5-4393-9921-3b7b9d61819a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:34.215172 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-256584c1-7796-4f0d-8c1c-0387fa06f902 req-24e04dc3-e3a5-4393-9921-3b7b9d61819a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0648053 Jul 08 18:24:34.253193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-256584c1-7796-4f0d-8c1c-0387fa06f902 req-d55b67e3-2df8-42da-82f1-b3915ca63626 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324738 Jul 08 18:24:34.277150 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36322) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:34.341375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-39648c54-da7c-434e-a22c-ef1a3262d3f0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/0635ee1e-5fef-44ac-b299-a9d24ab62881 HTTP/1.1" status: 200 len: 994 time: 0.0629506 Jul 08 18:24:43.599618 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:43.707706 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:49.632385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64c0cac7-f459-4be4-b611-fa11197400dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.289022 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c176-e63f-4485-be60-8e51f78d123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:52.475831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:53.842477 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:55.202406 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:56.925031 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:25:04.767177 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36338) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:04.925734 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 689f6064-7536-45bf-ac37-c5202343fb5b {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:04.926117 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.999641 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:04.999876 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.011231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 689f6064-7536-45bf-ac37-c5202343fb5b owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:05.159621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.185703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=689f6064-7536-45bf-ac37-c5202343fb5b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:05.202721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.203076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.203423 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.203763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.204100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.204436 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.204770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.205107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.205466 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.205801 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.206347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.206681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:05.267693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.268073 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP 0635ee1e-5fef-44ac-b299-a9d24ab62881 disassociated (deleted). External IP: 172.25.3.120, port: 633d07d9-9821-4cd0-850c-93c9893864f1. Jul 08 18:25:05.475558 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 373b6b04-5811-4481-98ff-a1999c8092d9 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:05.582146 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:05.586866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:05.591513 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492d114-c322-4561-a450-049221377fac None None] Sync routers for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:05.600852 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492d114-c322-4561-a450-049221377fac None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:05.601461 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3492d114-c322-4561-a450-049221377fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:05.622708 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d30858b3-1d13-486b-ae90-aaea4ecb737b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/floatingips/0635ee1e-5fef-44ac-b299-a9d24ab62881 HTTP/1.1" status: 204 len: 168 time: 0.8544221 Jul 08 18:25:05.623306 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:05.625557 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}452ab09f10190a758b08acbf71bc11620b8353066b507da012c34b04bf3d4270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962" -d '{"events": [{"name": "network-changed", "server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:05.662753 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700b11f3-c613-4cde-971f-ac9f87b118c5 x-openstack-request-id: req-700b11f3-c613-4cde-971f-ac9f87b118c5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:05.663039 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:05.663304 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-700b11f3-c613-4cde-971f-ac9f87b118c5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:05.663699 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1', 'status': 'completed', 'code': 200} Jul 08 18:25:05.710725 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3492d114-c322-4561-a450-049221377fac None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:05.743113 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-369047c9-d670-46cc-9176-f4e2311518cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:05.744626 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-369047c9-d670-46cc-9176-f4e2311518cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 1097 time: 0.0577886 Jul 08 18:25:05.848576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-828ea86f-8ca3-4b00-a116-4fc8a2cfaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:05.850012 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-828ea86f-8ca3-4b00-a116-4fc8a2cfaf7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 200 len: 896 time: 0.0967038 Jul 08 18:25:05.897204 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-70027170-aaf9-43bb-a034-d91d6b7efae9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 200 len: 217 time: 0.0390999 Jul 08 18:25:05.925189 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3492d114-c322-4561-a450-049221377fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:33Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:05.947719 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-5ab2fb21-bf40-4533-9c16-1951fcc32932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:05.949214 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-5ab2fb21-bf40-4533-9c16-1951fcc32932 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 200 len: 835 time: 0.0451760 Jul 08 18:25:05.951843 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492d114-c322-4561-a450-049221377fac None None] Checking router: 373b6b04-5811-4481-98ff-a1999c8092d9 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:05.960661 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492d114-c322-4561-a450-049221377fac None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:05.961259 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3492d114-c322-4561-a450-049221377fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:06.061890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978e24-7e68-4522-a656-d96c5b59e0cf req-78d6a1db-cedc-4218-89d5-3bb7ec97329a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:06.063426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b978e24-7e68-4522-a656-d96c5b59e0cf req-78d6a1db-cedc-4218-89d5-3bb7ec97329a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.1092899 Jul 08 18:25:06.066182 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-8a94997e-49ab-4cce-b28f-3284b6eb1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:06.066585 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-3492d114-c322-4561-a450-049221377fac None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:06.067591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-8a94997e-49ab-4cce-b28f-3284b6eb1560 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037016 Jul 08 18:25:06.150757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5b978e24-7e68-4522-a656-d96c5b59e0cf req-bd098794-8f90-47e5-a42d-ef99a395df63 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807579 Jul 08 18:25:06.185975 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-70e6eaf3-6843-4446-bd87-658a0d6349cd service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099882 Jul 08 18:25:06.260302 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-3492d114-c322-4561-a450-049221377fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:33Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:06.276725 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6f8bbc56-b357-4bc8-b886-0bbd7ef89962 req-8d022c77-afe2-418b-884c-fadfb80a6766 service neutron] 10.222.0.21 "GET /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Jul 08 18:25:06.290393 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492d114-c322-4561-a450-049221377fac None None] The sync data for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 is: [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '55e0df4c-5a4f-47fb-a513-f923ce59c193', 'name': '', 'network_id': '15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:0d:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:29Z', 'updated_at': '2021-07-08T18:23:33Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'f663c756-272d-4c0c-81d3-76904a1bf11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:06.496373 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390a4c9-036c-42cd-a494-0d997e16de78 None None] New status for floating IP 0635ee1e-5fef-44ac-b299-a9d24ab62881: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:25:07.350623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4280bb-f95a-40cb-81a6-d3cec552333c req-ee201c99-3078-44fb-b0a4-9ae6830dd5fb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:07.352391 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c4280bb-f95a-40cb-81a6-d3cec552333c req-ee201c99-3078-44fb-b0a4-9ae6830dd5fb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0676317 Jul 08 18:25:07.396780 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5c4280bb-f95a-40cb-81a6-d3cec552333c req-5aa83a02-b3ce-4996-a5a6-a01cb6492c84 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=83bc97ba-ee1c-41b8-aab9-9f42465e56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384169 Jul 08 18:25:07.459865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-d6e8d719-6790-44b9-af0b-8310685ff3e0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:07.461341 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-d6e8d719-6790-44b9-af0b-8310685ff3e0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 946 time: 0.0780168 Jul 08 18:25:07.578155 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 633d07d9-9821-4cd0-850c-93c9893864f1 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:07.578506 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.678526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 633d07d9-9821-4cd0-850c-93c9893864f1, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=633d07d9-9821-4cd0-850c-93c9893864f1,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:07.679594 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.696032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 633d07d9-9821-4cd0-850c-93c9893864f1 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:07.842593 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.885028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=633d07d9-9821-4cd0-850c-93c9893864f1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:07.926274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.926626 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.926967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.927304 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.927651 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.927966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.928294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.928617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.928942 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.929268 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.929587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.929903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:07.952488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] No DVR routers for this DVR port 633d07d9-9821-4cd0-850c-93c9893864f1 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:07.957379 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.959418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e0b3926e-1a49-4f10-90ae-0e65a0df75fe req-1872ebd1-fbff-4666-9a84-92c711a300c5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "DELETE /v2.0/ports/633d07d9-9821-4cd0-850c-93c9893864f1 HTTP/1.1" status: 204 len: 173 time: 0.4928718 Jul 08 18:25:07.959859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'name': 'network-vif-deleted', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:07.964033 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a6facc-e002-4d82-995f-3ee281f08ed1" -d '{"events": [{"server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "name": "network-vif-deleted", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:08.050382 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0edc91b-ab8b-4718-8b2e-f791a9296b76 x-openstack-request-id: req-e0edc91b-ab8b-4718-8b2e-f791a9296b76 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:08.050791 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a23a319-eecf-40aa-adcf-7c8ad2491f42", "name": "network-vif-deleted", "tag": "633d07d9-9821-4cd0-850c-93c9893864f1", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:08.051109 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0edc91b-ab8b-4718-8b2e-f791a9296b76 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:08.051577 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23a319-eecf-40aa-adcf-7c8ad2491f42', 'name': 'network-vif-deleted', 'tag': '633d07d9-9821-4cd0-850c-93c9893864f1', 'status': 'completed', 'code': 200} Jul 08 18:25:08.557632 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c6decb2-f29a-4694-95d6-fb44d4f1580a req-496aefa2-a51f-41a1-b1c4-48b5b6e973e5 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a23a319-eecf-40aa-adcf-7c8ad2491f42 HTTP/1.1" status: 200 len: 210 time: 0.0308526 Jul 08 18:25:09.652541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36356) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:10.011938 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.272472 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 55e0df4c-5a4f-47fb-a513-f923ce59c193 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:10.272728 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.362273 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 55e0df4c-5a4f-47fb-a513-f923ce59c193, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=55e0df4c-5a4f-47fb-a513-f923ce59c193,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:10.362627 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.374231 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 55e0df4c-5a4f-47fb-a513-f923ce59c193 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:10.557396 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.586794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=55e0df4c-5a4f-47fb-a513-f923ce59c193,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:10.763613 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:10.975519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router 373b6b04-5811-4481-98ff-a1999c8092d9 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:11.080006 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:11.085393 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-63c337b2-effa-46e5-b97d-d9a8027706ac tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/373b6b04-5811-4481-98ff-a1999c8092d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317613 Jul 08 18:25:11.088178 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36358) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.089793 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] Sync routers for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:11.099174 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:11.099768 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:11.112813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 633d07d9-9821-4cd0-850c-93c9893864f1 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:11.134345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 633d07d9-9821-4cd0-850c-93c9893864f1 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:11.134689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 633d07d9-9821-4cd0-850c-93c9893864f1 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:11.140994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting subnet f663c756-272d-4c0c-81d3-76904a1bf11c {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:25:11.144927 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.188894 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.209405 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:11.285306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.342944 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.370468 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Subnet': ['ID=f663c756-272d-4c0c-81d3-76904a1bf11c,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:11.374167 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.376049 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e5bf98dc-a6bf-4ad1-a779-a8fbc8fea718 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/subnets/f663c756-272d-4c0c-81d3-76904a1bf11c HTTP/1.1" status: 204 len: 168 time: 0.2862611 Jul 08 18:25:11.379390 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36360) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.386286 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb5b4b0-29d0-4d5c-acda-dfd020743d21 None None] Network 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:11.393104 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:25:10Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:11.422579 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] Checking router: 373b6b04-5811-4481-98ff-a1999c8092d9 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:11.434636 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] Routers {'373b6b04-5811-4481-98ff-a1999c8092d9'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:11.435138 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['373b6b04-5811-4481-98ff-a1999c8092d9'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:11.494253 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.554148 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] Set router 373b6b04-5811-4481-98ff-a1999c8092d9 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:11.606216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] DHCP port deletion for 15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:25:11.638961 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.658091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Deleting port 88ef4995-71a7-4e02-992e-b3a014b6f768 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:11.659248 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.702647 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port f467d1d5-ae25-4379-a7de-2b36cfa6260b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:11.702997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.748265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] For port 88ef4995-71a7-4e02-992e-b3a014b6f768, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=88ef4995-71a7-4e02-992e-b3a014b6f768,segment=NetworkSegment(4597a8bc-f252-4875-8455-9addbc2fcd7b),segment_id=4597a8bc-f252-4875-8455-9addbc2fcd7b)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:11.748660 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.764973 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Calling delete_port for 88ef4995-71a7-4e02-992e-b3a014b6f768 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:11.826129 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port f467d1d5-ae25-4379-a7de-2b36cfa6260b, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=f467d1d5-ae25-4379-a7de-2b36cfa6260b,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:11.826406 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.841329 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for f467d1d5-ae25-4379-a7de-2b36cfa6260b owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:11.847496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 88ef4995-71a7-4e02-992e-b3a014b6f768 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:11.914053 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:11.922809 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:25:10Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:11.942752 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Port 88ef4995-71a7-4e02-992e-b3a014b6f768 update to DOWN by agent not found {{(pid=93946) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 18:25:11.962200 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f41fd-0f3e-4a0b-9ee4-3f295ca94048 None None] The sync data for ids ['373b6b04-5811-4481-98ff-a1999c8092d9'] in n-d-799527-4 is: [{'id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1163787354', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:25:10Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'f467d1d5-ae25-4379-a7de-2b36cfa6260b', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373b6b04-5811-4481-98ff-a1999c8092d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:23:26Z', 'updated_at': '2021-07-08T18:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:11.966765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Pushing event deleted for resources: {'Port': ['ID=88ef4995-71a7-4e02-992e-b3a014b6f768,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:11.971518 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] No DVR routers for this DVR port 88ef4995-71a7-4e02-992e-b3a014b6f768 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:11.979523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.979861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.980175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.980513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.980835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.981166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.981489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.982851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.982851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.982851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.983608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:11.983608 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54af009e-5870-4332-a452-61d8ff7a3852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.060826 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.087807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=f467d1d5-ae25-4379-a7de-2b36cfa6260b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:12.154354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.251855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.254100 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.298155 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.298678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Fanout notify agent at l3_agent the message router_deleted on router 373b6b04-5811-4481-98ff-a1999c8092d9 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:25:12.306366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.307483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c8ec2ff5-ff4f-4ae4-a350-f02b7d5f69e8 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/routers/373b6b04-5811-4481-98ff-a1999c8092d9 HTTP/1.1" status: 204 len: 168 time: 0.9271202 Jul 08 18:25:12.310233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36362) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:12.388911 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.486031 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.496828 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.508029 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4597a8bc-f252-4875-8455-9addbc2fcd7b') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.508323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4597a8bc-f252-4875-8455-9addbc2fcd7b') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.516934 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.530710 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.536630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:25:12.537039 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:25:12.540231 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:25:12.598023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.605007 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.606850 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/networks/15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50 HTTP/1.1" status: 204 len: 168 time: 0.2956841 Jul 08 18:25:12.609776 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36364) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:12.625233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d8b60-254e-41c8-bb16-e28658453c89 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Network': ['ID=15c8a9f8-7a4a-432d-8ea7-a79f2a0e8f50,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:12.677178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7ec-5ed8-42b3-8c55-108e530f4d99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.704079 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7ec-5ed8-42b3-8c55-108e530f4d99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.765682 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7ec-5ed8-42b3-8c55-108e530f4d99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.768907 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-edfbb7ec-5ed8-42b3-8c55-108e530f4d99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.770151 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-edfbb7ec-5ed8-42b3-8c55-108e530f4d99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/security-groups/83bc97ba-ee1c-41b8-aab9-9f42465e56e2 HTTP/1.1" status: 204 len: 168 time: 0.1593738 Jul 08 18:25:12.779592 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbb7ec-5ed8-42b3-8c55-108e530f4d99 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc97ba-ee1c-41b8-aab9-9f42465e56e2,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:13.249134 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36370) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:13.253821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888313076', 'description': 'tempest-secgroup-smoke-888313076 description', 'project_id': '9061f9ff8cb24189afb2083327027787'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:13.275446 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.359751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.363528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.599505 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.715086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.742740 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.746946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4938478 Jul 08 18:25:13.747070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f467d1d5-ae25-4379-a7de-2b36cfa6260b no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:13.747192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f8f06-7634-436f-8353-e7ff6c0cc441 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:13.747293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36372) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:13.754320 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:13.766584 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: f467d1d5-ae25-4379-a7de-2b36cfa6260b {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:13.766931 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device f467d1d5-ae25-4379-a7de-2b36cfa6260b not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:13.767345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 55e0df4c-5a4f-47fb-a513-f923ce59c193 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:13.782932 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.787236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 55e0df4c-5a4f-47fb-a513-f923ce59c193 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:13.787591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 55e0df4c-5a4f-47fb-a513-f923ce59c193 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:13.838878 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.842453 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.858998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb0c9e2-0e66-4237-987d-04650b42b3a0,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:13.865621 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.866885 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-512673ca-f19b-43b6-9869-6a7e4f8cc6c0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185479 Jul 08 18:25:13.869532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36374) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:13.873980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:13.900741 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.958521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.961912 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.979411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e00f98-27ad-4233-ab1d-6a2f0b2179a5,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:13.985946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:13.988421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a65622af-dd75-4966-b0bf-cf8ccb255160 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179371 Jul 08 18:25:13.991222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36376) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:13.995832 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:14.022495 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.079693 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.083863 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.102158 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b056610-70df-48b7-aa3a-3ab37e4fc718,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:14.109487 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.110677 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d2cc4ae8-1c23-42d6-a3d3-8c747d6efb51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184499 Jul 08 18:25:14.113811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36378) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:14.118297 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:14.143856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.203424 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.207951 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.229885 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef0ae36-a5fb-440c-ae2a-6ebc396e10e2,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:14.233870 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.237799 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e35b059c-4f31-4d4b-983e-08e56a7ecce3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202343 Jul 08 18:25:14.238424 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36380) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:14.242652 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:14.264117 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:25:14.269655 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.332444 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.336036 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.355351 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6088172-0c43-4c3b-9ec4-aab2207a6c70,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:14.359850 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.362645 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-7257f357-ee3b-454a-ae47-d8ba9ebc189c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220970 Jul 08 18:25:14.364682 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36382) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:14.369028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'security_group_rule': {'security_group_id': 'bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1', 'project_id': '9061f9ff8cb24189afb2083327027787', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:14.390966 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Project 9061f9ff8cb24189afb2083327027787 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:25:14.395972 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.456095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.459665 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.477806 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51071ab3-5061-4981-b4a3-2b41fa7f19df,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:14.483143 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.484442 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-77d34a5b-c076-4afb-b48b-17ab3310df46 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188271 Jul 08 18:25:14.488967 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36384) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:14.494002 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'network': {'name': 'tempest-network-smoke--1517493230', 'project_id': '9061f9ff8cb24189afb2083327027787', 'port_security_enabled': True}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:14.514384 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:14.518459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.541618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:25:14.550628 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.550974 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Added segment 256f7f89-8fe3-4a34-942b-4897c60e3d97 of type vlan for network c644ff56-22d2-4fa7-a861-8d9a8300827e Jul 08 18:25:14.593120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.622105 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.628633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:14.629229 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.685127 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950741 Jul 08 18:25:14.688022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36386) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:14.693286 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'admin_state_up': True, 'project_id': '9061f9ff8cb24189afb2083327027787', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:14.714244 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f18b8-3ef3-4ac8-a8bb-1dfe25bd8cbb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Network': ['ID=c644ff56-22d2-4fa7-a861-8d9a8300827e,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:14.725293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network c644ff56-22d2-4fa7-a861-8d9a8300827e details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:25:14.731294 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.732327 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.785350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.927210 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.121784 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.140162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.240475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.251 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/ec05aa92-ba51-4636-8a57-3b923aa2a7df) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:15.343457 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.382290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.416453 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:15.419277 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:15.425215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:15.451485 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=ec05aa92-ba51-4636-8a57-3b923aa2a7df,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:15.672894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.868826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.995428 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router b7761570-6dbe-4be5-9003-be88ce49eb46 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:25:16.101703 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:16.110808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Sync routers for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:16.119509 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.120366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:16.120754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ace94221-d7ab-4ebf-80d1-0bcde0a5d1fc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4316967 Jul 08 18:25:16.121215 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:16.123812 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36388) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:16.205114 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a075b364-eb9c-4e5a-8b37-9dcc7077b0b9 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=9061f9ff8cb24189afb2083327027787&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801952 Jul 08 18:25:16.207844 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36392) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:16.231591 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:16.301148 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b168b1-5a55-4dbd-9e8f-87a31f62736d tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:16.302674 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c4b168b1-5a55-4dbd-9e8f-87a31f62736d tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938985 Jul 08 18:25:16.305389 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36394) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:16.334061 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ba24368c-6fcf-440e-a879-55af53aa6bf4 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=d946cdc5-d063-46b2-bb92-0410f44eee21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275688 Jul 08 18:25:16.336421 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36396) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:16.341429 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665666010', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'project_id': '9061f9ff8cb24189afb2083327027787', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:16.409818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:15Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:16.430211 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:16.433856 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.439445 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Checking router: b7761570-6dbe-4be5-9003-be88ce49eb46 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:16.439807 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Updating router b7761570-6dbe-4be5-9003-be88ce49eb46 port ec05aa92-ba51-4636-8a57-3b923aa2a7df binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:25:16.635124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.637459 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.701454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Subnet': ['ID=fed26828-3667-4247-b763-1f30dd915b0e,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:16.712732 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Checking segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:16.713097 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network hostable DHCP agents. Network: c644ff56-22d2-4fa7-a861-8d9a8300827e, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:25:16.730891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network c644ff56-22d2-4fa7-a861-8d9a8300827e is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:25:16.742797 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, c644ff56-22d2-4fa7-a861-8d9a8300827e) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:16.747599 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:16.748514 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:16.761810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693cf6d8-0e78-4740-83d0-1bb7ca638eb0 None None] Network c644ff56-22d2-4fa7-a861-8d9a8300827e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:16.763063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-17ec48ff-21b1-4445-ac8c-fc0a55ea70da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4256637 Jul 08 18:25:16.765721 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36398) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:17.010374 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.013830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-c644ff56-22d2-4fa7-a861-8d9a8300827e', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:25:17.014675 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.034068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Transition to ACTIVE for port object ec05aa92-ba51-4636-8a57-3b923aa2a7df will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:17.045525 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.160511 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee70eb-ab16-4464-9061-bb5c7a3f2838 None None] Pushing event updated for resources: {'Port': ['ID=ec05aa92-ba51-4636-8a57-3b923aa2a7df,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:17.162783 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Attempting to bind port ec05aa92-ba51-4636-8a57-3b923aa2a7df on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:17.163146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Attempting to bind port ec05aa92-ba51-4636-8a57-3b923aa2a7df by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:17.163506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Attempting to bind port ec05aa92-ba51-4636-8a57-3b923aa2a7df on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:17.192616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.193360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:17.193732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:17.194160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.194561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:17.195026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Bound port: ec05aa92-ba51-4636-8a57-3b923aa2a7df, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:17.195412 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.250328 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Allocated IP 172.20.0.2 (c644ff56-22d2-4fa7-a861-8d9a8300827e/fed26828-3667-4247-b763-1f30dd915b0e/fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:17.272454 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] For port ec05aa92-ba51-4636-8a57-3b923aa2a7df, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:17.277119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] For port ec05aa92-ba51-4636-8a57-3b923aa2a7df, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ec05aa92-ba51-4636-8a57-3b923aa2a7df,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:17.288910 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.388581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:17.389216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:17.440417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee70eb-ab16-4464-9061-bb5c7a3f2838 None None] Pushing event updated for resources: {'Port': ['ID=ec05aa92-ba51-4636-8a57-3b923aa2a7df,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:17.544384 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.556244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:17.582785 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Transition to ACTIVE for port object fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:17.657903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Transition to ACTIVE for port object fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:17.668236 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.712866 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.1 (c644ff56-22d2-4fa7-a861-8d9a8300827e/fed26828-3667-4247-b763-1f30dd915b0e/2f672764-6356-4b85-b3bd-dd00de548692) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:17.718371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Network c644ff56-22d2-4fa7-a861-8d9a8300827e is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:17.734298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:17.745318 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:17.750995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Pushing event updated for resources: {'Port': ['ID=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:17.830799 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Attempting to bind port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:17.831071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Attempting to bind port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:17.831223 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.831440 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Attempting to bind port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 on network c644ff56-22d2-4fa7-a861-8d9a8300827e {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:17.842529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:17.842906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Checking segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:17.843302 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.843697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Bound using segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:17.844144 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object 2f672764-6356-4b85-b3bd-dd00de548692 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:17.844268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Bound port: fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:17.844523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.878623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.899702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:15Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:17.927874 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network c644ff56-22d2-4fa7-a861-8d9a8300827e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:17.931088 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:17.935105 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:17.936595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f855cd1-5ba3-4a15-b2c8-9aeb3d5582a5 None None] The sync data for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 is: [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:15Z', 'revision_number': 3, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:17.945821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] For port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:17.950840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] For port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:17.960235 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.960809 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=2f672764-6356-4b85-b3bd-dd00de548692,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:17.992241 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.030022 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9c036-b192-46c4-b403-f98bb2b46d66 None None] Pushing event updated for resources: {'Port': ['ID=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:18.163200 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.508961 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.514382 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.594997 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=2f672764-6356-4b85-b3bd-dd00de548692,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:18.599621 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.704748 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network c644ff56-22d2-4fa7-a861-8d9a8300827e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:18.706856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:18.836107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router b7761570-6dbe-4be5-9003-be88ce49eb46 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:18.991595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5131b-be9e-4a05-a9ab-798d3a718dad None None] Network c644ff56-22d2-4fa7-a861-8d9a8300827e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:19.125875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-6762452e-4dce-419c-83bd-75b67323256a None None] Provisioning for port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:19.309222 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:19.315691 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-0bc4eb2e-1629-4125-b11c-09f1698f3c9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/b7761570-6dbe-4be5-9003-be88ce49eb46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5489264 Jul 08 18:25:19.466368 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cfe25023-efd0-46fa-bf0d-063688ca1863 None None] Provisioning for port 2f672764-6356-4b85-b3bd-dd00de548692 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:19.469572 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-333fdcd9-f0ce-4431-b043-fbf1bef372e0 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888313076&fields=id&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 267 time: 0.0421855 Jul 08 18:25:19.471360 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cfe25023-efd0-46fa-bf0d-063688ca1863 None None] Provisioning complete for port 2f672764-6356-4b85-b3bd-dd00de548692 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:19.471910 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cfe25023-efd0-46fa-bf0d-063688ca1863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.509333 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cfe25023-efd0-46fa-bf0d-063688ca1863 None None] Port 2f672764-6356-4b85-b3bd-dd00de548692 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:19.581824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-34ac2a05-f4d4-4d5b-95bc-81f45ca56f40 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:19.583372 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-34ac2a05-f4d4-4d5b-95bc-81f45ca56f40 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/networks?id=c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 200 len: 797 time: 0.1064179 Jul 08 18:25:19.600503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3ffe8a91-7e46-471f-9af2-4054d9bd5e9b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/quotas/9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 375 time: 0.0105414 Jul 08 18:25:19.607688 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Sync routers for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:19.621685 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:19.622488 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.644302 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7fb9309e-64a4-49bc-be80-fe0eed194d62 None None] Provisioning complete for port 2f672764-6356-4b85-b3bd-dd00de548692 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:19.644869 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fb9309e-64a4-49bc-be80-fe0eed194d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.690562 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9309e-64a4-49bc-be80-fe0eed194d62 None None] Port 2f672764-6356-4b85-b3bd-dd00de548692 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:19.693154 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ccb06b57-e04e-452f-bfa2-8da03a432e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.714421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-13e175a1-785f-4509-ac36-939a666f8b90 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027458 Jul 08 18:25:19.754896 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:19.813117 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-f25ca072-4d66-42ab-92cd-194cb07c0551 None None] Provisioning complete for port 2f672764-6356-4b85-b3bd-dd00de548692 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:19.813117 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f25ca072-4d66-42ab-92cd-194cb07c0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.833889 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-9f16d167-d630-4e8d-a8ce-8400afc07910 service neutron] 10.222.0.48 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161578 Jul 08 18:25:19.855378 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ec05aa92-ba51-4636-8a57-3b923aa2a7df up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:19.881216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-f25ca072-4d66-42ab-92cd-194cb07c0551 None None] Port 2f672764-6356-4b85-b3bd-dd00de548692 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:19.909596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port ec05aa92-ba51-4636-8a57-3b923aa2a7df completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:19.913471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ec05aa92-ba51-4636-8a57-3b923aa2a7df triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:19.913853 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.938369 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-93074c98-5401-44e4-b6eb-f9dfcb63ca7b service neutron] 10.222.0.48 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984449 Jul 08 18:25:19.982874 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 2, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.998196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.014731 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Checking router: b7761570-6dbe-4be5-9003-be88ce49eb46 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:20.015091 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Updating router b7761570-6dbe-4be5-9003-be88ce49eb46 port 2f672764-6356-4b85-b3bd-dd00de548692 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:25:20.020654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port ec05aa92-ba51-4636-8a57-3b923aa2a7df, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ec05aa92-ba51-4636-8a57-3b923aa2a7df,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:20.024936 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.025693 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:20.053146 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.116955 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=ec05aa92-ba51-4636-8a57-3b923aa2a7df,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.133135 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:20.133300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f2f77385-fe18-4845-bdaf-2880ab4e9fc8 req-345d5975-84fc-4552-bb51-d7e506cb8fbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 210 time: 0.0391119 Jul 08 18:25:20.140815 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:20.141196 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.233115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.270745 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:20.274573 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.326044 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.381280 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.391488 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Transition to ACTIVE for port object 2f672764-6356-4b85-b3bd-dd00de548692 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:20.398560 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.448836 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Pushing event updated for resources: {'Port': ['ID=2f672764-6356-4b85-b3bd-dd00de548692,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.460431 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.460771 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.461109 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.461442 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.461773 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.462126 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.462452 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.462775 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.463096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.463416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.463739 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.464054 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.518453 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Attempting to bind port 2f672764-6356-4b85-b3bd-dd00de548692 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:20.518808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Attempting to bind port 2f672764-6356-4b85-b3bd-dd00de548692 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:20.519162 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Attempting to bind port 2f672764-6356-4b85-b3bd-dd00de548692 on network c644ff56-22d2-4fa7-a861-8d9a8300827e {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:20.524258 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:20.524625 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Checking segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:20.525059 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.525449 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Bound using segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:20.526065 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Bound port: 2f672764-6356-4b85-b3bd-dd00de548692, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:20.526513 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.596014 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] For port 2f672764-6356-4b85-b3bd-dd00de548692, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:20.600036 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] For port 2f672764-6356-4b85-b3bd-dd00de548692, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f672764-6356-4b85-b3bd-dd00de548692,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:20.609528 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.672975 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9da6a9-3785-4a67-b636-c31260ca06b4 None None] Pushing event updated for resources: {'Port': ['ID=2f672764-6356-4b85-b3bd-dd00de548692,revision_number=4']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.678834 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:20.679701 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:24:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.815340 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:21.009884 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:20Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:21.038858 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4da10-a92c-49e5-a2aa-ef4d5704267c None None] The sync data for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 is: [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:20Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:21.281375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-b50617b5-e6e0-4888-b0dd-31137de27a62 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:21.284004 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-b50617b5-e6e0-4888-b0dd-31137de27a62 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/networks?id=c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 200 len: 797 time: 0.1477861 Jul 08 18:25:21.292238 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b2a4d3b4-73a2-441b-81e4-659886b7b282 req-06bea636-29d5-4543-a680-bd93125362eb tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 210 time: 0.0368223 Jul 08 18:25:21.337127 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-43282db3-a465-4b19-89f8-1c9c99025a06 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9061f9ff8cb24189afb2083327027787 HTTP/1.1" status: 200 len: 379 time: 0.0448139 Jul 08 18:25:21.348043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'port': {'device_id': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'admin_state_up': True, 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'security_groups': ['bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.466275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Made reservation on behalf of 9061f9ff8cb24189afb2083327027787 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:21.469869 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.603792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.20.0.11 (c644ff56-22d2-4fa7-a861-8d9a8300827e/fed26828-3667-4247-b763-1f30dd915b0e/69766342-f2db-41b9-bf2d-6a15b75a611e) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:21.764963 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.785864 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Transition to ACTIVE for port object 69766342-f2db-41b9-bf2d-6a15b75a611e will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:21.826030 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.862223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f672764-6356-4b85-b3bd-dd00de548692 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:21.869836 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network c644ff56-22d2-4fa7-a861-8d9a8300827e is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:21.873290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:21.880774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:21.912512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=69766342-f2db-41b9-bf2d-6a15b75a611e,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.937458 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 2f672764-6356-4b85-b3bd-dd00de548692 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:21.942778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2f672764-6356-4b85-b3bd-dd00de548692 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:21.943183 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.949149 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:21.949834 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.989102 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-3498c40d-74a5-47a1-99a1-7986af16701b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6461008 Jul 08 18:25:22.009785 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Request body: {'port': {'device_id': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:22.073772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.140026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 2f672764-6356-4b85-b3bd-dd00de548692, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f672764-6356-4b85-b3bd-dd00de548692,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:22.146714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.147065 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.148669 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ec05aa92-ba51-4636-8a57-3b923aa2a7df up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:22.242339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=2f672764-6356-4b85-b3bd-dd00de548692,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:22.278971 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port ec05aa92-ba51-4636-8a57-3b923aa2a7df triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:22.279339 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.312222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dcea085e-ed4e-4a3e-8211-2f3676c0fe06 None None] Provisioning for port 69766342-f2db-41b9-bf2d-6a15b75a611e completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:22.322422 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-dcea085e-ed4e-4a3e-8211-2f3676c0fe06 None None] Provisioning complete for port 69766342-f2db-41b9-bf2d-6a15b75a611e triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:22.322783 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-dcea085e-ed4e-4a3e-8211-2f3676c0fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.509370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69766342-f2db-41b9-bf2d-6a15b75a611e {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:25:22.521879 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.530219 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-40cd5b03-3eea-4f81-aa4f-a9805af1b583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.540536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Transition to ACTIVE for port object 69766342-f2db-41b9-bf2d-6a15b75a611e will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:22.549945 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-dcea085e-ed4e-4a3e-8211-2f3676c0fe06 None None] Port 69766342-f2db-41b9-bf2d-6a15b75a611e cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:22.552125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa868-e8ce-42b1-90ad-ea397391e4f2 req-2a28eed1-f700-4a3f-b09e-a8f06eaef4a3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:22.553541 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.553689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-927fa868-e8ce-42b1-90ad-ea397391e4f2 req-2a28eed1-f700-4a3f-b09e-a8f06eaef4a3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 932 time: 0.1279981 Jul 08 18:25:22.554779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.601280 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:22.659245 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-927fa868-e8ce-42b1-90ad-ea397391e4f2 req-6666b27b-8a1f-4dee-a9cb-6f4028fecad3 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918388 Jul 08 18:25:22.660077 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Pushing event updated for resources: {'Port': ['ID=69766342-f2db-41b9-bf2d-6a15b75a611e,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:22.669008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:22.669429 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.729695 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Attempting to bind port 69766342-f2db-41b9-bf2d-6a15b75a611e on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:22.729914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Attempting to bind port 69766342-f2db-41b9-bf2d-6a15b75a611e by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:22.730256 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Attempting to bind port 69766342-f2db-41b9-bf2d-6a15b75a611e on network c644ff56-22d2-4fa7-a861-8d9a8300827e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:22.737981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Port 69766342-f2db-41b9-bf2d-6a15b75a611e on network c644ff56-22d2-4fa7-a861-8d9a8300827e not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:25:22.737981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Attempting to bind port 69766342-f2db-41b9-bf2d-6a15b75a611e on network c644ff56-22d2-4fa7-a861-8d9a8300827e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:22.741173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:22.741581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Checking segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:22.742207 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Bound using segment: {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:22.742616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Bound port: 69766342-f2db-41b9-bf2d-6a15b75a611e, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256f7f89-8fe3-4a34-942b-4897c60e3d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:22.743188 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.811487 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] For port 69766342-f2db-41b9-bf2d-6a15b75a611e, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:22.815364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] For port 69766342-f2db-41b9-bf2d-6a15b75a611e, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=69766342-f2db-41b9-bf2d-6a15b75a611e,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:22.820761 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.856372 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:22.857025 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.858435 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 200 len: 1092 time: 0.8533289 Jul 08 18:25:22.859121 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:22.861889 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:22.887020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18fcaa-fe45-42b7-a208-6d55467982b2 service neutron] Pushing event updated for resources: {'Port': ['ID=69766342-f2db-41b9-bf2d-6a15b75a611e,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:22.925395 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81ed315-71a2-4687-83e4-7ab63a34d5e1 x-openstack-request-id: req-a81ed315-71a2-4687-83e4-7ab63a34d5e1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:22.925692 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:22.925992 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a81ed315-71a2-4687-83e4-7ab63a34d5e1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:22.926434 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'status': 'completed', 'code': 200} Jul 08 18:25:22.990556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-e13e982d-21be-44cc-847d-1676e2c7093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:22.992174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-e13e982d-21be-44cc-847d-1676e2c7093f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1095 time: 0.0644116 Jul 08 18:25:23.038883 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-700bb993-b4d2-49f9-80e4-04279e9e206d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 200 len: 217 time: 0.0401881 Jul 08 18:25:23.091221 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-1dc4fcce-c213-4ece-9b86-d38741a1581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.092688 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-1dc4fcce-c213-4ece-9b86-d38741a1581a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed26828-3667-4247-b763-1f30dd915b0e HTTP/1.1" status: 200 len: 835 time: 0.0480287 Jul 08 18:25:23.152482 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41398321-536e-4c3b-9c28-328611b5aa23 req-38a210c8-7874-4a70-a206-d700439bf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.153910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-38a210c8-7874-4a70-a206-d700439bf91c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c644ff56-22d2-4fa7-a861-8d9a8300827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548978 Jul 08 18:25:23.247518 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-7e495866-8d1b-441b-adce-69180e1e4c0a service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856674 Jul 08 18:25:23.334924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41398321-536e-4c3b-9c28-328611b5aa23 req-5b8280e1-ec75-4f83-a7a9-2fc76a6aad43 service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808680 Jul 08 18:25:23.441585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-8c9cd650-08df-43c7-9675-79bd0d12237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.443061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-8c9cd650-08df-43c7-9675-79bd0d12237f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1095 time: 0.0595853 Jul 08 18:25:23.783166 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f672764-6356-4b85-b3bd-dd00de548692 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:23.840238 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 2f672764-6356-4b85-b3bd-dd00de548692 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:23.840705 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.864605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.923234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-fc16061c-4967-4a5c-a1dc-ca22d9b1aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.925985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-fc16061c-4967-4a5c-a1dc-ca22d9b1aa79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 200 len: 898 time: 0.4761059 Jul 08 18:25:23.933376 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e0ddb-811f-46ac-b4ee-3c22197843ef req-e5cb0270-41e5-45fb-ab48-4d76fbeb4a51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.934882 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d38e0ddb-811f-46ac-b4ee-3c22197843ef req-e5cb0270-41e5-45fb-ab48-4d76fbeb4a51 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 944 time: 0.1275480 Jul 08 18:25:23.980970 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-5a964db9-b2ef-4356-8fdb-97f9ba2e995f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 200 len: 217 time: 0.0451398 Jul 08 18:25:24.026634 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d38e0ddb-811f-46ac-b4ee-3c22197843ef req-5ee6c79b-fe0b-4771-97d9-9e42422e62ec tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840275 Jul 08 18:25:24.042400 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-b6adead5-f266-4559-aca5-f1d00688628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:24.043853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-b6adead5-f266-4559-aca5-f1d00688628a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed26828-3667-4247-b763-1f30dd915b0e HTTP/1.1" status: 200 len: 835 time: 0.0557516 Jul 08 18:25:24.104421 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-b61e89cf-07f0-406c-8f17-63078ec3216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:24.105884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-b61e89cf-07f0-406c-8f17-63078ec3216f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c644ff56-22d2-4fa7-a861-8d9a8300827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545924 Jul 08 18:25:24.196197 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-d0088ffd-690a-4a06-bc46-38b33368ebfa service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817573 Jul 08 18:25:24.288502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a6ca0169-70a3-4d1f-8c54-6f4b78314cde req-c80a2353-fab7-44d2-a97c-29cfe3aa5db6 service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Jul 08 18:25:25.131148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 69766342-f2db-41b9-bf2d-6a15b75a611e details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:25:25.206268 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b7d25-f40f-44e9-b8b2-5064a551691f req-c52cd20d-fd70-4343-81fa-42d2fd6f42a4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:25.207817 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-198b7d25-f40f-44e9-b8b2-5064a551691f req-c52cd20d-fd70-4343-81fa-42d2fd6f42a4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 944 time: 0.0675073 Jul 08 18:25:25.214478 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.235888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 69766342-f2db-41b9-bf2d-6a15b75a611e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=69766342-f2db-41b9-bf2d-6a15b75a611e,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:25.246101 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'port_id': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'mac_address': 'fa:16:3e:dd:c9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:25:25.246303 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-198b7d25-f40f-44e9-b8b2-5064a551691f req-cbc3a708-6256-4271-90a2-048b4365bf5c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Jul 08 18:25:25.288750 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.302289 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69766342-f2db-41b9-bf2d-6a15b75a611e {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:25:25.322018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 69766342-f2db-41b9-bf2d-6a15b75a611e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=69766342-f2db-41b9-bf2d-6a15b75a611e,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:25.325601 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.370856 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=69766342-f2db-41b9-bf2d-6a15b75a611e,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:25.525846 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['69766342-f2db-41b9-bf2d-6a15b75a611e'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:25:26.419977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466071a-3ceb-411c-93b4-29bc26274889 req-fff24858-0727-4deb-883c-484d40ed7288 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:26.421599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8466071a-3ceb-411c-93b4-29bc26274889 req-fff24858-0727-4deb-883c-484d40ed7288 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 945 time: 0.0641069 Jul 08 18:25:26.459919 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8466071a-3ceb-411c-93b4-29bc26274889 req-062b366f-2185-4e3b-ac24-d2f4e48a88da tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321133 Jul 08 18:25:27.157775 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 69766342-f2db-41b9-bf2d-6a15b75a611e up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:27.207534 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 69766342-f2db-41b9-bf2d-6a15b75a611e completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:27.211070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 69766342-f2db-41b9-bf2d-6a15b75a611e triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:27.211447 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.289434 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.312479 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:27.314774 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d33e73-6d07-407d-9d1f-a2f3c97a9904" -d '{"events": [{"server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:27.327413 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 69766342-f2db-41b9-bf2d-6a15b75a611e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=69766342-f2db-41b9-bf2d-6a15b75a611e,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:27.332031 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.379175 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=69766342-f2db-41b9-bf2d-6a15b75a611e,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:27.399005 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fed92-d2b7-4ea4-96a3-3461ed9a9da1 x-openstack-request-id: req-2f8fed92-d2b7-4ea4-96a3-3461ed9a9da1 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:27.399296 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "name": "network-vif-plugged", "status": "completed", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:27.399557 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f8fed92-d2b7-4ea4-96a3-3461ed9a9da1 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:27.399977 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'code': 200} Jul 08 18:25:27.510073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de924968-df4a-4988-ba82-e4a8b7fc69c9 req-b8060ed9-b22c-4987-ad03-b1d74da920a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:27.511566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de924968-df4a-4988-ba82-e4a8b7fc69c9 req-b8060ed9-b22c-4987-ad03-b1d74da920a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0518279 Jul 08 18:25:27.546903 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-de924968-df4a-4988-ba82-e4a8b7fc69c9 req-962a22f6-91b8-4e3f-a433-5983fb55fe13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272496 Jul 08 18:25:27.638553 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd9ebb-f105-4efa-863f-fe3ddf38ea36 req-6b6fc1e3-724a-4bdc-b617-87db25487658 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:27.640019 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7bbd9ebb-f105-4efa-863f-fe3ddf38ea36 req-6b6fc1e3-724a-4bdc-b617-87db25487658 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0667136 Jul 08 18:25:27.677763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7bbd9ebb-f105-4efa-863f-fe3ddf38ea36 req-e08a96aa-1c26-4ebe-bc4f-3aa661b2477f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Jul 08 18:25:28.856339 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f61e1d-cc6f-4046-af2f-f04230c17fbc req-5a7412b6-7103-46e8-82a5-25205168d4c1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:28.857815 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02f61e1d-cc6f-4046-af2f-f04230c17fbc req-5a7412b6-7103-46e8-82a5-25205168d4c1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0668981 Jul 08 18:25:28.894846 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-02f61e1d-cc6f-4046-af2f-f04230c17fbc req-b9711acc-ad28-4a91-a18e-c99497720508 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308018 Jul 08 18:25:29.065026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cdde7-2e17-4161-8e66-49ab633d0621 req-d1491e78-6d8d-4f4a-86f0-1e8d3c094b05 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:29.066868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-006cdde7-2e17-4161-8e66-49ab633d0621 req-d1491e78-6d8d-4f4a-86f0-1e8d3c094b05 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0644929 Jul 08 18:25:29.104454 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-006cdde7-2e17-4161-8e66-49ab633d0621 req-cec44ae9-10bc-4abd-bfef-cabf459c7815 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Jul 08 18:25:29.128151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36448) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:29.179357 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef0615-cc25-4150-9265-a609f93b2428 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:29.180867 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6eef0615-cc25-4150-9265-a609f93b2428 tempest-TestNetworkAdvancedServerOps-1674151296 tempest-TestNetworkAdvancedServerOps-1674151296-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1092 time: 0.0517280 Jul 08 18:25:29.183702 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36450) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:29.188300 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:29.210890 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:29.308668 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:29.409503 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Allocated IP 172.25.3.123 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/33ca7459-4b71-46cd-a07c-bcd12f3573ce) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:29.513589 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:29.551826 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:29.592082 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:29.594795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:29.598520 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:29.619782 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=33ca7459-4b71-46cd-a07c-bcd12f3573ce,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:29.973579 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.050172 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.203183 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.207661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.278756 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event updated for resources: {'Port': ['ID=33ca7459-4b71-46cd-a07c-bcd12f3573ce,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:30.290883 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.394346 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP c52ee316-3a3d-4f1a-971d-f7a492740cb4 associated. External IP: 172.25.3.123, port: 69766342-f2db-41b9-bf2d-6a15b75a611e. Jul 08 18:25:30.599996 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router b7761570-6dbe-4be5-9003-be88ce49eb46 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:30.706635 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:30.716689 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] Sync routers for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:30.724204 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.732004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:30.732774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:30.766277 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f7f65900-602c-4fe2-b745-52645c311dbc tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5815027 Jul 08 18:25:30.766968 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:30.770033 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}452ab09f10190a758b08acbf71bc11620b8353066b507da012c34b04bf3d4270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:30.810948 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675cf49c-f936-42a3-a51b-463976a725a1 x-openstack-request-id: req-675cf49c-f936-42a3-a51b-463976a725a1 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:30.811235 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:30.811496 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-675cf49c-f936-42a3-a51b-463976a725a1 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:30.811922 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'status': 'completed', 'code': 200} Jul 08 18:25:30.848287 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:30.900821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-5899e4f9-dd08-421e-9572-6eac7130cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:30.902563 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-5899e4f9-dd08-421e-9572-6eac7130cfcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0639365 Jul 08 18:25:31.001440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-b3da8396-c32f-4b72-a7c6-7aed1e8e91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:31.003762 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-b3da8396-c32f-4b72-a7c6-7aed1e8e91e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 200 len: 898 time: 0.0932658 Jul 08 18:25:31.080220 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-19f3d234-b39f-467c-bea7-cef9d055d7f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 200 len: 1000 time: 0.0705433 Jul 08 18:25:31.095855 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'c52ee316-3a3d-4f1a-971d-f7a492740cb4', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'port_id': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'mac_address': 'fa:16:3e:dd:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:25:29Z', 'updated_at': '2021-07-08T18:25:29Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:31.116969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e11bf-f5f2-4953-90d5-7855bc6ea1b3 req-314b9c62-9664-4910-afed-a1913317bc03 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:31.118700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e75e11bf-f5f2-4953-90d5-7855bc6ea1b3 req-314b9c62-9664-4910-afed-a1913317bc03 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0667999 Jul 08 18:25:31.123730 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] Checking router: b7761570-6dbe-4be5-9003-be88ce49eb46 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:31.131887 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-3b1112dd-7958-482b-a209-732e06359302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:31.132680 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:31.133096 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:31.133351 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-3b1112dd-7958-482b-a209-732e06359302 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed26828-3667-4247-b763-1f30dd915b0e HTTP/1.1" status: 200 len: 835 time: 0.0472705 Jul 08 18:25:31.158562 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e75e11bf-f5f2-4953-90d5-7855bc6ea1b3 req-7b112206-eac1-4401-bddf-8bda79a2d488 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329854 Jul 08 18:25:31.187633 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36456) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:31.196323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-b28aad14-2a45-4c4c-8a71-ab5dbe857359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:31.197852 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-b28aad14-2a45-4c4c-8a71-ab5dbe857359 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c644ff56-22d2-4fa7-a861-8d9a8300827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578594 Jul 08 18:25:31.251424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:31.258088 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-379e6e90-af22-4a0f-91ab-8b8c950e4d3f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c52ee316-3a3d-4f1a-971d-f7a492740cb4 HTTP/1.1" status: 200 len: 992 time: 0.0690360 Jul 08 18:25:31.295379 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-1ec78202-2df2-4906-b3d4-a2816cf3db21 service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902779 Jul 08 18:25:31.385851 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bdd409ab-43a7-4abd-b9dc-3ba18b95b0ef req-21a83624-1e70-4600-a48e-790248b7980d service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835636 Jul 08 18:25:31.476595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'c52ee316-3a3d-4f1a-971d-f7a492740cb4', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'port_id': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'mac_address': 'fa:16:3e:dd:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:25:29Z', 'updated_at': '2021-07-08T18:25:29Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:31.506595 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35591042-ce2c-45cc-a95b-c664c5c188a9 None None] The sync data for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 is: [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'c52ee316-3a3d-4f1a-971d-f7a492740cb4', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'floating_ip_address': '172.25.3.123', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'port_id': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'mac_address': 'fa:16:3e:dd:c9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:25:29Z', 'updated_at': '2021-07-08T18:25:29Z', 'revision_number': 0, 'project_id': '9061f9ff8cb24189afb2083327027787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:31.683325 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734676ba-9206-4204-86b0-c9a2704abc7d None None] New status for floating IP c52ee316-3a3d-4f1a-971d-f7a492740cb4: ACTIVE {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:25:32.261878 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36458) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:32.322659 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-71b0df1e-ca05-4204-924a-ce44ba968528 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c52ee316-3a3d-4f1a-971d-f7a492740cb4 HTTP/1.1" status: 200 len: 994 time: 0.0595813 Jul 08 18:25:33.924535 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:25:43.595657 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.712990 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:49.635807 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-1ded12e9-b1b0-495c-91d3-67c90818e0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:52.291637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f2e0483b-6918-4928-89c8-f693dc0df654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:52.476264 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:53.849980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:55.207514 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:03.910022 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f8ea-470d-4e8a-a381-6fb4af52f269 req-9a7f294f-6b4a-49e4-ae8e-a0be2f938c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:03.911405 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bc3f8ea-470d-4e8a-a381-6fb4af52f269 req-9a7f294f-6b4a-49e4-ae8e-a0be2f938c02 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0633128 Jul 08 18:26:03.950371 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3bc3f8ea-470d-4e8a-a381-6fb4af52f269 req-7a78a2d4-c72b-4793-97f6-b68bdb279ced tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Jul 08 18:26:05.125753 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100a8e1-791e-4f40-aae2-d191483d6134 req-f7ae6f13-97fe-4842-81d8-7b6e8cca5c48 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:05.127279 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a100a8e1-791e-4f40-aae2-d191483d6134 req-f7ae6f13-97fe-4842-81d8-7b6e8cca5c48 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0634456 Jul 08 18:26:05.168858 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a100a8e1-791e-4f40-aae2-d191483d6134 req-6c04a562-bd67-4b8e-9c3c-4b9a2f7ddb0b tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354130 Jul 08 18:26:05.194657 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:05.255769 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d20f8984-d918-44f8-95d4-652237b319ce tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c52ee316-3a3d-4f1a-971d-f7a492740cb4 HTTP/1.1" status: 200 len: 994 time: 0.0580177 Jul 08 18:26:06.700339 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-e05c7056-58f1-4dfc-afb7-24e2aa7709a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:06.701806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-e05c7056-58f1-4dfc-afb7-24e2aa7709a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0953894 Jul 08 18:26:06.724297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddc185-ac57-4532-a6b2-1f611cee7ffa req-1f9e8dd1-201c-4865-bade-2abb2ccee752 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:06.726102 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fddc185-ac57-4532-a6b2-1f611cee7ffa req-1f9e8dd1-201c-4865-bade-2abb2ccee752 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0889661 Jul 08 18:26:06.814138 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1fddc185-ac57-4532-a6b2-1f611cee7ffa req-e833ba39-2488-4f11-a7d1-ae27c2f8e618 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781121 Jul 08 18:26:06.832313 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-66c61ecc-27f4-4d68-b474-a861eb97e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:06.832313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-66c61ecc-27f4-4d68-b474-a861eb97e920 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 200 len: 898 time: 0.1226144 Jul 08 18:26:06.894169 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-ef753c82-6c98-4e17-bd4b-680042ee6e3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 200 len: 1002 time: 0.0560241 Jul 08 18:26:06.945200 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-5a249fe6-1006-4081-b201-e42151e7291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:06.946621 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-5a249fe6-1006-4081-b201-e42151e7291d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed26828-3667-4247-b763-1f30dd915b0e HTTP/1.1" status: 200 len: 835 time: 0.0464652 Jul 08 18:26:07.002497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-2b9e5b50-631f-4136-aa1a-24dfc44d4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:07.003945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-2b9e5b50-631f-4136-aa1a-24dfc44d4124 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c644ff56-22d2-4fa7-a861-8d9a8300827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506661 Jul 08 18:26:07.089816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-a39f5540-de35-40df-996d-649241632d63 service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793514 Jul 08 18:26:07.182801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d004ec26-f09e-4ad6-b175-7023adc9bbcd req-cd911675-7975-4cf8-a541-f304fbf080e4 service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860167 Jul 08 18:26:07.994505 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436961b5-6c3e-49aa-8c84-30e73edcbe18 req-fee9c28b-b8d1-4104-9052-7a3e4f213b20 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:07.995946 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-436961b5-6c3e-49aa-8c84-30e73edcbe18 req-fee9c28b-b8d1-4104-9052-7a3e4f213b20 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0666296 Jul 08 18:26:08.034692 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-436961b5-6c3e-49aa-8c84-30e73edcbe18 req-2bf10f03-4de1-4df2-ba13-fb8908a8b24e tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Jul 08 18:26:09.208838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f552724-5ffb-4c12-bb1b-477043871e87 req-59f4a250-7295-471d-8d4c-cc495e9106a1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:09.210695 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f552724-5ffb-4c12-bb1b-477043871e87 req-59f4a250-7295-471d-8d4c-cc495e9106a1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0645797 Jul 08 18:26:09.249644 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2f552724-5ffb-4c12-bb1b-477043871e87 req-93a5b72a-6162-478f-a246-c6acce2edb94 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331573 Jul 08 18:26:09.274307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36492) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:09.343199 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-6bbdf037-fa12-4b33-89a7-c39caf066740 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/floatingips/c52ee316-3a3d-4f1a-971d-f7a492740cb4 HTTP/1.1" status: 200 len: 994 time: 0.0676486 Jul 08 18:26:09.607841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36498) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:09.784465 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 33ca7459-4b71-46cd-a07c-bcd12f3573ce {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:09.784947 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:09.885030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:09.885273 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:09.897126 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 33ca7459-4b71-46cd-a07c-bcd12f3573ce owned by network:floatingip {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:10.043120 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.077817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=33ca7459-4b71-46cd-a07c-bcd12f3573ce,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:10.101991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.102345 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.102681 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.103021 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.103382 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.103715 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.104069 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.104397 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.104725 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.105048 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.105370 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.105689 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:10.147591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.147865 n-d-799527-4 neutron-server[93944]: INFO neutron.db.l3_db [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Floating IP c52ee316-3a3d-4f1a-971d-f7a492740cb4 disassociated (deleted). External IP: 172.25.3.123, port: 69766342-f2db-41b9-bf2d-6a15b75a611e. Jul 08 18:26:10.355438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router b7761570-6dbe-4be5-9003-be88ce49eb46 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:10.462794 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:10.467591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:10.472299 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] Sync routers for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:10.482110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:10.482729 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:10.504522 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-53d62acb-afce-46f0-9541-fa77102f6cc4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/floatingips/c52ee316-3a3d-4f1a-971d-f7a492740cb4 HTTP/1.1" status: 204 len: 168 time: 0.8956678 Jul 08 18:26:10.505111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:10.509142 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}452ab09f10190a758b08acbf71bc11620b8353066b507da012c34b04bf3d4270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc84b5ec-6848-47fb-82aa-672425513703" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:10.548378 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f47058-2152-46d2-83b6-ebb69808f720 x-openstack-request-id: req-f3f47058-2152-46d2-83b6-ebb69808f720 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:10.548671 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e", "status": "completed", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:10.548927 n-d-799527-4 neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3f47058-2152-46d2-83b6-ebb69808f720 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:10.549360 n-d-799527-4 neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'status': 'completed', 'code': 200} Jul 08 18:26:10.590836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:10.637419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b5ec-6848-47fb-82aa-672425513703 req-191530e7-cf80-4247-ba9d-952f6741e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:10.639235 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-191530e7-cf80-4247-ba9d-952f6741e67a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9061f9ff8cb24189afb2083327027787&device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 1097 time: 0.0657327 Jul 08 18:26:10.752592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b5ec-6848-47fb-82aa-672425513703 req-bc6367f0-e824-4ae6-a11e-9802858057a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:10.754109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-bc6367f0-e824-4ae6-a11e-9802858057a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 200 len: 898 time: 0.1088641 Jul 08 18:26:10.796652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:10.800472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-87383f33-5d4e-41e7-aaba-673ed9320dd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 200 len: 217 time: 0.0392029 Jul 08 18:26:10.827571 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] Checking router: b7761570-6dbe-4be5-9003-be88ce49eb46 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:10.836278 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:10.836894 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:10.857830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b5ec-6848-47fb-82aa-672425513703 req-25b48e79-770d-4689-944f-82842d244367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:10.859441 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-25b48e79-770d-4689-944f-82842d244367 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed26828-3667-4247-b763-1f30dd915b0e HTTP/1.1" status: 200 len: 835 time: 0.0524082 Jul 08 18:26:10.885131 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957efe8a-9cf3-4610-a577-3a8d6e55e0fc req-fa69a3b0-eddb-4396-97c9-49afbe8c633c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:10.886684 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-957efe8a-9cf3-4610-a577-3a8d6e55e0fc req-fa69a3b0-eddb-4396-97c9-49afbe8c633c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0662293 Jul 08 18:26:10.919392 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b5ec-6848-47fb-82aa-672425513703 req-bb134efe-d580-42ca-a22f-8f6a3bc36345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:10.920907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-bb134efe-d580-42ca-a22f-8f6a3bc36345 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c644ff56-22d2-4fa7-a861-8d9a8300827e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543318 Jul 08 18:26:10.925451 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:26:10.926657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-957efe8a-9cf3-4610-a577-3a8d6e55e0fc req-3c9addf0-f34d-4d77-8169-ab3986a9de11 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340757 Jul 08 18:26:10.950601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:11.012356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-c0d63f97-4740-41f1-98c3-b509bf97551d service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831361 Jul 08 18:26:11.106966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bc84b5ec-6848-47fb-82aa-672425513703 req-ccf41025-9d2c-4c87-8998-9f066bf84820 service neutron] 10.222.0.21 "GET /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Jul 08 18:26:11.143835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:11.171245 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f858b61-a619-4ba2-ade1-0e14cfe3ca77 None None] The sync data for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 is: [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:25:18Z', 'revision_number': 4, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '2f672764-6356-4b85-b3bd-dd00de548692', 'name': '', 'network_id': 'c644ff56-22d2-4fa7-a861-8d9a8300827e', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'mac_address': 'fa:16:3e:99:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:17Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'subnets': [{'id': 'fed26828-3667-4247-b763-1f30dd915b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:11.379407 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf51445-f5c1-492d-820f-dea5d7f9cffc None None] New status for floating IP c52ee316-3a3d-4f1a-971d-f7a492740cb4: DOWN {{(pid=93947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:26:12.103454 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08512752-9288-4c53-8767-80eeddae622b req-cf90206b-e940-4c3e-b978-e4d18cc62da6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:12.104952 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08512752-9288-4c53-8767-80eeddae622b req-cf90206b-e940-4c3e-b978-e4d18cc62da6 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0660331 Jul 08 18:26:12.142344 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-08512752-9288-4c53-8767-80eeddae622b req-6d01af89-7d5d-4363-a6f8-066846e73290 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Jul 08 18:26:12.342733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-d728b4db-a035-4526-aea1-27f93befdd0c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:12.344061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-d728b4db-a035-4526-aea1-27f93befdd0c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 946 time: 0.0679040 Jul 08 18:26:12.441497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 69766342-f2db-41b9-bf2d-6a15b75a611e {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:12.441839 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.530855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 69766342-f2db-41b9-bf2d-6a15b75a611e, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=69766342-f2db-41b9-bf2d-6a15b75a611e,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:12.531209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.544094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 69766342-f2db-41b9-bf2d-6a15b75a611e owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:12.669443 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.701032 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=69766342-f2db-41b9-bf2d-6a15b75a611e,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:12.714885 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.715235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.715572 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.715906 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.716236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.716565 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.716908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.717860 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.718241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.718549 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.718875 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.719194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:12.757954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] No DVR routers for this DVR port 69766342-f2db-41b9-bf2d-6a15b75a611e on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:26:12.760537 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:12.762519 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0ba92d64-6b90-4b62-a46f-049af6b14832 req-5043df25-5bf3-4b19-a2f1-26bb39f61a9c tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.21 "DELETE /v2.0/ports/69766342-f2db-41b9-bf2d-6a15b75a611e HTTP/1.1" status: 204 len: 173 time: 0.4130435 Jul 08 18:26:12.762953 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'name': 'network-vif-deleted', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:12.765153 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0c8fd-2237-4734-9d18-bd53845ef746" -d '{"events": [{"server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "name": "network-vif-deleted", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:12.802093 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b82241-6a19-47e1-a55d-33d721a916d8 x-openstack-request-id: req-b2b82241-6a19-47e1-a55d-33d721a916d8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:12.802387 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce97e04-1680-4006-8cfa-b6f48966cfbb", "name": "network-vif-deleted", "tag": "69766342-f2db-41b9-bf2d-6a15b75a611e", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:12.802647 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2b82241-6a19-47e1-a55d-33d721a916d8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:12.803046 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce97e04-1680-4006-8cfa-b6f48966cfbb', 'name': 'network-vif-deleted', 'tag': '69766342-f2db-41b9-bf2d-6a15b75a611e', 'status': 'completed', 'code': 200} Jul 08 18:26:13.304942 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3f561801-8402-4e1c-ba97-4cd7ba2291b9 req-22583aac-c518-4b4e-a708-eb8e7e1fa013 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ce97e04-1680-4006-8cfa-b6f48966cfbb HTTP/1.1" status: 200 len: 210 time: 0.0297263 Jul 08 18:26:13.593606 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:13.716470 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:14.399516 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36514) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:14.758309 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.357763 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port 2f672764-6356-4b85-b3bd-dd00de548692 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:15.358128 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.447316 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port 2f672764-6356-4b85-b3bd-dd00de548692, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=2f672764-6356-4b85-b3bd-dd00de548692,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:15.448013 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.459822 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for 2f672764-6356-4b85-b3bd-dd00de548692 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:15.487127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 69766342-f2db-41b9-bf2d-6a15b75a611e no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:26:15.510596 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 69766342-f2db-41b9-bf2d-6a15b75a611e {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:26:15.510948 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 69766342-f2db-41b9-bf2d-6a15b75a611e not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:26:15.641147 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:15.669074 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=2f672764-6356-4b85-b3bd-dd00de548692,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:15.859482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.094372 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Router b7761570-6dbe-4be5-9003-be88ce49eb46 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:16.202100 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:16.207265 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a9cdccf3-ec78-4836-8fde-5a3774434ff4 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "PUT /v2.0/routers/b7761570-6dbe-4be5-9003-be88ce49eb46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8067167 Jul 08 18:26:16.210446 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:16.213025 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] Sync routers for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:16.222251 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:16.222956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:16.259989 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting subnet fed26828-3667-4247-b763-1f30dd915b0e {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:26:16.263012 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.303488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.340180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:16.397004 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.460477 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.489117 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Subnet': ['ID=fed26828-3667-4247-b763-1f30dd915b0e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:16.494404 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.498785 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-07440812-8fed-468d-93de-814f015df20f tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/subnets/fed26828-3667-4247-b763-1f30dd915b0e HTTP/1.1" status: 204 len: 168 time: 0.2849567 Jul 08 18:26:16.499118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:16.550110 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df48d0-2e0d-4c84-b11e-091b93b8ee90 None None] Network c644ff56-22d2-4fa7-a861-8d9a8300827e requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:16.609306 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.715289 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.772909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Deleting port ec05aa92-ba51-4636-8a57-3b923aa2a7df {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:16.773549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.790154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:26:15Z', 'revision_number': 5, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port': {'id': 'ec05aa92-ba51-4636-8a57-3b923aa2a7df', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:6c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:15Z', 'updated_at': '2021-07-08T18:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:16.817142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] Checking router: b7761570-6dbe-4be5-9003-be88ce49eb46 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:16.826797 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] Routers {'b7761570-6dbe-4be5-9003-be88ce49eb46'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:16.827417 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['b7761570-6dbe-4be5-9003-be88ce49eb46'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:16.860559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] For port ec05aa92-ba51-4636-8a57-3b923aa2a7df, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=ec05aa92-ba51-4636-8a57-3b923aa2a7df,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:16.860914 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:16.864875 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] DHCP port deletion for c644ff56-22d2-4fa7-a861-8d9a8300827e request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:26:16.872802 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Calling delete_port for ec05aa92-ba51-4636-8a57-3b923aa2a7df owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:16.939272 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] Set router b7761570-6dbe-4be5-9003-be88ce49eb46 gateway port host: None {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:16.994870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:26:16Z', 'revision_number': 6, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:17.027672 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1f27-f9db-493b-95d0-d806d37c7eb0 None None] The sync data for ids ['b7761570-6dbe-4be5-9003-be88ce49eb46'] in n-d-799527-4 is: [{'id': 'b7761570-6dbe-4be5-9003-be88ce49eb46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209281807', 'tenant_id': '9061f9ff8cb24189afb2083327027787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:14Z', 'updated_at': '2021-07-08T18:26:16Z', 'revision_number': 6, 'project_id': '9061f9ff8cb24189afb2083327027787', 'gw_port_host': None}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:17.034014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Deleting port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:26:17.034397 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.041600 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.072546 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Port': ['ID=ec05aa92-ba51-4636-8a57-3b923aa2a7df,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:17.097768 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] For port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,segment=NetworkSegment(256f7f89-8fe3-4a34-942b-4897c60e3d97),segment_id=256f7f89-8fe3-4a34-942b-4897c60e3d97)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:17.098191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.110852 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Calling delete_port for fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:26:17.135712 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.188810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.219134 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Pushing event deleted for resources: {'Port': ['ID=fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:17.224224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] No DVR routers for this DVR port fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:26:17.230534 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.231573 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.232023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.232492 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.232968 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.233102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.233566 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.234394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.234394 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.234831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.235231 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.235619 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.236010 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.236585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d5cf6-5deb-4cc6-abae-b567ba12b2ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:17.279952 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.280454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Fanout notify agent at l3_agent the message router_deleted on router b7761570-6dbe-4be5-9003-be88ce49eb46 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:26:17.288389 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.289518 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-3a030df7-62ca-4879-8939-2a3338d637b1 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/routers/b7761570-6dbe-4be5-9003-be88ce49eb46 HTTP/1.1" status: 204 len: 168 time: 0.7895555 Jul 08 18:26:17.292489 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:17.367779 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.463908 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.473676 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c644ff56-22d2-4fa7-a861-8d9a8300827e']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:17.484053 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256f7f89-8fe3-4a34-942b-4897c60e3d97') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:17.484347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256f7f89-8fe3-4a34-942b-4897c60e3d97') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:17.493387 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.507552 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.513361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:26:17.513739 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:26:17.516767 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:26:17.578086 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.586869 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.588517 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/networks/c644ff56-22d2-4fa7-a861-8d9a8300827e HTTP/1.1" status: 204 len: 168 time: 0.2951124 Jul 08 18:26:17.591348 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36522) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:17.598329 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ad6b9-6630-48f1-a63c-348c5b461866 tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'Network': ['ID=c644ff56-22d2-4fa7-a861-8d9a8300827e,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:17.650847 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-884a94bb-7e1b-421b-adcc-6cf1ca3ab94a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.675582 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-884a94bb-7e1b-421b-adcc-6cf1ca3ab94a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.739635 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-884a94bb-7e1b-421b-adcc-6cf1ca3ab94a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.742966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-884a94bb-7e1b-421b-adcc-6cf1ca3ab94a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:17.744238 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-884a94bb-7e1b-421b-adcc-6cf1ca3ab94a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] 10.222.0.48 "DELETE /v2.0/security-groups/bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1 HTTP/1.1" status: 204 len: 168 time: 0.1517889 Jul 08 18:26:17.754868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a94bb-7e1b-421b-adcc-6cf1ca3ab94a tempest-TestNetworkAdvancedServerOps-1346461205 tempest-TestNetworkAdvancedServerOps-1346461205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd61a36-5cfa-4d9c-bac5-e3f49e58aee1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:17.827012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f672764-6356-4b85-b3bd-dd00de548692 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:26:17.848298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 2f672764-6356-4b85-b3bd-dd00de548692 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:26:17.848560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 2f672764-6356-4b85-b3bd-dd00de548692 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:26:17.848972 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ec05aa92-ba51-4636-8a57-3b923aa2a7df no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:26:17.868516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: ec05aa92-ba51-4636-8a57-3b923aa2a7df {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:26:17.868763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device ec05aa92-ba51-4636-8a57-3b923aa2a7df not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:26:17.869174 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:26:17.888258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:26:17.888601 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device fe0ce6e2-59f0-4f98-bc8f-0edee2c861d2 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:26:18.111341 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36530) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:18.249911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9b16b0b8-daca-4c4a-8e6e-7284d9a22e7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9061f9ff8cb24189afb2083327027787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373615 Jul 08 18:26:18.252240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36534) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:18.299355 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b735c8da-a083-4fad-8a34-b27d59f1664a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.327866 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b735c8da-a083-4fad-8a34-b27d59f1664a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.386298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b735c8da-a083-4fad-8a34-b27d59f1664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.389381 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b735c8da-a083-4fad-8a34-b27d59f1664a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.390723 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b735c8da-a083-4fad-8a34-b27d59f1664a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f521413-81fe-4378-8ed3-6f27d31efd37 HTTP/1.1" status: 204 len: 168 time: 0.1375663 Jul 08 18:26:18.399249 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735c8da-a083-4fad-8a34-b27d59f1664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f521413-81fe-4378-8ed3-6f27d31efd37,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:18.650431 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36540) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:18.664109 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691469c2-0694-489f-988d-125318d4c754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.757011 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691469c2-0694-489f-988d-125318d4c754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.760746 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-691469c2-0694-489f-988d-125318d4c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.802565 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-691469c2-0694-489f-988d-125318d4c754 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bba13b46a78f4e11be8f2cd1f7a32626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509640 Jul 08 18:26:18.803411 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691469c2-0694-489f-988d-125318d4c754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433bf237-f268-4722-b1f4-f59112a1d56a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:18.805241 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36542) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:18.855923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-951c1f93-35c1-4cf1-9252-429281ae7dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.876866 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-951c1f93-35c1-4cf1-9252-429281ae7dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.923880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-951c1f93-35c1-4cf1-9252-429281ae7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.926358 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-951c1f93-35c1-4cf1-9252-429281ae7dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:18.927569 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-951c1f93-35c1-4cf1-9252-429281ae7dcb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/433bf237-f268-4722-b1f4-f59112a1d56a HTTP/1.1" status: 204 len: 168 time: 0.1211505 Jul 08 18:26:18.936327 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c1f93-35c1-4cf1-9252-429281ae7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433bf237-f268-4722-b1f4-f59112a1d56a,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:19.593817 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36564) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:19.636124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b5716275-60e8-4b91-848d-5abafa9f8ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.688156 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1595994784-network', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:19.710141 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Made reservation on behalf of 39cc558068344a3b9aa9e7d6bc66ea70 for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:19.712402 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.721039 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.811913 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.815795 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.844884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:26:19.855038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ba2e0-dae0-4fa8-9929-c02f43f2955b,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:19.862342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.862675 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Added segment ea2314f0-2f43-4619-bff0-920db32e7794 of type vlan for network 2ce84c33-9564-44b1-8333-fc8d97a86098 Jul 08 18:26:19.903371 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.932871 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.933850 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:19.934462 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:19.991156 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3962016 Jul 08 18:26:19.994314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36568) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:19.996282 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecae4a2-9dad-4928-8ba4-ccd8ffca2e7d admin admin] Pushing event updated for resources: {'Network': ['ID=2ce84c33-9564-44b1-8333-fc8d97a86098,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:19.999364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Request body: {'subnet': {'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1595994784-subnet', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:20.005814 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:26:20.018974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Made reservation on behalf of 39cc558068344a3b9aa9e7d6bc66ea70 for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:20.022034 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.190720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.244733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6e4348-0905-4bb8-aec6-5af3c695262a,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:20.256226 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Checking segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:20.256584 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Network hostable DHCP agents. Network: 2ce84c33-9564-44b1-8333-fc8d97a86098, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:26:20.274280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:26:20.282766 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 2ce84c33-9564-44b1-8333-fc8d97a86098) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:20.288300 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:20.288885 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.292986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a09fa-0311-47dd-ab96-2cb756405e81 None None] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:20.303293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-845d78a2-25bd-438c-b222-08c69622780c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3079107 Jul 08 18:26:20.305908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36570) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:20.310283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:20.331442 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.332365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.386022 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.441221 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-2ce84c33-9564-44b1-8333-fc8d97a86098', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:26:20.442055 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.528562 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.572659 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Allocated IP 172.20.0.2 (2ce84c33-9564-44b1-8333-fc8d97a86098/9a6e4348-0905-4bb8-aec6-5af3c695262a/3ab84b1e-1986-469d-b428-42624906d900) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:20.721017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.729521 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Transition to ACTIVE for port object 3ab84b1e-1986-469d-b428-42624906d900 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:20.734623 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.745888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Transition to ACTIVE for port object 3ab84b1e-1986-469d-b428-42624906d900 will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:20.751494 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.756856 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.791583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:20.794325 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:20.797810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:20.803774 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Pushing event updated for resources: {'Port': ['ID=3ab84b1e-1986-469d-b428-42624906d900,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:20.857895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Allocated IP 172.25.3.245 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/7eda61f1-3fc8-4d62-944d-0aeae03f4e09) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:20.859903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Attempting to bind port 3ab84b1e-1986-469d-b428-42624906d900 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:20.860266 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Attempting to bind port 3ab84b1e-1986-469d-b428-42624906d900 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:20.860630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Attempting to bind port 3ab84b1e-1986-469d-b428-42624906d900 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:20.866488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:20.866858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Checking segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:20.867260 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.867656 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Bound using segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:20.868113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Bound port: 3ab84b1e-1986-469d-b428-42624906d900, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:20.868493 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.930161 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] For port 3ab84b1e-1986-469d-b428-42624906d900, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:20.933200 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] For port 3ab84b1e-1986-469d-b428-42624906d900, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3ab84b1e-1986-469d-b428-42624906d900,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:20.936989 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.965467 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:20.997261 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773aea6-332c-44ad-97f2-8b9e78a4f88d None None] Pushing event updated for resources: {'Port': ['ID=3ab84b1e-1986-469d-b428-42624906d900,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:21.007248 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.049218 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:21.052167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:21.056424 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:21.062061 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Pushing event updated for resources: {'Port': ['ID=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:21.321273 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.511957 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.641259 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Router de4da352-1565-487f-b137-527a4950ef93 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:26:21.813083 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3ab84b1e-1986-469d-b428-42624906d900 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:21.867651 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 3ab84b1e-1986-469d-b428-42624906d900 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:21.908004 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3c553-3c6d-4573-a472-ecc74981c814 None None] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:22.028478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] Provisioning for port 3ab84b1e-1986-469d-b428-42624906d900 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:22.039794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] Provisioning complete for port 3ab84b1e-1986-469d-b428-42624906d900 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:22.040424 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.093716 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:22.108048 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:22.113382 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.118533 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7be39050-5d13-4f28-941c-e76afcb7c2eb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8116014 Jul 08 18:26:22.118771 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36572) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:22.139365 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:22.140174 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:25:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:22.179711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.221462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] For port 3ab84b1e-1986-469d-b428-42624906d900, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3ab84b1e-1986-469d-b428-42624906d900,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:22.234591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.307711 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa655-116e-4498-8c9b-93c1ec5c00ca None None] Pushing event updated for resources: {'Port': ['ID=3ab84b1e-1986-469d-b428-42624906d900,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:22.315607 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:22.317454 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7be9-e283-4c07-95ce-51c6d653aea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.458995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-feb12213-9d17-4075-a6f0-f33d7047f539 None None] Provisioning complete for port 3ab84b1e-1986-469d-b428-42624906d900 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:22.461373 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-feb12213-9d17-4075-a6f0-f33d7047f539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.514771 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:21Z', 'revision_number': 3, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:22.524439 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.555909 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:22.556411 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Updating router de4da352-1565-487f-b137-527a4950ef93 port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:26:22.596601 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.635898 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.803038 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Allocated IP 172.20.0.1 (2ce84c33-9564-44b1-8333-fc8d97a86098/9a6e4348-0905-4bb8-aec6-5af3c695262a/4839de17-a2f7-41b5-b40c-e9c31a15ba84) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:22.865369 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.875459 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Transition to ACTIVE for port object 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:22.882189 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.907996 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.921313 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Transition to ACTIVE for port object 4839de17-a2f7-41b5-b40c-e9c31a15ba84 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:22.935745 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Attempting to bind port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:22.936145 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Attempting to bind port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:22.936504 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Attempting to bind port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:22.945462 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Pushing event updated for resources: {'Port': ['ID=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:22.948338 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:22.948701 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:22.949091 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.949590 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:22.950151 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Bound port: 7eda61f1-3fc8-4d62-944d-0aeae03f4e09, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:22.950525 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.956798 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:22.974166 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.974654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.975092 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.975427 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.975757 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.976088 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.976409 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.976730 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.977045 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.977360 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.977675 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.978004 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:26:22.998551 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:23.006488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:23.011310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:23.018846 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] For port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:23.022892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] For port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:23.032011 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.058332 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Pushing event updated for resources: {'Port': ['ID=4839de17-a2f7-41b5-b40c-e9c31a15ba84,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:23.069635 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.107196 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:23.107829 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:23.110647 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58425162-c29d-4935-b11f-e15bcdc36a59 None None] Pushing event updated for resources: {'Port': ['ID=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:23.225040 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:23.227921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.304837 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b383f18-8f46-4113-b67f-090504d51af3 None None] Provisioning for port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:23.308709 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7b383f18-8f46-4113-b67f-090504d51af3 None None] Provisioning complete for port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:23.309273 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b383f18-8f46-4113-b67f-090504d51af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.344017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7b383f18-8f46-4113-b67f-090504d51af3 None None] Port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:23.395270 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.401511 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.411052 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:21Z', 'revision_number': 3, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:23.441269 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5870f-7dfc-427f-bb5d-ad17f205fb13 None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:21Z', 'revision_number': 3, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:23.471713 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Pushing event updated for resources: {'Port': ['ID=4839de17-a2f7-41b5-b40c-e9c31a15ba84,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:23.474111 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.570559 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:23.571811 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:23.706926 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Router de4da352-1565-487f-b137-527a4950ef93 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:23.849888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:23.861035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-39d677a3-339c-49d4-82c9-d23b3fda889d admin admin] 10.222.0.48 "PUT /v2.0/routers/de4da352-1565-487f-b137-527a4950ef93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7405188 Jul 08 18:26:23.871346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.917120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:23.978718 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-9d87a046-c14a-4bce-a048-df8a4d21a4d8 None None] Provisioning complete for port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:23.979191 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9d87a046-c14a-4bce-a048-df8a4d21a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:23.982561 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:24.011915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:24.012583 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.055831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-9d87a046-c14a-4bce-a048-df8a4d21a4d8 None None] Port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:24.106931 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.130152 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:24.134853 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.136076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3ab84b1e-1986-469d-b428-42624906d900 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:24.224832 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:24.237688 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 3ab84b1e-1986-469d-b428-42624906d900 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:24.238244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.385752 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36588) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:24.390911 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1144155893-network', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:24.419755 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Made reservation on behalf of dca5b064e73f4245bd4bc79695dfea5e for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:24.422242 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.431320 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.525493 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.529161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.553959 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:26:24.563686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17afbbdb-8af6-4ea3-9eda-bfee9eccfc48,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:24.568623 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.568963 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Added segment 7344968b-31ca-417b-abda-7c2a9d96aa2e of type vlan for network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 Jul 08 18:26:24.608326 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.639182 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.640236 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:24.640816 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.696386 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3093538 Jul 08 18:26:24.699236 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36590) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:24.701512 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd537b-e59d-4ce4-b688-174cc4caef4c admin admin] Pushing event updated for resources: {'Network': ['ID=0c76729b-95b1-425c-b4b5-2c8caf1ed619,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:24.704312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Request body: {'subnet': {'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1144155893-subnet', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'ip_version': 4}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:24.714265 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:26:24.732823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Made reservation on behalf of dca5b064e73f4245bd4bc79695dfea5e for: {'subnet': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:24.735227 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59106165'] for subnet, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.912476 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3724698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59106119'] for subnet, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:24.971936 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d16c8c9-4f21-4305-aa4a-ebe746b78aed,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:24.979535 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Checking segment: {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:24.979990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Network hostable DHCP agents. Network: 0c76729b-95b1-425c-b4b5-2c8caf1ed619, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:26:24.997120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:26:25.008449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 0c76729b-95b1-425c-b4b5-2c8caf1ed619) {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:25.012895 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:25.013744 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.019842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe1376-ea64-4650-8100-ef70872d58d9 None None] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:25.032140 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5da7d8e9-ed80-4dca-b301-9185b6e34e0d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317072 Jul 08 18:26:25.034762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36594) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:25.040153 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:25.063905 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.065141 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.122986 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.150068 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:25.169683 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:25.170338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:25.256070 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-0c76729b-95b1-425c-b4b5-2c8caf1ed619', 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'fixed_ips': [{'subnet_id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:26:25.256941 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.262023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.263733 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.474586 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.494298 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.543816 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:25.597246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Allocated IP 172.25.3.173 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/0e665bf6-a0c8-4580-ad49-22aaa05adf66) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:25.695605 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Allocated IP 172.20.0.2 (0c76729b-95b1-425c-b4b5-2c8caf1ed619/5d16c8c9-4f21-4305-aa4a-ebe746b78aed/92ad4370-475c-471f-8920-f27ab5c2eefd) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:25.702392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.750159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.789459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:25.794782 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:25.798125 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:25.813344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:25.824213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e665bf6-a0c8-4580-ad49-22aaa05adf66,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:25.948609 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:25.948996 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:25.953891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 2, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:25.982810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.003495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:26.003844 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Updating router de4da352-1565-487f-b137-527a4950ef93 port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:26:26.033384 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Transition to ACTIVE for port object 92ad4370-475c-471f-8920-f27ab5c2eefd will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:26.051429 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.063610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Transition to ACTIVE for port object 92ad4370-475c-471f-8920-f27ab5c2eefd will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:26.069731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.075330 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.168966 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:26.180516 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:26.183323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:26.190757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Pushing event updated for resources: {'Port': ['ID=92ad4370-475c-471f-8920-f27ab5c2eefd,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:26.251236 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.318917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Attempting to bind port 92ad4370-475c-471f-8920-f27ab5c2eefd on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:26.319191 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Attempting to bind port 92ad4370-475c-471f-8920-f27ab5c2eefd by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:26.319553 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Attempting to bind port 92ad4370-475c-471f-8920-f27ab5c2eefd on network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:26.330207 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:26.330577 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Checking segment: {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:26.330971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.331359 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Bound using segment: {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:26.331819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Bound port: 92ad4370-475c-471f-8920-f27ab5c2eefd, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:26.332199 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.379949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Router c624bafb-d7c1-40d1-acda-e085a3974a2f is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:26:26.464216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] For port 92ad4370-475c-471f-8920-f27ab5c2eefd, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:26.481051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] For port 92ad4370-475c-471f-8920-f27ab5c2eefd, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=92ad4370-475c-471f-8920-f27ab5c2eefd,segment=NetworkSegment(7344968b-31ca-417b-abda-7c2a9d96aa2e),segment_id=7344968b-31ca-417b-abda-7c2a9d96aa2e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:26.490718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:26.494765 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.498940 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Sync routers for ids ['c624bafb-d7c1-40d1-acda-e085a3974a2f'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:26.509637 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.509906 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Routers {'c624bafb-d7c1-40d1-acda-e085a3974a2f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:26.510333 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c624bafb-d7c1-40d1-acda-e085a3974a2f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:26.511462 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8941165e-8748-4fa2-be7f-3cd711d766d6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4756627 Jul 08 18:26:26.514275 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36596) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:26.581804 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.603316 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Transition to ACTIVE for port object 4839de17-a2f7-41b5-b40c-e9c31a15ba84 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:26.610057 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd100c-541a-4b7b-a523-9d52308be2fe None None] Pushing event updated for resources: {'Port': ['ID=92ad4370-475c-471f-8920-f27ab5c2eefd,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:26.614335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.632344 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Set router c624bafb-d7c1-40d1-acda-e085a3974a2f gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:26.676144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9f187-c8be-489d-bfb6-6afde3dc8210 None None] Pushing event updated for resources: {'Port': ['ID=4839de17-a2f7-41b5-b40c-e9c31a15ba84,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:26.748199 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Attempting to bind port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:26.748950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Attempting to bind port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:26.749666 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Attempting to bind port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:26.757482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:26.758332 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Checking segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:26.758978 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.759755 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Bound using segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:26.760599 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Bound port: 4839de17-a2f7-41b5-b40c-e9c31a15ba84, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:26.761238 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.881019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] For port 4839de17-a2f7-41b5-b40c-e9c31a15ba84, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:26.886725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] For port 4839de17-a2f7-41b5-b40c-e9c31a15ba84, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4839de17-a2f7-41b5-b40c-e9c31a15ba84,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:26.901874 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.967474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:26.968208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:27.014506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9f187-c8be-489d-bfb6-6afde3dc8210 None None] Pushing event updated for resources: {'Port': ['ID=4839de17-a2f7-41b5-b40c-e9c31a15ba84,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:27.029546 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:25Z', 'revision_number': 3, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:27.060018 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Checking router: c624bafb-d7c1-40d1-acda-e085a3974a2f for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:27.060357 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Updating router c624bafb-d7c1-40d1-acda-e085a3974a2f port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:26:27.112509 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.151304 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:27.160528 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.357905 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Allocated IP 172.20.0.1 (0c76729b-95b1-425c-b4b5-2c8caf1ed619/5d16c8c9-4f21-4305-aa4a-ebe746b78aed/179ad1f8-00fe-4f03-b6c3-d1872ef287c5) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:27.383617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:26Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:27.415308 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c342d4-831e-4a46-b458-601f22a69628 None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:26Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:27.429126 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.440947 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Transition to ACTIVE for port object 0e665bf6-a0c8-4580-ad49-22aaa05adf66 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:27.452869 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.512479 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.534807 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Transition to ACTIVE for port object 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:27.542509 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf56a65-0c53-4e98-9bb8-fab20aeada81 None None] Pushing event updated for resources: {'Port': ['ID=0e665bf6-a0c8-4580-ad49-22aaa05adf66,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:27.555280 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Attempting to bind port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:27.555643 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Attempting to bind port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:27.556221 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Attempting to bind port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:27.563231 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:27.563848 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:27.564264 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.564660 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:27.565145 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Bound port: 0e665bf6-a0c8-4580-ad49-22aaa05adf66, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:27.565625 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.581015 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.628377 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] For port 0e665bf6-a0c8-4580-ad49-22aaa05adf66, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:27.629099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:27.635592 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] For port 0e665bf6-a0c8-4580-ad49-22aaa05adf66, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0e665bf6-a0c8-4580-ad49-22aaa05adf66,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:27.636569 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:27.641284 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:27.644564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Pushing event updated for resources: {'Port': ['ID=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:27.653352 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.687070 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.703438 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Routers {'c624bafb-d7c1-40d1-acda-e085a3974a2f'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:27.704225 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c624bafb-d7c1-40d1-acda-e085a3974a2f'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:27.858578 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] Set router c624bafb-d7c1-40d1-acda-e085a3974a2f gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:27.916529 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.939198 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 92ad4370-475c-471f-8920-f27ab5c2eefd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:27.981796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79948c5a-f688-4750-9376-419045dae714 None None] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:26:27.994712 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf56a65-0c53-4e98-9bb8-fab20aeada81 None None] Pushing event updated for resources: {'Port': ['ID=0e665bf6-a0c8-4580-ad49-22aaa05adf66,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:28.078962 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7d7f2155-8263-46f7-a4c7-cab74c80248b None None] Provisioning for port 92ad4370-475c-471f-8920-f27ab5c2eefd completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:28.103350 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 92ad4370-475c-471f-8920-f27ab5c2eefd completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:28.113513 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:25Z', 'revision_number': 3, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:28.117435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 92ad4370-475c-471f-8920-f27ab5c2eefd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:28.117809 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.139136 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.144146 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.148798 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa5dde-c1d0-49fd-b4f4-7f192bb33dbb None None] The sync data for ids ['c624bafb-d7c1-40d1-acda-e085a3974a2f'] in n-d-799527-4 is: [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:25Z', 'revision_number': 3, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:28.227354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.275664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Pushing event updated for resources: {'Port': ['ID=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:28.301576 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.344363 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:28.345985 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:28.353008 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 92ad4370-475c-471f-8920-f27ab5c2eefd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=92ad4370-475c-471f-8920-f27ab5c2eefd,segment=NetworkSegment(7344968b-31ca-417b-abda-7c2a9d96aa2e),segment_id=7344968b-31ca-417b-abda-7c2a9d96aa2e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:28.360380 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.361313 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4839de17-a2f7-41b5-b40c-e9c31a15ba84 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:28.488477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=92ad4370-475c-471f-8920-f27ab5c2eefd,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:28.509471 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:28.517211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:28.518391 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.543137 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Router c624bafb-d7c1-40d1-acda-e085a3974a2f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:28.659894 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.726995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 4839de17-a2f7-41b5-b40c-e9c31a15ba84, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4839de17-a2f7-41b5-b40c-e9c31a15ba84,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:28.742461 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.771633 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:28.777662 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-c4bdecaf-c149-44bc-a191-8b58c06434a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/c624bafb-d7c1-40d1-acda-e085a3974a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2622881 Jul 08 18:26:28.782480 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ec39a97c-7893-4979-ac5f-edb3472e434f None None] Provisioning complete for port 92ad4370-475c-471f-8920-f27ab5c2eefd triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:28.784240 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec39a97c-7893-4979-ac5f-edb3472e434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:28.867439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=4839de17-a2f7-41b5-b40c-e9c31a15ba84,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:28.959000 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ec39a97c-7893-4979-ac5f-edb3472e434f None None] Provisioning for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:28.972510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ec39a97c-7893-4979-ac5f-edb3472e434f None None] Provisioning complete for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:28.974497 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ec39a97c-7893-4979-ac5f-edb3472e434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.031991 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ec39a97c-7893-4979-ac5f-edb3472e434f None None] Port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:29.156347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8a081159-d84f-4723-b039-52e56e175182 None None] Provisioning complete for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:29.156817 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a081159-d84f-4723-b039-52e56e175182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.196686 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8a081159-d84f-4723-b039-52e56e175182 None None] Port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:29.318725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-08f516fa-7b68-4642-bfff-f3963a6159fc None None] Provisioning complete for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:29.319241 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-08f516fa-7b68-4642-bfff-f3963a6159fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.353865 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-08f516fa-7b68-4642-bfff-f3963a6159fc None None] Port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:29.850193 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0e665bf6-a0c8-4580-ad49-22aaa05adf66 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:29.883699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36606) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:29.888493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083670846', 'description': 'tempest-secgroup-smoke-2083670846 description', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:29.903473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:29.907024 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:29.907395 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.911111 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.984666 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:29.998996 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.003618 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.006648 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 0e665bf6-a0c8-4580-ad49-22aaa05adf66, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0e665bf6-a0c8-4580-ad49-22aaa05adf66,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:30.011898 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.012924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 92ad4370-475c-471f-8920-f27ab5c2eefd up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:30.037600 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.038938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1541994 Jul 08 18:26:30.041230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18189040-0051-4ae7-a94d-a160d2845ad2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ddb17d-24ec-488f-b1c2-7b0be1db5d21,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.042393 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36608) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:30.048591 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '31ddb17d-24ec-488f-b1c2-7b0be1db5d21', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.076323 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.092014 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=0e665bf6-a0c8-4580-ad49-22aaa05adf66,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.106578 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 92ad4370-475c-471f-8920-f27ab5c2eefd triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:30.106946 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.138909 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.143645 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.162935 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5fd170-5601-4058-9167-5cbf4a193a98,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.166646 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.167823 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1350ec0d-37af-47b4-91a5-971702bfa8b9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231911 Jul 08 18:26:30.170617 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36610) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:30.174952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '31ddb17d-24ec-488f-b1c2-7b0be1db5d21', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.196189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4839de17-a2f7-41b5-b40c-e9c31a15ba84 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:30.202790 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.244111 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:30.244379 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.261965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.265742 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.283684 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb5d27a-2326-445e-8b77-f66822317468,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.291808 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.293230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-ea70ffb8-a0ea-4c7a-8d73-f52d8f829be9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216400 Jul 08 18:26:30.295843 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36612) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:30.300481 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '31ddb17d-24ec-488f-b1c2-7b0be1db5d21', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.330256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.396549 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.400836 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.419994 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da4c13b-32d7-44a7-ab94-5113fa6097cd,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.424489 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.426032 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-34748a72-13dd-4327-8867-b3276da5d14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291673 Jul 08 18:26:30.429417 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36614) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:30.434598 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '31ddb17d-24ec-488f-b1c2-7b0be1db5d21', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.463226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.532962 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.537207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.556278 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13f01ac-f175-4d47-b9c3-0a8cd0a46696,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.562963 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.564216 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1d119721-4e1f-4960-bb9c-38d035bca59e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335132 Jul 08 18:26:30.566871 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36616) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:30.572066 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '31ddb17d-24ec-488f-b1c2-7b0be1db5d21', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.593948 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Project 39cc558068344a3b9aa9e7d6bc66ea70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:26:30.598833 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.662565 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.666923 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.686800 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85206763-7474-44e9-9551-c927faeb5929,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.691195 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.696982 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-108b982c-0fbc-457b-a566-c6e86e983d4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264718 Jul 08 18:26:30.696982 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 36618) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:30.701680 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '31ddb17d-24ec-488f-b1c2-7b0be1db5d21', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:30.724814 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Project 39cc558068344a3b9aa9e7d6bc66ea70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:26:30.730027 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.794894 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.798691 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.816206 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9209a278-b6c1-4beb-b8a5-adeb3b516445,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:30.824585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.829970 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-718bffd9-4620-4f5b-9154-100a3aad9321 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281502 Jul 08 18:26:30.853258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Sync routers for ids ['c624bafb-d7c1-40d1-acda-e085a3974a2f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:30.862773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Routers {'c624bafb-d7c1-40d1-acda-e085a3974a2f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:30.863485 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c624bafb-d7c1-40d1-acda-e085a3974a2f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:30.967580 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-994b346d-eecb-40ea-b406-4218e4a9ce7e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083670846&fields=id&tenant_id=39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 267 time: 0.0340476 Jul 08 18:26:30.971860 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Set router c624bafb-d7c1-40d1-acda-e085a3974a2f gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:31.075222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-28fee007-9450-4007-a194-65489a46098e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:31.076768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-28fee007-9450-4007-a194-65489a46098e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 809 time: 0.1028490 Jul 08 18:26:31.091913 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-0ed0b45d-da31-4ca3-83c6-9561ce1283ff tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/quotas/39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 375 time: 0.0097005 Jul 08 18:26:31.159962 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-4a6cb3e7-2c0e-4a0b-9d7c-9abae7ac40e9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626540 Jul 08 18:26:31.172910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:27Z', 'revision_number': 4, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '179ad1f8-00fe-4f03-b6c3-d1872ef287c5', 'name': '', 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'mac_address': 'fa:16:3e:18:91:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:27Z', 'updated_at': '2021-07-08T18:26:27Z', 'revision_number': 2, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'subnets': [{'id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:31.204650 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Checking router: c624bafb-d7c1-40d1-acda-e085a3974a2f for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:31.205007 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Updating router c624bafb-d7c1-40d1-acda-e085a3974a2f port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:26:31.240071 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.267646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-133c8131-d481-4ddb-9295-add0561b664a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:26:31.268654 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-133c8131-d481-4ddb-9295-add0561b664a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967631 Jul 08 18:26:31.363317 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-f19b47f2-8f99-4f0f-893b-0558e8df474f service neutron] 10.222.0.48 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879395 Jul 08 18:26:31.454996 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-d0b081ae-66c2-4740-a939-54fbcc35739f service neutron] 10.222.0.48 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857308 Jul 08 18:26:31.502124 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.511909 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Transition to ACTIVE for port object 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:31.517907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.617226 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810a66f-177b-4d31-979a-234949c54d24 None None] Pushing event updated for resources: {'Port': ['ID=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:31.660269 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Attempting to bind port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:31.660749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Attempting to bind port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:31.661349 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Attempting to bind port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 on network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:31.669264 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:31.670274 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Checking segment: {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:31.670681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.671222 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Bound using segment: {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:31.671858 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Bound port: 179ad1f8-00fe-4f03-b6c3-d1872ef287c5, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7344968b-31ca-417b-abda-7c2a9d96aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:31.672243 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.691699 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-ed72757e-ce4b-436d-8d8d-4b88ec78757a req-0b1726a5-80bf-4f3e-8549-c5c3b009077c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 210 time: 0.0429242 Jul 08 18:26:31.752738 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] For port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:31.756906 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] For port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,segment=NetworkSegment(7344968b-31ca-417b-abda-7c2a9d96aa2e),segment_id=7344968b-31ca-417b-abda-7c2a9d96aa2e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:31.762757 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.814455 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0e665bf6-a0c8-4580-ad49-22aaa05adf66 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:31.855114 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Routers {'c624bafb-d7c1-40d1-acda-e085a3974a2f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:31.855737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c624bafb-d7c1-40d1-acda-e085a3974a2f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:31.912813 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810a66f-177b-4d31-979a-234949c54d24 None None] Pushing event updated for resources: {'Port': ['ID=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:31.990139 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:31.990700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:32.030405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] Set router c624bafb-d7c1-40d1-acda-e085a3974a2f gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:32.293071 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:27Z', 'revision_number': 4, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '179ad1f8-00fe-4f03-b6c3-d1872ef287c5', 'name': '', 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'mac_address': 'fa:16:3e:18:91:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:27Z', 'updated_at': '2021-07-08T18:26:31Z', 'revision_number': 4, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'subnets': [{'id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:32.319986 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0588fde-5811-4daf-a815-c9a33186c6b9 None None] The sync data for ids ['c624bafb-d7c1-40d1-acda-e085a3974a2f'] in n-d-799527-4 is: [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:27Z', 'revision_number': 4, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '179ad1f8-00fe-4f03-b6c3-d1872ef287c5', 'name': '', 'network_id': '0c76729b-95b1-425c-b4b5-2c8caf1ed619', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'mac_address': 'fa:16:3e:18:91:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:27Z', 'updated_at': '2021-07-08T18:26:31Z', 'revision_number': 4, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'subnets': [{'id': '5d16c8c9-4f21-4305-aa4a-ebe746b78aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:32.851250 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1e943047-000a-4497-885d-f0982bc8be45 req-e210e990-1b68-4aa1-b5c0-29de6a1f48c8 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 210 time: 0.0336576 Jul 08 18:26:32.966843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-4dc82010-f3de-417b-af0b-cf9094e5dbcd tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:32.968494 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-4dc82010-f3de-417b-af0b-cf9094e5dbcd tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 809 time: 0.1209295 Jul 08 18:26:33.014041 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-d3d6fb3b-a142-4223-88e2-b58284c52328 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 380 time: 0.0362313 Jul 08 18:26:33.023131 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'port': {'device_id': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'admin_state_up': True, 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'security_groups': ['31ddb17d-24ec-488f-b1c2-7b0be1db5d21']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:33.147250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Made reservation on behalf of 39cc558068344a3b9aa9e7d6bc66ea70 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:26:33.150811 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.277725 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Allocated IP 172.20.0.6 (2ce84c33-9564-44b1-8333-fc8d97a86098/9a6e4348-0905-4bb8-aec6-5af3c695262a/83fb4cda-39ad-4342-8a47-fd88c1d51290) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:33.416396 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.430374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Transition to ACTIVE for port object 83fb4cda-39ad-4342-8a47-fd88c1d51290 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:33.462530 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.507301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:33.510497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:33.514433 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:33.543103 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:33.569706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:33.570431 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.585857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-101152a5-1b63-4088-9acb-f50672d3045b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668955 Jul 08 18:26:33.599508 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Request body: {'port': {'device_id': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:33.679571 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.757447 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c4e2311-f002-48dd-ad9b-c184f9fa1710 None None] Provisioning for port 83fb4cda-39ad-4342-8a47-fd88c1d51290 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:33.768685 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7c4e2311-f002-48dd-ad9b-c184f9fa1710 None None] Provisioning complete for port 83fb4cda-39ad-4342-8a47-fd88c1d51290 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:33.769049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2311-f002-48dd-ad9b-c184f9fa1710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.815600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e2311-f002-48dd-ad9b-c184f9fa1710 None None] Port 83fb4cda-39ad-4342-8a47-fd88c1d51290 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:26:33.838842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:33.896677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:33.901081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:33.901462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.983676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.020291 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,segment=NetworkSegment(7344968b-31ca-417b-abda-7c2a9d96aa2e),segment_id=7344968b-31ca-417b-abda-7c2a9d96aa2e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:34.026732 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.055708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bd4a-11b0-4e5b-8ed2-b82407160272 req-52fb4481-e80a-4de5-b671-c5870dea9d54 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.058013 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cca7bd4a-11b0-4e5b-8ed2-b82407160272 req-52fb4481-e80a-4de5-b671-c5870dea9d54 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 931 time: 0.0779185 Jul 08 18:26:34.081424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:34.099605 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cca7bd4a-11b0-4e5b-8ed2-b82407160272 req-2df973ae-0e7b-41e7-9c09-c1cd4a5edc0f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349650 Jul 08 18:26:34.290990 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fb4cda-39ad-4342-8a47-fd88c1d51290 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:26:34.298383 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.309841 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Transition to ACTIVE for port object 83fb4cda-39ad-4342-8a47-fd88c1d51290 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:26:34.313845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.366477 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:34.438846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Attempting to bind port 83fb4cda-39ad-4342-8a47-fd88c1d51290 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:26:34.439186 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Attempting to bind port 83fb4cda-39ad-4342-8a47-fd88c1d51290 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:26:34.439517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Attempting to bind port 83fb4cda-39ad-4342-8a47-fd88c1d51290 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:34.445075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Port 83fb4cda-39ad-4342-8a47-fd88c1d51290 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:26:34.445399 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Attempting to bind port 83fb4cda-39ad-4342-8a47-fd88c1d51290 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:26:34.450474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:26:34.450823 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Checking segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:26:34.451209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Bound using segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:26:34.451634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Bound port: 83fb4cda-39ad-4342-8a47-fd88c1d51290, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:26:34.451995 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.517774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:26:34.520714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:26:34.525069 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.563425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.564105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:34.565690 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] 10.222.0.21 "PUT /v2.0/ports/83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 1091 time: 0.9710875 Jul 08 18:26:34.565989 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:34.568516 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e8f46e-adee-423d-ac0b-ce00cb09fba8" -d '{"events": [{"name": "network-changed", "server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:34.605353 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268a13b-e8bf-423f-b114-00e839822abf service neutron] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:34.617093 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9415ff89-a355-4f7d-bc24-7b4a14dd7b63 x-openstack-request-id: req-9415ff89-a355-4f7d-bc24-7b4a14dd7b63 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:34.617467 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:34.617682 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9415ff89-a355-4f7d-bc24-7b4a14dd7b63 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:34.618051 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'status': 'completed', 'code': 200} Jul 08 18:26:34.675333 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-c9795531-7b77-48e1-9147-0fbb26c95c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.677464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-c9795531-7b77-48e1-9147-0fbb26c95c45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1094 time: 0.0623670 Jul 08 18:26:34.721267 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-e21f4100-034f-4e49-81fc-a48afc997979 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 217 time: 0.0374575 Jul 08 18:26:34.776669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6b21ac23-3a88-4bf0-a5e6-2086c0b4ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.778101 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-6b21ac23-3a88-4bf0-a5e6-2086c0b4ca70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0510402 Jul 08 18:26:34.835521 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-187dbf13-737d-4ac5-af0b-b6cb597576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:34.836985 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-187dbf13-737d-4ac5-af0b-b6cb597576a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523288 Jul 08 18:26:34.929998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-3c6dbc55-0b37-47bd-9ee9-c36363563994 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862942 Jul 08 18:26:35.020061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f3036b8d-e4f0-41a6-ab42-65962d7e910a req-dee8ce41-e6f1-4d24-813e-1c840b1f6a02 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Jul 08 18:26:35.119099 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-e493c1bc-3189-4ecf-b53b-a75707973539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.120649 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-e493c1bc-3189-4ecf-b53b-a75707973539 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1094 time: 0.0536339 Jul 08 18:26:35.220306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-51b74b33-d84e-40f8-a4ec-b7b0d3899151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.221779 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-51b74b33-d84e-40f8-a4ec-b7b0d3899151 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0944169 Jul 08 18:26:35.263284 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-cc59d453-b387-4664-9d2a-57c4fd0f4157 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 217 time: 0.0350480 Jul 08 18:26:35.279184 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea40bd-b456-4b20-9478-9bc64c37c019 req-10f0177e-6edf-4c57-902a-332393adcb80 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.286524 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ea40bd-b456-4b20-9478-9bc64c37c019 req-10f0177e-6edf-4c57-902a-332393adcb80 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0690494 Jul 08 18:26:35.315290 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-201ed429-2d64-431d-ac38-0f7f0946788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.316770 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-201ed429-2d64-431d-ac38-0f7f0946788b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0472436 Jul 08 18:26:35.319520 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48ea40bd-b456-4b20-9478-9bc64c37c019 req-43ac818f-4bfe-4012-adfd-3cfdac8bb1d0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320902 Jul 08 18:26:35.379205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-9710d263-6c4c-464a-9c0a-ba8958081303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:35.380743 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-9710d263-6c4c-464a-9c0a-ba8958081303 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572124 Jul 08 18:26:35.469788 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-338ed822-7f44-4323-9edb-8373c8e3c67f service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823505 Jul 08 18:26:35.562693 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-75e8f46e-adee-423d-ac0b-ce00cb09fba8 req-7f10c17b-f6c7-4805-bb30-861682a0dc60 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Jul 08 18:26:35.788444 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:35.835699 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:35.835980 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:36.493939 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcf685-c3ef-447d-85b2-d03133bdbb46 req-3fc31c3c-0030-45be-b35f-3cb2384f32ce tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:36.495425 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41bcf685-c3ef-447d-85b2-d03133bdbb46 req-3fc31c3c-0030-45be-b35f-3cb2384f32ce tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0640192 Jul 08 18:26:36.532385 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-41bcf685-c3ef-447d-85b2-d03133bdbb46 req-79e4f351-e6d8-43f1-bb5d-1bfafc547245 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Jul 08 18:26:37.706884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49394-0ba1-4afd-9783-0b8608aaddc9 req-2ee34787-f749-4a0b-99d3-bd05a05616c0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:37.709095 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cdc49394-0ba1-4afd-9783-0b8608aaddc9 req-2ee34787-f749-4a0b-99d3-bd05a05616c0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0666282 Jul 08 18:26:37.746165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cdc49394-0ba1-4afd-9783-0b8608aaddc9 req-0dfadd37-dd65-4603-8cfd-e67611f4a684 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Jul 08 18:26:38.919026 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000d1b-19bf-4020-a309-be8223723547 req-9846ec6b-b7e1-4be0-b765-315a31b90801 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:38.920527 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da000d1b-19bf-4020-a309-be8223723547 req-9846ec6b-b7e1-4be0-b765-315a31b90801 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0640299 Jul 08 18:26:38.959572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da000d1b-19bf-4020-a309-be8223723547 req-f57f4768-9a3a-45d3-9ad7-b93ae4696573 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334444 Jul 08 18:26:39.611087 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:26:39.706876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:39.718091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'mac_address': 'fa:16:3e:27:64:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:26:39.756772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.769277 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fb4cda-39ad-4342-8a47-fd88c1d51290 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:26:39.789347 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:39.793084 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:39.843398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:40.002216 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['83fb4cda-39ad-4342-8a47-fd88c1d51290'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:26:40.134022 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a51517-8887-4d06-9c08-778d21afb47d req-d669ebec-4a20-45ba-a9a3-b3c565885a51 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:40.135511 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-53a51517-8887-4d06-9c08-778d21afb47d req-d669ebec-4a20-45ba-a9a3-b3c565885a51 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 944 time: 0.0628211 Jul 08 18:26:40.173664 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-53a51517-8887-4d06-9c08-778d21afb47d req-6b33b9c1-bc8f-49ad-99c6-3276b6c74a11 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323279 Jul 08 18:26:41.354098 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef2451-7a9c-40bf-b3c1-d6fde01854c3 req-d7af20d1-713a-4805-821b-56bf019c40d6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:41.355566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bef2451-7a9c-40bf-b3c1-d6fde01854c3 req-d7af20d1-713a-4805-821b-56bf019c40d6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 944 time: 0.0676155 Jul 08 18:26:41.392353 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5bef2451-7a9c-40bf-b3c1-d6fde01854c3 req-393bab29-1ca8-47f8-82dd-f4a6bd769f4e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Jul 08 18:26:41.608915 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:26:41.657098 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 83fb4cda-39ad-4342-8a47-fd88c1d51290 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:26:41.660885 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 83fb4cda-39ad-4342-8a47-fd88c1d51290 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:26:41.661468 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:41.735617 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:41.758411 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:41.760634 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e0dfa7-ed55-4fa7-bda7-7c85f8835dfb" -d '{"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-plugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:41.774208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:26:41.779026 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:41.805802 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c7a79b-fe65-43b8-b6ae-086fdd579433 x-openstack-request-id: req-c7c7a79b-fe65-43b8-b6ae-086fdd579433 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:41.806100 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-plugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:41.806354 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7c7a79b-fe65-43b8-b6ae-086fdd579433 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:41.806735 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'code': 200} Jul 08 18:26:41.831801 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:41.908513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b946-4572-44e9-90b2-11b7fbffef96 req-53be969f-8cff-4619-b4d5-629d01ea3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:41.909912 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1a6b946-4572-44e9-90b2-11b7fbffef96 req-53be969f-8cff-4619-b4d5-629d01ea3e56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1096 time: 0.0513382 Jul 08 18:26:41.943472 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d1a6b946-4572-44e9-90b2-11b7fbffef96 req-cbc96d47-8de9-4dd8-96dd-a3db261c9823 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274746 Jul 08 18:26:42.566825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5b07-fbcc-44ed-bad4-8b22d4285ad7 req-ab10b604-8f59-44b6-8255-142a550ccb58 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:42.568842 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79ba5b07-fbcc-44ed-bad4-8b22d4285ad7 req-ab10b604-8f59-44b6-8255-142a550ccb58 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0675988 Jul 08 18:26:42.606624 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-79ba5b07-fbcc-44ed-bad4-8b22d4285ad7 req-fae01cb3-6093-40af-b670-469ec0268884 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Jul 08 18:26:43.595325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:43.732548 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:43.794899 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b682a-f479-466e-9f91-43a3d1102330 req-9c5f5bc1-8d1e-479d-ab4e-b860f732a963 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:43.796369 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf7b682a-f479-466e-9f91-43a3d1102330 req-9c5f5bc1-8d1e-479d-ab4e-b860f732a963 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0741656 Jul 08 18:26:43.833375 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-bf7b682a-f479-466e-9f91-43a3d1102330 req-687d5438-8ef8-4168-8301-6a100d279d85 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 08 18:26:44.006418 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020438c-496e-4728-bc94-99db869d3a76 req-1c203252-edba-4cc0-bb71-b0bbecf3fbf5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:44.007911 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a020438c-496e-4728-bc94-99db869d3a76 req-1c203252-edba-4cc0-bb71-b0bbecf3fbf5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0649247 Jul 08 18:26:44.046712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a020438c-496e-4728-bc94-99db869d3a76 req-4057ab04-9924-4d0f-a1be-245aa39cb21b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Jul 08 18:26:44.071371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36682) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:44.161791 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1be89dc-e8e0-46bf-bd1c-f8d8cfe9282a tempest-TestShelveInstance-862953576 tempest-TestShelveInstance-862953576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:44.163350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e1be89dc-e8e0-46bf-bd1c-f8d8cfe9282a tempest-TestShelveInstance-862953576 tempest-TestShelveInstance-862953576-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1091 time: 0.0909286 Jul 08 18:26:44.166551 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36686) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:44.170846 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:26:44.194260 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:44.290340 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:44.398511 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Allocated IP 172.25.3.45 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/dcecd83f-bb63-406a-b7f8-01f6d74d7f13) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:26:44.499794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:44.537737 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:44.572189 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:26:44.574981 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:26:44.577552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:26:44.617270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'Port': ['ID=dcecd83f-bb63-406a-b7f8-01f6d74d7f13,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:44.953105 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.029402 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.177108 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.181517 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.249670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'Port': ['ID=dcecd83f-bb63-406a-b7f8-01f6d74d7f13,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:26:45.261907 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.360703 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Floating IP 4449238f-5ef4-4e00-945b-c4a4d6a8289b associated. External IP: 172.25.3.45, port: 83fb4cda-39ad-4342-8a47-fd88c1d51290. Jul 08 18:26:45.562959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Router de4da352-1565-487f-b137-527a4950ef93 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:26:45.675504 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:26:45.685957 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:26:45.693450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.697014 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:45.697644 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:45.735926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8d22feac-b58d-408b-ba96-d4727bac86b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5682333 Jul 08 18:26:45.736428 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:26:45.738734 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d7a675-5c53-4c14-8553-24e26017d516" -d '{"events": [{"name": "network-changed", "server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:26:45.779767 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57195aa5-e734-48c6-a0ae-a25593d97e53 x-openstack-request-id: req-57195aa5-e734-48c6-a0ae-a25593d97e53 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:26:45.780064 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:26:45.780321 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57195aa5-e734-48c6-a0ae-a25593d97e53 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:26:45.780725 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'status': 'completed', 'code': 200} Jul 08 18:26:45.806747 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:45.855314 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7a675-5c53-4c14-8553-24e26017d516 req-2e3deb03-a97d-4ec8-ad2c-927028a3b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:45.856823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-2e3deb03-a97d-4ec8-ad2c-927028a3b917 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1096 time: 0.0529644 Jul 08 18:26:45.951457 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7a675-5c53-4c14-8553-24e26017d516 req-78e77766-46a2-4272-8fad-dfd07ffb66d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:45.952846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-78e77766-46a2-4272-8fad-dfd07ffb66d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0894840 Jul 08 18:26:46.023441 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '4449238f-5ef4-4e00-945b-c4a4d6a8289b', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'de4da352-1565-487f-b137-527a4950ef93', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'mac_address': 'fa:16:3e:27:64:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:26:44Z', 'updated_at': '2021-07-08T18:26:44Z', 'revision_number': 0, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:46.029794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-3440aad6-2125-4e47-b741-fb85f334b520 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 998 time: 0.0707798 Jul 08 18:26:46.050077 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:26:46.059184 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:26:46.059782 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:26:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:46.095301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7a675-5c53-4c14-8553-24e26017d516 req-0546acbc-59d1-415a-acf2-0b88c4f50770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:46.097542 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-0546acbc-59d1-415a-acf2-0b88c4f50770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0618622 Jul 08 18:26:46.153579 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7a675-5c53-4c14-8553-24e26017d516 req-ebffaa9f-5d7d-4ee0-aae0-62e2be88396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:46.155246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-ebffaa9f-5d7d-4ee0-aae0-62e2be88396c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518548 Jul 08 18:26:46.164438 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:26:46.245314 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-b9865a2e-1333-40cd-b3e4-d1d4e605d3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837107 Jul 08 18:26:46.338515 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-57d7a675-5c53-4c14-8553-24e26017d516 req-78e8aa10-8889-4dd4-b2c2-0da8c82c348d service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869989 Jul 08 18:26:46.481093 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '4449238f-5ef4-4e00-945b-c4a4d6a8289b', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'de4da352-1565-487f-b137-527a4950ef93', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'mac_address': 'fa:16:3e:27:64:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:26:44Z', 'updated_at': '2021-07-08T18:26:44Z', 'revision_number': 0, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:26:46.507275 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d298f3-42b2-40eb-94af-a90901b9f693 None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '4449238f-5ef4-4e00-945b-c4a4d6a8289b', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'de4da352-1565-487f-b137-527a4950ef93', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'mac_address': 'fa:16:3e:27:64:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:26:44Z', 'updated_at': '2021-07-08T18:26:44Z', 'revision_number': 0, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:26:46.697404 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8404ac-6d66-4f75-b6aa-29880f2a4968 None None] New status for floating IP 4449238f-5ef4-4e00-945b-c4a4d6a8289b: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:26:47.925390 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:26:49.636644 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-88a42f48-003b-4736-8bd0-93704c15d702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.288552 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d1de37b6-45ed-4453-b1e8-f6f234b1afe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:52.475772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:53.855870 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:55.212213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.588325 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.729175 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.636782 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c945e919-e206-4b17-b54d-5279c3817ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.289688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-12bfac5b-1a23-4ffd-9585-4dca00161da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.477133 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.858400 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.924458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:27:25.215727 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.693535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-9623031c-e85d-4bd0-bb0c-a5590be8eff6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546010 Jul 08 18:27:30.786419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-01b8fbef-84b3-4635-9656-065611941cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:30.787889 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-01b8fbef-84b3-4635-9656-065611941cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1096 time: 0.0518231 Jul 08 18:27:30.892522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-09c3a2d2-3a08-4303-b7fc-029cc36cf005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:30.894002 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-09c3a2d2-3a08-4303-b7fc-029cc36cf005 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0866952 Jul 08 18:27:30.957432 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-111accaf-eee6-4626-9eb8-34d1f3afe04b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 1000 time: 0.0571690 Jul 08 18:27:31.008410 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-a75b33d3-4d9a-4122-b874-768543695bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:31.009914 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-a75b33d3-4d9a-4122-b874-768543695bc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0466619 Jul 08 18:27:31.066704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-1bbc3712-3eba-49c9-910e-710ca1f36af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:31.068167 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-1bbc3712-3eba-49c9-910e-710ca1f36af6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517600 Jul 08 18:27:31.156790 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-639e7b4c-23c2-4049-9391-164f112ce8bd service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817027 Jul 08 18:27:31.250625 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-acbea59a-b78b-4e59-a187-ec5377ee05e7 req-5efdb2a9-32f6-4cdb-b0a2-a364c248cf36 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Jul 08 18:27:43.601891 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:43.736364 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:49.791845 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-af2b3d82-e877-4cfb-a8b4-7524c2c76a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.290887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e535c95c-4a9d-4b19-8a09-226fbd16ea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:52.477296 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:53.861482 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:55.218365 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.923855 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:28:13.601939 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:13.752303 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:19.642209 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7b860c35-6b15-4bb6-8d7f-0ea18d15b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.292666 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c6fb1393-7424-4ff2-8209-34137f245bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:22.479323 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:23.864361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:24.112789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-aba36e1d-30e2-4157-8b96-cc0e53fe40b4 req-a5bfdb84-5b1b-4374-b3b9-6142a0007152 service neutron] (93944) timed out ('10.222.0.48', 33348) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:28:25.221223 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:32.681799 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-814e26e8-642c-431f-81f1-05cf1395affe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532660 Jul 08 18:28:32.774769 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-4e4b4d83-37a5-4584-a719-8e8f57e0a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.776252 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-4e4b4d83-37a5-4584-a719-8e8f57e0a5c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1096 time: 0.0520990 Jul 08 18:28:32.880632 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-6dafc0ec-f512-4af9-aac2-862a839041e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.882129 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-6dafc0ec-f512-4af9-aac2-862a839041e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0871553 Jul 08 18:28:32.945018 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-4b269a31-9574-41f0-9c04-77f29a2085f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 1000 time: 0.0568104 Jul 08 18:28:32.995107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-ececd559-b6d1-4fa7-94f5-2ac626a55823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.996576 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-ececd559-b6d1-4fa7-94f5-2ac626a55823 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0462196 Jul 08 18:28:33.054228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-efa5543f-42c6-47b6-8589-781a2a217dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.055696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-efa5543f-42c6-47b6-8589-781a2a217dac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528061 Jul 08 18:28:33.141408 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-3910e1f4-b66e-40b1-9771-10337720d919 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795834 Jul 08 18:28:33.231822 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9a6d7398-fe60-4f42-8908-2a821fd2e2f8 req-478a3dc7-5db1-4a4c-9bd9-45522f27fe59 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845535 Jul 08 18:28:38.924479 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:28:41.479506 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a9b6d-9a4f-4b94-9033-c0edbf5ad82f req-41e3f46f-4118-4f3f-8271-b7357531c09c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:41.480973 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a0a9b6d-9a4f-4b94-9033-c0edbf5ad82f req-41e3f46f-4118-4f3f-8271-b7357531c09c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0647607 Jul 08 18:28:41.518185 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2a0a9b6d-9a4f-4b94-9033-c0edbf5ad82f req-dbd2291e-55c3-486c-b3ce-ac84cc33e544 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315981 Jul 08 18:28:42.717560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e76ad2-9a75-4662-a05a-054feb1f3e1a req-6a13f113-dd55-4b14-9880-71778f5a758e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:42.719071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-55e76ad2-9a75-4662-a05a-054feb1f3e1a req-6a13f113-dd55-4b14-9880-71778f5a758e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0640762 Jul 08 18:28:42.757635 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-55e76ad2-9a75-4662-a05a-054feb1f3e1a req-914698a1-4635-4300-a3b0-48973d54d910 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jul 08 18:28:43.605010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.751027 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:43.957028 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e28d1c-6ab1-44ea-bd01-a7f9583ba121 req-c3d15347-1b70-49fe-a2a3-d59ff5f2f5fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:43.958530 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04e28d1c-6ab1-44ea-bd01-a7f9583ba121 req-c3d15347-1b70-49fe-a2a3-d59ff5f2f5fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0633333 Jul 08 18:28:43.996531 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-04e28d1c-6ab1-44ea-bd01-a7f9583ba121 req-dea2ccf1-38ea-4045-9285-c26b3fc0d81f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Jul 08 18:28:45.172533 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700520e4-4949-4e61-9dd2-51c461d0fc20 req-0e2b3e7f-5b12-463f-ad70-d71adc2eeed0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:45.174044 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-700520e4-4949-4e61-9dd2-51c461d0fc20 req-0e2b3e7f-5b12-463f-ad70-d71adc2eeed0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0678782 Jul 08 18:28:45.211651 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-700520e4-4949-4e61-9dd2-51c461d0fc20 req-40e3f504-6b64-49d5-ac6c-2dea32f5fd62 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Jul 08 18:28:46.390825 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4053a3-2ba9-4ab3-9fad-e4b5dfd67754 req-49d48fcc-7e96-4f93-b9a6-4ee0d4e1de9f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:46.392298 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4d4053a3-2ba9-4ab3-9fad-e4b5dfd67754 req-49d48fcc-7e96-4f93-b9a6-4ee0d4e1de9f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0659673 Jul 08 18:28:46.429120 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-4d4053a3-2ba9-4ab3-9fad-e4b5dfd67754 req-e79cf22b-45c2-4856-8e49-2930991a582f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Jul 08 18:28:47.601705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67d8c-71bc-412c-8f74-4a452567e4ac req-124c396f-995f-4e9b-a7b8-ce69975252ce tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:47.603205 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf67d8c-71bc-412c-8f74-4a452567e4ac req-124c396f-995f-4e9b-a7b8-ce69975252ce tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0632865 Jul 08 18:28:47.640618 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fbf67d8c-71bc-412c-8f74-4a452567e4ac req-56146d7e-50d2-4caa-ad15-11754ac2d677 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Jul 08 18:28:48.816310 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999dd73-46c7-481a-accf-e9da76e0ccd2 req-2b7c1727-f37b-4ba9-b877-c78d241a5a12 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:48.817762 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2999dd73-46c7-481a-accf-e9da76e0ccd2 req-2b7c1727-f37b-4ba9-b877-c78d241a5a12 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0626156 Jul 08 18:28:48.855650 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2999dd73-46c7-481a-accf-e9da76e0ccd2 req-9db6b5af-23be-4c64-b154-3e2bc31b898c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Jul 08 18:28:49.643663 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-86d049cd-f399-4c1c-93cf-5004c4ed36a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.031675 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4ccee-d3bf-40f0-aef8-2e7913916c5d req-e80dadd3-9142-47a8-b6e1-43228518ea54 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:50.033124 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53f4ccee-d3bf-40f0-aef8-2e7913916c5d req-e80dadd3-9142-47a8-b6e1-43228518ea54 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0659142 Jul 08 18:28:50.069818 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-53f4ccee-d3bf-40f0-aef8-2e7913916c5d req-98895bbd-3353-43b5-a508-a7d3176c7530 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Jul 08 18:28:51.245796 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f795e-cc6f-4aac-bcc9-a445197e727d req-6bb28a32-39e6-4e2c-8cde-75f236d07da7 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:51.247325 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-998f795e-cc6f-4aac-bcc9-a445197e727d req-6bb28a32-39e6-4e2c-8cde-75f236d07da7 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0689261 Jul 08 18:28:51.285406 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-998f795e-cc6f-4aac-bcc9-a445197e727d req-2437c8cc-27c8-46b7-8ca9-3f261fff54ee tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326197 Jul 08 18:28:52.293185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-be62c1c2-ac10-485c-a682-491398344bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.460498 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23108364-f447-4db6-94ca-eb412ae6611e req-07e9d1de-c706-464d-b53e-b085f6d978ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:52.462005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23108364-f447-4db6-94ca-eb412ae6611e req-07e9d1de-c706-464d-b53e-b085f6d978ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0644400 Jul 08 18:28:52.481392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:52.502424 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23108364-f447-4db6-94ca-eb412ae6611e req-ba86939f-916d-4670-8887-cddd710f93c2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jul 08 18:28:53.686662 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8991986-1ada-41e5-80c3-1080594ef0a1 req-77b1abda-f7a9-43af-ab83-25f267da9d6d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:53.688210 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8991986-1ada-41e5-80c3-1080594ef0a1 req-77b1abda-f7a9-43af-ab83-25f267da9d6d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0709901 Jul 08 18:28:53.728168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b8991986-1ada-41e5-80c3-1080594ef0a1 req-6e90de25-f5cd-4079-916f-cd4b493f9c1c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344505 Jul 08 18:28:53.867772 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.169036 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:28:54.290477 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:54.303626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'mac_address': 'fa:16:3e:27:64:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:28:54.341985 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.357753 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83fb4cda-39ad-4342-8a47-fd88c1d51290 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:28:54.379391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:54.384517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:54.450995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:54.463895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.464831 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.465338 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.466002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.466514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.467091 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.467503 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.467835 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.468184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.468505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.468836 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.469312 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:54.475617 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['83fb4cda-39ad-4342-8a47-fd88c1d51290'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:28:54.921260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073ac9d-1fad-48c6-8447-5b87f3988247 req-81933666-e157-4e04-afd8-978a7868aaa2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:54.923475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1073ac9d-1fad-48c6-8447-5b87f3988247 req-81933666-e157-4e04-afd8-978a7868aaa2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 944 time: 0.0717671 Jul 08 18:28:54.970103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1073ac9d-1fad-48c6-8447-5b87f3988247 req-aac426f4-8b7a-4103-85cc-cf18028867ba tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Jul 08 18:28:55.226361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.171115 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ff65d-d644-4ec3-b212-57f768f0545b req-0a1a8a02-edd0-42c8-9d43-f79fc3ffccd0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:56.172671 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a35ff65d-d644-4ec3-b212-57f768f0545b req-0a1a8a02-edd0-42c8-9d43-f79fc3ffccd0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 944 time: 0.0707204 Jul 08 18:28:56.180329 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:56.231327 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a35ff65d-d644-4ec3-b212-57f768f0545b req-43a92779-8197-4ed3-8943-2f438f72120d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471430 Jul 08 18:28:56.249559 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 83fb4cda-39ad-4342-8a47-fd88c1d51290 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:56.250501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.330937 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.356012 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:56.358654 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30c71e9-5533-461f-b9eb-5dacaa55af06" -d '{"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-plugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:56.377876 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:56.383042 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:56.408924 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133285a6-9acc-428c-8749-445021a78848 x-openstack-request-id: req-133285a6-9acc-428c-8749-445021a78848 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:56.409247 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-plugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:56.409503 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-133285a6-9acc-428c-8749-445021a78848 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:56.409838 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'code': 200} Jul 08 18:28:56.441034 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:57.417991 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29d65-db06-41d6-a901-0863bfacd2e8 req-13575eb7-8ba0-4f66-8b2a-4cac9b18ad14 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:57.420193 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85f29d65-db06-41d6-a901-0863bfacd2e8 req-13575eb7-8ba0-4f66-8b2a-4cac9b18ad14 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0803459 Jul 08 18:28:57.459909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-85f29d65-db06-41d6-a901-0863bfacd2e8 req-e7bc9844-9e10-49a3-b214-1cf0cc9edf70 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338280 Jul 08 18:28:58.671576 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03000f07-dc35-4f0a-862f-99fd8594c57b req-2924648a-0c2c-4654-bce4-ad0a94f81ecf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:58.673768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03000f07-dc35-4f0a-862f-99fd8594c57b req-2924648a-0c2c-4654-bce4-ad0a94f81ecf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0792089 Jul 08 18:28:58.720940 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03000f07-dc35-4f0a-862f-99fd8594c57b req-468157e7-f547-4ba3-8b6a-1a9988fdf20c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Jul 08 18:28:59.914541 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cd771-64e8-476d-afb3-83ab5c6d9e55 req-50136a84-b039-4511-9f26-fa301354d50c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:59.922467 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-491cd771-64e8-476d-afb3-83ab5c6d9e55 req-50136a84-b039-4511-9f26-fa301354d50c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0801828 Jul 08 18:28:59.966761 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-491cd771-64e8-476d-afb3-83ab5c6d9e55 req-9a63d398-f077-431b-ac92-24e3dd47d13a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Jul 08 18:29:01.175585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771421a-1b1b-4c0f-9182-68888cb360e3 req-b8a83286-e237-4b51-a928-75c0b43e03ae tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:01.177526 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a771421a-1b1b-4c0f-9182-68888cb360e3 req-b8a83286-e237-4b51-a928-75c0b43e03ae tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0794330 Jul 08 18:29:01.218210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a771421a-1b1b-4c0f-9182-68888cb360e3 req-a6b4e346-6942-4f24-9e01-dd682c2d0a79 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345554 Jul 08 18:29:02.414955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40adb4a-cad5-48e0-9042-e2b5c359c259 req-66ee5555-39b0-47eb-a2e7-750118d2fdaf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:02.417411 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a40adb4a-cad5-48e0-9042-e2b5c359c259 req-66ee5555-39b0-47eb-a2e7-750118d2fdaf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0795946 Jul 08 18:29:02.458143 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a40adb4a-cad5-48e0-9042-e2b5c359c259 req-bd5e37c5-24aa-425d-8cae-ada7b3121a7d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351949 Jul 08 18:29:03.199987 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-a50b37b2-2748-4153-ab25-30578559e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:03.201513 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-a50b37b2-2748-4153-ab25-30578559e540 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1096 time: 0.1017404 Jul 08 18:29:03.289522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-15a40f46-9a0c-44be-98ac-f5678a85d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:03.290980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-15a40f46-9a0c-44be-98ac-f5678a85d17e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0829964 Jul 08 18:29:03.357754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-3a06058c-a0c4-4aeb-824e-c653f6101e02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 1000 time: 0.0601165 Jul 08 18:29:03.747870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-bf82c9e1-ae8f-4776-8300-8fcb9540ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:03.749347 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-bf82c9e1-ae8f-4776-8300-8fcb9540ac5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.3849258 Jul 08 18:29:03.809546 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d328c-1802-4025-aed1-405bdf4e581b req-693ab013-e505-41a8-9c7a-5a31f45e56aa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:03.811033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d81d328c-1802-4025-aed1-405bdf4e581b req-693ab013-e505-41a8-9c7a-5a31f45e56aa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.1086006 Jul 08 18:29:03.850467 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-e7552c31-8848-404f-a994-14c4dd30e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:03.851926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-e7552c31-8848-404f-a994-14c4dd30e8ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951853 Jul 08 18:29:03.860288 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d81d328c-1802-4025-aed1-405bdf4e581b req-89395231-9c62-42ff-acb6-38f5f5bf03b5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Jul 08 18:29:03.943814 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-c7282df8-6e84-4802-b8b7-9c2dfc0550b6 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826094 Jul 08 18:29:04.034164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a532c1b9-0b87-4062-ad1a-1e8419c708d3 req-4f461b19-21ae-4d54-b3d5-bc4c9aea101e service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Jul 08 18:29:05.039909 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5887b38-f0d2-4cda-993b-15bbe57dea95 req-7cfb541f-b070-4b79-8c8a-3e6d546b050c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:05.041735 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5887b38-f0d2-4cda-993b-15bbe57dea95 req-7cfb541f-b070-4b79-8c8a-3e6d546b050c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0658607 Jul 08 18:29:05.081115 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e5887b38-f0d2-4cda-993b-15bbe57dea95 req-651e2737-ca86-4ef3-98e6-ad70b66e6cde tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Jul 08 18:29:06.232592 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:06.251829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f302dbd-3c75-4c4f-85b3-7344f545b4dd req-8ffc424b-bed3-4dbd-8f2f-076a06401d47 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:06.253360 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f302dbd-3c75-4c4f-85b3-7344f545b4dd req-8ffc424b-bed3-4dbd-8f2f-076a06401d47 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 945 time: 0.0646267 Jul 08 18:29:06.291665 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5f302dbd-3c75-4c4f-85b3-7344f545b4dd req-03b11c32-3d9e-4628-92ed-82cd03d9e3c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Jul 08 18:29:06.306453 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.329781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:06.332029 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda0ecf9-a295-42e4-9414-b1c551437836" -d '{"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-unplugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:06.347936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:06.353213 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.376979 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a272643-c425-45bc-978a-19dea550bfc6 x-openstack-request-id: req-7a272643-c425-45bc-978a-19dea550bfc6 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:06.377280 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-unplugged", "status": "failed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "code": 422}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:06.377531 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a272643-c425-45bc-978a-19dea550bfc6 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:06.377918 n-d-799527-4 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'code': 422} returned with failed status Jul 08 18:29:06.403819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:06.655003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baf733-3f30-4485-a262-27336e7d86d8 req-2db13275-01d1-4732-867c-e45b041d6205 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:06.656507 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65baf733-3f30-4485-a262-27336e7d86d8 req-2db13275-01d1-4732-867c-e45b041d6205 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0673244 Jul 08 18:29:06.695007 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65baf733-3f30-4485-a262-27336e7d86d8 req-bc78deb6-8d2b-4d89-8b86-9dd42582a3fe tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Jul 08 18:29:06.809375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 36878) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:06.904246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-95def16a-4064-4cfc-9a79-45f3de7086b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935626 Jul 08 18:29:07.846166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-9eb662be-678d-490c-86cc-114fa4dc1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:07.847740 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-9eb662be-678d-490c-86cc-114fa4dc1d7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a&tenant_id=39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 1094 time: 0.0530286 Jul 08 18:29:07.872876 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83c4b-1502-41a7-a04a-7d3dae3e44b1 req-cbcba899-5a28-4b0b-9ec1-3e6513be6722 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:07.874369 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3c83c4b-1502-41a7-a04a-7d3dae3e44b1 req-cbcba899-5a28-4b0b-9ec1-3e6513be6722 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0662479 Jul 08 18:29:07.911461 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c3c83c4b-1502-41a7-a04a-7d3dae3e44b1 req-d670387c-cbb8-4391-998a-f3c7fa8961c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Jul 08 18:29:07.925919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-6eb41658-ac88-4715-aa50-6924b8281c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:07.927320 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-6eb41658-ac88-4715-aa50-6924b8281c20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1094 time: 0.0569930 Jul 08 18:29:08.014358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-4e90ff55-f9c4-4906-a68e-ef266b546949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:08.015765 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-4e90ff55-f9c4-4906-a68e-ef266b546949 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0819452 Jul 08 18:29:08.083444 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-2e89267b-a00b-4227-8e5f-1ed61b92c71b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 998 time: 0.0610125 Jul 08 18:29:08.133324 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-82d16f72-a0f0-425e-9caa-1e768b9e379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:08.134784 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-82d16f72-a0f0-425e-9caa-1e768b9e379d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0449269 Jul 08 18:29:08.190788 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-c19884e7-d3db-431b-b640-d1e7c8cd97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:08.192254 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-c19884e7-d3db-431b-b640-d1e7c8cd97b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508902 Jul 08 18:29:08.285356 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-b8388649-fbec-4e28-aff1-60b8998ad3a8 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862458 Jul 08 18:29:08.374863 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-9b6668f9-cf5f-4876-961a-acbed7e4b264 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826068 Jul 08 18:29:09.095876 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94b894-484e-4cb2-a911-6631498c0e4e req-55ee39e2-3578-4f28-a05b-511f90ee91bf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:09.097399 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b94b894-484e-4cb2-a911-6631498c0e4e req-55ee39e2-3578-4f28-a05b-511f90ee91bf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0672872 Jul 08 18:29:09.138297 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4b94b894-484e-4cb2-a911-6631498c0e4e req-7fd023c6-ddf5-4174-91ae-f86474811b12 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349615 Jul 08 18:29:10.335294 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9a889-ea26-4bfa-b6cb-f049778c1d22 req-5cdf5ab4-bb1e-4972-bba9-95e16b51c0c1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:10.337849 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ea9a889-ea26-4bfa-b6cb-f049778c1d22 req-5cdf5ab4-bb1e-4972-bba9-95e16b51c0c1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0747294 Jul 08 18:29:10.391408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-3ea9a889-ea26-4bfa-b6cb-f049778c1d22 req-7a3ad78a-e511-4e3a-b0b9-f6677ebe6192 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468457 Jul 08 18:29:11.587575 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c9531-fa10-4897-8390-329075383db6 req-0271da4e-41f8-44e1-83c5-430d5440af56 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:11.589033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e19c9531-fa10-4897-8390-329075383db6 req-0271da4e-41f8-44e1-83c5-430d5440af56 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0740328 Jul 08 18:29:11.628847 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e19c9531-fa10-4897-8390-329075383db6 req-8d02889d-6478-423e-83e1-90bb34d99406 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341141 Jul 08 18:29:12.813110 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0b881-823c-4d2c-8089-ece9661ba180 req-399fe196-388a-4e41-98c8-fd711c793c44 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:12.814696 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48a0b881-823c-4d2c-8089-ece9661ba180 req-399fe196-388a-4e41-98c8-fd711c793c44 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0669200 Jul 08 18:29:12.855165 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-48a0b881-823c-4d2c-8089-ece9661ba180 req-b9aa9f8b-5bc5-486e-9381-0516f70d06b5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347636 Jul 08 18:29:13.603417 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.768881 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.034882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b2f13-eef8-4f38-97ba-c5b43e17cfe8 req-07597ab1-a0d4-4580-91ee-d5802d265012 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:14.036459 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-380b2f13-eef8-4f38-97ba-c5b43e17cfe8 req-07597ab1-a0d4-4580-91ee-d5802d265012 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0670867 Jul 08 18:29:14.076285 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-380b2f13-eef8-4f38-97ba-c5b43e17cfe8 req-c23a52c1-c004-4c61-ab7c-94504ed8acd4 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340545 Jul 08 18:29:15.261280 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a0d02-e27e-45f6-b564-d7aac186aa54 req-43587286-627e-4f9d-b345-581f0aa81724 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:15.262837 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d0a0d02-e27e-45f6-b564-d7aac186aa54 req-43587286-627e-4f9d-b345-581f0aa81724 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0709023 Jul 08 18:29:15.303024 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-5d0a0d02-e27e-45f6-b564-d7aac186aa54 req-5596dc80-b698-4a83-b052-de43c3a3bfe5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344653 Jul 08 18:29:15.924538 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:29:16.540884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e48b16-b059-4567-9996-2c82bb9193da req-02d0f01c-8222-41c9-ab78-d18f9186913d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:16.542897 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62e48b16-b059-4567-9996-2c82bb9193da req-02d0f01c-8222-41c9-ab78-d18f9186913d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.1213725 Jul 08 18:29:16.583128 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-62e48b16-b059-4567-9996-2c82bb9193da req-9aa59845-6a43-47e3-a1fc-181bc2cdab4a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342405 Jul 08 18:29:17.827536 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe08e7-9698-47b2-ab0e-62839f3cd9be req-12683858-f250-4500-aee9-333ee39b34f0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:17.829122 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0afe08e7-9698-47b2-ab0e-62839f3cd9be req-12683858-f250-4500-aee9-333ee39b34f0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.1181717 Jul 08 18:29:17.878922 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-0afe08e7-9698-47b2-ab0e-62839f3cd9be req-a6ef1d44-f530-4291-8568-d98bccad818d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Jul 08 18:29:19.055792 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f596a4-30f3-4a8a-8321-4155b084ff37 req-3c60eba2-9f18-4191-954b-57983f1dfbfb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:19.057185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6f596a4-30f3-4a8a-8321-4155b084ff37 req-3c60eba2-9f18-4191-954b-57983f1dfbfb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0640290 Jul 08 18:29:19.095390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d6f596a4-30f3-4a8a-8321-4155b084ff37 req-43732b07-030e-43b0-93c8-ffad3e6e425c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Jul 08 18:29:19.643190 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-85ae0ede-12a1-4fca-8fea-6f6a01d53119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.280192 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b75e0-0337-46a8-8bd3-69302c8dedf8 req-22812c4f-3d60-47c1-9a1c-80e51dd7202c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:20.281679 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-770b75e0-0337-46a8-8bd3-69302c8dedf8 req-22812c4f-3d60-47c1-9a1c-80e51dd7202c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0727389 Jul 08 18:29:20.318187 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-770b75e0-0337-46a8-8bd3-69302c8dedf8 req-0a0d8654-f4e9-4cca-92ad-d5428ba5e109 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Jul 08 18:29:21.490124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5ca08-7a2c-4865-b211-8a1b96e5090c req-2722b31b-930f-413f-94fe-61dc5715a25b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:21.491642 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33a5ca08-7a2c-4865-b211-8a1b96e5090c req-2722b31b-930f-413f-94fe-61dc5715a25b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 943 time: 0.0627890 Jul 08 18:29:21.534200 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-33a5ca08-7a2c-4865-b211-8a1b96e5090c req-818f74f1-8ec4-47b2-8a43-74b547fc680c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Jul 08 18:29:22.295575 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e16c81ba-c13e-4d92-beff-a8aacf726d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.304818 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:29:22.399425 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:22.410888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'port_id': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'mac_address': 'fa:16:3e:27:64:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:29:22.447313 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.460195 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fb4cda-39ad-4342-8a47-fd88c1d51290 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:22.486853 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:22.491356 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.495961 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.540919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=9']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:22.719081 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab3e0-8742-4b57-aa91-9275c11de9f6 req-438179a8-efbe-4bd1-a7bc-5341e65cbbd7 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:22.720554 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-488ab3e0-8742-4b57-aa91-9275c11de9f6 req-438179a8-efbe-4bd1-a7bc-5341e65cbbd7 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 944 time: 0.0689037 Jul 08 18:29:22.726564 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['83fb4cda-39ad-4342-8a47-fd88c1d51290'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:29:22.761748 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-488ab3e0-8742-4b57-aa91-9275c11de9f6 req-b4e15cfb-dd1b-48ee-ade9-5956131ecead tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337183 Jul 08 18:29:23.871521 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.943073 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92768f-f911-4ae1-98f9-7367d185e728 req-2a8a92a0-7ae6-4607-9373-c2594bfe8b91 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:23.944551 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d92768f-f911-4ae1-98f9-7367d185e728 req-2a8a92a0-7ae6-4607-9373-c2594bfe8b91 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 944 time: 0.0643597 Jul 08 18:29:23.981948 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6d92768f-f911-4ae1-98f9-7367d185e728 req-1dad5a83-0d8e-498a-9725-45d2789f125b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Jul 08 18:29:24.310950 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:24.356697 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 83fb4cda-39ad-4342-8a47-fd88c1d51290 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:24.357062 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.431634 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.453975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:24.456185 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a2d8cd-f449-46af-a3cb-d06d22643114" -d '{"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-plugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:24.468757 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:24.472681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.494727 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c873e4b-5343-40b8-b312-226a6a3a3158 x-openstack-request-id: req-5c873e4b-5343-40b8-b312-226a6a3a3158 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:24.495015 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-plugged", "status": "completed", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:24.495268 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c873e4b-5343-40b8-b312-226a6a3a3158 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:24.496244 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'code': 200} Jul 08 18:29:24.522127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=10']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.660655 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb8342-7d93-4a32-9e6f-7a3d2559d67a req-2bb64b8b-0a80-4051-916c-f8e5dc34b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:24.662069 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98eb8342-7d93-4a32-9e6f-7a3d2559d67a req-2bb64b8b-0a80-4051-916c-f8e5dc34b573 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1097 time: 0.0509129 Jul 08 18:29:24.695720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-98eb8342-7d93-4a32-9e6f-7a3d2559d67a req-87e5e3c6-debc-41d2-84c7-f3a4ccc8ee6f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266535 Jul 08 18:29:25.160465 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8eb33-d738-4c29-b911-955d6f7838de req-6d7912ef-f622-4c94-86fd-60e93039018e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.161954 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9b8eb33-d738-4c29-b911-955d6f7838de req-6d7912ef-f622-4c94-86fd-60e93039018e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 946 time: 0.0664144 Jul 08 18:29:25.200010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a9b8eb33-d738-4c29-b911-955d6f7838de req-5570eb66-bc25-4ddb-a7bf-eb973ae30e0b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Jul 08 18:29:25.227419 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.372003 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880073e-b9d2-4042-9201-249ca1d4e02f req-bb599f64-1b9d-477b-9329-49f2baeb0328 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:26.373462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1880073e-b9d2-4042-9201-249ca1d4e02f req-bb599f64-1b9d-477b-9329-49f2baeb0328 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 946 time: 0.0620830 Jul 08 18:29:26.411384 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1880073e-b9d2-4042-9201-249ca1d4e02f req-39476d8c-a3de-4ada-ba57-d501a193edb2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 08 18:29:32.699924 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-ffc06218-e47c-44ff-bc26-95ba0a06a247 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546231 Jul 08 18:29:32.803488 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c5b5-746e-4069-99e3-c386850149ba req-4588dd86-7238-4d39-ad4a-c2d5dd7bbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.804998 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-4588dd86-7238-4d39-ad4a-c2d5dd7bbfd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1097 time: 0.0599718 Jul 08 18:29:32.911094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c5b5-746e-4069-99e3-c386850149ba req-32cbe291-0ad2-4f05-b714-63dfe908d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.912502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-32cbe291-0ad2-4f05-b714-63dfe908d831 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0865347 Jul 08 18:29:32.975528 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-bbc716dc-11d1-4ebe-bf45-642b7e102203 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 1000 time: 0.0568469 Jul 08 18:29:33.028635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c5b5-746e-4069-99e3-c386850149ba req-36d5b3ec-8fec-41db-b665-2f855223f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:33.030116 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-36d5b3ec-8fec-41db-b665-2f855223f1ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0483251 Jul 08 18:29:33.086833 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c5b5-746e-4069-99e3-c386850149ba req-797b02a5-eea4-440b-a30c-6a8431d888ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:33.088300 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-797b02a5-eea4-440b-a30c-6a8431d888ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520358 Jul 08 18:29:33.176218 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-f28b080e-6c92-4d5b-a17d-d204512959f8 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806448 Jul 08 18:29:33.270991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ef23c5b5-746e-4069-99e3-c386850149ba req-2a556e79-7c54-42c1-8db3-292dbb7c21c1 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871496 Jul 08 18:29:43.605309 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:43.771830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:49.645043 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-018c4e0c-ea2d-4ef3-9abc-ac444775fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.295788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4eeacef4-395c-4155-a048-a140a42c58c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.486813 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:52.923842 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:29:53.874095 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:55.230856 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:13.616116 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:13.766697 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:19.645731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3fa24ac2-69f5-4164-b842-31240accce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:22.295754 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-97a03b61-ef7f-4509-aa4b-f22aa92ac2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:22.487768 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:23.876472 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:25.232887 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:29.924189 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:30:34.712741 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-b347fe7e-13c6-4633-86b7-2f8f7c089c25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541615 Jul 08 18:30:34.807803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-9fd41abe-fe71-443c-9ed0-270cac93d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:34.809823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-9fd41abe-fe71-443c-9ed0-270cac93d713 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1097 time: 0.0527842 Jul 08 18:30:34.915286 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-58e6e979-69b7-485b-9a74-6ccffbf409df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:34.916737 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-58e6e979-69b7-485b-9a74-6ccffbf409df service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0884621 Jul 08 18:30:34.980340 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-5eeb4622-2a12-4542-a1ee-2b75b5cb3a38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 1000 time: 0.0561626 Jul 08 18:30:35.032693 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-9748bd5f-4d7d-4775-bf5d-3223ffecba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:35.034228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-9748bd5f-4d7d-4775-bf5d-3223ffecba50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0479093 Jul 08 18:30:35.093566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-88afdade-9650-40e1-b000-49155ce76a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:35.095823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-88afdade-9650-40e1-b000-49155ce76a34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546653 Jul 08 18:30:35.185355 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-8977e860-0cec-41f1-894b-74e3c2922303 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831680 Jul 08 18:30:35.278003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-48ed1adc-2fff-4adb-908e-9a767fc9e4cc req-cb11af76-0c1e-486a-94eb-dda71185ad4d service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858035 Jul 08 18:30:38.221435 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37022) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:38.378111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Deleting port dcecd83f-bb63-406a-b7f8-01f6d74d7f13 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:38.378456 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.459095 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.459423 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.471282 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Calling delete_port for dcecd83f-bb63-406a-b7f8-01f6d74d7f13 owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:38.618489 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.645688 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event deleted for resources: {'Port': ['ID=dcecd83f-bb63-406a-b7f8-01f6d74d7f13,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:38.670882 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.671220 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.671556 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.671889 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.672216 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.672542 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.672862 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.673183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.673502 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.673821 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.674193 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.674517 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:38.717827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.718246 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Floating IP 4449238f-5ef4-4e00-945b-c4a4d6a8289b disassociated (deleted). External IP: 172.25.3.45, port: 83fb4cda-39ad-4342-8a47-fd88c1d51290. Jul 08 18:30:38.927230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Router de4da352-1565-487f-b137-527a4950ef93 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:30:39.032903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:30:39.037691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:39.042071 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:39.051694 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:39.052298 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:30:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.074823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-df41ab86-0c7f-4a73-a3f0-9105252694c3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "DELETE /v2.0/floatingips/4449238f-5ef4-4e00-945b-c4a4d6a8289b HTTP/1.1" status: 204 len: 168 time: 0.8520370 Jul 08 18:30:39.075475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:39.077818 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707cdeb-0593-4e14-8461-c7259e168894" -d '{"events": [{"name": "network-changed", "server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:39.160175 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:39.172518 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed843446-b3f4-4b79-afaf-837dd859511d x-openstack-request-id: req-ed843446-b3f4-4b79-afaf-837dd859511d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:39.172813 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:39.173062 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed843446-b3f4-4b79-afaf-837dd859511d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:39.173463 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'status': 'completed', 'code': 200} Jul 08 18:30:39.247175 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707cdeb-0593-4e14-8461-c7259e168894 req-230f6741-b747-43d0-8900-2a867676158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:39.248720 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-230f6741-b747-43d0-8900-2a867676158a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 1097 time: 0.0542939 Jul 08 18:30:39.357893 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707cdeb-0593-4e14-8461-c7259e168894 req-16cc0667-efc9-4688-903d-ea9e76f960bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:39.359552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-16cc0667-efc9-4688-903d-ea9e76f960bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.1049428 Jul 08 18:30:39.369439 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.396343 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:39.405285 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:39.405483 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-bebd9928-6b07-4a33-93ed-046fe0382053 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Jul 08 18:30:39.405882 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:30:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.456820 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707cdeb-0593-4e14-8461-c7259e168894 req-8360adda-aa95-4e80-b1c3-1e0dfff6e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:39.458476 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-8360adda-aa95-4e80-b1c3-1e0dfff6e6e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0467122 Jul 08 18:30:39.518159 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:39.525192 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707cdeb-0593-4e14-8461-c7259e168894 req-f9622151-2a0b-45f1-964a-106c5603b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:39.526763 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-f9622151-2a0b-45f1-964a-106c5603b22f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603106 Jul 08 18:30:39.626573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-a4570543-1cd4-4301-8681-570e685655fc service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924883 Jul 08 18:30:39.731926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8707cdeb-0593-4e14-8461-c7259e168894 req-e8b3a0c9-c013-4de1-a40c-e829b81910df service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980825 Jul 08 18:30:39.740736 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:39.773887 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98dbe1-ba75-4154-9bfa-7b6c70926c10 None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:39.834839 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07e7ab-c93e-4362-b5d4-720db51c829f req-e3d32262-c2ae-4c8e-8d8e-68810e707818 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:39.836412 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d07e7ab-c93e-4362-b5d4-720db51c829f req-e3d32262-c2ae-4c8e-8d8e-68810e707818 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 946 time: 0.4405632 Jul 08 18:30:39.876490 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6d07e7ab-c93e-4362-b5d4-720db51c829f req-099898d3-48ec-43b1-bce4-b372badcce02 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Jul 08 18:30:39.997467 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea3de7-b6ab-4912-be5a-568c64f3fbfd None None] New status for floating IP 4449238f-5ef4-4e00-945b-c4a4d6a8289b: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:30:40.674624 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-60827f76-861a-450c-8cf9-af4719333bf1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:40.676064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-60827f76-861a-450c-8cf9-af4719333bf1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 946 time: 0.0641551 Jul 08 18:30:40.776727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Deleting port 83fb4cda-39ad-4342-8a47-fd88c1d51290 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:40.777071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:40.868689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] For port 83fb4cda-39ad-4342-8a47-fd88c1d51290, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=83fb4cda-39ad-4342-8a47-fd88c1d51290,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:30:40.869035 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:40.882003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Calling delete_port for 83fb4cda-39ad-4342-8a47-fd88c1d51290 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:41.040117 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.078068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event deleted for resources: {'Port': ['ID=83fb4cda-39ad-4342-8a47-fd88c1d51290,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:41.120541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f60d44-45f2-4b48-8402-758ad4b0e85f req-c7ab315d-ae80-413b-a20d-bfd42b13f524 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:41.122848 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35f60d44-45f2-4b48-8402-758ad4b0e85f req-c7ab315d-ae80-413b-a20d-bfd42b13f524 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=12604b61-cdc1-4801-84af-d6f5d07fd83a HTTP/1.1" status: 200 len: 868 time: 0.1292970 Jul 08 18:30:41.140497 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] No DVR routers for this DVR port 83fb4cda-39ad-4342-8a47-fd88c1d51290 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:30:41.146595 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:41.148421 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-5647bec3-7b9b-4ad9-8d29-5d8869b211d7 req-5096ca32-7c58-4af3-962d-6e718f02408f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "DELETE /v2.0/ports/83fb4cda-39ad-4342-8a47-fd88c1d51290 HTTP/1.1" status: 204 len: 173 time: 0.4661372 Jul 08 18:30:41.174075 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-deleted', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:41.176308 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66001d85-0101-49c7-a873-0da2aecce7c1" -d '{"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-deleted", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:41.181572 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-35f60d44-45f2-4b48-8402-758ad4b0e85f req-741f7694-0c7b-4217-8847-b02cb5eabf71 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=31ddb17d-24ec-488f-b1c2-7b0be1db5d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427656 Jul 08 18:30:41.221311 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb2e02-1124-42c0-abe9-e95940e4debb x-openstack-request-id: req-4bbb2e02-1124-42c0-abe9-e95940e4debb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:41.221607 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12604b61-cdc1-4801-84af-d6f5d07fd83a", "name": "network-vif-deleted", "tag": "83fb4cda-39ad-4342-8a47-fd88c1d51290", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:41.221983 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bbb2e02-1124-42c0-abe9-e95940e4debb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:41.222384 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12604b61-cdc1-4801-84af-d6f5d07fd83a', 'name': 'network-vif-deleted', 'tag': '83fb4cda-39ad-4342-8a47-fd88c1d51290', 'status': 'completed', 'code': 200} Jul 08 18:30:42.282554 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37044) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:42.339837 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98db701c-e051-4f45-8166-98c77a4e7fa5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.365533 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98db701c-e051-4f45-8166-98c77a4e7fa5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.423607 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98db701c-e051-4f45-8166-98c77a4e7fa5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.426630 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-98db701c-e051-4f45-8166-98c77a4e7fa5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.427813 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-98db701c-e051-4f45-8166-98c77a4e7fa5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "DELETE /v2.0/security-groups/31ddb17d-24ec-488f-b1c2-7b0be1db5d21 HTTP/1.1" status: 204 len: 168 time: 0.1442688 Jul 08 18:30:42.437340 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db701c-e051-4f45-8166-98c77a4e7fa5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ddb17d-24ec-488f-b1c2-7b0be1db5d21,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:42.891215 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37050) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:42.895955 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169492859', 'description': 'tempest-secgroup-smoke-1169492859 description', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:42.917997 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.995277 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:42.999353 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.026276 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.027539 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352775 Jul 08 18:30:43.029376 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7bcfc-9dfd-47a4-93dd-04981fa91652,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.030723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37052) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.035295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '46d7bcfc-9dfd-47a4-93dd-04981fa91652', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.036708 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.037062 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.037402 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.037739 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.038111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.038444 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.038770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.039095 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.039419 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.039742 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.040089 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.040418 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fb8f3-f24a-429a-b23a-3381bcd9d619 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:43.063106 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.109243 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.112665 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.127536 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012170aa-8137-4cd0-8003-4ad15e8f91be,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.136120 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.137418 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f3c732c-2a0e-402a-ac3c-7fe4955d0839 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056559 Jul 08 18:30:43.140274 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37054) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.144678 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '46d7bcfc-9dfd-47a4-93dd-04981fa91652', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.173330 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.235152 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.238597 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.255682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaeef8e-a3b5-49f6-8164-5596b3c4afe1,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.262629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.263997 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a13d7b4e-309b-4eaa-9e58-9960212167fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227329 Jul 08 18:30:43.266670 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37056) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.270997 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '46d7bcfc-9dfd-47a4-93dd-04981fa91652', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.298240 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.355390 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.358923 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.375745 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001ef62b-4ef2-4cd5-9124-0cc4feb46113,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.382064 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.383219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a43d5b75-f825-4bf3-8f3a-79e0df9c98c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156421 Jul 08 18:30:43.386063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37058) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.391173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '46d7bcfc-9dfd-47a4-93dd-04981fa91652', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.416874 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.475047 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.478566 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.495669 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc745ed-857e-4cfb-8a8e-7defaf0a6326,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.503171 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.507038 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a7ce92dd-aaa1-4465-bf29-7523b236deb5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174252 Jul 08 18:30:43.507190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37060) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.511491 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '46d7bcfc-9dfd-47a4-93dd-04981fa91652', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.533834 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Project 39cc558068344a3b9aa9e7d6bc66ea70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:30:43.538619 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.601314 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.606159 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.620322 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.627830 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de6d0cd-0295-4862-80ec-fdd80703c58d,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.631628 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.632918 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0967e622-8bd2-489f-bfda-e50e597c8c0a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248569 Jul 08 18:30:43.635808 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37062) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:43.641552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'security_group_rule': {'security_group_id': '46d7bcfc-9dfd-47a4-93dd-04981fa91652', 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:43.663264 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Project 39cc558068344a3b9aa9e7d6bc66ea70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:30:43.668230 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.729452 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.733720 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.752364 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb775f99-05bb-4ebb-82b0-0356fe946fe7,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:43.755494 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:43.756730 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b3af3a59-5b77-4882-93f6-88ebb76bfd74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197960 Jul 08 18:30:43.774951 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:44.716600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:30:44.738765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 83fb4cda-39ad-4342-8a47-fd88c1d51290 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:30:44.739113 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 83fb4cda-39ad-4342-8a47-fd88c1d51290 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:30:49.647874 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e71b9981-a980-4ece-adf1-a1098f99842e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.303820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-585e552e-6cac-4548-b399-a45b0246294a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:52.489955 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:53.882233 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:55.236311 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:58.072503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-90a11b05-6e21-4d71-8b9d-d8f5910b63e8 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169492859&fields=id&tenant_id=39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 267 time: 0.0335143 Jul 08 18:30:58.180328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-6dba6767-24a5-482d-b95c-353c80205c66 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:58.181777 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-6dba6767-24a5-482d-b95c-353c80205c66 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 809 time: 0.1021614 Jul 08 18:30:58.196703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-88072572-d4d7-436e-aa40-50d07276d253 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/quotas/39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 375 time: 0.0088511 Jul 08 18:30:58.262772 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-2491f566-5915-4b3e-8054-83d53a33aa03 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601346 Jul 08 18:30:58.318136 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-6857558f-c31a-4ba1-9232-3b8218f89ecc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93944) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:30:58.319141 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-6857558f-c31a-4ba1-9232-3b8218f89ecc service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460708 Jul 08 18:30:58.411657 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f4f45ff5-d2a4-41c3-9156-0c2854efb48a service neutron] 10.222.0.48 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866616 Jul 08 18:30:58.500756 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f643cce4-df94-41c5-92ab-416b7d269f2e service neutron] 10.222.0.48 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833175 Jul 08 18:30:58.790890 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6933c452-eac3-4542-b13c-7614e9fb809d req-3f9eef6d-e12b-4994-84d4-a32524995331 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 210 time: 0.0291140 Jul 08 18:30:59.810450 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-19efe3c5-217a-4f2a-b4ab-2b384ed5becb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:59.812115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-19efe3c5-217a-4f2a-b4ab-2b384ed5becb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 809 time: 0.1056340 Jul 08 18:30:59.866514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ade2c02d-2862-4114-bdb7-77093ea6bd62 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 380 time: 0.0393262 Jul 08 18:30:59.876169 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'port': {'device_id': '63882da8-b652-45cb-9860-9960b22f5bd2', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'admin_state_up': True, 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'security_groups': ['46d7bcfc-9dfd-47a4-93dd-04981fa91652']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:30:59.941069 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-73593e93-665d-407f-ac1e-6e097a22ca5e req-785c0896-eedb-47a4-aa94-529e40744bd5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 210 time: 0.0342143 Jul 08 18:30:59.992949 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Made reservation on behalf of 39cc558068344a3b9aa9e7d6bc66ea70 for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:30:59.996507 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.123287 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Allocated IP 172.20.0.6 (2ce84c33-9564-44b1-8333-fc8d97a86098/9a6e4348-0905-4bb8-aec6-5af3c695262a/e78bdde3-912c-423b-a5c6-194fc4f5df56) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:00.262469 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.277063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Transition to ACTIVE for port object e78bdde3-912c-423b-a5c6-194fc4f5df56 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:00.315518 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.364870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:00.368031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:00.370646 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:00.397961 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:00.430724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:00.431349 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.448108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-ae48286c-2e13-493c-9294-ad07ae3b6c2c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758910 Jul 08 18:31:00.460247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Request body: {'port': {'device_id': '63882da8-b652-45cb-9860-9960b22f5bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:00.543762 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.574829 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a722df2b-66f8-4f90-b426-ad857ce8602c None None] Provisioning for port e78bdde3-912c-423b-a5c6-194fc4f5df56 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:00.580281 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-a722df2b-66f8-4f90-b426-ad857ce8602c None None] Provisioning complete for port e78bdde3-912c-423b-a5c6-194fc4f5df56 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:00.580650 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a722df2b-66f8-4f90-b426-ad857ce8602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.619335 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-a722df2b-66f8-4f90-b426-ad857ce8602c None None] Port e78bdde3-912c-423b-a5c6-194fc4f5df56 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:01.194773 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0f38c-901a-40e9-9311-5ff72ae68562 req-a5bdae37-97cb-4d65-baca-96a7516e40d9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:01.196264 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-82e0f38c-901a-40e9-9311-5ff72ae68562 req-a5bdae37-97cb-4d65-baca-96a7516e40d9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 931 time: 0.1295314 Jul 08 18:31:01.214120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78bdde3-912c-423b-a5c6-194fc4f5df56 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:01.227788 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.254248 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Transition to ACTIVE for port object e78bdde3-912c-423b-a5c6-194fc4f5df56 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:01.258105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-82e0f38c-901a-40e9-9311-5ff72ae68562 req-f86f1da4-f695-476c-9eca-198859aebcaf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536652 Jul 08 18:31:01.259071 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.311230 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:01.386018 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Attempting to bind port e78bdde3-912c-423b-a5c6-194fc4f5df56 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:01.386397 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Attempting to bind port e78bdde3-912c-423b-a5c6-194fc4f5df56 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:01.386692 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Attempting to bind port e78bdde3-912c-423b-a5c6-194fc4f5df56 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:01.391890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Port e78bdde3-912c-423b-a5c6-194fc4f5df56 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:31:01.392211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Attempting to bind port e78bdde3-912c-423b-a5c6-194fc4f5df56 on network 2ce84c33-9564-44b1-8333-fc8d97a86098 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:01.397337 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:01.397676 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Checking segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:01.398208 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Bound using segment: {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:01.398643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Bound port: e78bdde3-912c-423b-a5c6-194fc4f5df56, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2314f0-2f43-4619-bff0-920db32e7794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:01.399005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.469305 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:01.472648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:01.477946 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.513643 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:01.514261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.515936 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] 10.222.0.21 "PUT /v2.0/ports/e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 1091 time: 1.0605686 Jul 08 18:31:01.516456 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:01.518616 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41" -d '{"events": [{"name": "network-changed", "server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:01.553843 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d6b6-e3fb-40d8-bf15-7f8655d2e83d service neutron] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:01.577407 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b970cfc-f9fd-4a17-bce2-dba923e7a95e x-openstack-request-id: req-0b970cfc-f9fd-4a17-bce2-dba923e7a95e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:01.577771 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:01.578268 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b970cfc-f9fd-4a17-bce2-dba923e7a95e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:01.578725 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'status': 'completed', 'code': 200} Jul 08 18:31:01.631994 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-3a098ca6-e510-4b6b-b4dc-eae9bbd0e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:01.633627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-3a098ca6-e510-4b6b-b4dc-eae9bbd0e053 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0667856 Jul 08 18:31:01.677287 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-2f899bf3-b4cb-4643-af90-59f8822579ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 217 time: 0.0362790 Jul 08 18:31:01.732370 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-dcabfa97-3ad7-4685-85f2-fd9f96a8375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:01.733806 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-dcabfa97-3ad7-4685-85f2-fd9f96a8375a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0498645 Jul 08 18:31:01.797246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-350bc1d9-db1c-40d2-a754-def435c93c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:01.798794 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-350bc1d9-db1c-40d2-a754-def435c93c7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588288 Jul 08 18:31:01.889318 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-7852fb32-bb39-4200-8696-bc5a420b9d53 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835304 Jul 08 18:31:01.983728 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-21a3fb95-dadd-4143-9cd6-2aac3f4353ab req-6df46b25-ce3c-47da-b1c5-3b951352ced3 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880017 Jul 08 18:31:02.083055 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-71f362c1-1045-4d45-88a8-ea22b4113703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:02.084590 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-71f362c1-1045-4d45-88a8-ea22b4113703 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0542548 Jul 08 18:31:02.175157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-e5794eef-a324-45a1-8591-a761eec0bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:02.176617 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-e5794eef-a324-45a1-8591-a761eec0bebb service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0858550 Jul 08 18:31:02.223719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-0fa03350-bbaf-4369-8264-818120467449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 217 time: 0.0402927 Jul 08 18:31:02.273162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-52e3979f-7cd8-4374-84aa-572195d0145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:02.274591 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-52e3979f-7cd8-4374-84aa-572195d0145d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0451207 Jul 08 18:31:02.339723 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-37ade62e-57d2-48b1-8452-951fbb7a4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:02.342082 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-37ade62e-57d2-48b1-8452-951fbb7a4f85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594423 Jul 08 18:31:02.479100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-c0580e3f-5ca4-4321-9493-b514a229e28c service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310725 Jul 08 18:31:02.494865 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4301f-4de8-407f-861d-5a6c518308e2 req-f38925ff-cc7b-4687-9176-35e398645932 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:02.496310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8bc4301f-4de8-407f-861d-5a6c518308e2 req-f38925ff-cc7b-4687-9176-35e398645932 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.1007576 Jul 08 18:31:02.585219 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8bc4301f-4de8-407f-861d-5a6c518308e2 req-cfd95283-4600-4132-8432-c98d7224a45a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813997 Jul 08 18:31:02.619071 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-8c8168fe-048b-45a3-9ec4-9a5f09eaec41 req-e815cd2d-4019-4418-b4f9-c6fdb4e4a74e service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320119 Jul 08 18:31:03.774427 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97676cde-729d-4bb6-8c88-8808e9f04228 req-f7a4efea-c5b1-48dd-9989-f3ee57a893b7 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:03.775937 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97676cde-729d-4bb6-8c88-8808e9f04228 req-f7a4efea-c5b1-48dd-9989-f3ee57a893b7 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0733595 Jul 08 18:31:03.815850 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-97676cde-729d-4bb6-8c88-8808e9f04228 req-cb3fe156-2155-47ec-861a-a94f6ef68e2e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Jul 08 18:31:04.990682 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b4dc0-b4a4-4f2f-b8bb-70e5a56a8d8b req-5cc2d6ed-39ca-4ac2-a011-a5800597dcfa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:04.992084 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b2b4dc0-b4a4-4f2f-b8bb-70e5a56a8d8b req-5cc2d6ed-39ca-4ac2-a011-a5800597dcfa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0636528 Jul 08 18:31:05.030005 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3b2b4dc0-b4a4-4f2f-b8bb-70e5a56a8d8b req-f73e8836-7f20-4618-b93a-b9562652d76b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Jul 08 18:31:06.209151 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d5f74-0533-4720-b234-404d6d3e8f70 req-dc5da904-221f-49d4-ae5b-ba260fe19ab6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:06.210660 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b45d5f74-0533-4720-b234-404d6d3e8f70 req-dc5da904-221f-49d4-ae5b-ba260fe19ab6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0639489 Jul 08 18:31:06.248247 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b45d5f74-0533-4720-b234-404d6d3e8f70 req-db3db9a7-16bb-4acc-a2b4-8d85757a1608 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Jul 08 18:31:06.924458 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:31:07.424119 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ae497-9a68-4580-89f2-5daffa7ef61e req-4b70e8be-3327-4d02-9425-7423fcc64f46 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:07.425594 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-681ae497-9a68-4580-89f2-5daffa7ef61e req-4b70e8be-3327-4d02-9425-7423fcc64f46 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0671582 Jul 08 18:31:07.462554 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-681ae497-9a68-4580-89f2-5daffa7ef61e req-6961fcf2-7c29-4b71-972a-f2373905d676 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Jul 08 18:31:08.632913 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a379e-fc68-4cdb-bde9-51458f98fd7b req-491cf688-9384-4b36-bf8a-9a3bd167cc0f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:08.634395 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-013a379e-fc68-4cdb-bde9-51458f98fd7b req-491cf688-9384-4b36-bf8a-9a3bd167cc0f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0637910 Jul 08 18:31:08.675354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-013a379e-fc68-4cdb-bde9-51458f98fd7b req-a5c78a47-518a-46a8-833b-1d2a4f6450a9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348339 Jul 08 18:31:09.848311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcedad-fc6e-4705-92f8-81a300d3c2b6 req-7189dca2-f0a7-4817-889d-1b7329236afe tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:09.849780 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0dcedad-fc6e-4705-92f8-81a300d3c2b6 req-7189dca2-f0a7-4817-889d-1b7329236afe tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0631981 Jul 08 18:31:09.886707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a0dcedad-fc6e-4705-92f8-81a300d3c2b6 req-db88ce5e-5e20-41c1-a8b8-359b8c1fcf0d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Jul 08 18:31:11.058769 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f9ddb-d535-481c-9aaf-28f16848823d req-9a1a68ed-e9f5-4755-8d27-6fc4cd43f9b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:11.060801 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-972f9ddb-d535-481c-9aaf-28f16848823d req-9a1a68ed-e9f5-4755-8d27-6fc4cd43f9b2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0639844 Jul 08 18:31:11.099869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-972f9ddb-d535-481c-9aaf-28f16848823d req-48f699f3-6719-4d0d-81e2-1497826cb178 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Jul 08 18:31:12.277432 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de8ece-bc0b-44d3-bfb0-2d7ef2cd9579 req-70106f6b-cff2-4ba0-b0fd-a0313ff1ef81 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:12.279673 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02de8ece-bc0b-44d3-bfb0-2d7ef2cd9579 req-70106f6b-cff2-4ba0-b0fd-a0313ff1ef81 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0643456 Jul 08 18:31:12.318881 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02de8ece-bc0b-44d3-bfb0-2d7ef2cd9579 req-3a98e3de-564d-4297-8a6e-5fd3bd202dd2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Jul 08 18:31:12.899072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:31:12.990999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:13.001964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'port_id': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'mac_address': 'fa:16:3e:7b:10:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:31:13.040711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.053402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78bdde3-912c-423b-a5c6-194fc4f5df56 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:13.071612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:13.075832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.122461 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:13.129496 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.129842 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.130225 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.130546 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.130879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.131217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.131543 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.131869 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.132196 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.132517 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.132838 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.133165 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:13.277466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e78bdde3-912c-423b-a5c6-194fc4f5df56'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:31:13.493867 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380316a-7cd1-4331-8468-b9dc974fe001 req-aaaf27c0-a375-4c76-8440-7ea8d4f9bd7a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:13.495435 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f380316a-7cd1-4331-8468-b9dc974fe001 req-aaaf27c0-a375-4c76-8440-7ea8d4f9bd7a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 944 time: 0.0631058 Jul 08 18:31:13.534056 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-f380316a-7cd1-4331-8468-b9dc974fe001 req-9d2d4da2-6c5c-4907-b2cf-73ac18f14b7d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 08 18:31:13.619149 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:13.765902 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.712132 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835c952-74a3-40ec-b8b6-213426dfac81 req-ed937de8-99d7-4652-a5a8-70f11004e46b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:14.713599 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b835c952-74a3-40ec-b8b6-213426dfac81 req-ed937de8-99d7-4652-a5a8-70f11004e46b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 944 time: 0.0665901 Jul 08 18:31:14.752087 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b835c952-74a3-40ec-b8b6-213426dfac81 req-8cb4e44d-9acd-411a-b24d-972a6abfe3ed tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Jul 08 18:31:14.903420 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:14.951339 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port e78bdde3-912c-423b-a5c6-194fc4f5df56 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:14.955217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port e78bdde3-912c-423b-a5c6-194fc4f5df56 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:14.955606 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.030378 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.052980 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:15.055220 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229664b-17e3-499b-a25f-60be5087e67c" -d '{"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-plugged", "status": "completed", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:15.068151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:15.072064 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.119949 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:15.143039 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac47a3-1779-4049-aa4d-5eee0baa6ecf x-openstack-request-id: req-beac47a3-1779-4049-aa4d-5eee0baa6ecf {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:15.143328 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-plugged", "status": "completed", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:15.143589 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-beac47a3-1779-4049-aa4d-5eee0baa6ecf {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:15.143984 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'code': 200} Jul 08 18:31:15.255311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3543d4-d13f-478c-be71-5e688c693578 req-ac174456-13df-4cf8-8427-676dfd946104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.256815 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e3543d4-d13f-478c-be71-5e688c693578 req-ac174456-13df-4cf8-8427-676dfd946104 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0523827 Jul 08 18:31:15.290824 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2e3543d4-d13f-478c-be71-5e688c693578 req-99ec90e6-676a-4f44-8ed8-0a3217b3b43e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271301 Jul 08 18:31:15.931459 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd7f00-4720-4adf-ad76-fcc34d63adc7 req-db0d9a72-4613-4336-9f2c-d1cdd13590c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.932980 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-61bd7f00-4720-4adf-ad76-fcc34d63adc7 req-db0d9a72-4613-4336-9f2c-d1cdd13590c5 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0715573 Jul 08 18:31:15.971944 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-61bd7f00-4720-4adf-ad76-fcc34d63adc7 req-d3a8f021-e35c-4faf-8065-470c476c25e1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Jul 08 18:31:17.149824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed94ca-9156-4971-b5b4-57fcb2333119 req-a2076817-f2be-4680-9a1f-772849c1856c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:17.151360 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66ed94ca-9156-4971-b5b4-57fcb2333119 req-a2076817-f2be-4680-9a1f-772849c1856c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0675564 Jul 08 18:31:17.189947 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-66ed94ca-9156-4971-b5b4-57fcb2333119 req-28177bf8-a0a9-4645-9433-fcd1c4707932 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328722 Jul 08 18:31:17.360237 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3e129-d2a8-44f4-a5b8-dc5f5511f0bb req-836b195c-e095-49f6-a0a9-949e22118a95 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:17.361622 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03d3e129-d2a8-44f4-a5b8-dc5f5511f0bb req-836b195c-e095-49f6-a0a9-949e22118a95 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0636208 Jul 08 18:31:17.398253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03d3e129-d2a8-44f4-a5b8-dc5f5511f0bb req-09cde484-e235-412c-9b4e-e2f83632b0a2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310459 Jul 08 18:31:17.422513 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37252) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:17.473596 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f28fd-a957-4c63-b664-e9d321d874b5 tempest-TestShelveInstance-862953576 tempest-TestShelveInstance-862953576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:17.475112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9e8f28fd-a957-4c63-b664-e9d321d874b5 tempest-TestShelveInstance-862953576 tempest-TestShelveInstance-862953576-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1091 time: 0.0516129 Jul 08 18:31:17.477867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:17.482187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:17.503863 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.602422 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.706374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Allocated IP 172.25.3.193 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/60c3f35d-354a-4c87-91a4-39d919028a7b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:17.807401 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.848450 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:17.889867 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:17.892720 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:17.897060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:17.900063 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'Port': ['ID=60c3f35d-354a-4c87-91a4-39d919028a7b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.261887 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.340678 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.490909 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.495354 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.562803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event updated for resources: {'Port': ['ID=60c3f35d-354a-4c87-91a4-39d919028a7b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.574066 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.673535 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Floating IP f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad associated. External IP: 172.25.3.193, port: e78bdde3-912c-423b-a5c6-194fc4f5df56. Jul 08 18:31:18.880815 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Router de4da352-1565-487f-b137-527a4950ef93 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:18.992206 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:19.002274 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:19.009921 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.012965 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:19.013642 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:30:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:19.048475 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e7e692e1-11b5-441e-84fa-321c8e6af833 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5695820 Jul 08 18:31:19.049326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:19.051457 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42" -d '{"events": [{"name": "network-changed", "server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:19.088170 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da681093-3738-4391-980a-04b07b90fbbb x-openstack-request-id: req-da681093-3738-4391-980a-04b07b90fbbb {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:19.088464 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:19.088721 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da681093-3738-4391-980a-04b07b90fbbb {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:19.089127 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'status': 'completed', 'code': 200} Jul 08 18:31:19.120807 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:19.161332 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-ea6ebd9f-e282-4857-b2ed-9a98c3507cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:19.162869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-ea6ebd9f-e282-4857-b2ed-9a98c3507cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0518949 Jul 08 18:31:19.255060 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-2b992e17-b654-4a28-8274-49941eaafbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:19.256535 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-2b992e17-b654-4a28-8274-49941eaafbcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0865362 Jul 08 18:31:19.319884 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-fb4f34a7-33b1-47df-b324-10aba170cb76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 999 time: 0.0565088 Jul 08 18:31:19.341256 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'de4da352-1565-487f-b137-527a4950ef93', 'port_id': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'mac_address': 'fa:16:3e:7b:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63882da8-b652-45cb-9860-9960b22f5bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:18Z', 'updated_at': '2021-07-08T18:31:18Z', 'revision_number': 0, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:19.372042 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-f3825b90-db31-42ee-84b2-7d164aef534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:19.373657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-f3825b90-db31-42ee-84b2-7d164aef534f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0473650 Jul 08 18:31:19.434224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-09b1c1cd-438e-42bd-9433-c2287134cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:19.435628 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-09b1c1cd-438e-42bd-9433-c2287134cb87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551765 Jul 08 18:31:19.456772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:19.464960 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:19.466422 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:30:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:19.524382 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-02eb0e1d-ccc8-4a08-9e0d-bad96f3bcba8 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819106 Jul 08 18:31:19.571629 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:19.616086 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-175b8aef-3cf2-44b0-a7ea-2e12f8a09f42 req-0b014787-19f3-47b7-adf1-08a165f93d8c service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853770 Jul 08 18:31:19.648852 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5886ef11-b45c-4d1a-a7a3-5f92fec2748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:19.791852 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'de4da352-1565-487f-b137-527a4950ef93', 'port_id': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'mac_address': 'fa:16:3e:7b:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63882da8-b652-45cb-9860-9960b22f5bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:18Z', 'updated_at': '2021-07-08T18:31:18Z', 'revision_number': 0, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:19.820873 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f90b4-9387-4050-a298-6c4191f24acd None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': 'f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'de4da352-1565-487f-b137-527a4950ef93', 'port_id': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'mac_address': 'fa:16:3e:7b:10:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63882da8-b652-45cb-9860-9960b22f5bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:18Z', 'updated_at': '2021-07-08T18:31:18Z', 'revision_number': 0, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:20.008345 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e3d0b-6bdd-49a4-ac52-0dba466178cd None None] New status for floating IP f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:31:22.296488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-f4f9fd08-ef03-4afc-afa1-5cf898d349e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.492661 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.881962 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:25.242906 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:36.694892 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-db63b70c-b133-43de-9712-fc22d5e2ed72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520544 Jul 08 18:31:36.795245 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-c9526c5f-1458-4f7b-9fa4-1f0dcc0fb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.796705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-c9526c5f-1458-4f7b-9fa4-1f0dcc0fb2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0525343 Jul 08 18:31:36.904261 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-8f65e9ed-ed01-498d-ac07-17bc31a7eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:36.905705 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-8f65e9ed-ed01-498d-ac07-17bc31a7eef3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0880623 Jul 08 18:31:36.972163 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-3dd39c2f-5689-4961-a49a-22c9ca9bde74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 1001 time: 0.0571954 Jul 08 18:31:37.029971 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-fb14d340-2320-45d0-b01c-64d35b01a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.032678 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-fb14d340-2320-45d0-b01c-64d35b01a584 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0524180 Jul 08 18:31:37.093512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-533ff368-b27c-46f2-b281-8ec28d0124ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:37.095597 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-533ff368-b27c-46f2-b281-8ec28d0124ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559936 Jul 08 18:31:37.106964 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-c4e227af-9ac5-4a07-8d5f-60356ff54967 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:31:37.107886 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-c4e227af-9ac5-4a07-8d5f-60356ff54967 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048549 Jul 08 18:31:37.195707 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-d0d7eaa1-3d9e-4f0c-9c4c-3377111a8614 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Jul 08 18:31:37.289552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-d85e6a5e-22cb-4a82-8cfe-48d7cec3a53a req-016a1a8f-9402-42e2-8f9b-5e627191a0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870829 Jul 08 18:31:43.614940 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:43.777851 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:43.924347 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:31:49.650241 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a4bd7437-d5a6-48ec-91ec-c069045716f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.297744 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-200c0249-021b-496c-a012-e8a814845b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:52.495451 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:53.888749 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:55.240933 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.614421 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.797138 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.651811 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-83cb4f71-3954-442f-990a-7ebfdaba84fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.923842 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:32:22.300696 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ef2c-10ea-4b33-bfe6-b03bf4469acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.498500 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.880321 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:25.243544 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:37.685380 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-c6f8dcec-bec1-4ebc-b521-19f4ef1f06b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587847 Jul 08 18:32:37.780978 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-b2925a4e-4124-44b8-a41e-95f43d9a2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:37.782493 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-b2925a4e-4124-44b8-a41e-95f43d9a2003 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0550597 Jul 08 18:32:37.888933 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-71ce223e-6a76-4686-95ee-bfdb9037f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:37.890420 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-71ce223e-6a76-4686-95ee-bfdb9037f162 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0881848 Jul 08 18:32:37.954587 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-be594c0f-1688-45e8-a0eb-d6832179f851 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 1001 time: 0.0581214 Jul 08 18:32:38.325493 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-05ceb166-272d-48e6-bf7d-4074f070bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:38.326891 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-05ceb166-272d-48e6-bf7d-4074f070bf75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.3658850 Jul 08 18:32:38.386166 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-09c6c77a-7f91-4f5f-a5bf-3342d829d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:38.387650 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-09c6c77a-7f91-4f5f-a5bf-3342d829d6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538898 Jul 08 18:32:38.476991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-50262fb1-19a1-463d-b29e-017b195c2345 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Jul 08 18:32:38.572189 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c5475287-3bb1-4c35-a75b-1e7a4c42b450 req-139b5eef-88e7-4c7e-8a09-4912843c6e7d service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Jul 08 18:32:43.613003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:43.796042 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:49.652656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d943af32-3e59-4314-9d15-27bb87a7ebdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:52.302272 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c4e0a171-b9ce-42cc-8c2e-28aef2dca732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:52.498965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:53.883832 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:55.249193 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.922956 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:33:13.610290 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:13.811331 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:15.982815 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e34b6-8dd3-4bf4-a3cc-b70989748b34 req-6698ff1e-7ec7-4b95-8f04-7431b378fcdb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:15.984289 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c99e34b6-8dd3-4bf4-a3cc-b70989748b34 req-6698ff1e-7ec7-4b95-8f04-7431b378fcdb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0664120 Jul 08 18:33:16.022161 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c99e34b6-8dd3-4bf4-a3cc-b70989748b34 req-82e7ba2e-f1d5-4d5e-af99-39c3d52aef82 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jul 08 18:33:17.196235 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f376-addb-4f27-9235-0854b3e694bc req-65fac06e-c0b2-4f43-bb57-081541e1cd52 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:17.197692 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b979f376-addb-4f27-9235-0854b3e694bc req-65fac06e-c0b2-4f43-bb57-081541e1cd52 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0642045 Jul 08 18:33:17.236295 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b979f376-addb-4f27-9235-0854b3e694bc req-9a34383d-4058-4e40-ab4c-8e6b9d6d0eb8 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Jul 08 18:33:18.441475 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67acdb-6cf5-463a-8738-7455e7bb78c3 req-44a26744-6110-49b7-9248-e4d622b23408 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:18.443011 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c67acdb-6cf5-463a-8738-7455e7bb78c3 req-44a26744-6110-49b7-9248-e4d622b23408 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0633874 Jul 08 18:33:18.484182 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1c67acdb-6cf5-463a-8738-7455e7bb78c3 req-cb90b76b-45f2-41a7-a7cc-2896bfa1c797 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354769 Jul 08 18:33:19.654609 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-98201c18-668e-48f7-87cb-a68d1eec21bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:19.661950 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf11d9-83e7-40a2-9501-168ab192cef3 req-ef12f94b-5d07-4ad6-bdd8-e877674f1a54 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:19.663453 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bdf11d9-83e7-40a2-9501-168ab192cef3 req-ef12f94b-5d07-4ad6-bdd8-e877674f1a54 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0685053 Jul 08 18:33:19.700727 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1bdf11d9-83e7-40a2-9501-168ab192cef3 req-14da9a54-25d0-490d-bb6a-ec3d48b7c06b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Jul 08 18:33:20.873948 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93acab-2f47-4599-adac-d4db1396f420 req-8d8d307d-caf7-482c-a1de-7f60a86f5db6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:20.875462 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8b93acab-2f47-4599-adac-d4db1396f420 req-8d8d307d-caf7-482c-a1de-7f60a86f5db6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0631070 Jul 08 18:33:20.912984 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-8b93acab-2f47-4599-adac-d4db1396f420 req-83db35a0-414a-4356-8ee5-4673d790a199 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Jul 08 18:33:22.085724 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6410a-b1f8-4d41-8829-d910014d0e88 req-b9f8fe8a-6ccb-4b70-825e-d0bd8ca8e14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:22.087243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fff6410a-b1f8-4d41-8829-d910014d0e88 req-b9f8fe8a-6ccb-4b70-825e-d0bd8ca8e14b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0632980 Jul 08 18:33:22.124769 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fff6410a-b1f8-4d41-8829-d910014d0e88 req-903030d7-1935-4bb1-ab1c-3097ee5d24a0 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Jul 08 18:33:22.303658 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-22326f11-f3a4-4b4d-bfd6-1d6308891c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:22.499920 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:23.298166 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c45f26-e026-487c-9926-bf3450489272 req-3ff2d729-af81-48de-845f-1846b1077f86 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:23.299733 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00c45f26-e026-487c-9926-bf3450489272 req-3ff2d729-af81-48de-845f-1846b1077f86 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0649452 Jul 08 18:33:23.343055 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-00c45f26-e026-487c-9926-bf3450489272 req-ecf60f7a-1d6a-4d18-8a0f-c4be7664daac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Jul 08 18:33:23.887835 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:24.528762 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7672674-079f-4d20-951a-1dc0d0f2eb03 req-124b136f-ac8d-4ffe-8439-46f161666cac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:24.530244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7672674-079f-4d20-951a-1dc0d0f2eb03 req-124b136f-ac8d-4ffe-8439-46f161666cac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0665796 Jul 08 18:33:24.567935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b7672674-079f-4d20-951a-1dc0d0f2eb03 req-b64d7798-dad7-47ae-8b7e-00c4d8eaa3a2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Jul 08 18:33:25.250882 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:25.744143 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae423-ad7a-4cfb-af86-811d72e0217e req-df955405-db6a-4c33-9d4c-d2bce87dab6e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:25.745703 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13ae423-ad7a-4cfb-af86-811d72e0217e req-df955405-db6a-4c33-9d4c-d2bce87dab6e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0681019 Jul 08 18:33:25.784068 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a13ae423-ad7a-4cfb-af86-811d72e0217e req-d8dc53a9-6743-4ea0-bee0-e817d7126afe tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jul 08 18:33:26.080359 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-d8d2e53c-eaa2-47f7-aecf-f1de3225fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:26.081887 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-d8d2e53c-eaa2-47f7-aecf-f1de3225fe27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0585036 Jul 08 18:33:26.176438 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-017bd68c-43b1-4ab3-97dc-fc82027c299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:26.177882 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-017bd68c-43b1-4ab3-97dc-fc82027c299f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0897713 Jul 08 18:33:26.241091 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-3c599923-62b7-458e-a6fd-e630ae8e6a6d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 1001 time: 0.0567505 Jul 08 18:33:26.288616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-d8013e2a-17cc-429e-bfa7-c1586dbb3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:26.290058 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-d8013e2a-17cc-429e-bfa7-c1586dbb3cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0426452 Jul 08 18:33:26.350190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-ba78e94f-e97e-46cf-b8b1-04a19d10949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:26.351674 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-ba78e94f-e97e-46cf-b8b1-04a19d10949d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549896 Jul 08 18:33:26.443374 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-6d68c2ac-20b1-46c6-a402-8892c820ce86 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Jul 08 18:33:26.535249 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-417cd8c8-8007-4fe5-8dcc-8949eae76f06 req-ee011466-a225-43b2-a4e1-b25d96dec913 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Jul 08 18:33:26.956583 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737cf0-8a23-4628-8411-96506ea908e7 req-f63a595c-492b-412f-9fab-d532d87d2c74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:26.958109 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15737cf0-8a23-4628-8411-96506ea908e7 req-f63a595c-492b-412f-9fab-d532d87d2c74 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0644231 Jul 08 18:33:26.995471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-15737cf0-8a23-4628-8411-96506ea908e7 req-1088550f-4d0d-4a97-88b2-cfe28adfb3ee tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Jul 08 18:33:28.175830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebad31-c939-4774-b9be-1bdd6fc8f063 req-b697710f-6c3c-4abc-83c1-ec4fbe987e3d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:28.177345 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feebad31-c939-4774-b9be-1bdd6fc8f063 req-b697710f-6c3c-4abc-83c1-ec4fbe987e3d tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0663164 Jul 08 18:33:28.215310 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-feebad31-c939-4774-b9be-1bdd6fc8f063 req-99c759c5-058e-4d04-acac-e428a4bd322a tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Jul 08 18:33:29.394519 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba82ed-602a-46af-b4d1-0773a7fe9b3b req-749ea135-8340-4da9-a72e-288952b60cb2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:29.396774 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86ba82ed-602a-46af-b4d1-0773a7fe9b3b req-749ea135-8340-4da9-a72e-288952b60cb2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0693250 Jul 08 18:33:29.437390 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-86ba82ed-602a-46af-b4d1-0773a7fe9b3b req-96fdebc2-d579-459d-8bf8-39f8984c1a78 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351646 Jul 08 18:33:30.609495 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4f30c-50d4-4916-82b7-36c1193c9ff3 req-95dbc712-4855-417f-b680-f953e2942426 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:30.611012 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-29b4f30c-50d4-4916-82b7-36c1193c9ff3 req-95dbc712-4855-417f-b680-f953e2942426 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0633485 Jul 08 18:33:30.653269 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-29b4f30c-50d4-4916-82b7-36c1193c9ff3 req-54ad08a9-6de1-4a69-a6f7-eeeab60ae8a2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365179 Jul 08 18:33:31.028454 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-92296e04-bbf8-4d0b-addd-1ef784bd7ee3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488876 Jul 08 18:33:31.040488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0d56-8b4a-443b-b7c9-a737a7ab8e73 req-9d3d06fa-4d5f-4500-b417-68db9f78ffff tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:31.041906 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e95b0d56-8b4a-443b-b7c9-a737a7ab8e73 req-9d3d06fa-4d5f-4500-b417-68db9f78ffff tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0811064 Jul 08 18:33:31.081876 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e95b0d56-8b4a-443b-b7c9-a737a7ab8e73 req-d811fb4b-00f0-48e6-9abc-0f6dda47f2fc tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340297 Jul 08 18:33:32.258255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014779f6-5e30-4ccb-94dd-a80a8ebeda23 req-b9e859a3-b999-4e29-ab57-28beaaf8268c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:32.259757 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-014779f6-5e30-4ccb-94dd-a80a8ebeda23 req-b9e859a3-b999-4e29-ab57-28beaaf8268c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0671957 Jul 08 18:33:32.298335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-014779f6-5e30-4ccb-94dd-a80a8ebeda23 req-c66acf17-e6ff-41b5-8d9e-2bbf11c35889 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jul 08 18:33:33.472197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:33:33.480067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5efd4-5e2f-4877-9f68-67c6ceb07d04 req-0b86c6d7-4eac-4676-afc6-5af0e4480969 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:33.481585 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7eb5efd4-5e2f-4877-9f68-67c6ceb07d04 req-0b86c6d7-4eac-4676-afc6-5af0e4480969 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0692623 Jul 08 18:33:33.523290 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7eb5efd4-5e2f-4877-9f68-67c6ceb07d04 req-b54a1a20-74ea-4a03-91d9-1acd930b10e3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350780 Jul 08 18:33:33.547954 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:33.573446 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:33:33.575682 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf2e37c-5326-404d-a3f9-35332342b229" -d '{"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-unplugged", "status": "completed", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:33:33.588486 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:33.594964 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:33.618322 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c124b-efee-4c80-a4a9-21dfa839df84 x-openstack-request-id: req-529c124b-efee-4c80-a4a9-21dfa839df84 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:33:33.618617 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-unplugged", "status": "failed", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "code": 422}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:33:33.618871 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-529c124b-efee-4c80-a4a9-21dfa839df84 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:33:33.619263 n-d-799527-4 neutron-server[93946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'code': 422} returned with failed status Jul 08 18:33:33.644769 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:33.652094 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.652439 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.652779 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.653140 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.653473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.653808 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.654178 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.654532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.654861 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.655184 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.655508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:33.655830 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:33:34.701012 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009c89e-271e-4edf-8dde-ecc5d8a91323 req-ae98cfad-f7b5-47ee-b8a9-924d75caa09c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:34.702576 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a009c89e-271e-4edf-8dde-ecc5d8a91323 req-ae98cfad-f7b5-47ee-b8a9-924d75caa09c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0658360 Jul 08 18:33:34.742909 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a009c89e-271e-4edf-8dde-ecc5d8a91323 req-90715af7-4573-48c7-90d5-87ef9bd995f1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339332 Jul 08 18:33:34.923011 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:33:35.809681 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac09-833a-491d-84d6-5661ca93218b req-53741414-f4a5-4153-bb8d-a596f531ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:35.811228 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-53741414-f4a5-4153-bb8d-a596f531ffd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2&tenant_id=39cc558068344a3b9aa9e7d6bc66ea70 HTTP/1.1" status: 200 len: 1094 time: 0.0532856 Jul 08 18:33:35.931067 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac09-833a-491d-84d6-5661ca93218b req-ecc53e18-c4ec-4061-b980-a14cc512920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:35.932564 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-ecc53e18-c4ec-4061-b980-a14cc512920a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0994463 Jul 08 18:33:35.943801 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d68e8-eba5-4039-b19c-997cea5d25f4 req-9af7d8f4-0b58-4059-a2a1-acdb77051300 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:35.945192 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12d68e8-eba5-4039-b19c-997cea5d25f4 req-9af7d8f4-0b58-4059-a2a1-acdb77051300 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0866389 Jul 08 18:33:36.028409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f12d68e8-eba5-4039-b19c-997cea5d25f4 req-68c95b09-4f7e-4d10-950c-253edc97c960 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749731 Jul 08 18:33:36.056345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac09-833a-491d-84d6-5661ca93218b req-a5a35493-604e-4b0e-8c15-a13c7d2ad7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:36.057808 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-a5a35493-604e-4b0e-8c15-a13c7d2ad7bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.1117857 Jul 08 18:33:36.125864 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-42cf22e8-2a1b-4b44-af8c-9e5e9ca66b72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 999 time: 0.0617223 Jul 08 18:33:36.174052 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac09-833a-491d-84d6-5661ca93218b req-ce0031ea-e6d9-43bb-add4-b25031b2f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:36.176060 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-ce0031ea-e6d9-43bb-add4-b25031b2f073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0440061 Jul 08 18:33:36.231704 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010ac09-833a-491d-84d6-5661ca93218b req-99a6b8ce-4028-4fb1-a00c-4ff4d24dde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:36.233166 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-99a6b8ce-4028-4fb1-a00c-4ff4d24dde9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515852 Jul 08 18:33:36.324615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-b3a98b2b-c19b-491d-a895-3e15c3674cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845783 Jul 08 18:33:36.413282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-ce76de51-bf93-4fa2-a82b-e4c9a929b932 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813169 Jul 08 18:33:37.204583 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4719af2-04f6-41a5-a491-90816e904b08 req-51ecb4db-3673-4ecb-be22-c46ca849af39 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:37.206252 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4719af2-04f6-41a5-a491-90816e904b08 req-51ecb4db-3673-4ecb-be22-c46ca849af39 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0640001 Jul 08 18:33:37.243009 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-e4719af2-04f6-41a5-a491-90816e904b08 req-158a880e-ed92-439e-b6fd-08d484e23c36 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312953 Jul 08 18:33:38.418685 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e15a3-058b-44f5-88de-fff6f03e8a12 req-05d0e2f5-9263-49da-9ff9-189d704d92fd tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:38.420438 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa3e15a3-058b-44f5-88de-fff6f03e8a12 req-05d0e2f5-9263-49da-9ff9-189d704d92fd tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0680709 Jul 08 18:33:38.460548 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fa3e15a3-058b-44f5-88de-fff6f03e8a12 req-5d7252be-4362-43d0-8370-170840cef7a8 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337944 Jul 08 18:33:38.708489 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e903ea-b790-45ad-adbe-a961380584a0 req-10ffee68-5916-420d-8566-57edf0825361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:38.709966 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-10ffee68-5916-420d-8566-57edf0825361 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1094 time: 0.0526590 Jul 08 18:33:38.819013 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e903ea-b790-45ad-adbe-a961380584a0 req-ecf2026c-ff7e-4237-8856-7b288d41ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:38.820468 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-ecf2026c-ff7e-4237-8856-7b288d41ee0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0898836 Jul 08 18:33:38.886643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-5ce0f2cb-7e42-45b6-a50c-a36c2ce25b82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 999 time: 0.0593274 Jul 08 18:33:38.934831 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e903ea-b790-45ad-adbe-a961380584a0 req-b305cd30-6b7f-4aac-aa8e-4941b291383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:38.936301 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-b305cd30-6b7f-4aac-aa8e-4941b291383c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0431468 Jul 08 18:33:38.998954 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e903ea-b790-45ad-adbe-a961380584a0 req-4506e49b-3f94-4867-aaae-730a4b5d2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:39.000376 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-4506e49b-3f94-4867-aaae-730a4b5d2a93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567863 Jul 08 18:33:39.088089 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-cc56100a-8486-4197-99bc-de5e3956e1bf service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812831 Jul 08 18:33:39.181003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-03e903ea-b790-45ad-adbe-a961380584a0 req-4f650c50-1409-481a-941a-7ca7dd24da99 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Jul 08 18:33:39.636833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1c6b1-d955-40cd-9a17-e520082ef75a req-2dfc65ce-c4fd-4e41-9f14-1b31c06458cf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:39.638444 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ff1c6b1-d955-40cd-9a17-e520082ef75a req-2dfc65ce-c4fd-4e41-9f14-1b31c06458cf tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0681798 Jul 08 18:33:39.676514 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1ff1c6b1-d955-40cd-9a17-e520082ef75a req-de8012b3-c91b-474e-94e4-c6a47bcefa0b tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Jul 08 18:33:41.034466 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9358-3b22-437d-a621-54b934ac10f1 req-3ab7dbae-6d82-4eec-81a5-f300c48cbba3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:41.035868 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e0a9358-3b22-437d-a621-54b934ac10f1 req-3ab7dbae-6d82-4eec-81a5-f300c48cbba3 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0645847 Jul 08 18:33:41.073523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4e0a9358-3b22-437d-a621-54b934ac10f1 req-790a62b5-81a5-4fae-9f15-06179511361c tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Jul 08 18:33:42.244438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417553-d7a3-4ab7-a3e8-93c6410ddad4 req-38ec3c8a-a6b4-478e-8037-5eaeba00a8d2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:42.245911 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69417553-d7a3-4ab7-a3e8-93c6410ddad4 req-38ec3c8a-a6b4-478e-8037-5eaeba00a8d2 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0636077 Jul 08 18:33:42.284980 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-69417553-d7a3-4ab7-a3e8-93c6410ddad4 req-ac824c3b-af38-40cb-938e-2057ac536a73 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332212 Jul 08 18:33:43.456915 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b95c-257c-48f5-862b-05f4a34b61d1 req-ccb076b9-8f60-45ea-a1de-2acf05a46ac9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:43.458426 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9310b95c-257c-48f5-862b-05f4a34b61d1 req-ccb076b9-8f60-45ea-a1de-2acf05a46ac9 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 943 time: 0.0646126 Jul 08 18:33:43.498118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9310b95c-257c-48f5-862b-05f4a34b61d1 req-3a91e7ff-5e79-466f-a19e-bdfc4841c0db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jul 08 18:33:43.521951 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:33:43.615868 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:43.635146 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'port_id': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'mac_address': 'fa:16:3e:7b:10:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:33:43.639012 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.673681 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.686717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78bdde3-912c-423b-a5c6-194fc4f5df56 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:33:43.705560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:43.709220 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.755939 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:43.811607 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:43.947914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['e78bdde3-912c-423b-a5c6-194fc4f5df56'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:33:44.678856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8face49-6fcd-47b2-a95d-bd844b7c4e67 req-37be583a-7e2a-4308-b4b3-240726f2aefb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:44.680356 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8face49-6fcd-47b2-a95d-bd844b7c4e67 req-37be583a-7e2a-4308-b4b3-240726f2aefb tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 944 time: 0.0702834 Jul 08 18:33:44.717324 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c8face49-6fcd-47b2-a95d-bd844b7c4e67 req-9b1e6fc2-6eda-4453-9346-b1ce15f911c6 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Jul 08 18:33:45.536346 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:33:45.582936 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port e78bdde3-912c-423b-a5c6-194fc4f5df56 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:33:45.583301 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.659333 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.681050 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:33:45.683270 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218ff74-ab80-4ca9-9178-46e2744e6aae" -d '{"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-plugged", "status": "completed", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:33:45.696732 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:33:45.700462 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:45.724347 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a4eabc-107a-473b-a3a4-8182f4bdea90 x-openstack-request-id: req-63a4eabc-107a-473b-a3a4-8182f4bdea90 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:33:45.724636 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-plugged", "status": "completed", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:33:45.724889 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63a4eabc-107a-473b-a3a4-8182f4bdea90 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:33:45.725276 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'code': 200} Jul 08 18:33:45.755995 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:33:45.888566 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dbc97-ae2d-4458-8ce7-99b6343d2cce req-5b40ab30-b7c8-4e2f-aa4a-18fade3d0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:45.889991 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-077dbc97-ae2d-4458-8ce7-99b6343d2cce req-5b40ab30-b7c8-4e2f-aa4a-18fade3d0719 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0553892 Jul 08 18:33:45.899641 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5ce2-15a0-47e5-b1a2-97f52545a692 req-c39d18a9-4f64-4903-9fd7-e581669b9824 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:45.901183 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1ed5ce2-15a0-47e5-b1a2-97f52545a692 req-c39d18a9-4f64-4903-9fd7-e581669b9824 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0645065 Jul 08 18:33:45.924538 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-077dbc97-ae2d-4458-8ce7-99b6343d2cce req-be68f494-4de2-489b-9aeb-389718d84657 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280113 Jul 08 18:33:45.938732 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-a1ed5ce2-15a0-47e5-b1a2-97f52545a692 req-fed28b57-3bd7-40fd-9d14-1cfd65923c55 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Jul 08 18:33:47.112106 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb552010-e591-4f4a-b67a-f2184db7566a req-06de1de2-7be1-4d87-96e6-78267a6f29c4 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:47.113498 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb552010-e591-4f4a-b67a-f2184db7566a req-06de1de2-7be1-4d87-96e6-78267a6f29c4 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0634696 Jul 08 18:33:47.150816 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-cb552010-e591-4f4a-b67a-f2184db7566a req-ae17894f-6782-4bc0-ac82-9b286b086e0f tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jul 08 18:33:49.655935 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44ddfaf6-e9e3-4aeb-bfdd-405f99e6d32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.303410 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-03841c9e-f623-4be1-a957-9ccbffb743b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:52.499456 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:53.890698 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:55.253548 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:11.922516 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:34:13.631798 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:13.806113 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:19.656291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9f54dd58-3e05-49c1-b381-00f1c50df5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:22.464861 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4e11b3f0-b392-47da-a401-082df1f7b5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:22.499790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:23.892580 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:25.255377 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:39.717040 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-2ad1a6ea-1424-448e-b529-450880873023 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024542 Jul 08 18:34:39.813734 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-13ca0302-2e16-4c0c-beee-a626f1f3cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:39.815216 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-13ca0302-2e16-4c0c-beee-a626f1f3cb62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0519853 Jul 08 18:34:39.917139 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-960599ec-f109-41f3-ac4a-3d3706f391bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:39.918573 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-960599ec-f109-41f3-ac4a-3d3706f391bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0832534 Jul 08 18:34:39.987064 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-397838cf-d2f9-4720-b8d6-c9b695354390 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 1001 time: 0.0614886 Jul 08 18:34:40.037141 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-42b91c0e-078f-40b2-a022-5eb5de09ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:40.038578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-42b91c0e-078f-40b2-a022-5eb5de09ff4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0437453 Jul 08 18:34:40.111301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-31baf888-e1d1-4b29-bcfc-3f4cb29f431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:40.112802 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-31baf888-e1d1-4b29-bcfc-3f4cb29f431a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682251 Jul 08 18:34:40.206562 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-181c7b08-5946-4af3-9693-9c7f3252110e service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Jul 08 18:34:40.294712 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-23b59624-fb59-4fb4-ac7f-09b8f82ef050 req-a9f51fd9-5b37-487f-a971-59a4d0ddf29e service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808632 Jul 08 18:34:43.641024 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:43.824522 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:48.922701 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:34:49.657083 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fdbec52b-ae0d-44b1-8a1f-5e72a2ba59e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:52.305907 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d4f939c5-dcc2-41bb-9183-710a5b11d57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:52.500880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:53.896465 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:55.257970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:59.994352 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37422) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:00.150855 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Deleting port 60c3f35d-354a-4c87-91a4-39d919028a7b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:00.151196 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.227493 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.227821 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.239188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Calling delete_port for 60c3f35d-354a-4c87-91a4-39d919028a7b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:00.385343 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.410251 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event deleted for resources: {'Port': ['ID=60c3f35d-354a-4c87-91a4-39d919028a7b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:00.422262 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.422621 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.422967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.423306 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.423645 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.423980 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.424308 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.424635 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.424962 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.425288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.425639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.426008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:00.485149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.485485 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Floating IP f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad disassociated (deleted). External IP: 172.25.3.193, port: e78bdde3-912c-423b-a5c6-194fc4f5df56. Jul 08 18:35:00.687912 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Router de4da352-1565-487f-b137-527a4950ef93 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:00.795754 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:00.800353 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.806772 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:00.816209 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:00.816812 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:00.838598 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7980bd29-595d-4abd-90a7-757680f137ac tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "DELETE /v2.0/floatingips/f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad HTTP/1.1" status: 204 len: 168 time: 0.8431511 Jul 08 18:35:00.839190 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:00.842165 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e1d34b-8620-402f-a2c5-adc1031c9a61" -d '{"events": [{"name": "network-changed", "server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:00.892577 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c66537-453e-4dc4-9339-fef3b8386fd1 x-openstack-request-id: req-48c66537-453e-4dc4-9339-fef3b8386fd1 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:00.892865 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:00.893114 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48c66537-453e-4dc4-9339-fef3b8386fd1 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:00.893516 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'status': 'completed', 'code': 200} Jul 08 18:35:00.931996 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:00.974585 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-3b944a38-8bc1-4f0c-8059-7da696fded2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:00.976244 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-3b944a38-8bc1-4f0c-8059-7da696fded2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 1096 time: 0.0609467 Jul 08 18:35:01.075293 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-c6ff95e3-7df1-4051-b7f5-ac4f536bb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.076823 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-c6ff95e3-7df1-4051-b7f5-ac4f536bb570 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 200 len: 910 time: 0.0942364 Jul 08 18:35:01.142908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-29576d95-623d-4d6f-aab5-809934b2fc5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 200 len: 217 time: 0.0596807 Jul 08 18:35:01.159769 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:01.189666 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:01.198145 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:01.198354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-bdfa1a7b-2cde-4256-8112-55aa22268f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.198815 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:01.201033 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-bdfa1a7b-2cde-4256-8112-55aa22268f13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 200 len: 848 time: 0.0511935 Jul 08 18:35:01.307509 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:01.312476 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-80f57210-fec2-44b2-8fb5-0ba4929a285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.314021 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-80f57210-fec2-44b2-8fb5-0ba4929a285a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2ce84c33-9564-44b1-8333-fc8d97a86098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066856 Jul 08 18:35:01.337470 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581fbb7-f0bf-4d35-8bbf-a4ae5338207a req-81bfc7fc-0d32-43e5-8ae1-2b3a186e93d1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.338939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e581fbb7-f0bf-4d35-8bbf-a4ae5338207a req-81bfc7fc-0d32-43e5-8ae1-2b3a186e93d1 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.1800635 Jul 08 18:35:01.422010 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e581fbb7-f0bf-4d35-8bbf-a4ae5338207a req-c81a2f3f-2e02-4a51-8e5e-d79b8266a138 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725589 Jul 08 18:35:01.442643 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-1aade85e-fe41-4861-b290-f22f52415bf2 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209917 Jul 08 18:35:01.514099 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:01.539616 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af835c-c14e-4ece-9e21-3ebb46efde37 None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:23Z', 'revision_number': 4, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '4839de17-a2f7-41b5-b40c-e9c31a15ba84', 'name': '', 'network_id': '2ce84c33-9564-44b1-8333-fc8d97a86098', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'mac_address': 'fa:16:3e:a9:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:22Z', 'updated_at': '2021-07-08T18:26:28Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'subnets': [{'id': '9a6e4348-0905-4bb8-aec6-5af3c695262a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:01.539947 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1e1d34b-8620-402f-a2c5-adc1031c9a61 req-28689de3-7512-44b3-9f09-dde1a6ef75e6 service neutron] 10.222.0.21 "GET /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890629 Jul 08 18:35:01.742142 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983522c-46e8-4245-8691-9e3460ff3140 None None] New status for floating IP f946c6bb-23e3-4e3e-88b5-e29c6c1f69ad: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:35:02.643043 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-4aa8d3d6-e3ad-422f-95b1-f946b1518b95 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:02.644602 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8cf1-2b06-4fcf-b540-45dd12c2028a req-7f58ac88-3dca-4d97-9a9a-aaa9be2ecaed tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:02.645117 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-4aa8d3d6-e3ad-422f-95b1-f946b1518b95 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.0677850 Jul 08 18:35:02.646106 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a8d8cf1-2b06-4fcf-b540-45dd12c2028a req-7f58ac88-3dca-4d97-9a9a-aaa9be2ecaed tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 945 time: 0.1083508 Jul 08 18:35:02.683754 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-7a8d8cf1-2b06-4fcf-b540-45dd12c2028a req-7a99b905-330f-422b-838a-5119bb89d555 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/security-groups?id=46d7bcfc-9dfd-47a4-93dd-04981fa91652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Jul 08 18:35:02.748358 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Deleting port e78bdde3-912c-423b-a5c6-194fc4f5df56 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:02.748709 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:02.838440 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] For port e78bdde3-912c-423b-a5c6-194fc4f5df56, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=e78bdde3-912c-423b-a5c6-194fc4f5df56,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:02.838789 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:02.851733 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Calling delete_port for e78bdde3-912c-423b-a5c6-194fc4f5df56 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:02.978692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.009374 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event deleted for resources: {'Port': ['ID=e78bdde3-912c-423b-a5c6-194fc4f5df56,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:03.057541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] No DVR routers for this DVR port e78bdde3-912c-423b-a5c6-194fc4f5df56 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:35:03.061208 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:03.063415 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-af84efc1-b236-4605-aac1-d8e5dde62d91 req-6571a4b6-6ea0-4abc-869b-472d660f9c75 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.21 "DELETE /v2.0/ports/e78bdde3-912c-423b-a5c6-194fc4f5df56 HTTP/1.1" status: 204 len: 173 time: 0.4134855 Jul 08 18:35:03.063869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-deleted', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:03.066130 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e87ccb7-d0c0-49d2-a114-b0164aba4f6d" -d '{"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-deleted", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:03.104374 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d140230-5f92-4c94-8d87-66f5b71fc62d x-openstack-request-id: req-4d140230-5f92-4c94-8d87-66f5b71fc62d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:03.104661 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63882da8-b652-45cb-9860-9960b22f5bd2", "name": "network-vif-deleted", "tag": "e78bdde3-912c-423b-a5c6-194fc4f5df56", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:03.104912 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d140230-5f92-4c94-8d87-66f5b71fc62d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:03.105306 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63882da8-b652-45cb-9860-9960b22f5bd2', 'name': 'network-vif-deleted', 'tag': 'e78bdde3-912c-423b-a5c6-194fc4f5df56', 'status': 'completed', 'code': 200} Jul 08 18:35:03.831979 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-aab25e29-c751-4a60-93ff-85a23ce717cf req-8e6c0e70-fda0-43de-8c40-b9f915ea342e tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 210 time: 0.0330241 Jul 08 18:35:04.974908 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bd282830-7915-43c0-b58e-e1eea29803bd req-82609825-22c6-4eac-bbfd-d0f16face1fa tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 210 time: 0.0293481 Jul 08 18:35:06.115966 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-b6737559-9250-4f7d-8d34-4217597e7e71 req-aaaf070c-d602-4de0-a154-fc291d5e5a56 tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "GET /v2.0/ports?device_id=63882da8-b652-45cb-9860-9960b22f5bd2 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Jul 08 18:35:07.209066 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37456) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:07.271365 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f63bf50-e5ba-4548-97e2-7b25a9f286db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:07.297756 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f63bf50-e5ba-4548-97e2-7b25a9f286db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:07.358209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f63bf50-e5ba-4548-97e2-7b25a9f286db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:07.360795 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3f63bf50-e5ba-4548-97e2-7b25a9f286db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:07.361974 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3f63bf50-e5ba-4548-97e2-7b25a9f286db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] 10.222.0.48 "DELETE /v2.0/security-groups/46d7bcfc-9dfd-47a4-93dd-04981fa91652 HTTP/1.1" status: 204 len: 168 time: 0.1519113 Jul 08 18:35:07.376856 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63bf50-e5ba-4548-97e2-7b25a9f286db tempest-TestShelveInstance-1085721642 tempest-TestShelveInstance-1085721642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7bcfc-9dfd-47a4-93dd-04981fa91652,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:07.409908 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37460) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:07.974401 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:07.994292 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: e78bdde3-912c-423b-a5c6-194fc4f5df56 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:07.994560 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device e78bdde3-912c-423b-a5c6-194fc4f5df56 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:08.167511 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:08.430966 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Deleting port 4839de17-a2f7-41b5-b40c-e9c31a15ba84 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:08.430966 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:08.512449 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] For port 4839de17-a2f7-41b5-b40c-e9c31a15ba84, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=4839de17-a2f7-41b5-b40c-e9c31a15ba84,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:08.512862 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:08.526494 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Calling delete_port for 4839de17-a2f7-41b5-b40c-e9c31a15ba84 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:08.709992 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:08.736938 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4839de17-a2f7-41b5-b40c-e9c31a15ba84,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:08.910321 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.127298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Router de4da352-1565-487f-b137-527a4950ef93 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:09.233705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:09.238768 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a8ff85ca-8d87-4599-9717-9f18f2314cc4 admin admin] 10.222.0.48 "PUT /v2.0/routers/de4da352-1565-487f-b137-527a4950ef93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277760 Jul 08 18:35:09.241405 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37464) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:09.244894 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] Sync routers for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:09.254808 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:09.255416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:09.350482 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.457850 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.467161 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:09.516796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Deleting port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:09.517147 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.599250 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] For port 7eda61f1-3fc8-4d62-944d-0aeae03f4e09, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:09.599628 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.613233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Calling delete_port for 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:09.647596 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:35:08Z', 'revision_number': 5, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port': {'id': '7eda61f1-3fc8-4d62-944d-0aeae03f4e09', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4da352-1565-487f-b137-527a4950ef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:09.673785 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] Checking router: de4da352-1565-487f-b137-527a4950ef93 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:09.681761 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] Routers {'de4da352-1565-487f-b137-527a4950ef93'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:09.682392 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['de4da352-1565-487f-b137-527a4950ef93'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:09.768995 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] Set router de4da352-1565-487f-b137-527a4950ef93 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:09.792269 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.816654 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eda61f1-3fc8-4d62-944d-0aeae03f4e09,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:09.823598 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:35:09Z', 'revision_number': 6, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:09.850025 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a26f43-1ea6-4d85-8831-a85fdc191f42 None None] The sync data for ids ['de4da352-1565-487f-b137-527a4950ef93'] in n-d-799527-4 is: [{'id': 'de4da352-1565-487f-b137-527a4950ef93', 'name': 'tempest-TestShelveInstance-1595994784-router', 'tenant_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:20Z', 'updated_at': '2021-07-08T18:35:09Z', 'revision_number': 6, 'project_id': '39cc558068344a3b9aa9e7d6bc66ea70', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:09.881827 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.970842 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:09.972899 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.018040 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.018560 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de4da352-1565-487f-b137-527a4950ef93 {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:35:10.022982 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.024139 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5522ed38-fe83-4399-8b8e-fec6c9689807 admin admin] 10.222.0.48 "DELETE /v2.0/routers/de4da352-1565-487f-b137-527a4950ef93 HTTP/1.1" status: 204 len: 168 time: 0.7818794 Jul 08 18:35:10.027019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37466) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:10.073774 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Deleting subnet 9a6e4348-0905-4bb8-aec6-5af3c695262a {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:35:10.078371 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.115855 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.196145 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.255841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.282309 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6e4348-0905-4bb8-aec6-5af3c695262a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:10.288113 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.292471 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-39cec67c-37e5-4276-a743-030801656092 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a6e4348-0905-4bb8-aec6-5af3c695262a HTTP/1.1" status: 204 len: 168 time: 0.2618892 Jul 08 18:35:10.292673 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37468) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:10.294086 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd9588-d395-4f18-9276-9988893ceb24 None None] Network 2ce84c33-9564-44b1-8333-fc8d97a86098 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:35:10.337371 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4839de17-a2f7-41b5-b40c-e9c31a15ba84 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:10.365426 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.366944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 4839de17-a2f7-41b5-b40c-e9c31a15ba84 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:10.367290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 4839de17-a2f7-41b5-b40c-e9c31a15ba84 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:10.427354 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Deleting port 3ab84b1e-1986-469d-b428-42624906d900 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:10.427691 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.491045 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] For port 3ab84b1e-1986-469d-b428-42624906d900, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3ab84b1e-1986-469d-b428-42624906d900,segment=NetworkSegment(ea2314f0-2f43-4619-bff0-920db32e7794),segment_id=ea2314f0-2f43-4619-bff0-920db32e7794)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:10.491680 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.504429 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Calling delete_port for 3ab84b1e-1986-469d-b428-42624906d900 owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:10.586004 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.612903 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] No DVR routers for this DVR port 3ab84b1e-1986-469d-b428-42624906d900 on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:35:10.616599 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab84b1e-1986-469d-b428-42624906d900,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:10.687172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.697607 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce84c33-9564-44b1-8333-fc8d97a86098']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:10.703398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e710490-8fc7-4547-8335-089e032b900e None None] DHCP port deletion for 2ce84c33-9564-44b1-8333-fc8d97a86098 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:35:10.713205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2314f0-2f43-4619-bff0-920db32e7794') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:10.713205 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2314f0-2f43-4619-bff0-920db32e7794') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:10.722474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.738759 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.745522 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:35:10.746179 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:35:10.748645 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:35:10.807778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.814400 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:10.819505 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2ce84c33-9564-44b1-8333-fc8d97a86098 HTTP/1.1" status: 204 len: 168 time: 0.5228214 Jul 08 18:35:10.819505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37470) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:10.835625 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f0e98-9c1d-4c87-8365-7b45ce429749 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce84c33-9564-44b1-8333-fc8d97a86098,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:11.178632 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:11.433617 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Deleting port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:11.433851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:11.510705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] For port 179ad1f8-00fe-4f03-b6c3-d1872ef287c5, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,segment=NetworkSegment(7344968b-31ca-417b-abda-7c2a9d96aa2e),segment_id=7344968b-31ca-417b-abda-7c2a9d96aa2e)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:11.511471 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:11.523312 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Calling delete_port for 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 owned by network:router_interface {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:11.697778 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:11.722194 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Pushing event deleted for resources: {'Port': ['ID=179ad1f8-00fe-4f03-b6c3-d1872ef287c5,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:11.901496 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:12.102252 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:12.113252 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Router c624bafb-d7c1-40d1-acda-e085a3974a2f has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:12.129763 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:12.130127 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 7eda61f1-3fc8-4d62-944d-0aeae03f4e09 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:12.130542 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3ab84b1e-1986-469d-b428-42624906d900 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:12.148870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 3ab84b1e-1986-469d-b428-42624906d900 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:12.149208 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3ab84b1e-1986-469d-b428-42624906d900 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:12.219288 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:12.226039 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-8933d408-1c53-41ad-b1ff-4890d2167416 admin admin] 10.222.0.48 "PUT /v2.0/routers/c624bafb-d7c1-40d1-acda-e085a3974a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4050765 Jul 08 18:35:12.228006 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37472) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:12.230646 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] Sync routers for ids ['c624bafb-d7c1-40d1-acda-e085a3974a2f'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:12.240103 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] Routers {'c624bafb-d7c1-40d1-acda-e085a3974a2f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:12.240796 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c624bafb-d7c1-40d1-acda-e085a3974a2f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:12.361788 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] Set router c624bafb-d7c1-40d1-acda-e085a3974a2f gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:12.568886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:35:11Z', 'revision_number': 5, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:12.596271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] Checking router: c624bafb-d7c1-40d1-acda-e085a3974a2f for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:12.605405 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] Routers {'c624bafb-d7c1-40d1-acda-e085a3974a2f'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:12.606018 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['c624bafb-d7c1-40d1-acda-e085a3974a2f'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:12.707654 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks [] for router, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:12.726253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] Set router c624bafb-d7c1-40d1-acda-e085a3974a2f gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:12.837020 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:12.898884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Deleting port 0e665bf6-a0c8-4580-ad49-22aaa05adf66 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:12.899418 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:12.942883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:35:11Z', 'revision_number': 5, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:12.970421 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db00b-e45d-4840-b1d1-8df60da058bf None None] The sync data for ids ['c624bafb-d7c1-40d1-acda-e085a3974a2f'] in n-d-799527-4 is: [{'id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'name': 'tempest-TestShelveInstance-1144155893-router', 'tenant_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:35:11Z', 'revision_number': 5, 'project_id': 'dca5b064e73f4245bd4bc79695dfea5e', 'gw_port': {'id': '0e665bf6-a0c8-4580-ad49-22aaa05adf66', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ba:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c624bafb-d7c1-40d1-acda-e085a3974a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:26:25Z', 'updated_at': '2021-07-08T18:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:13.003068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] For port 0e665bf6-a0c8-4580-ad49-22aaa05adf66, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=0e665bf6-a0c8-4580-ad49-22aaa05adf66,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:13.003421 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.017295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Calling delete_port for 0e665bf6-a0c8-4580-ad49-22aaa05adf66 owned by network:router_gateway {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:13.183014 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.208680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e665bf6-a0c8-4580-ad49-22aaa05adf66,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:13.273725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.367084 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.369306 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.415585 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.416110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c624bafb-d7c1-40d1-acda-e085a3974a2f {{(pid=93945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:35:13.421962 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] Notify callbacks [] for router, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.423164 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5fc01b62-b240-4d94-b4be-6b828fd2a135 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c624bafb-d7c1-40d1-acda-e085a3974a2f HTTP/1.1" status: 204 len: 168 time: 1.1942179 Jul 08 18:35:13.425748 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37474) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:13.472702 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Deleting subnet 5d16c8c9-4f21-4305-aa4a-ebe746b78aed {{(pid=93945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:35:13.475794 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.509643 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3802127'] for subnet, precommit_delete_associations {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.594949 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.651776 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3744343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59106142'] for subnet, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.659268 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.683232 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.685177 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d16c8c9-4f21-4305-aa4a-ebe746b78aed HTTP/1.1" status: 204 len: 168 time: 0.2583909 Jul 08 18:35:13.686311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64e6f9-a5bc-42e4-981b-e6db206d9c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d16c8c9-4f21-4305-aa4a-ebe746b78aed,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:13.687789 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37476) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:13.691419 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a60af-0ee2-4fcd-9b6d-a597a7611fcf None None] Network 0c76729b-95b1-425c-b4b5-2c8caf1ed619 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:35:13.756355 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.813824 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Deleting port 92ad4370-475c-471f-8920-f27ab5c2eefd {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:13.814112 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.831166 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.877178 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] For port 92ad4370-475c-471f-8920-f27ab5c2eefd, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=92ad4370-475c-471f-8920-f27ab5c2eefd,segment=NetworkSegment(7344968b-31ca-417b-abda-7c2a9d96aa2e),segment_id=7344968b-31ca-417b-abda-7c2a9d96aa2e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:13.877478 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:13.890671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Calling delete_port for 92ad4370-475c-471f-8920-f27ab5c2eefd owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:13.955834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] DHCP port deletion for 0c76729b-95b1-425c-b4b5-2c8caf1ed619 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:35:13.979616 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.005300 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Deleting port 92ad4370-475c-471f-8920-f27ab5c2eefd {{(pid=93946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:35:14.005687 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.006180 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ad4370-475c-471f-8920-f27ab5c2eefd,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:14.015639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.015969 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.016324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.016636 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.016957 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.017285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.017686 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.017945 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.018271 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.018596 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.018919 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.019243 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.024540 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] No DVR routers for this DVR port 92ad4370-475c-471f-8920-f27ab5c2eefd on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:35:14.069975 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:14.097156 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] For port 92ad4370-475c-471f-8920-f27ab5c2eefd, host n-d-799527-4, got binding levels [] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:14.097546 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.099863 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:14.100205 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 179ad1f8-00fe-4f03-b6c3-d1872ef287c5 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:14.100612 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0e665bf6-a0c8-4580-ad49-22aaa05adf66 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:14.102006 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.112479 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c76729b-95b1-425c-b4b5-2c8caf1ed619']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:14.122939 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7344968b-31ca-417b-abda-7c2a9d96aa2e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:14.123233 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7344968b-31ca-417b-abda-7c2a9d96aa2e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:14.126850 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Calling delete_port for 92ad4370-475c-471f-8920-f27ab5c2eefd owned by network:dhcp {{(pid=93946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:35:14.128381 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 0e665bf6-a0c8-4580-ad49-22aaa05adf66 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:14.128726 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 0e665bf6-a0c8-4580-ad49-22aaa05adf66 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:14.129128 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 92ad4370-475c-471f-8920-f27ab5c2eefd no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:14.131528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.ipam_backend_mixin [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Port 92ad4370-475c-471f-8920-f27ab5c2eefd was not found and therefore no delete operation was performed {{(pid=93946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:35:14.133426 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725'] for port, after_delete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.134148 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.154356 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.160285 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:35:14.160680 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:35:14.162522 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:35:14.169145 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 92ad4370-475c-471f-8920-f27ab5c2eefd {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:35:14.169494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 92ad4370-475c-471f-8920-f27ab5c2eefd not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:35:14.174661 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Pushing event deleted for resources: {'Port': ['ID=92ad4370-475c-471f-8920-f27ab5c2eefd,revision_number=None']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:14.183389 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.183678 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.184017 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.184956 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.185383 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.185719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.186077 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.186407 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.186739 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.187063 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.187386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.187708 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:14.192164 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9659a2-a01b-4fed-95e4-3635dd507534 None None] No DVR routers for this DVR port 92ad4370-475c-471f-8920-f27ab5c2eefd on host n-d-799527-4 {{(pid=93946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:35:14.220199 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.225786 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.227736 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0c76729b-95b1-425c-b4b5-2c8caf1ed619 HTTP/1.1" status: 204 len: 168 time: 0.5389202 Jul 08 18:35:14.238942 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ebf7-8abd-4c14-a725-272653140ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c76729b-95b1-425c-b4b5-2c8caf1ed619,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:14.334149 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37480) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:14.374035 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-a749cf21-7c87-4bf5-8b1e-49ea625c7d26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39cc558068344a3b9aa9e7d6bc66ea70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386691 Jul 08 18:35:14.376454 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37482) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:14.425437 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc0bfbbb-c061-414c-8004-0fc4c7989008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.446877 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc0bfbbb-c061-414c-8004-0fc4c7989008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.499513 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc0bfbbb-c061-414c-8004-0fc4c7989008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.503777 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc0bfbbb-c061-414c-8004-0fc4c7989008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.505204 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-cc0bfbbb-c061-414c-8004-0fc4c7989008 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/929ba2e0-dae0-4fa8-9929-c02f43f2955b HTTP/1.1" status: 204 len: 168 time: 0.1278617 Jul 08 18:35:14.513535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bfbbb-c061-414c-8004-0fc4c7989008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ba2e0-dae0-4fa8-9929-c02f43f2955b,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:14.807271 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37488) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:14.847869 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-7d61a508-8f9c-4523-a5a7-cc0c736f0c70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dca5b064e73f4245bd4bc79695dfea5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394597 Jul 08 18:35:14.850270 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37490) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:14.902024 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-076ab0ba-b9f1-493c-9317-471b3673ec87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.923889 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-076ab0ba-b9f1-493c-9317-471b3673ec87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.969845 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-076ab0ba-b9f1-493c-9317-471b3673ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.972385 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-076ab0ba-b9f1-493c-9317-471b3673ec87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.973529 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-076ab0ba-b9f1-493c-9317-471b3673ec87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17afbbdb-8af6-4ea3-9eda-bfee9eccfc48 HTTP/1.1" status: 204 len: 168 time: 0.1223805 Jul 08 18:35:14.980799 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab0ba-b9f1-493c-9317-471b3673ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17afbbdb-8af6-4ea3-9eda-bfee9eccfc48,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:15.618686 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37512) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:15.719490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-135522194-network', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:15.740974 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Made reservation on behalf of 1ef32d4ec6a84200acf046d34ac0948f for: {'network': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:35:15.743492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.752732 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.844739 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.848604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.874327 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:35:15.882827 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005cebe-0a59-464d-8a2e-db04b6ea2831,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:15.890328 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.890725 n-d-799527-4 neutron-server[93945]: INFO neutron.db.segments_db [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Added segment b921bcbc-5e7e-4666-9382-45d0c8c1f37f of type vlan for network 7f683c68-5274-4b87-8eeb-4aafecac6d6a Jul 08 18:35:15.931492 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.959473 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:15.960446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:15.961016 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.016277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3964396 Jul 08 18:35:16.019221 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37516) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:16.024349 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Request body: {'subnet': {'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-135522194-subnet', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:16.026869 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ffb46-3a13-4fff-877e-aa9a1593f515 admin admin] Pushing event updated for resources: {'Network': ['ID=7f683c68-5274-4b87-8eeb-4aafecac6d6a,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:16.038059 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:35:16.047623 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Made reservation on behalf of 1ef32d4ec6a84200acf046d34ac0948f for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:35:16.050125 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.223751 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.275758 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61be503f-6f80-4824-9971-041dd1b9f537,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:16.286361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Checking segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:16.286730 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Network hostable DHCP agents. Network: 7f683c68-5274-4b87-8eeb-4aafecac6d6a, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:35:16.302952 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:35:16.311139 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 7f683c68-5274-4b87-8eeb-4aafecac6d6a) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:16.314990 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:16.315580 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.321230 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be1900-d383-4d85-b9c5-f65b6d0a7327 None None] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:35:16.330392 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-74825a93-218b-41a4-862b-a658cc11e246 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3100228 Jul 08 18:35:16.333628 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37518) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:16.338004 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:16.358880 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.359857 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.412763 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.488478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:35:16.490484 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.564767 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.624151 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Allocated IP 172.20.0.2 (7f683c68-5274-4b87-8eeb-4aafecac6d6a/61be503f-6f80-4824-9971-041dd1b9f537/1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:16.766730 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.775301 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Transition to ACTIVE for port object 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:16.779354 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.791532 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Transition to ACTIVE for port object 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:16.798491 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.800903 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.840154 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:16.843773 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:16.851023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:16.858974 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Pushing event updated for resources: {'Port': ['ID=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:16.905458 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Allocated IP 172.25.3.222 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/8ca64853-d976-41d7-9a1e-1551fad77ac4) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:16.915969 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Attempting to bind port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:16.916351 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Attempting to bind port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:16.916815 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Attempting to bind port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:16.922638 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:16.923001 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Checking segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:16.923400 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.923792 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Bound using segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:16.924250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Bound port: 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:16.924631 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:16.986821 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] For port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:16.990253 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] For port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:16.995315 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:17.016591 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:17.052702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf31dc-5252-44fd-8e3d-ea7b9ab917b2 None None] Pushing event updated for resources: {'Port': ['ID=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:17.060376 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:17.102770 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:17.105731 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:17.111067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:17.114314 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca64853-d976-41d7-9a1e-1551fad77ac4,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:17.366969 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:17.561025 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:17.692670 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Router a05493ff-565b-4774-91cb-63377c1d4a61 is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:35:17.802956 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:17.815004 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:17.819630 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:17.821168 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-1a749264-2e8e-4990-9b12-3d25e682e648 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4865723 Jul 08 18:35:17.824034 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37520) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:17.824188 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:17.824687 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:17.921914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc800e17-f52a-40f3-a42e-612c2334d440 None None] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:35:17.948504 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:18.037637 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-835427e1-a6a2-40a3-bd25-364df0eda329 None None] Provisioning for port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:18.125867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:18.173418 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:17Z', 'revision_number': 3, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:18.183690 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:18.188474 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:18.189256 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.210385 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:18.210735 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Updating router a05493ff-565b-4774-91cb-63377c1d4a61 port 8ca64853-d976-41d7-9a1e-1551fad77ac4 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:35:18.247690 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.276509 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.310378 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.317092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:18.323566 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.379965 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:18.388538 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ea529a21-ed59-408a-95cd-396648395130 None None] Provisioning complete for port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:18.388910 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ea529a21-ed59-408a-95cd-396648395130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.489063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Allocated IP 172.20.0.1 (7f683c68-5274-4b87-8eeb-4aafecac6d6a/61be503f-6f80-4824-9971-041dd1b9f537/36806298-e6ec-4503-abb4-9067ccee2675) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:18.537279 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.548142 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Transition to ACTIVE for port object 8ca64853-d976-41d7-9a1e-1551fad77ac4 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:18.554945 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.598921 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.610288 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Attempting to bind port 8ca64853-d976-41d7-9a1e-1551fad77ac4 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:18.610661 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Attempting to bind port 8ca64853-d976-41d7-9a1e-1551fad77ac4 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:18.611022 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Attempting to bind port 8ca64853-d976-41d7-9a1e-1551fad77ac4 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:18.612864 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Pushing event updated for resources: {'Port': ['ID=8ca64853-d976-41d7-9a1e-1551fad77ac4,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:18.613354 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Transition to ACTIVE for port object 36806298-e6ec-4503-abb4-9067ccee2675 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:18.620406 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.620756 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.621096 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.621426 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.621821 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.622679 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.623004 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.623322 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.623654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.623960 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.624275 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.624744 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:35:18.629905 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:18.630350 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:18.630696 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.631077 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:18.631544 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Bound port: 8ca64853-d976-41d7-9a1e-1551fad77ac4, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:18.632171 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.649951 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.681870 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] For port 8ca64853-d976-41d7-9a1e-1551fad77ac4, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:18.685654 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] For port 8ca64853-d976-41d7-9a1e-1551fad77ac4, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8ca64853-d976-41d7-9a1e-1551fad77ac4,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:18.689800 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.690605 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:18.693395 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:18.696891 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:18.721737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=36806298-e6ec-4503-abb4-9067ccee2675,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:18.747928 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa215-c70a-46f6-afb3-316578182227 None None] Pushing event updated for resources: {'Port': ['ID=8ca64853-d976-41d7-9a1e-1551fad77ac4,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:18.754496 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:18.754726 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:18.755365 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:18.864976 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:18.900517 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.009102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5460fa7a-ae6c-4daa-ae93-91b37e6e5fd6 None None] Provisioning for port 36806298-e6ec-4503-abb4-9067ccee2675 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:19.013153 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-5460fa7a-ae6c-4daa-ae93-91b37e6e5fd6 None None] Provisioning complete for port 36806298-e6ec-4503-abb4-9067ccee2675 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:19.013530 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5460fa7a-ae6c-4daa-ae93-91b37e6e5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.048358 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:17Z', 'revision_number': 3, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:19.052570 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-5460fa7a-ae6c-4daa-ae93-91b37e6e5fd6 None None] Port 36806298-e6ec-4503-abb4-9067ccee2675 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:19.070192 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.075344 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3695366'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.079561 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1924c1-9327-4223-a34b-05ae7f569254 None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:17Z', 'revision_number': 3, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:19.501689 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.503509 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=36806298-e6ec-4503-abb4-9067ccee2675,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:19.594618 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:19.596076 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:19.664879 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-91f30eb7-81a3-4bb6-b2e9-3400bc0bc7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.725698 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Router a05493ff-565b-4774-91cb-63377c1d4a61 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:19.851104 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:19.857426 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-895098ee-29a0-4ab0-976c-cbfdbc309bf5 admin admin] 10.222.0.48 "PUT /v2.0/routers/a05493ff-565b-4774-91cb-63377c1d4a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313532 Jul 08 18:35:19.886143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0f94e516-a5b5-4b0d-a1c2-e94ad65cc37a None None] Provisioning complete for port 36806298-e6ec-4503-abb4-9067ccee2675 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:19.886512 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0f94e516-a5b5-4b0d-a1c2-e94ad65cc37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:19.925148 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0f94e516-a5b5-4b0d-a1c2-e94ad65cc37a None None] Port 36806298-e6ec-4503-abb4-9067ccee2675 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:20.131721 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:20.182386 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:20.182682 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.258223 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ca64853-d976-41d7-9a1e-1551fad77ac4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:20.306495 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 8ca64853-d976-41d7-9a1e-1551fad77ac4 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:20.312072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8ca64853-d976-41d7-9a1e-1551fad77ac4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:20.312451 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.329319 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37536) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:20.335323 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1245405281-network', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:20.360080 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Made reservation on behalf of bafba5de5c6a410a85059b2aef9d68ae for: {'network': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:35:20.363661 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for network, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.375022 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.475544 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.479303 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.504287 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:35:20.514090 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d3646-da02-4f20-be73-6bc00956a8a1,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:20.521034 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.521652 n-d-799527-4 neutron-server[93944]: INFO neutron.db.segments_db [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Added segment fb26a258-7e11-433b-9ea9-75615e3d309e of type vlan for network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 Jul 08 18:35:20.560221 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.566375 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743855875669'] for network, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.582802 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 8ca64853-d976-41d7-9a1e-1551fad77ac4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8ca64853-d976-41d7-9a1e-1551fad77ac4,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:20.586818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.596463 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504'] for network, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.597474 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:20.598083 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.637066 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=8ca64853-d976-41d7-9a1e-1551fad77ac4,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:20.653340 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3225136 Jul 08 18:35:20.655920 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37538) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:20.660660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Request body: {'subnet': {'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1245405281-subnet', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'ip_version': 4}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:20.666571 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d6ba-e033-4bfd-b7b3-e6fc6f4eadab admin admin] Pushing event updated for resources: {'Network': ['ID=9a6a1f0e-e45c-4fa9-9b32-76383c63ac48,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:20.680843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 details requested by agent ovs-agent-n-d-799527-4 with host n-d-799527-4 {{(pid=93946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:35:20.691853 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Made reservation on behalf of bafba5de5c6a410a85059b2aef9d68ae for: {'subnet': 1} {{(pid=93944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:35:20.694553 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3898430'] for subnet, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.724938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:20.748462 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:20.749076 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:20.863893 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:20.872714 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3898380'] for subnet, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.934762 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5c10a3-1f7d-4b93-b25a-635b255a9815,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:20.941671 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Checking segment: {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:20.942071 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Network hostable DHCP agents. Network: 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48, hostable agents: ['87ebf2b0-2406-4d66-ae9f-55bfc860c4e6'], hosted agents: [] {{(pid=93944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:35:20.959488 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 is scheduled to be hosted by DHCP agent 87ebf2b0-2406-4d66-ae9f-55bfc860c4e6 with binding_index 1 {{(pid=93944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:35:20.968326 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799527-4, 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48) {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:20.972519 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:20.973188 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:20.980905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a91506-4700-423d-be47-8b5b876b6833 None None] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:35:20.990565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-99ccaa13-a41d-4da9-99f3-a14a77f822b7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3310547 Jul 08 18:35:20.990788 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37540) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:20.995491 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:21.015987 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1967429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4898'] for router, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.017096 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1967528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1969432', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4909'] for router, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.072126 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.178903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 2, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:21.182924 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8a0b7566-c86a-5b5d-9dfa-ac264198f01d-9a6a1f0e-e45c-4fa9-9b32-76383c63ac48', 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'fixed_ips': [{'subnet_id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815'}]}} from n-d-799527-4. {{(pid=93946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:35:21.183735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.213488 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1969418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1967415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4927'] for router, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.213760 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:21.214021 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Updating router a05493ff-565b-4774-91cb-63377c1d4a61 port 36806298-e6ec-4503-abb4-9067ccee2675 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:35:21.302398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.416956 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.437512 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.465244 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.db_base_plugin_common [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Allocated IP 172.20.0.2 (9a6a1f0e-e45c-4fa9-9b32-76383c63ac48/aa5c10a3-1f7d-4b93-b25a-635b255a9815/d9005e5c-a3e5-49c9-b5de-5bba34a652ce) {{(pid=93946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:21.546381 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Allocated IP 172.25.3.181 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/457e000b-ece7-4e7a-a30a-9b040b8f2190) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:21.647585 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.687305 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3695384'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.719353 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Notify callbacks [] for port, precommit_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.734126 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.738630 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:21.739275 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Transition to ACTIVE for port object d9005e5c-a3e5-49c9-b5de-5bba34a652ce will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:21.744183 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:21.746821 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:21.753027 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Transition to ACTIVE for port object 36806298-e6ec-4503-abb4-9067ccee2675 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:21.761733 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Transition to ACTIVE for port object d9005e5c-a3e5-49c9-b5de-5bba34a652ce will not be triggered until provisioned by entity DHCP. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:21.763247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.771903 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Pushing event updated for resources: {'Port': ['ID=457e000b-ece7-4e7a-a30a-9b040b8f2190,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:21.772449 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716'] for port, after_create {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:21.830765 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 is already hosted by enough agents. {{(pid=93946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:21.831905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c6f15-b20e-4131-809b-048dd1c145ae None None] Pushing event updated for resources: {'Port': ['ID=36806298-e6ec-4503-abb4-9067ccee2675,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:21.842080 n-d-799527-4 neutron-server[93946]: DEBUG neutron.scheduler.base_scheduler [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Resources bound (agent type, host, resource id): {{(pid=93946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:21.844953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Received port after_create {{(pid=93946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:21.948938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Pushing event updated for resources: {'Port': ['ID=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,revision_number=1']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:21.981793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Attempting to bind port 36806298-e6ec-4503-abb4-9067ccee2675 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:21.982795 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Attempting to bind port 36806298-e6ec-4503-abb4-9067ccee2675 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:21.983162 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Attempting to bind port 36806298-e6ec-4503-abb4-9067ccee2675 on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:21.995670 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Attempting to bind port d9005e5c-a3e5-49c9-b5de-5bba34a652ce on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:21.996051 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Attempting to bind port d9005e5c-a3e5-49c9-b5de-5bba34a652ce by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:21.996398 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Attempting to bind port d9005e5c-a3e5-49c9-b5de-5bba34a652ce on network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:22.000392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:22.000392 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Checking segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:22.000676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.000964 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Bound using segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:22.001435 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Bound port: 36806298-e6ec-4503-abb4-9067ccee2675, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:22.001844 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.017436 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:22.017811 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Checking segment: {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:22.018245 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.018640 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Bound using segment: {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:22.019106 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Bound port: d9005e5c-a3e5-49c9-b5de-5bba34a652ce, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:22.019483 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.024342 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.113379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ca64853-d976-41d7-9a1e-1551fad77ac4 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:22.177870 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] For port d9005e5c-a3e5-49c9-b5de-5bba34a652ce, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:22.193919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] For port 36806298-e6ec-4503-abb4-9067ccee2675, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:22.198873 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] For port 36806298-e6ec-4503-abb4-9067ccee2675, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=36806298-e6ec-4503-abb4-9067ccee2675,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:22.203298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] For port d9005e5c-a3e5-49c9-b5de-5bba34a652ce, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,segment=NetworkSegment(fb26a258-7e11-433b-9ea9-75615e3d309e),segment_id=fb26a258-7e11-433b-9ea9-75615e3d309e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:22.206197 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.215970 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.244944 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1967420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1968875'] for router, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.302743 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 8ca64853-d976-41d7-9a1e-1551fad77ac4 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:22.303120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.344240 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:22.344878 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:34:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:22.350375 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c6f15-b20e-4131-809b-048dd1c145ae None None] Pushing event updated for resources: {'Port': ['ID=36806298-e6ec-4503-abb4-9067ccee2675,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:22.412623 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9abe6692-c19a-4301-82eb-383d30ba55b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.426655 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde is scheduled to L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 with binding_index 1 {{(pid=93944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:35:22.534674 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d210bfd-e8fd-42b3-853d-eefded7c778c None None] Pushing event updated for resources: {'Port': ['ID=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,revision_number=2']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:22.547398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.556487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:22.567046 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Sync routers for ids ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:22.579028 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:22.583753 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-9d286c9f-5740-4d49-9ad6-8a51a1c612f5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5891483 Jul 08 18:35:22.584008 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37542) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:22.625506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:22.635359 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Routers {'663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:22.638159 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:22.906912 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:22Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:22.941220 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a5d16-a526-4aee-ba91-53ea11c3080a None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:22Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:22.961168 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Set router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:23.179559 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.207550 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:21Z', 'revision_number': 3, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:23.245746 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Checking router: 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:23.246196 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Updating router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde port 457e000b-ece7-4e7a-a30a-9b040b8f2190 binding host n-d-799527-4 {{(pid=93947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:35:23.298150 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.389802 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Allocated IP 172.20.0.1 (9a6a1f0e-e45c-4fa9-9b32-76383c63ac48/aa5c10a3-1f7d-4b93-b25a-635b255a9815/3230ab5c-9f40-43e9-b5a1-52936ba2c681) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:23.530830 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.548983 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Transition to ACTIVE for port object 3230ab5c-9f40-43e9-b5a1-52936ba2c681 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:23.569675 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Notify callbacks [] for port, precommit_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.581525 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.provisioning_blocks [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Transition to ACTIVE for port object 457e000b-ece7-4e7a-a30a-9b040b8f2190 will not be triggered until provisioned by entity L2. {{(pid=93947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:23.590107 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.593692 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.636666 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:23.638841 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Attempting to bind port 457e000b-ece7-4e7a-a30a-9b040b8f2190 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:23.639230 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Attempting to bind port 457e000b-ece7-4e7a-a30a-9b040b8f2190 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:23.639807 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Attempting to bind port 457e000b-ece7-4e7a-a30a-9b040b8f2190 on network d946cdc5-d063-46b2-bb92-0410f44eee21 {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:23.642083 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:23.646832 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:23.650322 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Pushing event updated for resources: {'Port': ['ID=3230ab5c-9f40-43e9-b5a1-52936ba2c681,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:23.656346 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:23.656731 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Checking segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:23.657135 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.657581 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Bound using segment: {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'} {{(pid=93947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:23.657999 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.managers [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Bound port: 457e000b-ece7-4e7a-a30a-9b040b8f2190, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22b63c-cd76-4506-942d-291fdd6b9dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21'}}] {{(pid=93947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:23.658382 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.660021 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72edc-3313-49dc-bca6-99de8465ec27 None None] Pushing event updated for resources: {'Port': ['ID=457e000b-ece7-4e7a-a30a-9b040b8f2190,revision_number=2']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:23.682227 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01e1f5-08e5-4a46-a364-e13953cb0073 None None] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:35:23.701592 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1969378'] for router_interface, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.727348 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] For port 457e000b-ece7-4e7a-a30a-9b040b8f2190, host n-d-799527-4, cleared binding levels {{(pid=93947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:23.731584 n-d-799527-4 neutron-server[93947]: DEBUG neutron.plugins.ml2.db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] For port 457e000b-ece7-4e7a-a30a-9b040b8f2190, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=457e000b-ece7-4e7a-a30a-9b040b8f2190,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:23.736679 n-d-799527-4 neutron-server[93947]: DEBUG neutron_lib.callbacks.manager [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.784249 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Routers {'663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:23.785328 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:23.883316 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.908507 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] Set router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:23.967630 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.975186 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-7a4d8d98-3e8f-4e16-a458-d85782385908 None None] Provisioning for port d9005e5c-a3e5-49c9-b5de-5bba34a652ce completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:24.135716 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72edc-3313-49dc-bca6-99de8465ec27 None None] Pushing event updated for resources: {'Port': ['ID=457e000b-ece7-4e7a-a30a-9b040b8f2190,revision_number=3']} {{(pid=93947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:24.154347 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.162849 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.166041 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:21Z', 'revision_number': 3, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:24.202177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d9005e5c-a3e5-49c9-b5de-5bba34a652ce up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:24.219757 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f01e21-00c7-4bb8-9034-05a314235704 None None] The sync data for ids ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'] in n-d-799527-4 is: [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:21Z', 'revision_number': 3, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:24.240602 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Pushing event updated for resources: {'Port': ['ID=3230ab5c-9f40-43e9-b5a1-52936ba2c681,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:24.272193 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1582554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2029489'] for router_interface, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.279620 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port d9005e5c-a3e5-49c9-b5de-5bba34a652ce completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:24.284944 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d9005e5c-a3e5-49c9-b5de-5bba34a652ce triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:24.285320 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.378616 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:24.380371 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:24.387810 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.431344 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ba0e4d2-5ce7-49c4-acec-2040a95e6cad None None] Provisioning for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:24.437696 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ba0e4d2-5ce7-49c4-acec-2040a95e6cad None None] Provisioning complete for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:24.438115 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e4d2-5ce7-49c4-acec-2040a95e6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.440771 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port d9005e5c-a3e5-49c9-b5de-5bba34a652ce, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,segment=NetworkSegment(fb26a258-7e11-433b-9ea9-75615e3d309e),segment_id=fb26a258-7e11-433b-9ea9-75615e3d309e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:24.462965 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.463786 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36806298-e6ec-4503-abb4-9067ccee2675 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:24.520689 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:24.541488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0e4d2-5ce7-49c4-acec-2040a95e6cad None None] Port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:24.576026 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:24.588510 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0ba0e4d2-5ce7-49c4-acec-2040a95e6cad None None] Provisioning complete for port d9005e5c-a3e5-49c9-b5de-5bba34a652ce triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:24.588888 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e4d2-5ce7-49c4-acec-2040a95e6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.613888 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 36806298-e6ec-4503-abb4-9067ccee2675 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:24.625002 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 36806298-e6ec-4503-abb4-9067ccee2675 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:24.625335 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.671892 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:24.678973 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-565c0660-bb99-45c2-a15e-42c14175770c admin admin] 10.222.0.48 "PUT /v2.0/routers/663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941532 Jul 08 18:35:24.757003 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.792290 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 36806298-e6ec-4503-abb4-9067ccee2675, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=36806298-e6ec-4503-abb4-9067ccee2675,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:24.800880 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.879279 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=36806298-e6ec-4503-abb4-9067ccee2675,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:24.895402 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-4f57defb-171c-4504-9287-de386a15c1a4 None None] Provisioning complete for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:24.895818 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4f57defb-171c-4504-9287-de386a15c1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:24.940938 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-4f57defb-171c-4504-9287-de386a15c1a4 None None] Port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:25.063180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-ab24f69a-c217-4c1a-b5d6-85b17c00eda7 None None] Provisioning complete for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:25.063796 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-ab24f69a-c217-4c1a-b5d6-85b17c00eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.104960 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-ab24f69a-c217-4c1a-b5d6-85b17c00eda7 None None] Port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:25.266834 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.362847 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37550) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:25.367648 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86722084', 'description': 'tempest-secgroup-smoke-86722084 description', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:25.391112 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.476841 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.480172 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.507056 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.508282 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1443620 Jul 08 18:35:25.510123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174645d-da74-4af6-921a-b3336c749700 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e493a2f-ef8a-4d8b-9217-407d448ebc87,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:25.511597 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37552) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:25.517067 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group_rule': {'security_group_id': '5e493a2f-ef8a-4d8b-9217-407d448ebc87', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:25.542937 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.604290 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.609882 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.626276 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c584c73-7a3e-43a7-b608-8a876a7fd1f6,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:25.638287 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.640408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-15dd3552-52b6-4d72-ac0c-a047f5d2d284 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268692 Jul 08 18:35:25.643083 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37554) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:25.647833 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group_rule': {'security_group_id': '5e493a2f-ef8a-4d8b-9217-407d448ebc87', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:25.675225 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.734095 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.739765 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.757373 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc75ba03-cd3b-4fbd-8ea4-c2969891374d,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:25.764966 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.766176 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-761e7d38-1844-424a-b7e7-3912c75c609a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220856 Jul 08 18:35:25.769345 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37556) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:25.774111 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group_rule': {'security_group_id': '5e493a2f-ef8a-4d8b-9217-407d448ebc87', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:25.803005 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.866099 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.869510 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.890507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0d6397-7e60-432f-b464-5aa8fbf8a70b,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:25.894332 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.895531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-6ffb19d1-979c-4847-9810-d65c4090f738 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251361 Jul 08 18:35:25.898233 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37558) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:25.902662 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group_rule': {'security_group_id': '5e493a2f-ef8a-4d8b-9217-407d448ebc87', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:25.922811 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:35:25.929388 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.992527 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.996241 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.017379 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26cdaee-1104-41b4-a123-3f9d656321b9,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:26.025622 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.027135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-b43d6033-6ba3-4043-91af-c2a92cdad657 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278927 Jul 08 18:35:26.030093 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37560) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:26.035303 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group_rule': {'security_group_id': '5e493a2f-ef8a-4d8b-9217-407d448ebc87', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:26.063014 n-d-799527-4 neutron-server[93945]: INFO neutron.db.securitygroups_db [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Project 1ef32d4ec6a84200acf046d34ac0948f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:35:26.068190 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.133131 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.136800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.154867 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d9005e5c-a3e5-49c9-b5de-5bba34a652ce up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:26.155417 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2cbe8f-4bed-4bfa-a55e-4827fc67ff76,revision_number=0']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:26.163261 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.164413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0cd0d82b-dedf-4e0f-8a1b-b9ecb1c8bf26 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331859 Jul 08 18:35:26.167262 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 37562) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:26.172981 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.v2.base [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'security_group_rule': {'security_group_id': '5e493a2f-ef8a-4d8b-9217-407d448ebc87', 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:26.195677 n-d-799527-4 neutron-server[93944]: INFO neutron.db.securitygroups_db [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Project 1ef32d4ec6a84200acf046d34ac0948f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:35:26.201905 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.212810 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port d9005e5c-a3e5-49c9-b5de-5bba34a652ce triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:26.213273 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.268744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.272814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1689887'] for security_group_rule, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.294702 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 457e000b-ece7-4e7a-a30a-9b040b8f2190 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:26.295660 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee9a415-f81f-493f-a9d0-77d867f3da95,revision_number=0']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:26.299593 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.300933 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-22383187-26eb-4b97-9e38-726141a2ebc3 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326759 Jul 08 18:35:26.344092 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Sync routers for ids ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:26.362895 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Routers {'663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:26.363513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:26.397395 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 457e000b-ece7-4e7a-a30a-9b040b8f2190 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:26.404513 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 457e000b-ece7-4e7a-a30a-9b040b8f2190 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:26.404886 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.451568 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-f0c82b27-da45-4270-a74f-f871b12752bd tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86722084&fields=id&tenant_id=1ef32d4ec6a84200acf046d34ac0948f HTTP/1.1" status: 200 len: 267 time: 0.0336704 Jul 08 18:35:26.506508 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Set router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:26.562888 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-d3703006-789e-4c86-bb42-969fe3ff91c6 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:26.564361 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-d3703006-789e-4c86-bb42-969fe3ff91c6 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 809 time: 0.1061947 Jul 08 18:35:26.579672 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-a4f37dac-9965-40b9-8287-0236d98e2852 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/quotas/1ef32d4ec6a84200acf046d34ac0948f HTTP/1.1" status: 200 len: 375 time: 0.0096881 Jul 08 18:35:26.601665 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.650184 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-33e5c7a3-f419-4444-af14-3f3dd5addd54 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649192 Jul 08 18:35:26.659523 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 457e000b-ece7-4e7a-a30a-9b040b8f2190, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=457e000b-ece7-4e7a-a30a-9b040b8f2190,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:26.665673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.666567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36806298-e6ec-4503-abb4-9067ccee2675 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:26.750018 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-b99691b1-75ee-4fd6-a318-d935387c98d4 service neutron] 10.222.0.48 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908275 Jul 08 18:35:26.787271 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=457e000b-ece7-4e7a-a30a-9b040b8f2190,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:26.811992 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 36806298-e6ec-4503-abb4-9067ccee2675 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:26.812371 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.841034 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-1040624f-8e03-4b3c-85dc-90f361f3bac1 service neutron] 10.222.0.48 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 Jul 08 18:35:26.862630 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 4, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '3230ab5c-9f40-43e9-b5a1-52936ba2c681', 'name': '', 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'mac_address': 'fa:16:3e:97:1c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:23Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 2, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'subnets': [{'id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:26.890466 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Checking router: 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:26.890819 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Updating router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 binding host n-d-799527-4 {{(pid=93946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:35:26.950575 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:27.032464 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-02934e9d-b522-4528-8505-a55b85c6e99e req-8dc5f5f6-7e5f-402f-820b-88da99ac748e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 210 time: 0.0323849 Jul 08 18:35:27.235543 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Notify callbacks [] for port, precommit_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:27.246081 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Transition to ACTIVE for port object 3230ab5c-9f40-43e9-b5a1-52936ba2c681 will not be triggered until provisioned by entity L2. {{(pid=93946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:27.252393 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:27.322777 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba995a1b-637e-4641-8b5e-17bfc25e0250 None None] Pushing event updated for resources: {'Port': ['ID=3230ab5c-9f40-43e9-b5a1-52936ba2c681,revision_number=3']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:27.358887 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Attempting to bind port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 on host n-d-799527-4 for vnic_type normal with profile {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:27.359260 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Attempting to bind port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 by drivers openvswitch,hyperv on host n-d-799527-4 at level 0 using segments [{'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:27.359623 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Attempting to bind port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 on network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:27.364746 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Checking agent: {'id': '1f6bc04e-54da-46fe-8855-9b3ac9aa6e0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 16, 59, 52), 'started_at': datetime.datetime(2021, 7, 8, 17, 0, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799527-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:27.365119 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Checking segment: {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:27.365515 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:27.365914 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Bound using segment: {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'} {{(pid=93946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:27.366406 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.managers [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Bound port: 3230ab5c-9f40-43e9-b5a1-52936ba2c681, host: n-d-799527-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb26a258-7e11-433b-9ea9-75615e3d309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48'}}] {{(pid=93946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:27.366793 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:27.439211 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] For port 3230ab5c-9f40-43e9-b5a1-52936ba2c681, host n-d-799527-4, cleared binding levels {{(pid=93946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:27.443105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] For port 3230ab5c-9f40-43e9-b5a1-52936ba2c681, host n-d-799527-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3230ab5c-9f40-43e9-b5a1-52936ba2c681,segment=NetworkSegment(fb26a258-7e11-433b-9ea9-75615e3d309e),segment_id=fb26a258-7e11-433b-9ea9-75615e3d309e)] {{(pid=93946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:27.448049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:27.510296 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Routers {'663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:27.510901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:27.513235 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba995a1b-637e-4641-8b5e-17bfc25e0250 None None] Pushing event updated for resources: {'Port': ['ID=3230ab5c-9f40-43e9-b5a1-52936ba2c681,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:27.632155 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] Set router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:27.842907 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 4, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '3230ab5c-9f40-43e9-b5a1-52936ba2c681', 'name': '', 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'mac_address': 'fa:16:3e:97:1c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:23Z', 'updated_at': '2021-07-08T18:35:27Z', 'revision_number': 4, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'subnets': [{'id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:27.872141 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edb778f-54c5-4d99-a371-f9ebb0a02202 None None] The sync data for ids ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'] in n-d-799527-4 is: [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:23Z', 'revision_number': 4, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '3230ab5c-9f40-43e9-b5a1-52936ba2c681', 'name': '', 'network_id': '9a6a1f0e-e45c-4fa9-9b32-76383c63ac48', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'mac_address': 'fa:16:3e:97:1c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:23Z', 'updated_at': '2021-07-08T18:35:27Z', 'revision_number': 4, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'subnets': [{'id': 'aa5c10a3-1f7d-4b93-b25a-635b255a9815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:28.188031 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-21b9bba7-c2df-4a22-aa8d-07c2a1603b51 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:28.189521 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-21b9bba7-c2df-4a22-aa8d-07c2a1603b51 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 809 time: 0.1413555 Jul 08 18:35:28.204725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3230ab5c-9f40-43e9-b5a1-52936ba2c681 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:28.241552 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-8b62e9fe-5a81-43af-8248-9fbf0c7020d4 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef32d4ec6a84200acf046d34ac0948f HTTP/1.1" status: 200 len: 378 time: 0.0434780 Jul 08 18:35:28.258866 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'port': {'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'admin_state_up': True, 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'security_groups': ['5e493a2f-ef8a-4d8b-9217-407d448ebc87']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:28.265090 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9713f762-da87-442b-81e8-9ace93f5dbf9 req-f2aff212-1ac4-49f9-8df0-01c9d23f06e5 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 210 time: 0.0587697 Jul 08 18:35:28.297379 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:28.302834 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:28.303262 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.398241 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Made reservation on behalf of 1ef32d4ec6a84200acf046d34ac0948f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:35:28.402209 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.403020 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.443581 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] For port 3230ab5c-9f40-43e9-b5a1-52936ba2c681, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3230ab5c-9f40-43e9-b5a1-52936ba2c681,segment=NetworkSegment(fb26a258-7e11-433b-9ea9-75615e3d309e),segment_id=fb26a258-7e11-433b-9ea9-75615e3d309e)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:28.448558 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.449365 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 457e000b-ece7-4e7a-a30a-9b040b8f2190 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:28.534410 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Pushing event updated for resources: {'Port': ['ID=3230ab5c-9f40-43e9-b5a1-52936ba2c681,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:28.544295 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Allocated IP 172.20.0.8 (7f683c68-5274-4b87-8eeb-4aafecac6d6a/61be503f-6f80-4824-9971-041dd1b9f537/6a023a01-59a0-4721-928e-0225b6ab5787) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:28.547176 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 457e000b-ece7-4e7a-a30a-9b040b8f2190 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:28.547617 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.696898 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.711825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Transition to ACTIVE for port object 6a023a01-59a0-4721-928e-0225b6ab5787 will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:28.747219 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.794705 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:28.797969 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:28.801977 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:28.808375 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:28.861603 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:28.862268 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.877212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-7bfe0939-db76-45ad-a51a-bce357568ba8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272037 Jul 08 18:35:28.889541 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Request body: {'port': {'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:28.984843 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.051803 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-730b798f-c50a-4a32-ad2b-0a43866cf69d None None] Provisioning for port 6a023a01-59a0-4721-928e-0225b6ab5787 completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:29.055717 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-730b798f-c50a-4a32-ad2b-0a43866cf69d None None] Provisioning complete for port 6a023a01-59a0-4721-928e-0225b6ab5787 triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:29.056089 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-730b798f-c50a-4a32-ad2b-0a43866cf69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.089430 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-730b798f-c50a-4a32-ad2b-0a43866cf69d None None] Port 6a023a01-59a0-4721-928e-0225b6ab5787 cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:35:29.253959 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a023a01-59a0-4721-928e-0225b6ab5787 {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:35:29.261226 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.273446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Transition to ACTIVE for port object 6a023a01-59a0-4721-928e-0225b6ab5787 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:35:29.276809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.346899 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:29.409228 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Attempting to bind port 6a023a01-59a0-4721-928e-0225b6ab5787 on host n-h2-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:35:29.409707 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Attempting to bind port 6a023a01-59a0-4721-928e-0225b6ab5787 by drivers openvswitch,hyperv on host n-h2-799527-4 at level 0 using segments [{'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:35:29.410159 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Attempting to bind port 6a023a01-59a0-4721-928e-0225b6ab5787 on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:29.437204 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Port 6a023a01-59a0-4721-928e-0225b6ab5787 on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:35:29.437634 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Attempting to bind port 6a023a01-59a0-4721-928e-0225b6ab5787 on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:35:29.445323 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Checking agent: {'id': '06699062-bd62-4e7c-96f6-9a6bcaad3f84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:35:29.445759 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Checking segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:35:29.446168 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Bound using segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:35:29.446592 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Bound port: 6a023a01-59a0-4721-928e-0225b6ab5787, host: n-h2-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:35:29.446945 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.513505 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a001c-8e8c-4c43-96c7-8e32c27d8be9 req-d1def9a6-2473-4203-a02f-763c7adb4b25 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.515030 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc9a001c-8e8c-4c43-96c7-8e32c27d8be9 req-d1def9a6-2473-4203-a02f-763c7adb4b25 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 943 time: 0.1251340 Jul 08 18:35:29.549019 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:35:29.569590 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:35:29.578253 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-fc9a001c-8e8c-4c43-96c7-8e32c27d8be9 req-2f89659c-8ff0-464a-8b63-affa38fd6cb0 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541427 Jul 08 18:35:29.579168 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.616109 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.616721 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:29.618150 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] 10.222.0.21 "PUT /v2.0/ports/6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 1091 time: 0.7336187 Jul 08 18:35:29.618581 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:29.620789 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d65e48-6e35-4b03-baa0-88897c44749e" -d '{"events": [{"name": "network-changed", "server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:29.646319 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08adc-fb8f-4ed1-a373-3b907510485a service neutron] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:29.661101 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209bdb40-6b65-479e-bfff-a9544381a232 x-openstack-request-id: req-209bdb40-6b65-479e-bfff-a9544381a232 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:29.661417 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:29.661684 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-209bdb40-6b65-479e-bfff-a9544381a232 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:29.662107 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'status': 'completed', 'code': 200} Jul 08 18:35:29.725297 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-1a182136-ba2e-4f97-8d0c-562228212b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.727158 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-1a182136-ba2e-4f97-8d0c-562228212b61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1094 time: 0.0570707 Jul 08 18:35:29.770243 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-6fcbe930-0d23-439a-849e-5dd540f4375f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 217 time: 0.0354593 Jul 08 18:35:29.819003 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-cb2b9af4-1c02-443e-80ee-9eabdc39bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.820604 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-cb2b9af4-1c02-443e-80ee-9eabdc39bc79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0446191 Jul 08 18:35:29.881479 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-8f983979-e5bf-449a-9b03-e8a73b356430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:29.882992 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-8f983979-e5bf-449a-9b03-e8a73b356430 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555377 Jul 08 18:35:29.969313 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-2c754dcb-61a0-4fc1-9ffc-21302f610b95 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797038 Jul 08 18:35:30.063754 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-1dd3069d-3739-4ecb-b154-bdf3df48d2a8 req-1e5d8044-bbdd-4625-9a41-fff8f1b48635 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877378 Jul 08 18:35:30.067441 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3230ab5c-9f40-43e9-b5a1-52936ba2c681 up at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:30.115310 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Provisioning complete for port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:30.115678 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:30.161074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65e48-6e35-4b03-baa0-88897c44749e req-b71223b3-2ffd-41a9-b696-fa8ff069b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:30.162615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-b71223b3-2ffd-41a9-b696-fa8ff069b53a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1094 time: 0.0526161 Jul 08 18:35:30.261664 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65e48-6e35-4b03-baa0-88897c44749e req-93f3d4d8-5a86-49aa-b9d9-a1320c3170dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:30.263532 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-93f3d4d8-5a86-49aa-b9d9-a1320c3170dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0941746 Jul 08 18:35:30.306795 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-402e9bc8-a2d2-40a4-99fa-ae9161719b8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 217 time: 0.0363066 Jul 08 18:35:30.357913 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65e48-6e35-4b03-baa0-88897c44749e req-75f9a778-3eca-4ede-99a0-e57eda3855ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:30.359429 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-75f9a778-3eca-4ede-99a0-e57eda3855ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0464940 Jul 08 18:35:30.419167 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65e48-6e35-4b03-baa0-88897c44749e req-d4fc29b4-4fb1-450f-8fd9-876dcd4c1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:30.420682 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-d4fc29b4-4fb1-450f-8fd9-876dcd4c1e59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541708 Jul 08 18:35:30.517130 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-6436969b-0846-4cb5-b186-97432d4be5fb service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887411 Jul 08 18:35:30.612215 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-28d65e48-6e35-4b03-baa0-88897c44749e req-911bc7bd-df38-4336-93ba-8202099bfa0c service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Jul 08 18:35:30.764108 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c677134-a53f-487d-b001-61a04fe62af3 req-0ecf0f9b-0bae-41eb-96bb-681c81bc4911 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:30.765612 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c677134-a53f-487d-b001-61a04fe62af3 req-0ecf0f9b-0bae-41eb-96bb-681c81bc4911 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 943 time: 0.0693433 Jul 08 18:35:30.805578 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6c677134-a53f-487d-b001-61a04fe62af3 req-f2943d5e-dc8a-40ba-bdaa-4753e0d79b36 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341210 Jul 08 18:35:31.982537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435975df-3e76-4505-9ea9-4c24a5f96fe5 req-9e7f9ba4-4423-4fdb-8805-a421b2892367 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:31.984110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-435975df-3e76-4505-9ea9-4c24a5f96fe5 req-9e7f9ba4-4423-4fdb-8805-a421b2892367 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 943 time: 0.0677214 Jul 08 18:35:32.017552 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:35:32.033471 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-435975df-3e76-4505-9ea9-4c24a5f96fe5 req-9865c261-863d-4988-812a-4106792169a1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437770 Jul 08 18:35:32.266563 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:32.277501 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '6a023a01-59a0-4721-928e-0225b6ab5787', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:35:32.314315 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:32.331158 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a023a01-59a0-4721-928e-0225b6ab5787 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:35:32.350473 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:32.354938 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:32.407249 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:32.561019 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['6a023a01-59a0-4721-928e-0225b6ab5787'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:35:33.203804 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60422c03-bb0e-4c0a-bfa6-5c391ccfe857 req-7d72521d-ee86-4034-9c6e-a440d171ba24 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:33.205291 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60422c03-bb0e-4c0a-bfa6-5c391ccfe857 req-7d72521d-ee86-4034-9c6e-a440d171ba24 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 944 time: 0.0627382 Jul 08 18:35:33.242817 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-60422c03-bb0e-4c0a-bfa6-5c391ccfe857 req-4a2cb152-ca16-4bac-b369-1ed7c87e9c65 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320189 Jul 08 18:35:34.033528 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:34.081482 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning for port 6a023a01-59a0-4721-928e-0225b6ab5787 completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:35:34.085023 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 6a023a01-59a0-4721-928e-0225b6ab5787 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:34.085398 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.162670 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.185677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:34.187945 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f6166-bbf1-42c1-9fc3-71724c765f15" -d '{"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-plugged", "status": "completed", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:34.200498 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:34.204663 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:34.228465 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50894df1-b659-4dba-91d1-c93cf144592b x-openstack-request-id: req-50894df1-b659-4dba-91d1-c93cf144592b {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:34.228828 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-plugged", "status": "completed", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:34.229085 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50894df1-b659-4dba-91d1-c93cf144592b {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:34.229675 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'code': 200} Jul 08 18:35:34.257366 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:34.337630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b94a75-ddd4-493f-970d-f31ad4a13d14 req-f0a30bb4-8273-4201-b15f-622a52831f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:34.339186 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43b94a75-ddd4-493f-970d-f31ad4a13d14 req-f0a30bb4-8273-4201-b15f-622a52831f15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1096 time: 0.0526776 Jul 08 18:35:34.407409 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-43b94a75-ddd4-493f-970d-f31ad4a13d14 req-7688195a-0acf-4c07-83a4-81d128d39902 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605383 Jul 08 18:35:34.435714 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f7f6-a999-4751-baf9-3ac04b59fd3f req-94e00535-a531-46db-91c8-949153dcf072 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:34.437141 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7466f7f6-a999-4751-baf9-3ac04b59fd3f req-94e00535-a531-46db-91c8-949153dcf072 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 945 time: 0.0850003 Jul 08 18:35:34.474122 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7466f7f6-a999-4751-baf9-3ac04b59fd3f req-dde04742-f26b-454c-ad3b-e10102754b3a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313585 Jul 08 18:35:35.647631 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dd4b-497b-49d0-b1d2-e1981376af48 req-1e423e39-a3c5-4897-a48b-9ead83ef0eb8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:35.649180 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d992dd4b-497b-49d0-b1d2-e1981376af48 req-1e423e39-a3c5-4897-a48b-9ead83ef0eb8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 945 time: 0.0640512 Jul 08 18:35:35.687986 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-d992dd4b-497b-49d0-b1d2-e1981376af48 req-c8efcfa3-fac8-4785-8130-0fbbe2e761b0 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330513 Jul 08 18:35:35.861225 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0746ece-0c27-4ce2-bbe7-b3f8a5179a48 req-2686c5a3-2a78-40a7-b4ce-1eea26bae79c tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:35.862652 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0746ece-0c27-4ce2-bbe7-b3f8a5179a48 req-2686c5a3-2a78-40a7-b4ce-1eea26bae79c tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 945 time: 0.0626783 Jul 08 18:35:35.899523 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-f0746ece-0c27-4ce2-bbe7-b3f8a5179a48 req-d1df3f3a-e4c1-495c-906a-5c96f47a0565 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312815 Jul 08 18:35:35.923859 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37610) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:36.070609 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18b646c-8742-4fa3-886a-da27d9409d9a tempest-TestSnapshotPattern-1797935516 tempest-TestSnapshotPattern-1797935516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:36.072112 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-e18b646c-8742-4fa3-886a-da27d9409d9a tempest-TestSnapshotPattern-1797935516 tempest-TestSnapshotPattern-1797935516-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1091 time: 0.1470716 Jul 08 18:35:36.075020 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37614) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:36.079317 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:35:36.101074 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.193846 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.618068 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Allocated IP 172.25.3.61 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/bbc4baa3-71a6-430c-880c-5cdb9ef9a4fd) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:35:36.718182 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.756098 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:36.793849 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:35:36.796890 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:35:36.802276 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:35:36.829796 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'Port': ['ID=bbc4baa3-71a6-430c-880c-5cdb9ef9a4fd,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:37.167646 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.242605 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.391082 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.395457 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.467777 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'Port': ['ID=bbc4baa3-71a6-430c-880c-5cdb9ef9a4fd,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:37.475134 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.576611 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Floating IP 8b58c782-a206-47cf-b5b9-6c9e86274ee2 associated. External IP: 172.25.3.61, port: 6a023a01-59a0-4721-928e-0225b6ab5787. Jul 08 18:35:37.784224 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Router a05493ff-565b-4774-91cb-63377c1d4a61 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:35:37.892658 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:35:37.901709 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:35:37.908257 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:37.911459 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:37.912061 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:37.946428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-5857ad5d-c42f-48e6-8dde-f563cf96c824 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8703189 Jul 08 18:35:37.947081 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:37.949476 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a682752b-ef5f-485d-91ee-32c00de0efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:37.991003 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661e34f-b178-4985-bf2e-27310a9b8a27 x-openstack-request-id: req-4661e34f-b178-4985-bf2e-27310a9b8a27 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:37.991785 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:37.992043 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4661e34f-b178-4985-bf2e-27310a9b8a27 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:37.992454 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'status': 'completed', 'code': 200} Jul 08 18:35:38.018787 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:38.070162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-f5382f20-0602-4323-b665-e8f069ac8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.071689 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-f5382f20-0602-4323-b665-e8f069ac8488 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1096 time: 0.0538023 Jul 08 18:35:38.163706 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-34de20bf-0808-48ff-9f4d-3a4c1d2af920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.165174 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-34de20bf-0808-48ff-9f4d-3a4c1d2af920 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0876818 Jul 08 18:35:38.231260 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-a0826507-633e-4aaf-ac9e-cb77bf394f8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 998 time: 0.0584817 Jul 08 18:35:38.241838 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:37Z', 'revision_number': 0, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:38.270796 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:35:38.279636 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:35:38.280242 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:35:22Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:38.283415 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-0cc6b255-37b4-480d-a606-4426748e63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.284910 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-0cc6b255-37b4-480d-a606-4426748e63f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0476925 Jul 08 18:35:38.342644 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-6728788e-4971-4d92-ab3a-6d12f7c3c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:38.344149 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-6728788e-4971-4d92-ab3a-6d12f7c3c2a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529466 Jul 08 18:35:38.382192 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:35:38.436103 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-511871a5-8650-4b5c-8236-74eb26e48216 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Jul 08 18:35:38.541427 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-a682752b-ef5f-485d-91ee-32c00de0efe6 req-690311f6-a76a-4aaf-9b02-20dbd2d99857 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987384 Jul 08 18:35:38.706806 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:37Z', 'revision_number': 0, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:35:38.732517 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107b11f-a8dc-44ec-84cb-3292a40aea25 None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:37Z', 'revision_number': 0, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:35:38.918424 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462ad2e-2f78-469a-a210-ac81ebd80d06 None None] New status for floating IP 8b58c782-a206-47cf-b5b9-6c9e86274ee2: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:35:40.695335 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-46ec0899-2adb-440e-81ed-e83d0e8db2c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515344 Jul 08 18:35:40.792301 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-e1001019-ba7a-42e9-887e-4a2976cd4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.793801 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-e1001019-ba7a-42e9-887e-4a2976cd4f67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1096 time: 0.0550919 Jul 08 18:35:40.899586 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-1f4fd6d1-8bc0-4aae-9e16-f26d0fe75e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:40.901037 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-1f4fd6d1-8bc0-4aae-9e16-f26d0fe75e8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0879843 Jul 08 18:35:40.964118 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-74a66b64-5da4-4238-a8fa-2bf60092404a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 1000 time: 0.0567188 Jul 08 18:35:41.023552 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-3664083c-7f9a-46b0-b139-af9d9316eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:41.025063 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-3664083c-7f9a-46b0-b139-af9d9316eaa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0490363 Jul 08 18:35:41.091742 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-c1204398-31bd-42fe-916a-9a54075fff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:41.093656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-c1204398-31bd-42fe-916a-9a54075fff1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548024 Jul 08 18:35:41.185209 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-b7b039ce-0f33-4d7a-98b6-4eb4624aa081 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Jul 08 18:35:41.289198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e3b19505-5de5-4f0b-aa18-65afa7731b66 req-a8f52fdd-119f-492d-828a-897d7ac9c7e6 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947628 Jul 08 18:35:43.660652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:43.838240 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:49.656081 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b70c786d-3212-4e9d-943f-6aafde523177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:52.304537 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-26c5e850-13c0-4a70-9afa-927a21fa1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:52.502346 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:53.900843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:55.263501 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:02.922695 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:13.671517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:13.854260 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:19.656591 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84f236de-8a9f-4346-8f25-f8dc88501708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:22.306271 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa7fd840-cc9b-4447-815b-3b0d355a78e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:22.503721 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:23.904469 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:25.265981 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:39.922520 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:42.665745 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-1a7ba8b3-b435-41ce-a080-ecd65cb70c6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535693 Jul 08 18:36:42.785718 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-c5768b96-b642-4508-adcd-b63b8eb6ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.787277 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-c5768b96-b642-4508-adcd-b63b8eb6ff1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1096 time: 0.0804503 Jul 08 18:36:42.891285 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-70b17c7d-6e18-420b-8272-b80f602a7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.893419 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-70b17c7d-6e18-420b-8272-b80f602a7e7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0855634 Jul 08 18:36:42.963935 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-2bb01b47-e11f-4926-82ca-abe6f7e79b07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 1000 time: 0.0631266 Jul 08 18:36:43.012100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-b19ab462-81bc-483f-87d3-9916a32a4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:43.013502 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-b19ab462-81bc-483f-87d3-9916a32a4759 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0435288 Jul 08 18:36:43.069425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-94c544ea-4072-4716-a1fe-10d4845cfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:43.070945 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-94c544ea-4072-4716-a1fe-10d4845cfbc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518239 Jul 08 18:36:43.167718 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-4a340c9c-d7e9-416e-8827-866fef12c9cc service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898843 Jul 08 18:36:43.260920 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-bcf88134-57b7-4d46-af0c-26f16ec803af req-7b8cd371-2854-404f-beb5-1be2c6d48c0c service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861042 Jul 08 18:36:43.669201 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:43.856279 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:49.659291 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c1cd831a-738d-4912-8a4f-7cb36cbfb0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.307642 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-60eb66cf-4a67-41c6-80ff-bb3513ff3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:52.505779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:53.906570 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:55.268305 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:13.684504 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:13.856254 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:16.921337 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:37:19.660216 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-091e6c06-970e-4837-bdb7-9cea76ca36d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:22.309008 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-64f5b99e-d27a-440c-8b5f-bb0ded789546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:22.509685 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:23.909803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:25.269909 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:36.562382 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 details requested by agent hyperv_n-h2-799527-4 with host n-h2-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:37:36.660874 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:36.672919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Returning: {'device': '6a023a01-59a0-4721-928e-0225b6ab5787', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:37:36.710345 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:36.725919 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a023a01-59a0-4721-928e-0225b6ab5787 {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:37:36.751093 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:36.756072 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:36.807330 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:36.815403 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.815695 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.816120 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.816460 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.816793 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.817122 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.817478 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.817809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.818168 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.818489 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.818809 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.819130 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:36.830934 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] get_ports_and_sgs() called for port_ids ['6a023a01-59a0-4721-928e-0225b6ab5787'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:37:38.559217 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 up at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:37:38.613105 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Provisioning complete for port 6a023a01-59a0-4721-928e-0225b6ab5787 triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:37:38.613652 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:38.722436 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:38.766533 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:38.769692 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2aaf14-6758-4e62-9bc4-7f58b70afe9a" -d '{"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-plugged", "status": "completed", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:38.793794 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:38.801673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:38.871917 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:38.918561 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748c47b3-8ece-4c7f-bda3-f1e9b96a7a6c x-openstack-request-id: req-748c47b3-8ece-4c7f-bda3-f1e9b96a7a6c {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:38.918862 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-plugged", "status": "completed", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:38.919165 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-748c47b3-8ece-4c7f-bda3-f1e9b96a7a6c {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:38.919578 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'code': 200} Jul 08 18:37:42.734767 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-f13cbc72-4d69-48da-a42e-bb06756b7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:42.737675 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-f13cbc72-4d69-48da-a42e-bb06756b7e2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1096 time: 0.0748007 Jul 08 18:37:42.875142 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-e8496ba7-ad5d-4aba-aac4-d5928b0e6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:42.876993 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-e8496ba7-ad5d-4aba-aac4-d5928b0e6752 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.1155577 Jul 08 18:37:42.960610 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-4452e631-2fae-44b4-a74e-837d8bc94ea6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 1000 time: 0.0769587 Jul 08 18:37:43.023162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-d51031fd-9f10-4cde-9c26-ebf0a3a7c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:43.024283 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-d51031fd-9f10-4cde-9c26-ebf0a3a7c1e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0564556 Jul 08 18:37:43.088074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-1efdd780-11ac-46cb-a38b-3d30c1d6e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:43.089606 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-1efdd780-11ac-46cb-a38b-3d30c1d6e61a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575969 Jul 08 18:37:43.198722 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-8483735c-ddd1-478e-9d84-e39140ba9162 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018512 Jul 08 18:37:43.310212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-7112ad3c-0840-44ac-8e46-b2f47c6396a6 req-e147ad26-afc5-462a-af32-2b8daa74a57e service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039600 Jul 08 18:37:43.688939 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:43.873831 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:46.216278 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-dd47c255-e1e3-4a22-90f8-e22333ea331f tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86722084&fields=id&tenant_id=1ef32d4ec6a84200acf046d34ac0948f HTTP/1.1" status: 200 len: 267 time: 0.0340183 Jul 08 18:37:46.323187 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-b0385f54-803b-44db-82ad-5c358f9d1894 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:46.324620 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-b0385f54-803b-44db-82ad-5c358f9d1894 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 809 time: 0.1017933 Jul 08 18:37:46.339615 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-911df8a6-70fc-460f-a866-fecba604b6c5 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/quotas/1ef32d4ec6a84200acf046d34ac0948f HTTP/1.1" status: 200 len: 375 time: 0.0095537 Jul 08 18:37:46.410359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-3cc5de3b-c5d6-4814-8345-7b6bc3d62fc2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658164 Jul 08 18:37:46.481630 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-eb54c2dd-2b44-460e-86a9-4709793476c5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:37:46.482703 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-eb54c2dd-2b44-460e-86a9-4709793476c5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616069 Jul 08 18:37:46.571303 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-945c0f84-26ee-4d70-921b-8cf8247a0b3f service neutron] 10.222.0.48 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821075 Jul 08 18:37:46.663396 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-2dd45c29-a247-4cfa-99a9-f81e4fea75ef service neutron] 10.222.0.48 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863850 Jul 08 18:37:46.863059 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9298500d-3df6-416c-b022-4590fdb78757 req-18ed5b03-061e-4098-9fdc-52eb275af29e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0297644 Jul 08 18:37:47.944853 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-4354eaf2-4db0-4c3e-a38c-6fed9463220b req-2df5f692-e6b3-444d-ab28-7517d96419d1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0309060 Jul 08 18:37:49.030110 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-2bc0573a-9206-405a-afac-871f196acfa5 req-33449d0d-822e-4c7a-b883-6808a816c28a tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0329444 Jul 08 18:37:49.660864 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d2091f30-bc60-4dd9-92bb-c0aec0d069ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:50.117180 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e1dc14f8-db6f-4b6e-84ec-e0847af207b9 req-817ff3c5-f7a0-4140-9507-650769e00f99 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0282660 Jul 08 18:37:50.654826 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:37:50.729546 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:50.751910 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:50.754258 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6610785-5909-4c2a-9cbe-36f1f7e6759e" -d '{"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-unplugged", "status": "completed", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:50.766506 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:50.772010 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:50.800245 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9326836-babe-49ec-a721-eee059fb9b8f x-openstack-request-id: req-d9326836-babe-49ec-a721-eee059fb9b8f {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:50.801218 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-unplugged", "status": "completed", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:50.801508 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9326836-babe-49ec-a721-eee059fb9b8f {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:50.801795 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'code': 200} Jul 08 18:37:50.823224 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Pushing event updated for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:51.258386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-65615a78-d2ff-42c6-b1af-d6d1d380b661 req-821e43a2-d19e-4960-a0ce-57cbedfc582e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0329809 Jul 08 18:37:52.040805 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-a1c8e135-293d-4d4c-9190-b5d59a969693 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:52.042240 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-a1c8e135-293d-4d4c-9190-b5d59a969693 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.53 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 809 time: 0.1011269 Jul 08 18:37:52.087627 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-8e5e8dd9-9bbd-47fb-9c2e-8f2cee2783a9 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef32d4ec6a84200acf046d34ac0948f HTTP/1.1" status: 200 len: 378 time: 0.0361223 Jul 08 18:37:52.097311 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'port': {'device_id': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'admin_state_up': True, 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'security_groups': ['5e493a2f-ef8a-4d8b-9217-407d448ebc87']}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:52.212123 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Made reservation on behalf of 1ef32d4ec6a84200acf046d34ac0948f for: {'port': 1} {{(pid=93945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:37:52.215751 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.315941 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-31732f15-05a0-4751-a23b-4bb720589a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.347680 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Allocated IP 172.20.0.12 (7f683c68-5274-4b87-8eeb-4aafecac6d6a/61be503f-6f80-4824-9971-041dd1b9f537/b7a605d9-1c0c-4152-8a06-f49e6e8c8afc) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:37:52.435230 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-57526c95-3f6b-4b2e-9590-906b4cd0d043 req-cdbfcc92-98c1-41a2-a53e-70f2f06d01a9 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0432880 Jul 08 18:37:52.531673 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.536587 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.547100 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Transition to ACTIVE for port object b7a605d9-1c0c-4152-8a06-f49e6e8c8afc will not be triggered until provisioned by entity DHCP. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:37:52.583474 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.659526 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:37:52.666947 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:37:52.671919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:37:52.677386 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.716253 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.717425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.717425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.717425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.717425 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.717921 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:52.754811 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:52.755851 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.780258 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-5833c0a5-0b9b-4991-95e7-adce5ec159c2 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6869020 Jul 08 18:37:52.947905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8449db43-a61a-4bc4-a9c3-f3c96bc00cd8 None None] Provisioning for port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc completed by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:37:52.952851 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-8449db43-a61a-4bc4-a9c3-f3c96bc00cd8 None None] Provisioning complete for port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc triggered by entity DHCP. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:37:52.953224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8449db43-a61a-4bc4-a9c3-f3c96bc00cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:52.990879 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-8449db43-a61a-4bc4-a9c3-f3c96bc00cd8 None None] Port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc cannot update to ACTIVE because it is not bound. {{(pid=93946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:37:53.631162 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678b68d-7d19-4661-b5b1-7c2ab4106539 req-2e77f55e-70d2-4b14-ae2b-85cc24874ab6 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:53.632639 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c678b68d-7d19-4661-b5b1-7c2ab4106539 req-2e77f55e-70d2-4b14-ae2b-85cc24874ab6 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0710912 Jul 08 18:37:53.675739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-c678b68d-7d19-4661-b5b1-7c2ab4106539 req-217d5a7c-9593-4910-8151-124433b65d06 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371077 Jul 08 18:37:53.916314 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:53.920817 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:37:54.860304 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d618ce-00e9-4ddb-93ef-8c82e6a716bc req-a12c29bc-4260-4e28-b7b0-7442d50a6a71 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:54.861800 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9d618ce-00e9-4ddb-93ef-8c82e6a716bc req-a12c29bc-4260-4e28-b7b0-7442d50a6a71 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0671134 Jul 08 18:37:54.903315 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c9d618ce-00e9-4ddb-93ef-8c82e6a716bc req-20a25d0d-a19d-4a28-a9de-054976fa4e46 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342128 Jul 08 18:37:55.275017 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:56.085120 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333738f-4afd-4f5f-a833-9d468e1712c2 req-21ccaf4a-3f31-4c09-a4f6-6ca815e1a73d tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:56.086664 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9333738f-4afd-4f5f-a833-9d468e1712c2 req-21ccaf4a-3f31-4c09-a4f6-6ca815e1a73d tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0677395 Jul 08 18:37:56.127434 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9333738f-4afd-4f5f-a833-9d468e1712c2 req-06805683-f9f9-4447-9c0d-64698499f7eb tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347114 Jul 08 18:37:57.310123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ec742-3c0e-422e-b73f-412990975e8b req-82b7c685-8d90-4fc3-ab59-396eabbe5f48 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:57.312366 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c5ec742-3c0e-422e-b73f-412990975e8b req-82b7c685-8d90-4fc3-ab59-396eabbe5f48 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0709760 Jul 08 18:37:57.352575 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9c5ec742-3c0e-422e-b73f-412990975e8b req-b91f20fc-c320-46fc-aaab-0dc7028e56d9 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338550 Jul 08 18:37:58.560185 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746310ee-9fe2-4a5e-8bb2-06bbc74cee11 req-a0e0f2ab-37e4-478b-9a3b-38df17c2a03f tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:58.562051 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-746310ee-9fe2-4a5e-8bb2-06bbc74cee11 req-a0e0f2ab-37e4-478b-9a3b-38df17c2a03f tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0772891 Jul 08 18:37:58.607108 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-746310ee-9fe2-4a5e-8bb2-06bbc74cee11 req-e261cb2f-b180-40aa-bf41-4d6256d01426 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379076 Jul 08 18:37:59.794895 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22db7c8-872f-4d17-a8ff-5681f2b890da req-769e6cd8-e575-4080-a89f-19946fdd966d tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:59.796408 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c22db7c8-872f-4d17-a8ff-5681f2b890da req-769e6cd8-e575-4080-a89f-19946fdd966d tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0670364 Jul 08 18:37:59.835932 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-c22db7c8-872f-4d17-a8ff-5681f2b890da req-188d40f6-4920-4bd6-a26c-967c81547a4e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336018 Jul 08 18:38:01.031247 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed830a3-ffe2-4f7b-978d-d708088dc9c8 req-1efb3f48-c031-4beb-a6ed-5c171869e8d5 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:01.032696 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ed830a3-ffe2-4f7b-978d-d708088dc9c8 req-1efb3f48-c031-4beb-a6ed-5c171869e8d5 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0772843 Jul 08 18:38:01.074719 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6ed830a3-ffe2-4f7b-978d-d708088dc9c8 req-06d35f83-36e1-47fe-8041-48d7c8ff73ff tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353625 Jul 08 18:38:02.252169 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad2d0-7180-48e3-b645-31247c224744 req-ba1beed9-d988-4c28-abc1-b3f9ff84f555 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:02.253869 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-47bad2d0-7180-48e3-b645-31247c224744 req-ba1beed9-d988-4c28-abc1-b3f9ff84f555 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 932 time: 0.0663095 Jul 08 18:38:02.300816 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-47bad2d0-7180-48e3-b645-31247c224744 req-b1a8d675-c431-44a7-b796-d3f9a6795324 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405436 Jul 08 18:38:02.723173 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-527148c6-a8e6-4bca-af5c-1f888a718a62 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:38:02.725047 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-527148c6-a8e6-4bca-af5c-1f888a718a62 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061820 Jul 08 18:38:02.776532 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Request body: {'port': {'device_id': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799527-4'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:38:02.850835 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.108601 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a605d9-1c0c-4152-8a06-f49e6e8c8afc {{(pid=93945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:38:03.116376 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.127639 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Transition to ACTIVE for port object b7a605d9-1c0c-4152-8a06-f49e6e8c8afc will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:38:03.131225 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.182730 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:03.256280 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Attempting to bind port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc on host n-h1-799527-4 for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:38:03.256611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Attempting to bind port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc by drivers openvswitch,hyperv on host n-h1-799527-4 at level 0 using segments [{'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:38:03.256943 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Attempting to bind port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:38:03.261446 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-799527-4 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:38:03.261765 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Attempting to bind port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc on network 7f683c68-5274-4b87-8eeb-4aafecac6d6a {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:38:03.266691 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Checking agent: {'id': 'f82a8657-55ab-404b-aa19-300a8a25f1dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799527-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'started_at': datetime.datetime(2021, 7, 8, 17, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:38:03.267030 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Checking segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:38:03.267416 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Bound using segment: {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:38:03.267897 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Bound port: b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host: n-h1-799527-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:38:03.268263 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.334884 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:38:03.338361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:38:03.342664 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.376507 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:03.377048 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.378531 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 1092 time: 0.6464415 Jul 08 18:38:03.378972 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:03.381780 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:03.431107 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a42210-5bd5-4d9e-a3ed-8bdee8351950 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:03.500832 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd64a5-d068-421f-b838-ab549f8e3e4d x-openstack-request-id: req-8ffd64a5-d068-421f-b838-ab549f8e3e4d {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:03.501127 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:03.501381 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ffd64a5-d068-421f-b838-ab549f8e3e4d {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:03.501782 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'status': 'completed', 'code': 200} Jul 08 18:38:03.543326 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-44ad419f-7309-40e2-8e8a-2217f6ede954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:03.544845 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-44ad419f-7309-40e2-8e8a-2217f6ede954 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1095 time: 0.1088541 Jul 08 18:38:03.553817 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c5f18-af24-4b4e-9bd9-ab0f1fb97f77 req-7f195d75-7417-4f5e-888c-9582fe60f3b8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:03.555361 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e9c5f18-af24-4b4e-9bd9-ab0f1fb97f77 req-7f195d75-7417-4f5e-888c-9582fe60f3b8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 944 time: 0.1256473 Jul 08 18:38:03.596453 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-4cc1a30b-bb41-41a9-ab53-63d2e317fcbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 217 time: 0.0401294 Jul 08 18:38:03.659387 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9e9c5f18-af24-4b4e-9bd9-ab0f1fb97f77 req-a227a889-6aaf-4324-840f-59f3c3142b89 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973253 Jul 08 18:38:03.666944 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-fc82b037-5ca4-41eb-98ef-373e4fda5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:03.668350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-fc82b037-5ca4-41eb-98ef-373e4fda5f18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0659456 Jul 08 18:38:03.726986 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-59200211-41d3-439f-a515-e69a5d878be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:03.728490 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-59200211-41d3-439f-a515-e69a5d878be4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535111 Jul 08 18:38:03.822210 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-e1704c00-ac04-42f5-845a-e091a92c3222 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865920 Jul 08 18:38:03.909849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2525cf33-9ff3-42f6-a49b-378e517a991a req-fcdf9eaf-fc51-4d7c-bc91-ae39c96e7583 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810745 Jul 08 18:38:04.009475 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-e8b79052-581d-4a99-8454-806d391856fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.011000 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-e8b79052-581d-4a99-8454-806d391856fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0530536 Jul 08 18:38:04.111094 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-c334387f-4ad5-4187-b6df-59c8236cf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.112566 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-c334387f-4ad5-4187-b6df-59c8236cf3d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0955751 Jul 08 18:38:04.153236 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-3c14e233-c226-4105-a1c7-798a21bcbf09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 217 time: 0.0338407 Jul 08 18:38:04.200699 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-d25727ce-947d-477f-9efb-fba1b1d446b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.202115 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-d25727ce-947d-477f-9efb-fba1b1d446b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0420232 Jul 08 18:38:04.262000 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-e18414ab-790e-4430-8aac-599a9557ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.263466 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-e18414ab-790e-4430-8aac-599a9557ec0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545886 Jul 08 18:38:04.353402 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-c8c891a5-20bb-48fa-962c-d00718fba568 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821176 Jul 08 18:38:04.445831 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-b03fdc87-3ba3-4e85-bd2f-44f6bf5eff43 req-9d5bc22b-cc4b-47dc-8bb6-8270e1f49383 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850987 Jul 08 18:38:04.835537 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6a0ee-fdfb-40fa-8fa0-2597e98458b2 req-215c755f-ec77-47e4-bd8d-aca1c736ebad tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:04.837037 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cad6a0ee-fdfb-40fa-8fa0-2597e98458b2 req-215c755f-ec77-47e4-bd8d-aca1c736ebad tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 944 time: 0.0645866 Jul 08 18:38:04.873700 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-cad6a0ee-fdfb-40fa-8fa0-2597e98458b2 req-f35a280d-e611-4729-8b62-24cdfde38979 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312600 Jul 08 18:38:06.045818 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06dedf-5021-4d1e-be91-4d87a96f1e23 req-25a5e70c-48ba-4142-8844-9ec9db7866e8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:06.047217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae06dedf-5021-4d1e-be91-4d87a96f1e23 req-25a5e70c-48ba-4142-8844-9ec9db7866e8 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 944 time: 0.0630107 Jul 08 18:38:06.084198 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ae06dedf-5021-4d1e-be91-4d87a96f1e23 req-01c7201f-4267-4fd4-b798-ac30368c26cf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305405 Jul 08 18:38:06.765397 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:38:06.860197 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:06.870903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'port_id': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'mac_address': 'fa:16:3e:ee:76:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:38:06.906960 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:06.919214 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a605d9-1c0c-4152-8a06-f49e6e8c8afc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:38:06.938903 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:06.943054 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:06.992258 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=4']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:07.194737 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:38:07.258123 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3936-75cf-468f-89cb-7a4929a312e3 req-886491fc-a7b0-4bf5-ae06-bea44fc6ea03 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:07.259565 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-168a3936-75cf-468f-89cb-7a4929a312e3 req-886491fc-a7b0-4bf5-ae06-bea44fc6ea03 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 945 time: 0.0635281 Jul 08 18:38:07.297063 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-168a3936-75cf-468f-89cb-7a4929a312e3 req-dc3076b7-a16f-4ca7-b19d-9f0cc807c06e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319228 Jul 08 18:38:08.473712 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a68a3-3620-4e26-815d-33643e3a3522 req-280e6201-bac3-4876-a5e4-f2ea0b229e88 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:08.475709 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-294a68a3-3620-4e26-815d-33643e3a3522 req-280e6201-bac3-4876-a5e4-f2ea0b229e88 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 945 time: 0.0628557 Jul 08 18:38:08.516304 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-294a68a3-3620-4e26-815d-33643e3a3522 req-49024701-fc9f-493e-a269-65cf67fde2ac tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350451 Jul 08 18:38:08.764937 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:38:08.812085 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning for port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc completed by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:38:08.815778 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:38:08.816160 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:08.889370 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:08.914976 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:08.917226 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baec32c-79c2-4ef9-aa6e-28210e8b31fa" -d '{"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-plugged", "status": "completed", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:08.930376 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:38:08.934361 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:08.957187 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176eea8-873b-4552-b072-5ace943c7ca2 x-openstack-request-id: req-1176eea8-873b-4552-b072-5ace943c7ca2 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:08.957470 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-plugged", "status": "completed", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:08.957717 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1176eea8-873b-4552-b072-5ace943c7ca2 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:08.958621 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'code': 200} Jul 08 18:38:08.983749 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=5']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:09.072188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d12b5-3ae4-4abf-afcc-ab7e29d23d37 req-59f2b207-285b-4e12-ac83-3f1c857422cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:09.073656 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-868d12b5-3ae4-4abf-afcc-ab7e29d23d37 req-59f2b207-285b-4e12-ac83-3f1c857422cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0580091 Jul 08 18:38:09.107546 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-868d12b5-3ae4-4abf-afcc-ab7e29d23d37 req-1e276605-8935-4118-bf80-27c2d13df369 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271633 Jul 08 18:38:09.687750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a528aff-1d78-4252-b53f-94ea3d796703 req-54f40753-155a-4078-b608-2e3e36d7c811 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:09.689217 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a528aff-1d78-4252-b53f-94ea3d796703 req-54f40753-155a-4078-b608-2e3e36d7c811 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 946 time: 0.0629756 Jul 08 18:38:09.727135 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6a528aff-1d78-4252-b53f-94ea3d796703 req-cbbd7ef6-770f-4c2a-a084-56d3d3b15c9b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323241 Jul 08 18:38:10.904803 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976168c6-1a87-432f-a6a0-d210cfb0fb4a req-f90ac4cb-5d68-4bc3-8096-8878118a07ee tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:10.906281 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-976168c6-1a87-432f-a6a0-d210cfb0fb4a req-f90ac4cb-5d68-4bc3-8096-8878118a07ee tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 946 time: 0.0658629 Jul 08 18:38:10.944503 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-976168c6-1a87-432f-a6a0-d210cfb0fb4a req-bae5f024-b656-4615-a09b-6c256ae48c98 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327270 Jul 08 18:38:11.118296 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445e9ed-ef64-4731-af17-3e7dfdc2db50 req-c4fca46c-aced-4536-b9d5-a5573c6cd973 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:11.119657 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0445e9ed-ef64-4731-af17-3e7dfdc2db50 req-c4fca46c-aced-4536-b9d5-a5573c6cd973 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 946 time: 0.0655427 Jul 08 18:38:11.156403 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-0445e9ed-ef64-4731-af17-3e7dfdc2db50 req-772751b8-9f60-43d8-9dfa-bf40dc07c318 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311966 Jul 08 18:38:11.181035 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37930) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:38:11.232028 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e742e7-0a36-4817-b22c-d57e44f04dfb tempest-TestSnapshotPattern-1797935516 tempest-TestSnapshotPattern-1797935516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:11.233482 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a1e742e7-0a36-4817-b22c-d57e44f04dfb tempest-TestSnapshotPattern-1797935516 tempest-TestSnapshotPattern-1797935516-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1092 time: 0.0515132 Jul 08 18:38:11.236240 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 37932) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:38:11.240578 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.v2.base [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Request body: {'floatingip': {'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'port_id': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:38:11.261895 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:11.666601 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:11.765160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.db_base_plugin_common [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Allocated IP 172.25.3.118 (d946cdc5-d063-46b2-bb92-0410f44eee21/229fb369-2387-4dd3-965b-61bf2cdddd3f/043b2235-86fe-48ec-8050-00f2e4dabd1b) {{(pid=93945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:38:11.866800 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for port, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:11.903797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-621093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-412602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743855914716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3744266'] for port, after_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:11.938239 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Network d946cdc5-d063-46b2-bb92-0410f44eee21 is already hosted by enough agents. {{(pid=93945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:38:11.943294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.base_scheduler [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Resources bound (agent type, host, resource id): {{(pid=93945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:38:11.946571 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Received port after_create {{(pid=93945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:38:11.970211 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'Port': ['ID=043b2235-86fe-48ec-8050-00f2e4dabd1b,revision_number=1']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:12.305149 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:12.380822 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:12.536760 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:12.541002 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3744276'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:12.613115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event updated for resources: {'Port': ['ID=043b2235-86fe-48ec-8050-00f2e4dabd1b,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:38:12.621579 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1968781'] for floatingip, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:12.719646 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Floating IP 49edde96-21a7-4345-9705-8916a969bdc6 associated. External IP: 172.25.3.118, port: b7a605d9-1c0c-4152-8a06-f49e6e8c8afc. Jul 08 18:38:12.922298 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Router a05493ff-565b-4774-91cb-63377c1d4a61 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:38:13.029257 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:38:13.039433 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:38:13.045481 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:13.048894 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:38:13.049517 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:13.085322 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-868587cc-fef8-41a3-99fa-99de3516eadf tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8480885 Jul 08 18:38:13.085909 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:38:13.088161 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c282519-e147-41f1-ad23-924f149ae079" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:38:13.126158 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d000628-43bf-405c-a5c6-da5062954e3a x-openstack-request-id: req-1d000628-43bf-405c-a5c6-da5062954e3a {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:38:13.126444 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:38:13.126694 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d000628-43bf-405c-a5c6-da5062954e3a {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:38:13.127098 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'status': 'completed', 'code': 200} Jul 08 18:38:13.158048 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:38:13.200825 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282519-e147-41f1-ad23-924f149ae079 req-4eaeafa0-fe86-4432-ad62-1541aa0ac8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:13.202293 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-4eaeafa0-fe86-4432-ad62-1541aa0ac8f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0531726 Jul 08 18:38:13.292848 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282519-e147-41f1-ad23-924f149ae079 req-f793811e-9b41-4603-af23-6f940f1eb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:13.294366 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-f793811e-9b41-4603-af23-6f940f1eb739 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0849416 Jul 08 18:38:13.364729 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-37838c87-0c91-4313-82c1-cf3f7a95a72f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 1000 time: 0.0625856 Jul 08 18:38:13.380131 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '49edde96-21a7-4345-9705-8916a969bdc6', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ee:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:12Z', 'updated_at': '2021-07-08T18:38:12Z', 'revision_number': 0, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}, {'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:39Z', 'revision_number': 1, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:13.406417 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:38:13.415648 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:38:13.416243 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:37:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:13.416736 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282519-e147-41f1-ad23-924f149ae079 req-1edb93de-3bb6-49ea-a010-6b1d1fb8182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:13.418331 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-1edb93de-3bb6-49ea-a010-6b1d1fb8182e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0481348 Jul 08 18:38:13.475124 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282519-e147-41f1-ad23-924f149ae079 req-3eabc55d-ff0f-45e8-b1c0-871637637803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:13.476926 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-3eabc55d-ff0f-45e8-b1c0-871637637803 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526049 Jul 08 18:38:13.521359 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:38:13.569185 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-16322ad9-6208-4a44-bd69-7ba923d8e97e service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858824 Jul 08 18:38:13.657003 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2c282519-e147-41f1-ad23-924f149ae079 req-995060c9-9df5-49a9-814c-d134ef2f2144 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821393 Jul 08 18:38:13.698962 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:13.747124 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '49edde96-21a7-4345-9705-8916a969bdc6', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ee:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:12Z', 'updated_at': '2021-07-08T18:38:12Z', 'revision_number': 0, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}, {'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:39Z', 'revision_number': 1, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:38:13.773212 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ffc451-2448-4fe8-a3d9-d83633509999 None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '49edde96-21a7-4345-9705-8916a969bdc6', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.118', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ee:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:38:12Z', 'updated_at': '2021-07-08T18:38:12Z', 'revision_number': 0, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}, {'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:39Z', 'revision_number': 1, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:38:13.871308 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:13.963163 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81287a0-92a6-40d4-9d78-9440f643d44c None None] New status for floating IP 49edde96-21a7-4345-9705-8916a969bdc6: ACTIVE {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:38:19.660843 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-99187321-0fd3-413a-85b8-f9fd8f5e062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:22.306963 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8a3238ea-bc2d-4cd5-9172-54e139abdcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:22.509312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:23.916002 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:25.275841 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:30.920745 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:38:43.698185 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:43.901539 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:44.687428 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-00b14fbe-281c-4072-a8dc-f20ec86fc5e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560472 Jul 08 18:38:44.786726 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-e33a560f-7e3f-4379-932c-bf179dd4811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:44.788234 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-e33a560f-7e3f-4379-932c-bf179dd4811a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1094 time: 0.0539496 Jul 08 18:38:44.891499 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-540d6862-7f0a-4c0e-810a-563b498530e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:44.892958 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-540d6862-7f0a-4c0e-810a-563b498530e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0841904 Jul 08 18:38:44.960953 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-43797299-43fb-4cd7-af4b-fb311f2c222d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 998 time: 0.0615604 Jul 08 18:38:45.010587 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-5060b011-6345-48a8-a595-7305098fb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:45.012081 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-5060b011-6345-48a8-a595-7305098fb5d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0445566 Jul 08 18:38:45.069110 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-e0dead8d-ef7d-40d3-9d88-7e9f49fb7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:45.070748 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-e0dead8d-ef7d-40d3-9d88-7e9f49fb7391 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524433 Jul 08 18:38:45.162105 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-11bb6e46-2e65-4d54-a9dc-7a817a69732c service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837026 Jul 08 18:38:45.253168 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-ddec31f2-a382-41d6-993b-c81a2203b664 req-24207ce8-345c-4c82-9694-614726a419fb service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841007 Jul 08 18:38:49.661949 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b52d5cd3-58aa-4906-87c4-87e2b73de6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:50.659248 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-07d822f9-c348-4309-8e76-069e4ef89b41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551438 Jul 08 18:38:50.752703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-30a9ba5b-ab40-452a-bdce-1e3615311f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:50.754247 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-30a9ba5b-ab40-452a-bdce-1e3615311f45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0534170 Jul 08 18:38:50.854772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-48ab9fee-bdab-4193-86f8-1722b3bb91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:50.856246 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-48ab9fee-bdab-4193-86f8-1722b3bb91d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0824966 Jul 08 18:38:50.926212 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-234c767d-d0ee-4107-a38e-fd87b1178f77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 1002 time: 0.0627115 Jul 08 18:38:50.973703 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-5e583d97-0bef-4ce2-b9eb-59919913c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:50.975178 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-5e583d97-0bef-4ce2-b9eb-59919913c594 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0420938 Jul 08 18:38:51.030510 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-fd4ddbe8-15cb-4716-b4fd-a5f5554e8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:51.031968 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-fd4ddbe8-15cb-4716-b4fd-a5f5554e8fdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507181 Jul 08 18:38:51.122735 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-2e5f6b77-4905-4f8f-887f-9c1ba1960e76 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843937 Jul 08 18:38:51.209820 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-aef15b3d-f956-43f2-ac0d-3a5617250eaa req-4d77db79-ea43-4944-ad9d-a03c41c9f565 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802512 Jul 08 18:38:52.308297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0c894a83-11fc-4581-93f5-c293fac4cf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:52.510839 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:53.918266 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:55.279222 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:07.920880 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:39:13.729776 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:13.932120 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:19.663729 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-5e233784-8c28-4d0f-b44a-8ed93df24389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:22.308656 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8672d68f-fc4d-4094-8616-abd8a158babd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:22.512109 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:23.920896 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:25.281820 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.728189 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:43.946923 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:44.920473 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:39:45.224323 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc details requested by agent hyperv_n-h1-799527-4 with host n-h1-799527-4 {{(pid=93946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:39:45.326849 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:45.337862 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Returning: {'device': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'port_id': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'mac_address': 'fa:16:3e:ee:76:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:39:45.376300 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.393476 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7a605d9-1c0c-4152-8a06-f49e6e8c8afc {{(pid=93946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:39:45.418825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:45.422931 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:45.474728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=6']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:45.488131 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.488494 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.489020 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.490997 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.491998 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.492728 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.493505 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.494804 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.495606 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.496116 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.497102 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.497610 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:45.507514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] get_ports_and_sgs() called for port_ids ['b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'] {{(pid=93946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:39:45.734100 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-bc6ab0bf-ac94-413b-acb4-01e1c140c2d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177230 Jul 08 18:39:45.840223 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-ad00da42-01f8-4df4-addb-67060c36ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:45.841907 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-ad00da42-01f8-4df4-addb-67060c36ce51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1094 time: 0.0604808 Jul 08 18:39:45.956350 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-4903a5d6-8a98-40b3-bd03-d1393bf057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:45.958310 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-4903a5d6-8a98-40b3-bd03-d1393bf057a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0960932 Jul 08 18:39:46.037939 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-89114507-7438-4923-b77d-60091c00e05d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 998 time: 0.0724609 Jul 08 18:39:46.121255 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-b015ee29-427b-4734-8eab-19bbdf2d864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:46.121255 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-b015ee29-427b-4734-8eab-19bbdf2d864e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0740552 Jul 08 18:39:46.187090 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-d1f549ab-a7a6-489c-9adb-705276d12982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:46.189165 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-d1f549ab-a7a6-489c-9adb-705276d12982 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621033 Jul 08 18:39:46.296393 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-8425f3dc-8035-4800-a8f4-7bbf2dea872d service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007886 Jul 08 18:39:46.399006 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-e4ab87ad-9eb8-48ab-aa8b-0c6247e75c8e req-8b305d47-c0df-4354-99e0-dece1c6cdbc1 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961628 Jul 08 18:39:47.244677 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc up at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:47.299144 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.provisioning_blocks [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Provisioning complete for port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc triggered by entity L2. {{(pid=93946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:47.299676 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038973'] for port, provisioning_complete {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.385415 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.410626 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:47.419727 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f411f4-a33b-4e24-851e-d9224f0ac428" -d '{"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-plugged", "status": "completed", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:47.441725 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:47.448481 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:47.476750 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d5152-15b8-40cf-93fe-febd77ee7c83 x-openstack-request-id: req-ed0d5152-15b8-40cf-93fe-febd77ee7c83 {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:47.477237 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-plugged", "status": "completed", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:47.477382 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed0d5152-15b8-40cf-93fe-febd77ee7c83 {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:47.477661 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'code': 200} Jul 08 18:39:47.510781 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=7']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:49.666061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-7fb4a72f-16a4-48ca-b64e-4053b585bb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:51.446744 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8964ed-80bf-4648-a855-854f72429d02 req-2086eaa8-d843-4a8b-be3b-1c9099791991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:51.448386 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-2086eaa8-d843-4a8b-be3b-1c9099791991 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0663240 Jul 08 18:39:51.569948 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8964ed-80bf-4648-a855-854f72429d02 req-40c54333-1678-4bf7-85f7-d829405c0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:51.571849 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-40c54333-1678-4bf7-85f7-d829405c0241 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.1007199 Jul 08 18:39:51.648259 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-d61cbc43-1205-418f-86cf-180742a54508 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 1002 time: 0.0671790 Jul 08 18:39:51.703366 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8964ed-80bf-4648-a855-854f72429d02 req-f3a00c31-ed44-454b-8adf-afadadb8b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:51.705061 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-f3a00c31-ed44-454b-8adf-afadadb8b7fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0499561 Jul 08 18:39:51.774829 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8964ed-80bf-4648-a855-854f72429d02 req-0fe2d34e-32ca-424c-ab36-663128bf0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:51.776489 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-0fe2d34e-32ca-424c-ab36-663128bf0fea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640895 Jul 08 18:39:51.891549 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-c5737146-2436-4cff-85f9-ef6c1e43b373 service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061771 Jul 08 18:39:51.991739 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-6e8964ed-80bf-4648-a855-854f72429d02 req-2b186eab-d315-4bfb-aa00-c2a62f2313fc service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913489 Jul 08 18:39:52.320857 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6882d147-5a08-4ea3-abb0-79059f46d7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:52.519403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:53.926040 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.293651 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.532731 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38140) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:39:55.694025 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Deleting port 043b2235-86fe-48ec-8050-00f2e4dabd1b {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:55.694392 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.771404 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.771731 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.782919 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Calling delete_port for 043b2235-86fe-48ec-8050-00f2e4dabd1b owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:55.926223 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:55.953115 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event deleted for resources: {'Port': ['ID=043b2235-86fe-48ec-8050-00f2e4dabd1b,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:55.978512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.978851 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.979199 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.979512 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.979837 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.980160 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.980484 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.980803 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.981118 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.981434 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.981772 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:55.982116 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:56.022003 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.022428 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Floating IP 49edde96-21a7-4345-9705-8916a969bdc6 disassociated (deleted). External IP: 172.25.3.118, port: b7a605d9-1c0c-4152-8a06-f49e6e8c8afc. Jul 08 18:39:56.226420 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Router a05493ff-565b-4774-91cb-63377c1d4a61 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:39:56.645222 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:39:56.649714 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.654416 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:39:56.663516 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:56.664210 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:56.685437 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-bf2a5780-1632-4a1f-9d74-1a9448c0fc6b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "DELETE /v2.0/floatingips/49edde96-21a7-4345-9705-8916a969bdc6 HTTP/1.1" status: 204 len: 168 time: 1.1516137 Jul 08 18:39:56.686157 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:56.688494 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:56.765076 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1746ba12-2096-49e4-937e-3b84999a3bf8 x-openstack-request-id: req-1746ba12-2096-49e4-937e-3b84999a3bf8 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:56.765439 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:56.765760 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1746ba12-2096-49e4-937e-3b84999a3bf8 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:56.766247 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'status': 'completed', 'code': 200} Jul 08 18:39:56.778055 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:56.845196 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-3f8d0dc0-0e93-42d2-97d1-5e602b703306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.846938 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-3f8d0dc0-0e93-42d2-97d1-5e602b703306 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0582108 Jul 08 18:39:56.951283 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-925b569a-dddd-4879-b54e-9185d78bb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.952846 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-925b569a-dddd-4879-b54e-9185d78bb219 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.0995512 Jul 08 18:39:56.997577 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-8723fdbd-5ddc-47cb-bc2d-bf943143deec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 200 len: 217 time: 0.0374951 Jul 08 18:39:57.053490 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-4cc9d7dc-32a7-42b2-a8c0-a3ff421c54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.055132 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-4cc9d7dc-32a7-42b2-a8c0-a3ff421c54e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0504723 Jul 08 18:39:57.077307 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27235616-83b2-4391-bac7-15c291525d76 req-83e0b07e-ea7c-4943-8d7c-12f8eefaa79f tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.079033 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27235616-83b2-4391-bac7-15c291525d76 req-83e0b07e-ea7c-4943-8d7c-12f8eefaa79f tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 946 time: 0.0688472 Jul 08 18:39:57.117835 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-db7124dc-698d-4559-b64e-793489b0d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.119362 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-27235616-83b2-4391-bac7-15c291525d76 req-d6384557-ec08-4c92-a19f-555efd23ef76 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339813 Jul 08 18:39:57.119514 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-db7124dc-698d-4559-b64e-793489b0d1c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580952 Jul 08 18:39:57.121383 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:39Z', 'revision_number': 1, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:57.148663 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:39:57.156712 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:39:57.157306 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:57.214276 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-0bc06664-f2b5-47b5-8c8f-652b952ea37b service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876918 Jul 08 18:39:57.259903 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:39:57.279177 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:39:57.312791 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-9ba68cae-24d3-46c0-aa77-a6a23b3ca161 req-ee4f50b5-6246-44f3-85f8-bab52d7aac9b service neutron] 10.222.0.53 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915430 Jul 08 18:39:57.353224 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621538'] for port, before_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:57.375901 n-d-799527-4 neutron-server[93946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:57.378151 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645ddee6f96efebba8da70407c93ab4adfc6385b20778748278a02297f0e6bd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26a2e27-2111-401a-a16d-e111aa8f7076" -d '{"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:57.395180 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.db [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:57.400338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743856341279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743855914734', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743855917087'] for port, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:57.423105 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbe2289-9f85-4765-ab01-43bc4bfe007e x-openstack-request-id: req-1bbe2289-9f85-4765-ab01-43bc4bfe007e {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:57.423398 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "code": 200}]} {{(pid=93946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:57.423912 n-d-799527-4 neutron-server[93946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bbe2289-9f85-4765-ab01-43bc4bfe007e {{(pid=93946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:57.424290 n-d-799527-4 neutron-server[93946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'code': 200} Jul 08 18:39:57.452883 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Pushing event updated for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=8']} {{(pid=93946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:57.498221 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:39Z', 'revision_number': 1, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:39:57.523873 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbead0-b730-4576-b66b-ff040f8baf4a None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_floatingips': [{'id': '8b58c782-a206-47cf-b5b9-6c9e86274ee2', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'floating_ip_address': '172.25.3.61', 'floating_network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'router_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'port_id': '6a023a01-59a0-4721-928e-0225b6ab5787', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'mac_address': 'fa:16:3e:ac:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80406dbf-f066-4340-b349-d11fde494be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:35:37Z', 'updated_at': '2021-07-08T18:35:39Z', 'revision_number': 1, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:39:57.738817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc1e7b-aca7-433d-8e48-84593f481a25 None None] New status for floating IP 49edde96-21a7-4345-9705-8916a969bdc6: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:39:58.294984 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf0600-6174-4067-bb5d-899fbdd302d3 req-084a4134-ee14-4183-9299-fa8dc8c927ff tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:58.296446 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ccf0600-6174-4067-bb5d-899fbdd302d3 req-084a4134-ee14-4183-9299-fa8dc8c927ff tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 944 time: 0.0628722 Jul 08 18:39:58.338186 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6ccf0600-6174-4067-bb5d-899fbdd302d3 req-31c40b5d-b269-4c32-8adc-b886657484af tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359204 Jul 08 18:39:58.496188 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622fddf-dd37-4085-bf02-46707d919d45 req-ebac5508-d7a9-4469-9e5b-2dd083c535b4 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:58.497671 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3622fddf-dd37-4085-bf02-46707d919d45 req-ebac5508-d7a9-4469-9e5b-2dd083c535b4 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 944 time: 0.0630968 Jul 08 18:39:58.603419 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Deleting port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:39:58.603747 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.691750 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] For port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc, host n-h1-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799527-4',level=0,port_id=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:58.692110 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.704858 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Calling delete_port for b7a605d9-1c0c-4152-8a06-f49e6e8c8afc owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:39:58.832779 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.862564 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event deleted for resources: {'Port': ['ID=b7a605d9-1c0c-4152-8a06-f49e6e8c8afc,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:58.911213 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] No DVR routers for this DVR port b7a605d9-1c0c-4152-8a06-f49e6e8c8afc on host n-h1-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:39:58.914524 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.916480 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3622fddf-dd37-4085-bf02-46707d919d45 req-7ea15ff3-5469-42b8-a23a-e96bf8432c59 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.53 "DELETE /v2.0/ports/b7a605d9-1c0c-4152-8a06-f49e6e8c8afc HTTP/1.1" status: 204 len: 173 time: 0.4134603 Jul 08 18:39:58.916925 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-deleted', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:58.919175 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee80de-d96e-47e7-a961-b4a9a76c1dcf" -d '{"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-deleted", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:58.957245 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93359b1f-69f4-4c15-a4fc-61eaad01949e x-openstack-request-id: req-93359b1f-69f4-4c15-a4fc-61eaad01949e {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:58.957685 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2", "name": "network-vif-deleted", "tag": "b7a605d9-1c0c-4152-8a06-f49e6e8c8afc", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:58.958009 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93359b1f-69f4-4c15-a4fc-61eaad01949e {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:58.958970 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2', 'name': 'network-vif-deleted', 'tag': 'b7a605d9-1c0c-4152-8a06-f49e6e8c8afc', 'status': 'completed', 'code': 200} Jul 08 18:39:59.500336 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-6b00bd37-fb38-4897-9a12-ffaedfcce908 req-4f2175c7-6773-4cc6-b5fb-a6863749c16b tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8f18ae-88ab-47c5-9e4f-c0293b4b3fe2 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 08 18:40:01.086011 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38206) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:01.237914 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Deleting port bbc4baa3-71a6-430c-880c-5cdb9ef9a4fd {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:01.238285 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.307236 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc no longer exists at agent hyperv_n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:01.313399 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.313725 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.325721 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Calling delete_port for bbc4baa3-71a6-430c-880c-5cdb9ef9a4fd owned by network:floatingip {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:01.329671 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] No Port match for: b7a605d9-1c0c-4152-8a06-f49e6e8c8afc {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:01.330042 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Device b7a605d9-1c0c-4152-8a06-f49e6e8c8afc not bound to the agent host n-h1-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:01.474023 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.498763 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event deleted for resources: {'Port': ['ID=bbc4baa3-71a6-430c-880c-5cdb9ef9a4fd,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:01.563997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for floatingip, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.564336 n-d-799527-4 neutron-server[93945]: INFO neutron.db.l3_db [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Floating IP 8b58c782-a206-47cf-b5b9-6c9e86274ee2 disassociated (deleted). External IP: 172.25.3.61, port: 6a023a01-59a0-4721-928e-0225b6ab5787. Jul 08 18:40:01.772161 n-d-799527-4 neutron-server[93945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Router a05493ff-565b-4774-91cb-63377c1d4a61 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:40:01.879868 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:40:01.885541 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for floatingip, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:01.889839 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:40:01.898902 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:01.899493 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:01.921717 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-a6726d2a-fb9f-49b7-a8f9-df0d2c6955f1 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "DELETE /v2.0/floatingips/8b58c782-a206-47cf-b5b9-6c9e86274ee2 HTTP/1.1" status: 204 len: 168 time: 0.8340509 Jul 08 18:40:01.921717 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:40:01.924375 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3" -d '{"events": [{"name": "network-changed", "server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:40:01.961403 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d2ad8-3a33-4871-8e1c-998c96d05482 x-openstack-request-id: req-cc4d2ad8-3a33-4871-8e1c-998c96d05482 {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:40:01.961955 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:40:01.962267 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc4d2ad8-3a33-4871-8e1c-998c96d05482 {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:40:01.962738 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'status': 'completed', 'code': 200} Jul 08 18:40:02.007442 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:02.040727 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-514c4595-8e6b-4f3d-b157-b6e17572db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.042296 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-514c4595-8e6b-4f3d-b157-b6e17572db03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 1094 time: 0.0578351 Jul 08 18:40:02.149463 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-a6eb7f0b-0a5c-4965-92dd-d06f2d3e46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.152225 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-a6eb7f0b-0a5c-4965-92dd-d06f2d3e46ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 200 len: 910 time: 0.1037681 Jul 08 18:40:02.200085 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-0c5bf586-154c-4418-baae-6161a7cde972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 200 len: 217 time: 0.0391219 Jul 08 18:40:02.211729 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:02.246393 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:40:02.254774 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:02.256005 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:02.256183 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-0ddc326d-727a-43bf-89a0-7a35b13063f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.264154 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-0ddc326d-727a-43bf-89a0-7a35b13063f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 200 len: 848 time: 0.0513785 Jul 08 18:40:02.361689 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:02.364246 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-47b037d3-727b-41c5-9d2b-c6839e586411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.366062 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-47b037d3-727b-41c5-9d2b-c6839e586411 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f683c68-5274-4b87-8eeb-4aafecac6d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011226 Jul 08 18:40:02.433902 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84a90f-eb47-4989-963a-ff96951603e0 req-4fd56942-acaa-47ee-af1a-7d564554778c tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:02.435413 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c84a90f-eb47-4989-963a-ff96951603e0 req-4fd56942-acaa-47ee-af1a-7d564554778c tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 943 time: 0.1994970 Jul 08 18:40:02.503350 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-3c84a90f-eb47-4989-963a-ff96951603e0 req-858cf5ea-c366-4ad2-812e-b3764190f6d0 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618620 Jul 08 18:40:02.505499 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-be698c81-16a5-4d39-bd25-4bf8452b905a service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319797 Jul 08 18:40:02.565947 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:02.592167 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c2940-ddd9-4689-828c-da4a6b9c3fa5 None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:18Z', 'revision_number': 4, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4', '_interfaces': [{'id': '36806298-e6ec-4503-abb4-9067ccee2675', 'name': '', 'network_id': '7f683c68-5274-4b87-8eeb-4aafecac6d6a', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'mac_address': 'fa:16:3e:16:6b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '61be503f-6f80-4824-9971-041dd1b9f537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:18Z', 'updated_at': '2021-07-08T18:35:24Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'subnets': [{'id': '61be503f-6f80-4824-9971-041dd1b9f537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:40:02.603872 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-2afcd28b-eb27-4d6a-a0f3-417a2be667f3 req-ef2146eb-fca2-438b-a2a2-4afe61f73808 service neutron] 10.222.0.21 "GET /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898564 Jul 08 18:40:02.824585 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf5553-7dc4-4a2d-8a8d-e882b413661d None None] New status for floating IP 8b58c782-a206-47cf-b5b9-6c9e86274ee2: DOWN {{(pid=93946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:40:03.730823 n-d-799527-4 neutron-server[93944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f0ac8-a22c-422e-b4da-3ede5b777d1b req-7b171f9e-c723-4c52-a734-2e3c29186eb7 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:03.732316 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a4f0ac8-a22c-422e-b4da-3ede5b777d1b req-7b171f9e-c723-4c52-a734-2e3c29186eb7 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 943 time: 0.1143303 Jul 08 18:40:03.770421 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [req-9a4f0ac8-a22c-422e-b4da-3ede5b777d1b req-7c29cbd1-de77-4f0f-9d83-0e50315829f0 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e493a2f-ef8a-4d8b-9217-407d448ebc87&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323856 Jul 08 18:40:03.800474 n-d-799527-4 neutron-server[93945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-2bd72e66-955d-45a7-95e5-fbe6f5fd864e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:03.801857 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-2bd72e66-955d-45a7-95e5-fbe6f5fd864e tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.21 "GET /v2.0/ports?device_id=80406dbf-f066-4340-b349-d11fde494be0 HTTP/1.1" status: 200 len: 943 time: 0.0633407 Jul 08 18:40:03.904234 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Deleting port 6a023a01-59a0-4721-928e-0225b6ab5787 {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:03.904577 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:03.990254 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] For port 6a023a01-59a0-4721-928e-0225b6ab5787, host n-h2-799527-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799527-4',level=0,port_id=6a023a01-59a0-4721-928e-0225b6ab5787,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:03.990604 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.003838 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Calling delete_port for 6a023a01-59a0-4721-928e-0225b6ab5787 owned by compute:nova {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:04.138785 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.169065 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event deleted for resources: {'Port': ['ID=6a023a01-59a0-4721-928e-0225b6ab5787,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:04.215854 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] No DVR routers for this DVR port 6a023a01-59a0-4721-928e-0225b6ab5787 on host n-h2-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:40:04.218366 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101249'] for port, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.220359 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [req-da5cdaa1-42f9-4b00-9883-cea00c88498f req-805f4144-edb7-445c-9101-78960b5ed026 tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.21 "DELETE /v2.0/ports/6a023a01-59a0-4721-928e-0225b6ab5787 HTTP/1.1" status: 204 len: 173 time: 0.4125292 Jul 08 18:40:04.220786 n-d-799527-4 neutron-server[93945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-deleted', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787'}] {{(pid=93945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:40:04.223013 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a618924d541a7d5cd6e5d9d5e38d4394c2f8cc1f097497c94c71cf475427427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51844ded-edd7-498a-b7b0-73495406dfa4" -d '{"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-deleted", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787"}]}' {{(pid=93945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:40:04.261142 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a259f4-9ead-45c3-a99d-43797c70451c x-openstack-request-id: req-f8a259f4-9ead-45c3-a99d-43797c70451c {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:40:04.261438 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80406dbf-f066-4340-b349-d11fde494be0", "name": "network-vif-deleted", "tag": "6a023a01-59a0-4721-928e-0225b6ab5787", "status": "completed", "code": 200}]} {{(pid=93945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:40:04.261741 n-d-799527-4 neutron-server[93945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8a259f4-9ead-45c3-a99d-43797c70451c {{(pid=93945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:40:04.262207 n-d-799527-4 neutron-server[93945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80406dbf-f066-4340-b349-d11fde494be0', 'name': 'network-vif-deleted', 'tag': '6a023a01-59a0-4721-928e-0225b6ab5787', 'status': 'completed', 'code': 200} Jul 08 18:40:04.864209 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38224) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:04.921997 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8490-5037-40f3-93d7-9e0ced8a01be tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:04.946525 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8490-5037-40f3-93d7-9e0ced8a01be tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.006813 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8490-5037-40f3-93d7-9e0ced8a01be tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.009570 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-3d8f8490-5037-40f3-93d7-9e0ced8a01be tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.010762 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-3d8f8490-5037-40f3-93d7-9e0ced8a01be tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] 10.222.0.48 "DELETE /v2.0/security-groups/5e493a2f-ef8a-4d8b-9217-407d448ebc87 HTTP/1.1" status: 204 len: 168 time: 0.1454799 Jul 08 18:40:05.020074 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f8490-5037-40f3-93d7-9e0ced8a01be tempest-TestSnapshotPattern-332501898 tempest-TestSnapshotPattern-332501898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e493a2f-ef8a-4d8b-9217-407d448ebc87,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:05.068700 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38228) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:05.407731 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:05.993009 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Deleting port 36806298-e6ec-4503-abb4-9067ccee2675 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:05.993286 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.070124 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] For port 36806298-e6ec-4503-abb4-9067ccee2675, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=36806298-e6ec-4503-abb4-9067ccee2675,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:06.070814 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.082560 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Calling delete_port for 36806298-e6ec-4503-abb4-9067ccee2675 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:06.256460 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.285795 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=36806298-e6ec-4503-abb4-9067ccee2675,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:06.312328 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.312678 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.313017 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.313353 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.313683 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.314107 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.314438 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.314760 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.315087 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.315409 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.315737 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.316063 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799527-4 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:40:06.459659 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.671535 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Router a05493ff-565b-4774-91cb-63377c1d4a61 has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:40:06.779856 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:40:06.786402 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-07562f2f-8d1e-4828-92e2-021c0d057e5f admin admin] 10.222.0.48 "PUT /v2.0/routers/a05493ff-565b-4774-91cb-63377c1d4a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157650 Jul 08 18:40:06.788111 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38230) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:06.788415 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27432b22-9214-4140-b61c-362a55655a40 None None] Sync routers for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:40:06.797275 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:06.797868 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:06.894405 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:06.989271 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: n-d-799527-4 {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:06.992819 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.050863 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Deleting port 8ca64853-d976-41d7-9a1e-1551fad77ac4 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:07.051219 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.130603 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] For port 8ca64853-d976-41d7-9a1e-1551fad77ac4, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=8ca64853-d976-41d7-9a1e-1551fad77ac4,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:07.131430 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.143699 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Calling delete_port for 8ca64853-d976-41d7-9a1e-1551fad77ac4 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:07.174481 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:40:06Z', 'revision_number': 5, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port': {'id': '8ca64853-d976-41d7-9a1e-1551fad77ac4', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:07.200224 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27432b22-9214-4140-b61c-362a55655a40 None None] Checking router: a05493ff-565b-4774-91cb-63377c1d4a61 for host: n-d-799527-4 {{(pid=93947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:40:07.208764 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] Routers {'a05493ff-565b-4774-91cb-63377c1d4a61'} bound to L3 agent in host n-d-799527-4 {{(pid=93947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:07.209370 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['a05493ff-565b-4774-91cb-63377c1d4a61'], 'active': True} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:07.277072 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 no longer exists at agent hyperv_n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:07.294342 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_dvr_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] Set router a05493ff-565b-4774-91cb-63377c1d4a61 gateway port host: None {{(pid=93947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:07.305149 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] No Port match for: 6a023a01-59a0-4721-928e-0225b6ab5787 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:07.305882 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Device 6a023a01-59a0-4721-928e-0225b6ab5787 not bound to the agent host n-h2-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:07.311577 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.339010 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca64853-d976-41d7-9a1e-1551fad77ac4,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:07.350778 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.l3_hamode_db [None req-27432b22-9214-4140-b61c-362a55655a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:40:06Z', 'revision_number': 6, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port_host': None}], 'n-d-799527-4', False) {} {{(pid=93947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:07.386292 n-d-799527-4 neutron-server[93947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27432b22-9214-4140-b61c-362a55655a40 None None] The sync data for ids ['a05493ff-565b-4774-91cb-63377c1d4a61'] in n-d-799527-4 is: [{'id': 'a05493ff-565b-4774-91cb-63377c1d4a61', 'name': 'tempest-TestSnapshotPattern-135522194-router', 'tenant_id': '1ef32d4ec6a84200acf046d34ac0948f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:16Z', 'updated_at': '2021-07-08T18:40:06Z', 'revision_number': 6, 'project_id': '1ef32d4ec6a84200acf046d34ac0948f', 'gw_port_host': None}] {{(pid=93947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:40:07.406707 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.499970 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.502062 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.544350 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.544916 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a05493ff-565b-4774-91cb-63377c1d4a61 {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:40:07.549417 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.550602 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-bd0f51ae-ee95-49d7-985d-57ac29acd582 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a05493ff-565b-4774-91cb-63377c1d4a61 HTTP/1.1" status: 204 len: 168 time: 0.7615640 Jul 08 18:40:07.553350 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38232) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:07.597054 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Deleting subnet 61be503f-6f80-4824-9971-041dd1b9f537 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:40:07.600408 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.638198 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.717059 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.771658 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.795639 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61be503f-6f80-4824-9971-041dd1b9f537,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:07.801778 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.804382 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-d22d8584-5737-4baf-8e9b-51cce07c510a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/61be503f-6f80-4824-9971-041dd1b9f537 HTTP/1.1" status: 204 len: 168 time: 0.2500601 Jul 08 18:40:07.807184 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38234) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:07.810143 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39103b46-326e-490e-88f4-84167920f31b None None] Network 7f683c68-5274-4b87-8eeb-4aafecac6d6a requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:40:07.888142 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:07.946430 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Deleting port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a {{(pid=93945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:07.946772 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.014361 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] For port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,segment=NetworkSegment(b921bcbc-5e7e-4666-9382-45d0c8c1f37f),segment_id=b921bcbc-5e7e-4666-9382-45d0c8c1f37f)] {{(pid=93945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:08.014723 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.029260 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Calling delete_port for 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a owned by network:dhcp {{(pid=93945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:08.123521 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3744285'] for port, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.151387 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:08.155152 n-d-799527-4 neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] No DVR routers for this DVR port 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a on host n-d-799527-4 {{(pid=93945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:40:08.173840 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303f02e-a0ea-4e78-a522-e13a57b510ae None None] DHCP port deletion for 7f683c68-5274-4b87-8eeb-4aafecac6d6a request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:40:08.239652 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:08.242797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.252967 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f683c68-5274-4b87-8eeb-4aafecac6d6a']}} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:08.262600 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:08.262953 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 1e3f1dc0-a97d-4acf-bf3d-7306827f1a8a not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:08.263391 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ca64853-d976-41d7-9a1e-1551fad77ac4 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:08.263998 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f') {'for_net_delete': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:08.264294 n-d-799527-4 neutron-server[93945]: DEBUG neutron.services.segments.db [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b921bcbc-5e7e-4666-9382-45d0c8c1f37f') {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:08.274198 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3802118'] for segment, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.282317 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 8ca64853-d976-41d7-9a1e-1551fad77ac4 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:08.282825 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 8ca64853-d976-41d7-9a1e-1551fad77ac4 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:08.283075 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36806298-e6ec-4503-abb4-9067ccee2675 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:08.288012 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.294266 n-d-799527-4 neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:40:08.294683 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3744496'] for segment, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: Traceback (most recent call last): Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: timer() Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: cb(*args, **kw) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: return func(*args, **kwargs) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: self._notify() Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: self.callback(batched_events) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: event.method(event) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: return f(self, *a, **k) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: return self._get(url).json() Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: return self.request(url, 'GET', **kwargs) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:40:08.296380 n-d-799527-4 neutron-server[93945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:40:08.301886 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 36806298-e6ec-4503-abb4-9067ccee2675 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:08.302268 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 36806298-e6ec-4503-abb4-9067ccee2675 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:08.352840 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.358301 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Notify callbacks [] for network, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.360203 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] 10.222.0.48 "DELETE /v2.0/networks/7f683c68-5274-4b87-8eeb-4aafecac6d6a HTTP/1.1" status: 204 len: 168 time: 0.5519857 Jul 08 18:40:08.363347 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38236) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:08.371369 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d0d84-e2a8-4781-a8f7-8a264ecf2bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f683c68-5274-4b87-8eeb-4aafecac6d6a,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:08.711800 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2028042'] for router_interface, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:08.959836 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Deleting port 3230ab5c-9f40-43e9-b5a1-52936ba2c681 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:08.960178 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:09.037320 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] For port 3230ab5c-9f40-43e9-b5a1-52936ba2c681, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=3230ab5c-9f40-43e9-b5a1-52936ba2c681,segment=NetworkSegment(fb26a258-7e11-433b-9ea9-75615e3d309e),segment_id=fb26a258-7e11-433b-9ea9-75615e3d309e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:09.037569 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:09.051118 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Calling delete_port for 3230ab5c-9f40-43e9-b5a1-52936ba2c681 owned by network:router_interface {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:09.230601 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:09.260547 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3230ab5c-9f40-43e9-b5a1-52936ba2c681,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:09.425744 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1582545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2028236'] for router_interface, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:09.634230 n-d-799527-4 neutron-server[93944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde has already been hosted by L3 agent f43acacf-959e-4583-b788-24e855d6c7e8 {{(pid=93944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:40:09.740109 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] Notify agent at l3_agent.n-d-799527-4 the message routers_updated {{(pid=93944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:40:09.746451 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-be8c595b-9a46-4463-844a-4e01248bfff8 admin admin] 10.222.0.48 "PUT /v2.0/routers/663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3820028 Jul 08 18:40:09.748843 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] Sync routers for ids ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'] in n-d-799527-4 {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:40:09.749302 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38238) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:09.758654 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] Routers {'663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:09.759298 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:09.867891 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] Set router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:10.052719 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:40:09Z', 'revision_number': 5, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:10.084488 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] Checking router: 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde for host: n-d-799527-4 {{(pid=93946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:40:10.093189 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] Routers {'663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'} bound to L3 agent in host n-d-799527-4 {{(pid=93946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:40:10.093817 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799527-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T16:59:52Z,description=,heartbeat_timestamp=2021-07-08T18:39:52Z,host='n-d-799527-4',id=f43acacf-959e-4583-b788-24e855d6c7e8,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T16:59:52Z,topic='l3_agent')) {'router_ids': ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'], 'active': True} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:10.195965 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.205681 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_dvr_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] Set router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde gateway port host: n-d-799527-4 {{(pid=93946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:40:10.300162 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.353459 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Deleting port 457e000b-ece7-4e7a-a30a-9b040b8f2190 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:10.353696 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.383999 n-d-799527-4 neutron-server[93946]: DEBUG neutron.db.l3_hamode_db [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:40:09Z', 'revision_number': 5, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}], 'n-d-799527-4', False) {} {{(pid=93946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:10.411293 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a60dad-e75d-4368-a4c2-2b3030b391d3 None None] The sync data for ids ['663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde'] in n-d-799527-4 is: [{'id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'name': 'tempest-TestSnapshotPattern-1245405281-router', 'tenant_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'external_fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:40:09Z', 'revision_number': 5, 'project_id': 'bafba5de5c6a410a85059b2aef9d68ae', 'gw_port': {'id': '457e000b-ece7-4e7a-a30a-9b040b8f2190', 'name': '', 'network_id': 'd946cdc5-d063-46b2-bb92-0410f44eee21', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799527-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:35:21Z', 'updated_at': '2021-07-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '229fb369-2387-4dd3-965b-61bf2cdddd3f', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799527-4'}] {{(pid=93946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:40:10.433973 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] For port 457e000b-ece7-4e7a-a30a-9b040b8f2190, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=457e000b-ece7-4e7a-a30a-9b040b8f2190,segment=NetworkSegment(fa22b63c-cd76-4506-942d-291fdd6b9dd0),segment_id=fa22b63c-cd76-4506-942d-291fdd6b9dd0)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:10.434455 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.448204 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Calling delete_port for 457e000b-ece7-4e7a-a30a-9b040b8f2190 owned by network:router_gateway {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:10.610482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.640078 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=457e000b-ece7-4e7a-a30a-9b040b8f2190,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:10.701686 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1968839'] for router_gateway, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.795256 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1967379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4916'] for router, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.797434 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.842931 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1973923'] for router, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.843508 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde {{(pid=93944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:40:10.848030 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] Notify callbacks [] for router, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.849871 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-f0fda56c-a456-47f2-be82-80922fdc2a87 admin admin] 10.222.0.48 "DELETE /v2.0/routers/663f2577-9e0d-4d7f-b1fd-e4a1d4ac4dde HTTP/1.1" status: 204 len: 168 time: 1.0999956 Jul 08 18:40:10.852487 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38240) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:10.901720 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.db_base_plugin_v2 [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Deleting subnet aa5c10a3-1f7d-4b93-b25a-635b255a9815 {{(pid=93944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:40:10.904821 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:10.940938 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3773449'] for subnet, precommit_delete_associations {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.021528 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1045583'] for subnet, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.087394 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1045592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3695429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3898389'] for subnet, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.119025 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5c10a3-1f7d-4b93-b25a-635b255a9815,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:11.120868 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.124928 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-12472875-d9e5-420e-b7d6-109c9aa37803 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa5c10a3-1f7d-4b93-b25a-635b255a9815 HTTP/1.1" status: 204 len: 168 time: 0.2693415 Jul 08 18:40:11.125378 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38242) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:11.127602 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3a1c7-fd0f-457a-8d06-b91d7c7f5eb3 None None] Network 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 requested from n-d-799527-4 {{(pid=93946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:40:11.193559 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524588'] for network, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.245830 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Deleting port d9005e5c-a3e5-49c9-b5de-5bba34a652ce {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:40:11.246207 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743856334035'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.313201 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] For port d9005e5c-a3e5-49c9-b5de-5bba34a652ce, host n-d-799527-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799527-4',level=0,port_id=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,segment=NetworkSegment(fb26a258-7e11-433b-9ea9-75615e3d309e),segment_id=fb26a258-7e11-433b-9ea9-75615e3d309e)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:40:11.313505 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2027786'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.326387 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Calling delete_port for d9005e5c-a3e5-49c9-b5de-5bba34a652ce owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:40:11.405567 n-d-799527-4 neutron-server[93946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078a716-8cfd-4336-a2e4-3fd3cbe7efa4 None None] DHCP port deletion for 9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 request from n-d-799527-4 {{(pid=93946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:40:11.407021 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-621118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1582503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743856341261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743855914725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3695375'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.422884 n-d-799527-4 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] No DVR routers for this DVR port d9005e5c-a3e5-49c9-b5de-5bba34a652ce on host n-d-799527-4 {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:40:11.447674 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9005e5c-a3e5-49c9-b5de-5bba34a652ce,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:11.519419 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043956', 'neutron.services.segments.db._delete_segments_for_network-8743856449877'] for network, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.529361 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6a1f0e-e45c-4fa9-9b32-76383c63ac48']}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:11.540324 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb26a258-7e11-433b-9ea9-75615e3d309e') {'for_net_delete': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:11.540616 n-d-799527-4 neutron-server[93944]: DEBUG neutron.services.segments.db [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb26a258-7e11-433b-9ea9-75615e3d309e') {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:40:11.549427 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743856245297', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3773440'] for segment, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.563482 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320'] for segment, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.569094 n-d-799527-4 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:40:11.569465 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1048320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3695586'] for segment, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: Traceback (most recent call last): Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: timer() Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: cb(*args, **kw) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: return func(*args, **kwargs) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: self._notify() Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: self.callback(batched_events) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: event.method(event) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: return f(self, *a, **k) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: return self._get(url).json() Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: return self.request(url, 'GET', **kwargs) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:40:11.571079 n-d-799527-4 neutron-server[93944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:40:11.626897 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1582504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1968803'] for network, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.632226 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Notify callbacks [] for network, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.634513 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9a6a1f0e-e45c-4fa9-9b32-76383c63ac48 HTTP/1.1" status: 204 len: 168 time: 0.5081260 Jul 08 18:40:11.646005 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6a71-08cf-4184-8fcf-3424dc9dad59 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6a1f0e-e45c-4fa9-9b32-76383c63ac48,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:11.813841 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38246) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:11.855479 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-708059f1-2704-4332-8711-341f3d47eb29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ef32d4ec6a84200acf046d34ac0948f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404506 Jul 08 18:40:11.857983 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [-] (93944) accepted ('10.222.0.48', 38248) {{(pid=93944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:11.905501 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64c9636c-f76b-484d-a06a-8a11d5620d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.927891 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64c9636c-f76b-484d-a06a-8a11d5620d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.973445 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64c9636c-f76b-484d-a06a-8a11d5620d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.976161 n-d-799527-4 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64c9636c-f76b-484d-a06a-8a11d5620d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:11.977354 n-d-799527-4 neutron-server[93944]: INFO neutron.wsgi [None req-64c9636c-f76b-484d-a06a-8a11d5620d56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2005cebe-0a59-464d-8a2e-db04b6ea2831 HTTP/1.1" status: 204 len: 168 time: 0.1184783 Jul 08 18:40:11.985127 n-d-799527-4 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9636c-f76b-484d-a06a-8a11d5620d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005cebe-0a59-464d-8a2e-db04b6ea2831,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:12.219583 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3230ab5c-9f40-43e9-b5a1-52936ba2c681 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:12.243625 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 3230ab5c-9f40-43e9-b5a1-52936ba2c681 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:12.243905 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 3230ab5c-9f40-43e9-b5a1-52936ba2c681 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:12.244434 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 457e000b-ece7-4e7a-a30a-9b040b8f2190 no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:12.264529 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: 457e000b-ece7-4e7a-a30a-9b040b8f2190 {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:12.265257 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device 457e000b-ece7-4e7a-a30a-9b040b8f2190 not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:12.265514 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d9005e5c-a3e5-49c9-b5de-5bba34a652ce no longer exists at agent ovs-agent-n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:40:12.285250 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.plugin [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] No Port match for: d9005e5c-a3e5-49c9-b5de-5bba34a652ce {{(pid=93946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:40:12.285598 n-d-799527-4 neutron-server[93946]: DEBUG neutron.plugins.ml2.rpc [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Device d9005e5c-a3e5-49c9-b5de-5bba34a652ce not bound to the agent host n-d-799527-4 {{(pid=93946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:40:12.303870 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38254) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:12.343034 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-859f0026-bbcd-43fb-b9f1-4e1392690231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bafba5de5c6a410a85059b2aef9d68ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380020 Jul 08 18:40:12.345611 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [-] (93945) accepted ('10.222.0.48', 38256) {{(pid=93945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:40:12.396629 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0175239b-68bf-449a-94ed-df6ce10f27a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:12.416797 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0175239b-68bf-449a-94ed-df6ce10f27a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:12.463106 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0175239b-68bf-449a-94ed-df6ce10f27a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1699697'] for security_group, after_delete {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:12.465809 n-d-799527-4 neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0175239b-68bf-449a-94ed-df6ce10f27a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:12.467048 n-d-799527-4 neutron-server[93945]: INFO neutron.wsgi [None req-0175239b-68bf-449a-94ed-df6ce10f27a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de8d3646-da02-4f20-be73-6bc00956a8a1 HTTP/1.1" status: 204 len: 168 time: 0.1204460 Jul 08 18:40:12.476570 n-d-799527-4 neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175239b-68bf-449a-94ed-df6ce10f27a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d3646-da02-4f20-be73-6bc00956a8a1,revision_number=None']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:40:13.747367 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:13.978505 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:19.670102 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb6c7-3399-432c-a784-33a1485a79d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:21.919386 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:40:22.313971 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-aa0c3b28-bda6-4fe1-a24f-29625d9857e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:22.512902 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:23.927649 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:25.286637 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:43.742386 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:43.993802 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:49.670779 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6234e413-4b22-4fa6-97cc-13abeb316667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:52.315237 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-d76804e3-5b79-4407-bcfb-f961cb52d9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:52.517533 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:53.930439 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:55.291966 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:58.919958 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:41:13.756015 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:14.014424 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:19.671385 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e595eb3e-23fc-42d0-a1df-793de77cbd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:22.316711 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-74df3484-0fc5-4dd1-9279-02a58677f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:22.520929 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:23.934673 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:25.292076 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.919959 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:41:43.770476 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.007244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.673714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9e31918a-d5ca-4d29-9186-f5e1364413b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.316153 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1ad1-3702-41bd-89d1-2a7f27cb2b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.522247 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.935700 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:55.294830 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:12.919837 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:42:13.769707 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:14.038392 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:19.674387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-642931a3-494b-4a4f-88b2-80403d5cf948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:22.316892 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-610fc0f0-4098-4d8b-a207-64208e8cabda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:22.525777 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:23.938561 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:25.299904 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:43.784488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:44.054244 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:49.674023 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c0bea7c5-adb6-4fe0-b6fd-2834badad7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:49.919985 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:42:52.318714 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e63c16c6-19bd-4f2b-a2aa-321b458ebcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:52.525387 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:53.940605 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:55.300616 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:13.798517 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:14.053312 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:19.674653 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-63065547-8f97-42c7-bb7c-9997d49018bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:22.322729 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-4556b203-6a80-4d3c-a726-163b667a15c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:22.531631 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:23.943825 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:25.302797 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:26.918849 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:43:43.798396 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:44.052773 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:49.676689 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e64bc2e-0765-4e51-b063-7d56a036f238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:52.323948 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-44804509-0a21-4d35-ae2a-ea9efa29044f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:52.523225 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:53.946688 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:55.305118 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:03.917242 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:44:06.905940 n-d-799527-4 neutron-server[93945]: DEBUG neutron.wsgi [req-7b353586-f717-4c7c-9ce6-5a17deb65c24 req-95def16a-4064-4cfc-9a79-45f3de7086b7 service neutron] (93945) timed out ('10.222.0.48', 36878) {{(pid=93945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:44:13.818085 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:14.053127 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:19.676816 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a2d6cbb2-d917-44dc-a552-5807662c54d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:22.329183 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd26cf80-981c-4ee2-bf35-8db39f1fbbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:22.526510 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:23.948808 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:25.308799 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.917400 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:44:43.812884 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:44.059102 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:49.678596 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-e49b7ad2-f489-4d63-934b-36673f0d765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.329660 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-fe92938a-e9e4-4c73-9327-bf18ee4d429b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:52.529086 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:53.952427 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:55.310998 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:13.811566 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:14.051725 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:17.914871 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:45:19.679750 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-3e5248f6-30d7-4afe-a272-671010215494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:22.331407 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9cf0442c-96fa-4fcd-b8db-98bbc4c502fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:22.532523 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:23.955761 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:25.316677 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:43.817297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:44.067343 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:49.680733 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-58e71fb3-71bf-401b-8a72-f08bbcf05762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:52.331736 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-0d1981b5-c884-4c9e-a230-04433e5000b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:52.534784 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:53.957655 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:54.913976 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:45:55.316263 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:13.808735 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:14.067788 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:19.681435 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a1e1513f-0ae5-4496-8c04-d35c781aaccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:22.332450 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-8e50d8e4-01d0-4b87-a4af-2d85ec7244b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:22.541479 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:23.960640 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.320629 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:31.914108 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:46:43.823875 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:44.066032 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:49.682317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b9bc0fe6-a19e-456f-beb5-b88f029d6681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:52.334257 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-362aa02c-6888-47c9-9875-b91f472f4740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:52.532999 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:53.963274 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:55.323080 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:08.913731 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:47:13.823177 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:14.066049 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:19.683338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-a8fe2cb2-561b-467f-add4-928ae8e47e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:22.335339 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd583ef6-bf63-49c6-917f-8051dc4f5c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:22.534791 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:23.965953 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:25.326648 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:43.813915 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:44.064683 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:45.921333 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:47:49.686488 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-267c0797-2dbf-41da-914a-c8bfac5b814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.335932 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-39d508ed-5ba3-4748-8fa5-a5ea69fe3ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:52.535446 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:53.968403 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:55.327338 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:13.813737 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:14.063790 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:19.686061 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-b0e49557-b2ed-402e-924c-84da9fbc1290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:22.338477 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-c5de53f6-899b-4ee8-bd8f-13e808196f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:22.537390 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:22.909892 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:48:23.971522 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:25.331297 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:31.029872 n-d-799527-4 neutron-server[93944]: DEBUG neutron.wsgi [req-a010ac09-833a-491d-84d6-5661ca93218b req-92296e04-bbf8-4d0b-addd-1ef784bd7ee3 service neutron] (93944) timed out ('10.222.0.48', 36040) {{(pid=93944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:48:43.819731 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:44.078536 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:49.686319 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-6643ddf1-f022-4fc2-8576-87f875af1358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:52.339067 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-806d81a7-2ad5-4c6c-ad01-8aa80685ec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:52.538775 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-89611698-9740-4b03-b08a-590e2b07dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:53.973712 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-72f9205c-3138-416e-a04a-1a745df4952f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:55.332210 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-9daba09b-db8d-43da-a4f9-70e49977c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:59.910061 n-d-799527-4 neutron-server[93947]: DEBUG neutron.db.agents_db [None req-a97a4db1-ead0-4d6a-8b20-a91ff8f731ad None None] Agent healthcheck: found 7 active agents {{(pid=93947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:49:13.830317 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-84c6da28-b424-44f7-ad63-754578c0efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:14.080803 n-d-799527-4 neutron-server[93946]: DEBUG neutron_lib.callbacks.manager [None req-cd6746e8-e437-40c9-a7cf-6a55b690350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743856449859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1038990'] for agent, after_update {{(pid=93946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}